iframe-proxy | Sunbelt Computer Software

180 lines (159 loc) · 6.44 KB
name: Daily Memory Tracker Benchmark
  schedule:
    # Run daily at 23:00 UTC (EOD) to pick up all commits from the day
    - cron: '0 23 * * *'
  workflow_dispatch:
    inputs:
      target_date:
        description: 'Date to get commits from (YYYY-MM-DD, defaults to today)'
        required: false
        type: string
      environment_id:
        description: 'Environment ID'
        required: false
        default: 'gh_actions'
      server_url:
        description: 'Memory tracker server URL'
        required: false
        default: 'https://memory.python.org'
      cpython_repo:
        description: 'CPython repository URL'
        required: false
        default: 'https://github.com/python/cpython.git'
      llvm:
        description: 'LLVM version to use for JIT builds'
        required: false
        default: '19'
  benchmark-builds:
    runs-on: ubuntu-latest
    strategy:
      matrix:
        build_config:
          - binary_id: 'default'
            configure_flags: '-C'
            description: 'Default build'
            install_deps: 'standard'
          - binary_id: 'debug'
            configure_flags: '--with-pydebug'
            description: 'Debug build'
            install_deps: 'standard'
          - binary_id: 'jit'
            configure_flags: '--enable-experimental-jit'
            description: 'JIT build'
            install_deps: 'jit'
          - binary_id: 'lto-pgo'
            configure_flags: '--with-lto --enable-optimizations'
            description: 'LTO-PGO build'
            install_deps: 'standard'
          - binary_id: 'nogil'
            configure_flags: '--disable-gil'
            description: 'Free-threaded build'
            install_deps: 'standard'
      fail-fast: false
    - name: Checkout memory tracker
      uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7.0.0
    - name: Set up Python
      uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405 # v6.2.0
      with:
        python-version: '3.11'
    - name: Clone CPython repository and get commits
      run: |
        git clone ${{ github.event.inputs.cpython_repo || 'https://github.com/python/cpython.git' }} cpython
        cd cpython
        git fetch --all
        # Determine target date
        if [ -n "${{ github.event.inputs.target_date }}" ]; then
          TARGET_DATE="${{ github.event.inputs.target_date }}"
        else
          TARGET_DATE=$(date -u +%Y-%m-%d)
        echo "Getting commits from date: $TARGET_DATE"
        # Get the last commit from the target date
        LAST_COMMIT=$(git log --since="$TARGET_DATE 00:00:00 UTC" --until="$TARGET_DATE 23:59:59 UTC" --pretty=format:"%H" -n 1)
        if [ -z "$LAST_COMMIT" ]; then
          echo "No commits found for date $TARGET_DATE"
          exit 1
        else
          echo "Found last commit for date $TARGET_DATE: $LAST_COMMIT"
          echo "COMMIT_RANGE=$LAST_COMMIT" >> $GITHUB_ENV
          echo "COMMIT_COUNT=1" >> $GITHUB_ENV
          echo "Commit to benchmark: $LAST_COMMIT"
    - name: Print environment variables
      run: |
        echo "=== Environment Variables ==="
        echo "COMMIT_RANGE: $COMMIT_RANGE"
        echo "COMMIT_COUNT: $COMMIT_COUNT"
        echo "Binary ID: ${{ matrix.build_config.binary_id }}"
        echo "Description: ${{ matrix.build_config.description }}"
        echo "Configure flags: ${{ matrix.build_config.configure_flags }}"
        echo "Install deps: ${{ matrix.build_config.install_deps }}"
        echo "=========================="
    - name: Install memory tracker worker
      run: |
        cd worker
        pip install -e .
    - name: Install build dependencies
      run: |
        # Install CPython dependencies using their script
        cd cpython
        sudo .github/workflows/posix-deps-apt.sh
        # Install JIT dependencies if needed
        if [ "${{ matrix.build_config.install_deps }}" = "jit" ]; then
          sudo bash -c "$(wget -O - https://apt.llvm.org/llvm.sh)" ./llvm.sh ${{ github.event.inputs.llvm || '19' }}
        # Install Memray dependencies  
        sudo apt-get install -y \
          python3-dev \
          libdebuginfod-dev \
          libunwind-dev \
          liblz4-dev
    - name: Run memory benchmark for commit range - ${{ matrix.build_config.description }}
        MEMORY_TRACKER_TOKEN: ${{ secrets.MEMORY_TRACKER_TOKEN }}
      run: |
        if [ "${{ matrix.build_config.install_deps }}" = "jit" ]; then
          export PATH="$(llvm-config-${{ github.event.inputs.llvm || '19' }} --bindir):$PATH"
          export LLVM_VERSION="${{ github.event.inputs.llvm || '19' }}"
          echo "LLVM Path: $(llvm-config-${{ github.event.inputs.llvm || '19' }} --bindir)"
          echo "Clang version: $(clang-${{ github.event.inputs.llvm || '19' }} --version || echo 'clang-${{ github.event.inputs.llvm || '19' }} not found')"
        # Build command for commit range
        memory-tracker benchmark "$COMMIT_RANGE" \
          --repo-path ./cpython \
          --binary-id "${{ matrix.build_config.binary_id }}" \
          --environment-id "${{ github.event.inputs.environment_id || 'gh_actions' }}" \
          --api-base "${{ github.event.inputs.server_url || 'https://memory.python.org' }}" \
          --output-dir ./benchmark_results \
          --configure-flags="${{ matrix.build_config.configure_flags }}" \
          --force \
          -vv
    - name: Upload benchmark results (if failed)
      if: failure()
      uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
      with:
        name: benchmark-logs-${{ matrix.build_config.binary_id }}
        path: |
          *.log
          ./benchmark_results/
        retention-days: 7
    - name: Upload benchmark results (on success)
      if: success()
      uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
      with:
        name: benchmark-results-${{ matrix.build_config.binary_id }}
        path: ./benchmark_results/
        retention-days: 30
    needs: benchmark-builds
    if: always()
    runs-on: ubuntu-latest
    - name: Print summary
      run: |
        echo "Daily benchmark run completed"
        echo "Benchmark jobs completed with status: ${{ needs.benchmark-builds.result }}"
        echo "Binary types benchmarked: default, debug, jit, lto-pgo, nogil"
Sunbelt Computer Software

PL/B Language Development and Support

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Uh oh!

Uh oh!

Sunbelt Computer Software

PL/B Language Development and Support

Uh oh!

Uh oh!

FilesExpand file tree

daily-benchmark.yml

Latest commit

History

daily-benchmark.yml

File metadata and controls
