Add benchmarks framework

Add performance benchmarking infrastructure for fromager including GitHub Actions workflows for nightly and on-demand runs.

Signed-off-by: Michael Yochpaz <myochpaz@redhat.com>

Author: MichaelYochpaz

.github/workflows/benchmarks-nightly.yml

@@ -0,0 +1,80 @@
+name: Nightly Integration Benchmarks
+
+on:
+  schedule:
+    - cron: "0 2 * * *" # 2 AM UTC daily
+  workflow_dispatch: # Allow manual trigger
+
+jobs:
+  integration-benchmark:
+    runs-on: ubuntu-latest
+
+    services:
+      local-pypi:
+        image: pypiserver/pypiserver:latest
+        ports:
+          - 8080:8080
+
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.11"
+
+      - name: Install hatch
+        run: pip install hatch
+
+      - name: Download packages for local PyPI
+        run: |
+          mkdir -p packages
+          pip download -r benchmarks/requirements/packages.txt -d packages
+          # Note: In production, these would be copied to the pypiserver volume
+
+      - name: Run integration benchmarks with CodSpeed
+        uses: CodSpeedHQ/action@v3
+        env:
+          CODSPEED_VALGRIND_ARGS: "--trace-children=yes --trace-children-skip=/bin/sh,/usr/bin/git"
+          UV_INDEX_URL: "http://localhost:8080/simple"
+          UV_NO_PROGRESS: "1"
+        with:
+          token: ${{ secrets.CODSPEED_TOKEN }}
+          run: hatch run benchmark:run --codspeed -m "integration"
+
+      - name: Generate benchmark JSON (fallback)
+        if: always()
+        env:
+          UV_INDEX_URL: "http://localhost:8080/simple"
+          UV_NO_PROGRESS: "1"
+        run: |
+          hatch run benchmark:run \
+            --benchmark-only \
+            --benchmark-json=integration-benchmark-results.json \
+            -m "integration" || true
+
+      - name: Upload benchmark results
+        uses: actions/upload-artifact@v4
+        if: always()
+        with:
+          name: integration-benchmark-results
+          path: integration-benchmark-results.json
+          retention-days: 90
+
+      - name: Run memory profiling on integration tests
+        if: always()
+        env:
+          UV_INDEX_URL: "http://localhost:8080/simple"
+          UV_NO_PROGRESS: "1"
+        run: |
+          hatch run benchmark:memory \
+            --memray-bin-path=integration-memray-results \
+            -m "integration" || true
+
+      - name: Upload memory results
+        uses: actions/upload-artifact@v4
+        if: always()
+        with:
+          name: integration-memory-results
+          path: integration-memray-results/
+          retention-days: 90

.github/workflows/benchmarks.yml

@@ -0,0 +1,80 @@
+name: Benchmarks
+
+on:
+  pull_request:
+    types: [labeled, synchronize]
+  push:
+    branches: [main]
+
+jobs:
+  benchmark-cpu:
+    # Only run on PRs with 'run-benchmarks' label OR on main branch
+    if: |
+      github.event_name == 'push' ||
+      contains(github.event.pull_request.labels.*.name, 'run-benchmarks')
+
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.11"
+
+      - name: Install hatch
+        run: pip install hatch
+
+      - name: Run benchmarks with CodSpeed
+        uses: CodSpeedHQ/action@v3
+        with:
+          token: ${{ secrets.CODSPEED_TOKEN }}
+          run: hatch run benchmark:run --codspeed -m "not slow and not integration"
+
+      - name: Generate benchmark JSON (fallback)
+        if: always()
+        run: |
+          hatch run benchmark:run \
+            --benchmark-only \
+            --benchmark-json=benchmark-results.json \
+            -m "not slow and not integration" || true
+
+      - name: Upload benchmark results
+        uses: actions/upload-artifact@v4
+        if: always()
+        with:
+          name: benchmark-results
+          path: benchmark-results.json
+          retention-days: 30
+
+  benchmark-memory:
+    # Only run on PRs with 'run-benchmarks' label
+    if: contains(github.event.pull_request.labels.*.name, 'run-benchmarks')
+
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.11"
+
+      - name: Install hatch
+        run: pip install hatch
+
+      - name: Run memory benchmarks
+        run: |
+          hatch run benchmark:memory \
+            --memray-bin-path=memray-results \
+            -m "not slow and not integration"
+
+      - name: Upload memory results
+        uses: actions/upload-artifact@v4
+        if: always()
+        with:
+          name: memory-results
+          path: memray-results/
+          retention-days: 30