Test librarian with new wrkflw

.github/scripts/gha_matrix_balancer.py

@@ -0,0 +1,60 @@
+import os
+import json
+import argparse
+
+VIPS = {
+    "google-cloud-spanner", 
+    "google-cloud-compute",
+    "google-cloud-compute-v1beta", 
+    "google-cloud-discoveryengine"
+}
+
+def get_valid_packages(directories):
+    return [p for p in directories if os.path.isfile(os.path.join(p, "noxfile.py"))]
+
+def distribute_packages(packages, max_buckets):
+    # VIPs jump to the front of the line
+    packages.sort(key=lambda p: os.path.basename(p) not in VIPS)
+
+    buckets = [{"weight": 0, "pkgs": []} for _ in range(min(len(packages), max_buckets))]
+
+    for pkg in packages:
+        # Find the bucket with the lowest weight, add the package, and update its weight
+        lightest = min(buckets, key=lambda b: b["weight"])
+        lightest["pkgs"].append(pkg)
+        lightest["weight"] += 9999 if os.path.basename(pkg) in VIPS else 1
+
+    return [b["pkgs"] for b in buckets]
+
+def build_github_actions_jobs(buckets):
+    jobs = []
+    for bucket in buckets:
+        # Create a clean UI label for the GitHub presubmit check
+        base_name = os.path.basename(bucket[0]).replace("google-cloud-", "")
+        job_label = f"{base_name} + {len(bucket) - 1}" if len(bucket) > 1 else base_name
+        jobs.append({"id": job_label, "packages": " ".join(bucket)})
+    return jobs
+
+def main():
+    parser = argparse.ArgumentParser()
+    parser.add_argument("--matrix-multiplier", type=int, required=True)
+    parser.add_argument("--max-vms", type=int, default=20)
+    args = parser.parse_args()
+
+    packages = get_valid_packages(os.environ.get("CHANGED_DIRS", "").split())
+    if not packages:
+        return
+
+    max_buckets = min(250 // args.matrix_multiplier, args.max_vms)
+    buckets = distribute_packages(packages, max_buckets)
+
+    jobs_json = json.dumps(build_github_actions_jobs(buckets))
+
+    if "GITHUB_OUTPUT" in os.environ:
+        with open(os.environ["GITHUB_OUTPUT"], "a") as f:
+            f.write(f"buckets={jobs_json}\n")
+    else:
+        print(jobs_json)
+
+if __name__ == "__main__":
+    main()

.github/workflows/experiment.yaml

@@ -0,0 +1,81 @@
+name: CI Timeout Stress Test (Core Deps)
+on:
+  pull_request:
+    branches: [ main, preview ]
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
+  cancel-in-progress: true
+
+jobs:
+  # ==========================================
+  # 1. DISCOVERY & BUCKETING
+  # ==========================================
+  discover:
+    runs-on: ubuntu-latest
+    outputs:
+      buckets: ${{ steps.generate-matrix.outputs.buckets }}
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          fetch-depth: 2
+
+      - name: Detect Changed Packages
+        id: changes
+        uses: tj-actions/changed-files@v44
+        with:
+          files: packages/**
+          dir_names: true               
+          dir_names_max_depth: 2        
+          matrix: false
+
+      - name: Generate Balanced Buckets
+        id: generate-matrix
+        env:
+          CHANGED_DIRS: ${{ steps.changes.outputs.all_changed_files }}
+        # We use a multiplier of 1 because we are only running a single Python version
+        run: python .github/scripts/gha_matrix_balancer.py --matrix-multiplier 1 --max-vms 20
+
+  # ==========================================
+  # 2. CORE DEPS TEST (Py 3.14)
+  # ==========================================
+  test-core-deps:
+    needs: discover
+    if: ${{ needs.discover.outputs.buckets != '[]' }}
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      max-parallel: 60
+      matrix:
+        chunk: ${{ fromJSON(needs.discover.outputs.buckets) }}
+
+    name: core-deps (${{ matrix.chunk.id }})
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          fetch-depth: 2
+
+      - uses: actions/setup-python@v5
+        with:
+          python-version: "3.14"
+
+      - name: Install standard Nox
+        run: python -m pip install nox
+
+      - name: Execute Chunk
+        run: |
+          FAILED=0
+          SESSION="core_deps_from_source-3.14"
+
+          for pkg in ${{ matrix.chunk.packages }}; do
+            echo "=========================================================="
+            echo "🚀 TESTING CORE DEPS: $pkg"
+            echo "=========================================================="
+            cd "$pkg"
+
+            # Run unconditionally. If it doesn't exist, Nox will throw an error.
+            python -m nox -s "${SESSION}" || FAILED=1
+
+            cd "$GITHUB_WORKSPACE"
+          done
+          exit $FAILED