wip: test-parallel-execute-system-tests

Author: ohmayr

.kokoro/presubmit/system.cfg

@@ -10,3 +10,49 @@ env_vars: {
   key: "BIGFRAMES_TEST_PROJECT"
   value: "bigframes-testing"
 }
+
+env_vars_matrix {
+  key: "PACKAGE_NAME"
+  value: "bigframes"
+  value: "bigquery-magics"
+  value: "django-google-spanner"
+  value: "gapic-generator"
+  value: "google-auth"
+  value: "google-cloud-access-approval"
+  value: "google-cloud-automl"
+  value: "google-cloud-bigquery"
+  value: "google-cloud-bigquery-connection"
+  value: "google-cloud-bigquery-datatransfer"
+  value: "google-cloud-bigquery-reservation"
+  value: "google-cloud-bigquery-storage"
+  value: "google-cloud-bigtable"
+  value: "google-cloud-compute"
+  value: "google-cloud-container"
+  value: "google-cloud-dataproc"
+  value: "google-cloud-datastore"
+  value: "google-cloud-dlp"
+  value: "google-cloud-dns"
+  value: "google-cloud-error-reporting"
+  value: "google-cloud-firestore"
+  value: "google-cloud-kms"
+  value: "google-cloud-logging"
+  value: "google-cloud-monitoring"
+  value: "google-cloud-ndb"
+  value: "google-cloud-os-config"
+  value: "google-cloud-pubsub"
+  value: "google-cloud-scheduler"
+  value: "google-cloud-spanner"
+  value: "google-cloud-spanner-dbapi-driver"
+  value: "google-cloud-speech"
+  value: "google-cloud-storage"
+  value: "google-cloud-tasks"
+  value: "google-cloud-testutils"
+  value: "google-cloud-texttospeech"
+  value: "google-cloud-translate"
+  value: "google-cloud-videointelligence"
+  value: "google-cloud-vision"
+  value: "google-resumable-media"
+  value: "pandas-gbq"
+  value: "sqlalchemy-bigquery"
+  value: "sqlalchemy-spanner"
+}

.kokoro/system.sh

@@ -158,60 +158,27 @@ for path in `find 'packages' \
   fi
 done
 
-if [ -n "$PACKAGES_TO_TEST" ]; then
-  export -f run_package_test
-  export system_test_script PROJECT_ROOT KOKORO_GFILE_DIR
-
-  # 1. DYNAMIC ROUTING: Automatically detect which packages are CPU hogs by checking if they install pytest-xdist or hardcode workers
-  LIGHT_TO_TEST=""
-  HEAVY_TO_TEST=""
-  for pkg in $PACKAGES_TO_TEST; do
-    if grep -qE "pytest-xdist|-n=auto|-n=[0-9]+" "packages/$pkg/noxfile.py" "packages/$pkg/setup.py" 2>/dev/null; then
-      HEAVY_TO_TEST="$HEAVY_TO_TEST $pkg"
-    else
-      LIGHT_TO_TEST="$LIGHT_TO_TEST $pkg"
-    fi
-  done
-
-  # 2. PARALLEL LANE (Live Streaming): Run light packages with a parallel job queue. 
-  # We prefix every line with the package name so output streams LIVE and remains readable.
-  if [ -n "$LIGHT_TO_TEST" ]; then
-    echo "============================================================"
-    echo "Running Lightweight Packages in Parallel (4 workers max)"
-    echo "============================================================"
-    for pkg in $LIGHT_TO_TEST; do
-      (
-        timeout 15m bash -c "run_package_test \"$pkg\" < /dev/null" 2>&1 | awk -v prefix="[$pkg]" '{print prefix, $0}'
-        if [ ${PIPESTATUS[0]} -ne 0 ]; then touch ".failed_$pkg"; fi
-      ) &
-      # Limit parallel background jobs to 4
-      while [ $(jobs -r | wc -l) -ge 4 ]; do sleep 1; done
-    done
-    wait # Wait for all parallel jobs to finish
-  fi
-
-  # 3. SEQUENTIAL VIP LANE: Run heavy packages one-by-one so they have 100% of the VM resources.
-  if [ -n "$HEAVY_TO_TEST" ]; then
-    echo "============================================================"
-    echo "Running CPU-Intensive Packages Sequentially"
-    echo "============================================================"
-    for pkg in $HEAVY_TO_TEST; do
-      if [ -n "$pkg" ]; then
-        echo "[$pkg] Starting sequential execution..."
-        timeout 25m bash -c "run_package_test \"$pkg\" < /dev/null" 2>&1 | awk -v prefix="[$pkg]" '{print prefix, $0}'
-        if [ ${PIPESTATUS[0]} -ne 0 ]; then touch ".failed_$pkg"; fi
-      fi
-    done
-  fi
+if [ -z "$PACKAGE_NAME" ]; then
+  echo "Error: PACKAGE_NAME environment variable is not set."
+  echo "This script expects to be run in a Kokoro Matrix where PACKAGE_NAME is injected."
+  exit 1
+fi
 
-  # 4. FAIL STATE EVALUATION
-  for failed_marker in .failed_*; do
-    if [ -f "$failed_marker" ]; then
-      failed_pkg="${failed_marker#.failed_}"
-      echo "--- FAILED: $failed_pkg ---"
-      RETVAL=1
-    fi
-  done
+if [[ " $PACKAGES_TO_TEST " =~ " $PACKAGE_NAME " ]]; then
+  echo "============================================================"
+  echo "Package $PACKAGE_NAME was modified. Running system tests..."
+  echo "============================================================"
+  export system_test_script PROJECT_ROOT KOKORO_GFILE_DIR
+  
+  # Run the system test natively. It gets 100% of this VM's CPU.
+  run_package_test "$PACKAGE_NAME"
+  RETVAL=$?
+else
+  echo "============================================================"
+  echo "Package $PACKAGE_NAME was not modified in this PR."
+  echo "Fast-Failing: Exiting early to save Google compute quota."
+  echo "============================================================"
+  exit 0
 fi
 
 exit ${RETVAL}