ci: add staging support and update integration test workflow

Author: radugheo

.github/workflows/integration_tests.yml

@@ -6,31 +6,66 @@ on:
   pull_request:
     branches: [ main ]
 
+permissions:
+  contents: read
+  pull-requests: write
+  actions: read
+
 jobs:
-  integration-tests:
+  discover-testcases:
     runs-on: ubuntu-latest
-    permissions:
-      contents: read
-      pull-requests: write
+    outputs:
+      testcases: ${{ steps.discover.outputs.testcases }}
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v4
+
+    - name: Discover testcases
+      id: discover
+      run: |
+        # Find all testcase folders (excluding common folders like README, etc.)
+        testcase_dirs=$(find testcases -maxdepth 1 -type d -name "*-*" | sed 's|testcases/||' | sort)
 
+        echo "Found testcase directories:"
+        echo "$testcase_dirs"
+
+        # Convert to JSON array for matrix
+        testcases_json=$(echo "$testcase_dirs" | jq -R -s -c 'split("\n")[:-1]')
+        echo "testcases=$testcases_json" >> $GITHUB_OUTPUT
+
+  integration-tests:
+    needs: [discover-testcases]
+    runs-on: ubuntu-latest
+    container:
+      image: ghcr.io/astral-sh/uv:python3.12-bookworm
+      env:
+        UIPATH_JOB_KEY: "3a03d5cb-fa21-4021-894d-a8e2eda0afe0"
     strategy:
+      fail-fast: false
       matrix:
-        include:
-          - build-dir: quickstart-agent
-          - build-dir: simple-hitl-agent
-        
+        testcase: ${{ fromJson(needs.discover-testcases.outputs.testcases) }}
+        environment: [alpha, staging, cloud]
+
+    name: "${{ matrix.testcase }} / ${{ matrix.environment }}"
+
     steps:
     - name: Checkout code
       uses: actions/checkout@v4
 
-    - name: Set up Docker Buildx
-      uses: docker/setup-buildx-action@v3
+    - name: Install Dependencies
+      run: uv sync
 
-    - name: Build Docker image (${{ matrix.build-dir }})
+    - name: Run testcase
+      env:
+        CLIENT_ID:      ${{ matrix.environment == 'alpha' && secrets.ALPHA_TEST_CLIENT_ID || matrix.environment == 'staging' && secrets.STAGING_TEST_CLIENT_ID || matrix.environment == 'cloud' && secrets.CLOUD_TEST_CLIENT_ID }}
+        CLIENT_SECRET:  ${{ matrix.environment == 'alpha' && secrets.ALPHA_TEST_CLIENT_SECRET || matrix.environment == 'staging' && secrets.STAGING_TEST_CLIENT_SECRET || matrix.environment == 'cloud' && secrets.CLOUD_TEST_CLIENT_SECRET }}
+        BASE_URL:       ${{ matrix.environment == 'alpha' && secrets.ALPHA_BASE_URL || matrix.environment == 'staging' && secrets.STAGING_BASE_URL || matrix.environment == 'cloud' && secrets.CLOUD_BASE_URL }}
+      working-directory: testcases/${{ matrix.testcase }}
       run: |
-        docker build -f testcases/${{ matrix.build-dir }}/Dockerfile \
-          -t ${{ matrix.build-dir }}:test \
-          --build-arg CLIENT_ID="${{ secrets.ALPHA_TEST_CLIENT_ID }}" \
-          --build-arg CLIENT_SECRET="${{ secrets.ALPHA_TEST_CLIENT_SECRET }}" \
-          --build-arg BASE_URL="${{ secrets.ALPHA_BASE_URL }}" \
-          .
+        echo "Running testcase: ${{ matrix.testcase }}"
+        echo "Environment: ${{ matrix.environment }}"
+        echo "Working directory: $(pwd)"
+
+        # Execute the testcase run script directly
+        bash run.sh
+        bash ../common/validate_output.sh

testcases/common/validate_output.sh

@@ -0,0 +1,35 @@
+#!/bin/bash
+
+# Common utility to print UiPath output file
+# Usage: source /app/testcases/common/validate_output.sh
+
+debug_print_uipath_output() {
+    echo "Printing output file..."
+    if [ -f "__uipath/output.json" ]; then
+        echo "=== OUTPUT FILE CONTENT ==="
+        cat __uipath/output.json
+        echo "=== END OUTPUT FILE CONTENT ==="
+    else
+        echo "ERROR: __uipath/output.json not found!"
+        echo "Checking directory contents:"
+        ls -la
+        if [ -d "__uipath" ]; then
+            echo "Contents of __uipath directory:"
+            ls -la __uipath/
+        else
+            echo "__uipath directory does not exist!"
+        fi
+    fi
+}
+
+validate_output() {
+    echo "Printing output file for validation..."
+    debug_print_uipath_output
+
+    echo "Validating output..."
+    python src/assert.py || { echo "Validation failed!"; exit 1; }
+
+    echo "Testcase completed successfully."
+}
+
+validate_output

testcases/quickstart-agent/Dockerfile

@@ -0,0 +1,26 @@
+#!/bin/bash
+
+cd /app/testcases/quickstart-agent
+
+# Sync dependencies for this specific testcase
+echo "Syncing dependencies..."
+uv sync
+
+# Authenticate with UiPath
+echo "Authenticating with UiPath..."
+uv run uipath auth --client-id="$CLIENT_ID" --client-secret="$CLIENT_SECRET" --base-url="$BASE_URL"
+
+# Initialize the project
+echo "Initializing the project..."
+uv run uipath init
+
+# Pack the agent
+echo "Packing agent..."
+uv run uipath pack
+
+# Run the agent
+echo "Running agent..."
+echo "Input from input.json file"
+uv run uipath run agent --file input.json
+
+echo "Testcase completed successfully."