feat(tests): add basic integration_tests

Author: ionmincu

.github/workflows/integration_tests.yml

@@ -0,0 +1,82 @@
+name: Integration testing
+
+on:
+  push:
+    branches: [ main, develop ]
+  pull_request:
+    branches: [ main ]
+
+permissions:
+  contents: read
+  pull-requests: write
+  actions: read
+
+jobs:
+  discover-testcases:
+    runs-on: ubuntu-latest
+    outputs:
+      testcases: ${{ steps.discover.outputs.testcases }}
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v4
+    
+    - name: Discover testcases
+      id: discover
+      run: |
+        # Find all testcase folders (excluding common folders like README, etc.)
+        testcase_dirs=$(find testcases -maxdepth 1 -type d -name "*-*" | sed 's|testcases/||' | sort)
+        
+        echo "Found testcase directories:"
+        echo "$testcase_dirs"
+        
+        # Convert to JSON array for matrix
+        testcases_json=$(echo "$testcase_dirs" | jq -R -s -c 'split("\n")[:-1]')
+        echo "testcases=$testcases_json" >> $GITHUB_OUTPUT
+
+  integration-tests:
+    needs: [discover-testcases]
+    runs-on: ubuntu-latest
+    container:
+      image: ghcr.io/astral-sh/uv:python3.12-bookworm
+      env:
+        UIPATH_JOB_KEY: "3a03d5cb-fa21-4021-894d-a8e2eda0afe0"
+    strategy:
+      fail-fast: false
+      matrix:
+        testcase: ${{ fromJson(needs.discover-testcases.outputs.testcases) }}
+        environment: [alpha, cloud]
+    
+    name: "${{ matrix.testcase }} / ${{ matrix.environment }}"
+    
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v4
+
+    - name: Setup workspace structure
+      run: |
+        echo "Setting up workspace structure to match expected paths"
+        # Create symlink so /app points to the current workspace
+        sudo ln -sf $GITHUB_WORKSPACE /app
+        echo "Created symlink: /app -> $GITHUB_WORKSPACE"
+
+    - name: Install dependencies
+      run: |
+        echo "Installing dependencies at $(date)"
+        uv sync
+        echo "Dependencies installed at $(date)"
+
+    - name: Run testcase
+      env:
+        CLIENT_ID:      ${{ matrix.environment == 'alpha' && secrets.ALPHA_TEST_CLIENT_ID || secrets.CLOUD_TEST_CLIENT_ID }}
+        CLIENT_SECRET:  ${{ matrix.environment == 'alpha' && secrets.ALPHA_TEST_CLIENT_SECRET || secrets.CLOUD_TEST_CLIENT_SECRET }}
+        BASE_URL:       ${{ matrix.environment == 'alpha' && secrets.ALPHA_BASE_URL || secrets.CLOUD_BASE_URL }}
+        USE_AZURE_CHAT: ${{ matrix.use_azure_chat }}
+      working-directory: testcases/${{ matrix.testcase }}
+      run: |
+        echo "Running testcase: ${{ matrix.testcase }}"
+        echo "Environment: ${{ matrix.environment }}"
+        echo "Working directory: $(pwd)"
+        
+        # Execute the testcase run script directly
+        bash run.sh
+        bash ../common/validate_output.sh

pyproject.toml

@@ -107,7 +107,7 @@ line-ending = "auto"
 
 [tool.mypy]
 plugins = ["pydantic.mypy"]
-exclude = ["samples/.*"]
+exclude = ["samples/.*", "testcases/.*"]
 
 follow_imports = "silent"
 warn_redundant_casts = true

testcases/apicalls-testcase/main.py

@@ -0,0 +1,47 @@
+import logging
+from dataclasses import dataclass
+from typing import Optional
+
+from uipath import UiPath
+
+logger = logging.getLogger(__name__)
+
+sdk = None
+
+
+def test_assets(sdk: UiPath):
+    sdk.assets.retrieve(name="MyAsset")
+
+
+async def test_llm(sdk: UiPath):
+    messages = [
+        {"role": "system", "content": "You are a helpful programming assistant."},
+        {"role": "user", "content": "How do I read a file in Python?"},
+        {"role": "assistant", "content": "You can use the built-in open() function."},
+        {"role": "user", "content": "Can you show an example?"},
+    ]
+
+    result_openai = await sdk.llm_openai.chat_completions(messages)
+    logger.info("LLM OpenAI Response: %s", result_openai.choices[0].message.content)
+
+    result_normalized = await sdk.llm.chat_completions(messages)
+    logger.info(
+        "LLM Normalized Response: %s", result_normalized.choices[0].message.content
+    )
+
+
+@dataclass
+class EchoIn:
+    message: str
+
+
+@dataclass
+class EchoOut:
+    message: str
+
+
+async def main(input: EchoIn) -> EchoOut:
+    sdk = UiPath()
+
+    await test_llm(sdk)
+    return EchoOut(message=input.message)

testcases/apicalls-testcase/pyproject.toml

@@ -0,0 +1,12 @@
+[project]
+name = "agent"
+version = "0.0.1"
+description = "agent"
+authors = [{ name = "John Doe", email = "john.doe@myemail.com" }]
+dependencies = [
+    "uipath",
+]
+requires-python = ">=3.10"
+
+[tool.uv.sources]
+uipath = { path = "../../", editable = true }

testcases/apicalls-testcase/run.sh

@@ -0,0 +1,16 @@
+#!/bin/bash
+
+echo "Syncing dependencies..."
+uv sync
+
+echo "Authenticating with UiPath..."
+uv run uipath auth --client-id="$CLIENT_ID" --client-secret="$CLIENT_SECRET" --base-url="$BASE_URL"
+
+echo "Run init..."
+uv run uipath init
+
+echo "Packing agent..."
+uv run uipath pack
+
+echo "Input from input.json file"
+uv run uipath run main.py '{"message": "abc" }'

testcases/apicalls-testcase/src/assert.py

@@ -0,0 +1,32 @@
+import json
+import os
+
+# Check NuGet package
+uipath_dir = ".uipath"
+assert os.path.exists(uipath_dir), "NuGet package directory (.uipath) not found"
+
+nupkg_files = [f for f in os.listdir(uipath_dir) if f.endswith(".nupkg")]
+assert nupkg_files, "NuGet package file (.nupkg) not found in .uipath directory"
+
+print(f"NuGet package found: {nupkg_files[0]}")
+
+# Check agent output file
+output_file = "__uipath/output.json"
+assert os.path.isfile(output_file), "Agent output file not found"
+
+print("Agent output file found")
+
+# Check status and required fields
+with open(output_file, "r", encoding="utf-8") as f:
+    output_data = json.load(f)
+
+# Check status
+status = output_data.get("status")
+assert status == "successful", f"Agent execution failed with status: {status}"
+
+print("Agent execution status: successful")
+
+# Check required fields for ticket classification agent
+assert "output" in output_data, "Missing 'output' field in agent response"
+
+print("Required fields validation passed")

testcases/basic-testcase/main.py

@@ -0,0 +1,31 @@
+import logging
+from dataclasses import dataclass
+from typing import Optional
+
+from uipath import UiPath
+
+logger = logging.getLogger(__name__)
+
+
+@dataclass
+class EchoIn:
+    message: str
+    repeat: Optional[int] = 1
+    prefix: Optional[str] = None
+
+
+@dataclass
+class EchoOut:
+    message: str
+
+
+def main(input: EchoIn) -> EchoOut:
+    result = []
+
+    for _ in range(input.repeat):
+        line = input.message
+        if input.prefix:
+            line = f"{input.prefix}: {line}"
+        result.append(line)
+
+    return EchoOut(message="\n".join(result))

testcases/basic-testcase/pyproject.toml

@@ -0,0 +1,12 @@
+[project]
+name = "agent"
+version = "0.0.1"
+description = "agent"
+authors = [{ name = "John Doe", email = "john.doe@myemail.com" }]
+dependencies = [
+    "uipath",
+]
+requires-python = ">=3.10"
+
+[tool.uv.sources]
+uipath = { path = "../../", editable = true }

testcases/basic-testcase/run.sh

@@ -0,0 +1,15 @@
+#!/bin/bash
+echo "Syncing dependencies..."
+uv sync
+
+echo "Authenticating with UiPath..."
+uv run uipath auth --client-id="$CLIENT_ID" --client-secret="$CLIENT_SECRET" --base-url="$BASE_URL"
+
+echo "Run init..."
+uv run uipath init
+
+echo "Packing agent..."
+uv run uipath pack
+
+echo "Run agent with input from cli"
+uv run uipath run main.py '{"message": "abc", "repeat": 2, "prefix": "xyz"}'

testcases/basic-testcase/src/assert.py

@@ -0,0 +1,32 @@
+import json
+import os
+
+# Check NuGet package
+uipath_dir = ".uipath"
+assert os.path.exists(uipath_dir), "NuGet package directory (.uipath) not found"
+
+nupkg_files = [f for f in os.listdir(uipath_dir) if f.endswith(".nupkg")]
+assert nupkg_files, "NuGet package file (.nupkg) not found in .uipath directory"
+
+print(f"NuGet package found: {nupkg_files[0]}")
+
+# Check agent output file
+output_file = "__uipath/output.json"
+assert os.path.isfile(output_file), "Agent output file not found"
+
+print("Agent output file found")
+
+# Check status and required fields
+with open(output_file, "r", encoding="utf-8") as f:
+    output_data = json.load(f)
+
+# Check status
+status = output_data.get("status")
+assert status == "successful", f"Agent execution failed with status: {status}"
+
+print("Agent execution status: successful")
+
+# Check required fields for ticket classification agent
+assert "output" in output_data, "Missing 'output' field in agent response"
+
+print("Required fields validation passed")