|
| 1 | +import logging |
| 2 | +import os |
| 3 | +from typing import Optional |
| 4 | + |
| 5 | +from uipath.utils import EndpointManager |
| 6 | + |
| 7 | +from .supported_models import BedrockModel |
| 8 | + |
| 9 | +logger = logging.getLogger(__name__) |
| 10 | + |
| 11 | + |
| 12 | +def _check_bedrock_dependencies() -> None: |
| 13 | + """Check if required dependencies for UiPath Bedrock LLMs are installed.""" |
| 14 | + import importlib.util |
| 15 | + |
| 16 | + missing_packages = [] |
| 17 | + |
| 18 | + if importlib.util.find_spec("llama_index.llms.bedrock") is None: |
| 19 | + missing_packages.append("llama-index-llms-bedrock") |
| 20 | + |
| 21 | + if importlib.util.find_spec("llama_index.llms.bedrock_converse") is None: |
| 22 | + missing_packages.append("llama-index-llms-bedrock-converse") |
| 23 | + |
| 24 | + if importlib.util.find_spec("boto3") is None: |
| 25 | + missing_packages.append("boto3") |
| 26 | + |
| 27 | + if importlib.util.find_spec("aiobotocore") is None: |
| 28 | + missing_packages.append("aiobotocore") |
| 29 | + |
| 30 | + if missing_packages: |
| 31 | + packages_str = ", ".join(missing_packages) |
| 32 | + raise ImportError( |
| 33 | + f"The following packages are required to use UiPath Bedrock LLMs: {packages_str}\n" |
| 34 | + "Please install them using one of the following methods:\n\n" |
| 35 | + " # Using pip:\n" |
| 36 | + f" pip install uipath-llamaindex[bedrock]\n\n" |
| 37 | + " # Using uv:\n" |
| 38 | + f" uv add 'uipath-llamaindex[bedrock]'\n\n" |
| 39 | + ) |
| 40 | + |
| 41 | + |
| 42 | +_check_bedrock_dependencies() |
| 43 | + |
| 44 | +import boto3 # type: ignore[import-untyped] |
| 45 | +from llama_index.llms.bedrock import Bedrock # type: ignore[import-untyped] |
| 46 | +from llama_index.llms.bedrock_converse import ( # type: ignore[import-untyped] |
| 47 | + BedrockConverse, |
| 48 | +) |
| 49 | + |
| 50 | + |
| 51 | +class AwsBedrockCompletionsPassthroughClient: |
| 52 | + def __init__( |
| 53 | + self, |
| 54 | + model: str, |
| 55 | + token: str, |
| 56 | + api_flavor: str, |
| 57 | + ): |
| 58 | + self.model = model |
| 59 | + self.token = token |
| 60 | + self.api_flavor = api_flavor |
| 61 | + self._vendor = "awsbedrock" |
| 62 | + self._url: Optional[str] = None |
| 63 | + |
| 64 | + @property |
| 65 | + def endpoint(self) -> str: |
| 66 | + vendor_endpoint = EndpointManager.get_vendor_endpoint() |
| 67 | + formatted_endpoint = vendor_endpoint.format( |
| 68 | + vendor=self._vendor, |
| 69 | + model=self.model, |
| 70 | + ) |
| 71 | + return formatted_endpoint |
| 72 | + |
| 73 | + def _build_base_url(self) -> str: |
| 74 | + if not self._url: |
| 75 | + env_uipath_url = os.getenv("UIPATH_URL") |
| 76 | + |
| 77 | + if env_uipath_url: |
| 78 | + self._url = f"{env_uipath_url.rstrip('/')}/{self.endpoint}" |
| 79 | + else: |
| 80 | + raise ValueError("UIPATH_URL environment variable is required") |
| 81 | + |
| 82 | + return self._url |
| 83 | + |
| 84 | + def get_client(self): |
| 85 | + client = boto3.client( |
| 86 | + "bedrock-runtime", |
| 87 | + region_name="us-east-1", |
| 88 | + aws_access_key_id="none", |
| 89 | + aws_secret_access_key="none", |
| 90 | + verify=False, |
| 91 | + ) |
| 92 | + client.meta.events.register( |
| 93 | + "before-send.bedrock-runtime.*", self._modify_request |
| 94 | + ) |
| 95 | + return client |
| 96 | + |
| 97 | + def get_session(self): |
| 98 | + """Get aiobotocore session for async operations with custom event handlers.""" |
| 99 | + from aiobotocore.session import get_session # type: ignore[import-untyped] |
| 100 | + |
| 101 | + session = get_session() |
| 102 | + session.get_component("event_emitter").register( |
| 103 | + "before-send.bedrock-runtime.*", self._modify_request |
| 104 | + ) |
| 105 | + return session |
| 106 | + |
| 107 | + def _modify_request(self, request, **kwargs): |
| 108 | + """Intercept boto3 request and redirect to LLM Gateway""" |
| 109 | + # Detect streaming based on URL suffix: |
| 110 | + # - converse-stream / invoke-with-response-stream -> streaming |
| 111 | + # - converse / invoke -> non-streaming |
| 112 | + streaming = "true" if request.url.endswith("-stream") else "false" |
| 113 | + request.url = self._build_base_url() |
| 114 | + |
| 115 | + headers = { |
| 116 | + "Authorization": f"Bearer {self.token}", |
| 117 | + "X-UiPath-LlmGateway-ApiFlavor": self.api_flavor, |
| 118 | + "X-UiPath-Streaming-Enabled": streaming, |
| 119 | + } |
| 120 | + |
| 121 | + job_key = os.getenv("UIPATH_JOB_KEY") |
| 122 | + process_key = os.getenv("UIPATH_PROCESS_KEY") |
| 123 | + if job_key: |
| 124 | + headers["X-UiPath-JobKey"] = job_key |
| 125 | + if process_key: |
| 126 | + headers["X-UiPath-ProcessKey"] = process_key |
| 127 | + |
| 128 | + request.headers.update(headers) |
| 129 | + |
| 130 | + |
| 131 | +class UiPathChatBedrockConverse(BedrockConverse): |
| 132 | + def __init__( |
| 133 | + self, |
| 134 | + org_id: Optional[str] = None, |
| 135 | + tenant_id: Optional[str] = None, |
| 136 | + token: Optional[str] = None, |
| 137 | + model: str = BedrockModel.anthropic_claude_haiku_4_5, |
| 138 | + **kwargs, |
| 139 | + ): |
| 140 | + org_id = org_id or os.getenv("UIPATH_ORGANIZATION_ID") |
| 141 | + tenant_id = tenant_id or os.getenv("UIPATH_TENANT_ID") |
| 142 | + token = token or os.getenv("UIPATH_ACCESS_TOKEN") |
| 143 | + |
| 144 | + if not org_id: |
| 145 | + raise ValueError( |
| 146 | + "UIPATH_ORGANIZATION_ID environment variable or org_id parameter is required" |
| 147 | + ) |
| 148 | + if not tenant_id: |
| 149 | + raise ValueError( |
| 150 | + "UIPATH_TENANT_ID environment variable or tenant_id parameter is required" |
| 151 | + ) |
| 152 | + if not token: |
| 153 | + raise ValueError( |
| 154 | + "UIPATH_ACCESS_TOKEN environment variable or token parameter is required" |
| 155 | + ) |
| 156 | + |
| 157 | + passthrough_client = AwsBedrockCompletionsPassthroughClient( |
| 158 | + model=model, |
| 159 | + token=token, |
| 160 | + api_flavor="converse", |
| 161 | + ) |
| 162 | + |
| 163 | + client = passthrough_client.get_client() |
| 164 | + botocore_session = passthrough_client.get_session() |
| 165 | + |
| 166 | + super().__init__( |
| 167 | + model=model, |
| 168 | + client=client, |
| 169 | + botocore_session=botocore_session, |
| 170 | + region_name="us-east-1", |
| 171 | + aws_access_key_id="none", |
| 172 | + aws_secret_access_key="none", |
| 173 | + **kwargs, |
| 174 | + ) |
| 175 | + |
| 176 | + |
| 177 | +class UiPathChatBedrock(Bedrock): |
| 178 | + def __init__( |
| 179 | + self, |
| 180 | + org_id: Optional[str] = None, |
| 181 | + tenant_id: Optional[str] = None, |
| 182 | + token: Optional[str] = None, |
| 183 | + model: str = BedrockModel.anthropic_claude_haiku_4_5, |
| 184 | + context_size: int = 200000, |
| 185 | + **kwargs, |
| 186 | + ): |
| 187 | + org_id = org_id or os.getenv("UIPATH_ORGANIZATION_ID") |
| 188 | + tenant_id = tenant_id or os.getenv("UIPATH_TENANT_ID") |
| 189 | + token = token or os.getenv("UIPATH_ACCESS_TOKEN") |
| 190 | + |
| 191 | + if not org_id: |
| 192 | + raise ValueError( |
| 193 | + "UIPATH_ORGANIZATION_ID environment variable or org_id parameter is required" |
| 194 | + ) |
| 195 | + if not tenant_id: |
| 196 | + raise ValueError( |
| 197 | + "UIPATH_TENANT_ID environment variable or tenant_id parameter is required" |
| 198 | + ) |
| 199 | + if not token: |
| 200 | + raise ValueError( |
| 201 | + "UIPATH_ACCESS_TOKEN environment variable or token parameter is required" |
| 202 | + ) |
| 203 | + |
| 204 | + passthrough_client = AwsBedrockCompletionsPassthroughClient( |
| 205 | + model=model, |
| 206 | + token=token, |
| 207 | + api_flavor="invoke", |
| 208 | + ) |
| 209 | + |
| 210 | + client = passthrough_client.get_client() |
| 211 | + |
| 212 | + super().__init__( |
| 213 | + model=model, |
| 214 | + client=client, |
| 215 | + context_size=context_size, |
| 216 | + aws_access_key_id="none", |
| 217 | + aws_secret_access_key="none", |
| 218 | + region_name="us-east-1", |
| 219 | + **kwargs, |
| 220 | + ) |
0 commit comments