feat: add optional extras for cloud storage and notification clients

.github/workflows/run-precommit.yml

@@ -17,7 +17,7 @@ jobs:
 
       # mainly needed so mypy will have the dependencies it needs
       - name: Install elementary
-        run: pip install -e .
+        run: pip install -e ".[integrations]"
 
       - name: Install dev requirements
         run: pip install -r dev-requirements.txt

.github/workflows/test-warehouse.yml

@@ -216,9 +216,9 @@ jobs:
           # using ".[vertica]" would re-resolve dbt-vertica's deps and downgrade
           # dbt-core to ~=1.8.  Install elementary without the adapter extra.
           if [ "${{ inputs.warehouse-type }}" = "vertica" ]; then
-            pip install "."
+            pip install ".[integrations]"
           else
-            pip install ".[${{ (inputs.warehouse-type == 'databricks_catalog' && 'databricks') || inputs.warehouse-type }}]"
+            pip install ".[${{ (inputs.warehouse-type == 'databricks_catalog' && 'databricks') || inputs.warehouse-type }},integrations]"
           fi
 
       - name: Write dbt profiles

elementary/config/config.py

@@ -2,9 +2,7 @@
 from pathlib import Path
 from typing import Optional
 
-import google.auth  # type: ignore[import]
 from dateutil import tz
-from google.auth.exceptions import DefaultCredentialsError  # type: ignore[import]
 
 from elementary.exceptions.exceptions import InvalidArgumentsError
 from elementary.monitor.alerts.grouping_type import GroupingType
@@ -265,9 +263,14 @@ def has_gcloud(self):
         if self.google_service_account_path:
             return True
         try:
+            import google.auth  # type: ignore[import]
+
             google.auth.default()
             return True
-        except DefaultCredentialsError:
+        except ImportError:
+            return False
+        except Exception:
+            # google.auth.exceptions.DefaultCredentialsError or similar
             return False
 
     @property

elementary/monitor/data_monitoring/report/data_monitoring_report.py

@@ -5,10 +5,6 @@
 import webbrowser
 from typing import Optional, Tuple
 
-from elementary.clients.azure.client import AzureClient
-from elementary.clients.gcs.client import GCSClient
-from elementary.clients.s3.client import S3Client
-from elementary.clients.slack.client import SlackClient
 from elementary.config.config import Config
 from elementary.monitor.api.invocations.invocations import InvocationsAPI
 from elementary.monitor.api.report.report import ReportAPI
@@ -43,14 +39,62 @@ def __init__(
             config, tracking, force_update_dbt_package, disable_samples, selector_filter
         )
         self.report_api = ReportAPI(self.internal_dbt_runner)
-        self.s3_client = S3Client.create_client(self.config, tracking=self.tracking)
-        self.gcs_client = GCSClient.create_client(self.config, tracking=self.tracking)
-        self.azure_client = AzureClient.create_client(
-            self.config, tracking=self.tracking
-        )
-        self.slack_client = SlackClient.create_client(
-            self.config, tracking=self.tracking
-        )
+
+        self.s3_client = None
+        if self.config.has_s3:
+            try:
+                from elementary.clients.s3.client import S3Client
+
+                self.s3_client = S3Client.create_client(
+                    self.config, tracking=self.tracking
+                )
+            except ImportError:
+                logger.warning(
+                    "S3 dependencies are not installed. "
+                    "Install them with: pip install 'elementary-data[s3]'"
+                )
+
+        self.gcs_client = None
+        if self.config.has_gcs:
+            try:
+                from elementary.clients.gcs.client import GCSClient
+
+                self.gcs_client = GCSClient.create_client(
+                    self.config, tracking=self.tracking
+                )
+            except ImportError:
+                logger.warning(
+                    "GCS dependencies are not installed. "
+                    "Install them with: pip install 'elementary-data[gcs]'"
+                )
+
+        self.azure_client = None
+        if self.config.has_blob:
+            try:
+                from elementary.clients.azure.client import AzureClient
+
+                self.azure_client = AzureClient.create_client(
+                    self.config, tracking=self.tracking
+                )
+            except ImportError:
+                logger.warning(
+                    "Azure dependencies are not installed. "
+                    "Install them with: pip install 'elementary-data[azure]'"
+                )
+
+        self.slack_client = None
+        if self.config.has_slack:
+            try:
+                from elementary.clients.slack.client import SlackClient
+
+                self.slack_client = SlackClient.create_client(
+                    self.config, tracking=self.tracking
+                )
+            except ImportError:
+                logger.warning(
+                    "Slack dependencies are not installed. "
+                    "Install them with: pip install 'elementary-data[slack]'"
+                )
 
     def generate_report(
         self,
@@ -165,9 +209,9 @@ def _add_report_tracking(
             report_data.tracking = dict(
                 posthog_api_key=self.tracking.POSTHOG_PROJECT_API_KEY,
                 report_generator_anonymous_user_id=self.tracking.anonymous_user_id,
-                anonymous_warehouse_id=self.warehouse_info.id
-                if self.warehouse_info
-                else None,
+                anonymous_warehouse_id=(
+                    self.warehouse_info.id if self.warehouse_info else None
+                ),
             )
 
     def send_report(

pyproject.toml

@@ -30,21 +30,22 @@ requests = ">=2.28.1,<3.0.0"
 beautifulsoup4 = "<5.0.0"
 ratelimit = "*"
 posthog = "<3.0.0"
-boto3 = "<2.0.0"
-google-cloud-storage = ">=2.4,<3.2"
 "ruamel.yaml" = "<1.0.0"
 alive-progress = "<=2.3.1"
-slack-sdk = ">=3.20.1,<4.0.0"
 
 pydantic = "<3.0"
 networkx = ">=2.3,<3"
 packaging = ">=20.9"
-azure-storage-blob = ">=12.11.0"
-pymsteams = ">=0.2.2,<1.0.0"
 tabulate = ">= 0.9.0"
 tenacity = ">=8.0,<10.0"
 pytz = ">= 2025.1"
 
+boto3 = {version = "<2.0.0", optional = true}
+google-cloud-storage = {version = ">=2.4,<3.2", optional = true}
+slack-sdk = {version = ">=3.20.1,<4.0.0", optional = true}
+azure-storage-blob = {version = ">=12.11.0", optional = true}
+pymsteams = {version = ">=0.2.2,<1.0.0", optional = true}
+
 dbt-snowflake = {version = ">=1.8,<2.0.0", optional = true}
 dbt-bigquery = {version = ">=1.8,<2.0.0", optional = true}
 dbt-redshift = {version = ">=1.8,<2.0.0", optional = true}
@@ -60,6 +61,7 @@ dbt-fabric = {version = ">=1.8,<2.0.0", optional = true}
 dbt-fabricspark = {version = ">=1.8,<2.0.0", optional = true}
 dbt-sqlserver = {version = ">=1.8,<2.0.0", optional = true}
 dbt-vertica = {version = ">=1.8,<2.0.0", optional = true}
+
 [tool.poetry.extras]
 snowflake = ["dbt-snowflake"]
 bigquery = ["dbt-bigquery"]
@@ -76,10 +78,18 @@ fabric = ["dbt-fabric"]
 fabricspark = ["dbt-fabricspark"]
 sqlserver = ["dbt-sqlserver"]
 vertica = ["dbt-vertica"]
+
+s3 = ["boto3"]
+gcs = ["google-cloud-storage"]
+azure = ["azure-storage-blob"]
+slack = ["slack-sdk"]
+teams = ["pymsteams"]
+integrations = ["boto3", "google-cloud-storage", "azure-storage-blob", "slack-sdk", "pymsteams"]
+
 # dbt-fabricspark is excluded due to broken upstream dependencies (azure-cli pre-release pins).
 # dbt-vertica is excluded because it pins dbt-core==1.8.5, forcing the entire resolution to dbt 1.8.
 # Both are still available as individual extras (e.g. pip install elementary-data[vertica]).
-all = ["dbt-snowflake", "dbt-bigquery", "dbt-redshift", "dbt-postgres", "dbt-databricks", "dbt-spark", "dbt-athena-community", "dbt-trino", "dbt-clickhouse", "dbt-duckdb", "dbt-dremio", "dbt-fabric", "dbt-sqlserver"]
+all = ["dbt-snowflake", "dbt-bigquery", "dbt-redshift", "dbt-postgres", "dbt-databricks", "dbt-spark", "dbt-athena-community", "dbt-trino", "dbt-clickhouse", "dbt-duckdb", "dbt-dremio", "dbt-fabric", "dbt-sqlserver", "boto3", "google-cloud-storage", "azure-storage-blob", "slack-sdk", "pymsteams"]
 
 [build-system]
 requires = ["poetry-core>=1.0.0"]