Prod 2435: bq connection test

src/fides/api/schemas/connection_configuration/connection_secrets_bigquery.py

@@ -1,6 +1,7 @@
 import json
 from typing import List, Optional, Union
 
+from google.cloud.bigquery import Client as BigQueryClient
 from pydantic import EmailStr, Field, parse_obj_as, validator
 from pydantic.main import BaseModel
 
@@ -47,6 +48,9 @@
             v = json.loads(v)
         return parse_obj_as(KeyfileCreds, v)
 
+    def get_client(self) -> BigQueryClient:
+        return BigQueryClient.from_service_account_info(self.keyfile_creds.dict())
+
 
 class BigQueryDocsSchema(BigQuerySchema, NoValidationSchema):
     """BigQuery Secrets Schema for API Docs"""

src/fides/api/service/connectors/sql_connector.py

@@ -510,6 +510,29 @@
         """Query wrapper corresponding to the input execution_node."""
         return BigQueryQueryConfig(node)
 
+    # Overrides SQLConnector.test_connection
+    def test_connection(self) -> Optional[ConnectionTestStatus]:
+        """
+        Overrides SQLConnector.test_connection with a BigQuery-specific connection test.
+
+        The connection is tested using the native python client for BigQuery, since that is what's used
+        by the detection and discovery workflows/codepaths.
+        TODO: migrate the rest of this class, used for DSR execution, to also make use of the native bigquery client.
+        """
+        try:
+            bq_schema = BigQuerySchema(**self.configuration.secrets or {})
+            client = bq_schema.get_client()
+            all_projects = [project for project in client.list_projects()]
+            if all_projects:
+                return ConnectionTestStatus.succeeded
+            logger.error("No Bigquery Projects found with the provided credentials.")
+            raise ConnectionException(
+                "No Bigquery Projects found with the provided credentials."
+            )
+        except Exception as e:
+            logger.exception(f"Error testing connection to remote BigQuery {str(e)}")
+            raise ConnectionException(f"Connection error: {e}")
+
     def mask_data(
         self,
         node: ExecutionNode,

tests/fixtures/bigquery_fixtures.py

@@ -163,6 +163,7 @@ def bigquery_test_engine() -> Generator:
 
     connector: BigQueryConnector = get_connector(connection_config)
     engine = connector.client()
+    connector.test_connection()
     yield engine
     engine.dispose()