Generic Postgres + Cloudsql postgres embeddings.

.github/trigger_files/beam_PostCommit_Python_Xlang_Gcp_Direct.json

@@ -1,4 +1,4 @@
 {
   "comment": "Modify this file in a trivial way to cause this test suite to run",
-  "modification": 5
+  "modification": 6
 }

CHANGES.md

@@ -90,6 +90,7 @@
 * Python: Added JupyterLab 4.x extension compatibility for enhanced notebook integration ([#34495](https://github.com/apache/beam/pull/34495)).
 * Python: Argument abbreviation is no longer enabled within Beam. If you previously abbreviated arguments (e.g. `--r` for `--runner`), you will now need to specify the whole argument ([#34934](https://github.com/apache/beam/pull/34934)).
 * Java: Users of ReadFromKafkaViaSDF transform might encounter pipeline graph compatibility issues when updating the pipeline. To mitigate, set the `updateCompatibilityVersion` option to the SDK version used for the original pipeline, example `--updateCompatabilityVersion=2.64.0`
+* Python: Updated `AlloyDBVectorWriterConfig` API to align with new `PostgresVectorWriter` transform. Heres a quick guide to update your code: ([#35225](https://github.com/apache/beam/issues/35225))
 
 ## Deprecations
 

sdks/java/extensions/schemaio-expansion-service/build.gradle

@@ -62,6 +62,8 @@ dependencies {
     permitUnusedDeclared 'com.microsoft.sqlserver:mssql-jdbc:12.2.0.jre11' // BEAM-11761
     implementation 'com.google.cloud:alloydb-jdbc-connector:1.2.0'
     permitUnusedDeclared 'com.google.cloud:alloydb-jdbc-connector:1.2.0'
+    implementation 'com.google.cloud.sql:postgres-socket-factory:1.25.0'
+    permitUnusedDeclared 'com.google.cloud.sql:postgres-socket-factory:1.25.0'
     testImplementation library.java.junit
     testImplementation library.java.mockito_core
     runtimeOnly ("org.xerial:sqlite-jdbc:3.49.1.0")

sdks/python/apache_beam/internal/gcp/auth_test.py

@@ -25,6 +25,7 @@
 
 try:
   import google.auth as gauth
+  import google_auth_httplib2  # pylint: disable=unused-import
 except ImportError:
   gauth = None  # type: ignore
 

sdks/python/apache_beam/io/gcp/datastore/v1new/helper.py

@@ -28,6 +28,7 @@
 from typing import List
 from typing import Union
 
+from cachetools.func import ttl_cache
 from google.api_core import exceptions
 from google.api_core.gapic_v1 import client_info
 from google.cloud import environment_vars
@@ -36,7 +37,6 @@
 
 from apache_beam.io.gcp.datastore.v1new import types
 from apache_beam.version import __version__ as beam_version
-from cachetools.func import ttl_cache
 
 # https://cloud.google.com/datastore/docs/concepts/errors#error_codes
 _RETRYABLE_DATASTORE_ERRORS = (

sdks/python/apache_beam/ml/gcp/recommendations_ai.py

@@ -24,6 +24,7 @@
 from typing import Sequence
 from typing import Tuple
 
+from cachetools.func import ttl_cache
 from google.api_core.retry import Retry
 
 from apache_beam import pvalue
@@ -34,7 +35,6 @@
 from apache_beam.transforms import PTransform
 from apache_beam.transforms.util import GroupIntoBatches
 from apache_beam.utils import retry
-from cachetools.func import ttl_cache
 
 # pylint: disable=wrong-import-order, wrong-import-position, ungrouped-imports
 try:

sdks/python/apache_beam/ml/gcp/videointelligenceml.py

@@ -21,12 +21,13 @@
 from typing import Tuple
 from typing import Union
 
+from cachetools.func import ttl_cache
+
 from apache_beam import typehints
 from apache_beam.metrics import Metrics
 from apache_beam.transforms import DoFn
 from apache_beam.transforms import ParDo
 from apache_beam.transforms import PTransform
-from cachetools.func import ttl_cache
 
 try:
   from google.cloud import videointelligence

sdks/python/apache_beam/ml/gcp/visionml.py

@@ -25,14 +25,15 @@
 from typing import Tuple
 from typing import Union
 
+from cachetools.func import ttl_cache
+
 from apache_beam import typehints
 from apache_beam.metrics import Metrics
 from apache_beam.transforms import DoFn
 from apache_beam.transforms import FlatMap
 from apache_beam.transforms import ParDo
 from apache_beam.transforms import PTransform
 from apache_beam.transforms import util
-from cachetools.func import ttl_cache
 
 try:
   from google.cloud import vision