Feat: Allow incremental refresh in combination with REPLACE strategy (

#136)

airbyte/sources/base.py

@@ -44,6 +44,7 @@
 from airbyte.progress import progress
 from airbyte.results import ReadResult
 from airbyte.strategies import WriteStrategy
+from airbyte.warnings import PyAirbyteDataLossWarning
 
 
 if TYPE_CHECKING:
@@ -655,12 +656,16 @@ def read(
  must be True when using the "replace" strategy.
  """
  if write_strategy == WriteStrategy.REPLACE and not force_full_refresh:
- raise exc.AirbyteLibInputError(
- message="The replace strategy requires full refresh mode.",
- context={
- "write_strategy": write_strategy,
- "force_full_refresh": force_full_refresh,
- },
+ warnings.warn(
+ message=(
+ "Using `REPLACE` strategy without also setting `full_refresh_mode=True` "
+ "could result in data loss. "
+ "To silence this warning, use the following: "
+ 'warnings.filterwarnings("ignore", '
+ 'category="airbyte.warnings.PyAirbyteDataLossWarning")`'
+ ),
+ category=PyAirbyteDataLossWarning,
+ stacklevel=1,
  )
  if cache is None:
  cache = get_default_cache()

airbyte/warnings.py

@@ -0,0 +1,12 @@
+# Copyright (c) 2023 Airbyte, Inc., all rights reserved.
+"""Warnings for the PyAirbyte library."""
+
+from __future__ import annotations
+
+
+class PyAirbyteDataLossWarning(Warning):
+ """Warning for potential data loss.
+
+ Users can ignore this warning by running:
+ > warnings.filterwarnings("ignore", category="airbyte.exceptions.PyAirbyteDataLossWarning")
+ """