Skip to content

Commit

Permalink
Commented out the Hudi integration test until we have the hudi 0.10.0…
Browse files Browse the repository at this point in the history
… version
  • Loading branch information
Vinoth Govindarajan committed Nov 17, 2021
1 parent ae3bfe3 commit 0723de9
Show file tree
Hide file tree
Showing 2 changed files with 19 additions and 53 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -81,25 +81,25 @@ def run_and_test(self):
def test_delta_strategies_databricks_cluster(self):
self.run_and_test()


class TestHudiStrategies(TestIncrementalStrategies):
@property
def models(self):
return "models_hudi"

def run_and_test(self):
self.seed_and_run_once()
self.assertTablesEqual("append", "expected_append")
self.assertTablesEqual("merge_no_key", "expected_append")
self.assertTablesEqual("merge_unique_key", "expected_upsert")
self.assertTablesEqual(
"insert_overwrite_no_partitions", "expected_overwrite")
self.assertTablesEqual(
"insert_overwrite_partitions", "expected_upsert")

@use_profile("apache_spark")
def test_hudi_strategies_apache_spark(self):
self.run_and_test()
# Uncomment this hudi integration test after the hudi 0.10.0 release to make it work.
# class TestHudiStrategies(TestIncrementalStrategies):
# @property
# def models(self):
# return "models_hudi"
#
# def run_and_test(self):
# self.seed_and_run_once()
# self.assertTablesEqual("append", "expected_append")
# self.assertTablesEqual("merge_no_key", "expected_append")
# self.assertTablesEqual("merge_unique_key", "expected_upsert")
# self.assertTablesEqual(
# "insert_overwrite_no_partitions", "expected_overwrite")
# self.assertTablesEqual(
# "insert_overwrite_partitions", "expected_upsert")
#
# @use_profile("apache_spark")
# def test_hudi_strategies_apache_spark(self):
# self.run_and_test()


class TestBadStrategies(TestIncrementalStrategies):
Expand Down
34 changes: 0 additions & 34 deletions tests/integration/spark-thrift-hudi.dbtspec

This file was deleted.

0 comments on commit 0723de9

Please sign in to comment.