Merge branch 'main' into DAT-17990

.github/workflows/lth.yml

@@ -57,7 +57,7 @@ jobs:
  run: mvn -B -ntp -Dmaven.test.skip package
 
  - name: Run ${{ matrix.liquibase-support-level }} Liquibase Test Harness # Run the Liquibase test harness at each test level
- continue-on-error: true # Continue to run the action even if the previous steps fail
+ if: always() # Run the action even if the previous steps fail
  run: mvn -B -ntp -DdbPassword=${{env.TF_VAR_DBX_TOKEN}} -DdbUrl='${{env.DATABRICKS_URL}}' -Dtest=liquibase.ext.databricks.${{ matrix.liquibase-support-level }}ExtensionHarnessTestSuite test # Run the Liquibase test harness at each test level
 
  - name: Test Reporter # Generate a test report using the Test Reporter action

pom.xml

@@ -210,7 +210,7 @@
  <plugin>
  <groupId>org.codehaus.gmavenplus</groupId>
  <artifactId>gmavenplus-plugin</artifactId>
- <version>2.1.0</version>
+ <version>3.0.2</version>
  <executions>
  <execution>
  <goals>
@@ -240,7 +240,7 @@
  <plugin>
  <groupId>org.sonarsource.scanner.maven</groupId>
  <artifactId>sonar-maven-plugin</artifactId>
- <version>3.11.0.3922</version>
+ <version>4.0.0.4121</version>
  </plugin>
 
  <plugin>

src/test/resources/liquibase/harness/change/expectedSql/databricks/createClusteredTable.sql

@@ -1 +1 @@
-CREATE TABLE main.liquibase_harness_test_ds.test_table_clustered (test_id INT NOT NULL, test_column VARCHAR(50) NOT NULL, CONSTRAINT PK_TEST_TABLE_CLUSTERED PRIMARY KEY (test_id)) USING delta TBLPROPERTIES('delta.feature.allowColumnDefaults' = 'supported', 'delta.columnMapping.mode' = 'name') CLUSTER BY (test_id)
+CREATE TABLE main.liquibase_harness_test_ds.test_table_clustered (test_id INT NOT NULL, test_column VARCHAR(50) NOT NULL, CONSTRAINT PK_TEST_TABLE_CLUSTERED PRIMARY KEY (test_id)) USING delta TBLPROPERTIES('delta.feature.allowColumnDefaults' = 'supported', 'delta.columnMapping.mode' = 'name', 'delta.enableDeletionVectors' = true) CLUSTER BY (test_id)

src/test/resources/liquibase/harness/change/expectedSql/databricks/createPartitionedTable.sql

@@ -1 +1 @@
-CREATE TABLE main.liquibase_harness_test_ds.test_table_partitioned (test_id INT NOT NULL, test_column VARCHAR(50) NOT NULL, partition_column STRING NOT NULL, CONSTRAINT PK_TEST_TABLE_PARTITIONED PRIMARY KEY (test_id)) USING delta TBLPROPERTIES('delta.feature.allowColumnDefaults' = 'supported', 'delta.columnMapping.mode' = 'name') PARTITIONED BY (partition_column)
+CREATE TABLE main.liquibase_harness_test_ds.test_table_partitioned (test_id INT NOT NULL, test_column VARCHAR(50) NOT NULL, partition_column STRING NOT NULL, CONSTRAINT PK_TEST_TABLE_PARTITIONED PRIMARY KEY (test_id)) USING delta TBLPROPERTIES('delta.feature.allowColumnDefaults' = 'supported', 'delta.columnMapping.mode' = 'name', 'delta.enableDeletionVectors' = true) PARTITIONED BY (partition_column)

src/test/resources/liquibase/harness/change/expectedSql/databricks/createTable.sql

@@ -1,2 +1,2 @@
 CREATE TABLE main.liquibase_harness_test_ds.test_table (test_id INT NOT NULL, test_column VARCHAR(50) NOT NULL, CONSTRAINT PK_TEST_TABLE PRIMARY KEY (test_id)) USING delta TBLPROPERTIES('delta.feature.allowColumnDefaults' = 'supported', 'delta.columnMapping.mode' = 'name', 'delta.enableDeletionVectors' = true)
-CREATE TABLE main.liquibase_harness_test_ds.test_table_properties (test_id INT NOT NULL, CONSTRAINT PK_TEST_TABLE_PROPERTIES PRIMARY KEY (test_id)) TBLPROPERTIES ('external.location'='s3://mybucket/mytable','this.is.my.key'=12,'this.is.my.key2'=true)
+CREATE TABLE main.liquibase_harness_test_ds.test_table_properties (test_id INT NOT NULL, CONSTRAINT PK_TEST_TABLE_PROPERTIES PRIMARY KEY (test_id)) TBLPROPERTIES ('external.location'='s3://mybucket/mytable','this.is.my.key'=12,'this.is.my.key2'=true)

src/test/resources/liquibase/harness/change/expectedSql/databricks/createTableDataTypeText.sql

@@ -1 +1 @@
-CREATE TABLE main.liquibase_harness_test_ds.createTableDataTypeText (textCol STRING) USING delta TBLPROPERTIES('delta.feature.allowColumnDefaults' = 'supported', 'delta.columnMapping.mode' = 'name')
+CREATE TABLE main.liquibase_harness_test_ds.createTableDataTypeText (textCol STRING) USING delta TBLPROPERTIES('delta.feature.allowColumnDefaults' = 'supported', 'delta.columnMapping.mode' = 'name', 'delta.enableDeletionVectors' = true)

src/test/resources/liquibase/harness/change/expectedSql/databricks/createTableTimestamp.sql

@@ -1 +1 @@
-CREATE TABLE main.liquibase_harness_test_ds.lms_create_table_test (lms_test_id INT, lms_test_timestamp TIMESTAMP) USING delta TBLPROPERTIES('delta.feature.allowColumnDefaults' = 'supported', 'delta.columnMapping.mode' = 'name')
+CREATE TABLE main.liquibase_harness_test_ds.lms_create_table_test (lms_test_id INT, lms_test_timestamp TIMESTAMP) USING delta TBLPROPERTIES('delta.feature.allowColumnDefaults' = 'supported', 'delta.columnMapping.mode' = 'name', 'delta.enableDeletionVectors' = true)

src/test/resources/liquibase/harness/change/expectedSql/databricks/dropTable.sql

@@ -1,2 +1,2 @@
-CREATE TABLE main.liquibase_harness_test_ds.test_table (test_id INT NOT NULL, test_column VARCHAR(50) NOT NULL, CONSTRAINT PK_TEST_TABLE PRIMARY KEY (test_id)) USING delta TBLPROPERTIES('delta.feature.allowColumnDefaults' = 'supported', 'delta.columnMapping.mode' = 'name')
+CREATE TABLE main.liquibase_harness_test_ds.test_table (test_id INT NOT NULL, test_column VARCHAR(50) NOT NULL, CONSTRAINT PK_TEST_TABLE PRIMARY KEY (test_id)) USING delta TBLPROPERTIES('delta.feature.allowColumnDefaults' = 'supported', 'delta.columnMapping.mode' = 'name', 'delta.enableDeletionVectors' = true)
 DROP TABLE main.liquibase_harness_test_ds.test_table

src/test/resources/liquibase/harness/change/expectedSql/databricks/mergeColumns.sql

@@ -1,7 +1,7 @@
-CREATE TABLE main.liquibase_harness_test_ds.full_name_table (first_name VARCHAR(50), last_name VARCHAR(50)) USING delta TBLPROPERTIES('delta.feature.allowColumnDefaults' = 'supported', 'delta.columnMapping.mode' = 'name')
+CREATE TABLE main.liquibase_harness_test_ds.full_name_table (first_name VARCHAR(50), last_name VARCHAR(50)) USING delta TBLPROPERTIES('delta.feature.allowColumnDefaults' = 'supported', 'delta.columnMapping.mode' = 'name', 'delta.enableDeletionVectors' = true)
 INSERT INTO main.liquibase_harness_test_ds.full_name_table (first_name) VALUES ('John')
 UPDATE main.liquibase_harness_test_ds.full_name_table SET last_name = 'Doe' WHERE first_name='John'
-INSERT INTO main.liquibase_harness_test_ds.full_name_table (first_name) VALUES ('Jane')
+ INSERT INTO main.liquibase_harness_test_ds.full_name_table (first_name) VALUES ('Jane')
 UPDATE main.liquibase_harness_test_ds.full_name_table SET last_name = 'Doe' WHERE first_name='Jane'
 ALTER TABLE main.liquibase_harness_test_ds.full_name_table ADD COLUMN full_name VARCHAR(255)
 UPDATE main.liquibase_harness_test_ds.full_name_table SET full_name = first_name || ' ' || last_name

src/test/resources/liquibase/harness/change/expectedSql/databricks/modifySql.sql

@@ -1 +1 @@
-/* prepend comment */ CREATE TABLE main.liquibase_harness_test_ds.test_table (test_id INT NOT NULL, test_column VARCHAR(50) NOT NULL, CONSTRAINT PK_cs_guaranteed_delivery PRIMARY KEY (test_id)) USING delta TBLPROPERTIES('delta.feature.allowColumnDefaults' = 'supported', 'delta.columnMapping.mode' = 'name') -- append comment
+/* prepend comment */ CREATE TABLE main.liquibase_harness_test_ds.test_table (test_id INT NOT NULL, test_column VARCHAR(50) NOT NULL, CONSTRAINT PK_cs_guaranteed_delivery PRIMARY KEY (test_id)) USING delta TBLPROPERTIES('delta.feature.allowColumnDefaults' = 'supported', 'delta.columnMapping.mode' = 'name', 'delta.enableDeletionVectors' = true) -- append comment

src/test/resources/liquibase/harness/change/expectedSql/databricks/sql.sql

@@ -1,4 +1,4 @@
-CREATE TABLE main.liquibase_harness_test_ds.sqltest (id INT) USING delta TBLPROPERTIES('delta.feature.allowColumnDefaults' = 'supported', 'delta.columnMapping.mode' = 'name')
+CREATE TABLE main.liquibase_harness_test_ds.sqltest (id INT) USING delta TBLPROPERTIES('delta.feature.allowColumnDefaults' = 'supported', 'delta.columnMapping.mode' = 'name', 'delta.enableDeletionVectors' = true)
 insert into sqltest (id) values (1)
 insert into sqltest (id) values (2)
 insert into sqltest (id) values (3)

src/test/resources/liquibase/harness/change/expectedSql/databricks/sqlFile.sql

@@ -1,4 +1,4 @@
-CREATE TABLE main.liquibase_harness_test_ds.sqltest (id INT) USING delta TBLPROPERTIES('delta.feature.allowColumnDefaults' = 'supported', 'delta.columnMapping.mode' = 'name')
+CREATE TABLE main.liquibase_harness_test_ds.sqltest (id INT) USING delta TBLPROPERTIES('delta.feature.allowColumnDefaults' = 'supported', 'delta.columnMapping.mode' = 'name', 'delta.enableDeletionVectors' = true)
 insert into sqltest (id) values (1)
 insert into sqltest (id) values (2)
 insert into sqltest (id) values (3)

src/test/resources/liquibase/harness/snapshot/expectedSnapshot/databricks/addColumn.json

@@ -23,7 +23,7 @@
  "name": "varcharColumn",
  "nullable": true,
  "type": {
- "typeName": "STRING"
+ "typeName": "VARCHAR"
  }
  }
  },