[DAT-17410] enable test-harness (#279)

* downgraded parent pom, added groovy and spock explicitly

* wip

* enabled tests, need more work

* reverted unneeded changes

* removed documentation workflow

* replaces level to Contributed

* removed expectedSQL for initScript

.github/workflows/test-harness.yml

@@ -78,7 +78,7 @@ jobs:
     needs: [setup]
     strategy:
       matrix:
-        liquibase-support-level: [Foundational ] # Define the different test levels to run
+        liquibase-support-level: [Contributed ] # Define the different test levels to run
       fail-fast: false # Set fail-fast to false to run all test levels even if some of them fail
     env:
       github-token: ${{ secrets.LIQUIBOT_PAT_GPM_ACCESS }}

.gitignore

@@ -1,6 +1,6 @@
-/liquibase-biqquery.iml
 /.idea/
 /target/
+/build
 derby.log
 liquibase-bigquery.iml
 src/test/java/BigqueryIT.java

pom.xml

@@ -5,7 +5,7 @@
     <parent>
         <groupId>org.liquibase</groupId>
         <artifactId>liquibase-parent-pom</artifactId>
-        <version>0.3.7</version>
+        <version>0.3.6</version>
     </parent>
 
     <groupId>org.liquibase.ext</groupId>
@@ -18,6 +18,9 @@
 
     <properties>
         <liquibase.version>4.27.0</liquibase.version>
+        <spock-core.version>1.3-groovy-2.4</spock-core.version>
+        <spock-reports.version>1.8.0</spock-reports.version>
+        <groovy-all.version>2.4.21</groovy-all.version>
         <sonar.tests>src/test/groovy</sonar.tests>
     </properties>
 

src/test/resources/liquibase/harness/change/expectedSql/bigquery/addAutoIncrement.sql

@@ -1,2 +1 @@
-INVALID TEST
--- BigQuery doesn't support auto increment
+INVALID TEST -- BigQuery doesn't support auto increment

src/test/resources/liquibase/harness/change/expectedSql/bigquery/addCheckConstraint.sql

@@ -1,2 +1 @@
-INVALID TEST
--- BigQuery doesn't support check constraints
+INVALID TEST -- BigQuery doesn't support check constraints

src/test/resources/liquibase/harness/change/expectedSql/bigquery/addColumn.sql

@@ -1,10 +1,6 @@
-INVALID TEST
----
-'BigQuery does not handle properly column drops which is tested as last step in this test
-ALTER TABLE lharness.authors ADD COLUMN varcharColumn STRING
-ALTER TABLE lharness.authors ADD COLUMN intColumn INT64
-ALTER TABLE lharness.authors ADD COLUMN dateColumn date
-UPDATE lharness.authors SET varcharColumn = "INITIAL_VALUE" WHERE 1 = 1
-UPDATE lharness.authors SET intColumn = 5 WHERE 1 = 1
-UPDATE lharness.authors SET dateColumn = "2020-09-21" WHERE 1 = 1
-'
+ALTER TABLE harness_test_ds.authors ADD COLUMN varcharColumn STRING
+ALTER TABLE harness_test_ds.authors ADD COLUMN intColumn INT64
+ALTER TABLE harness_test_ds.authors ADD COLUMN dateColumn date
+UPDATE harness_test_ds.authors SET varcharColumn = 'INITIAL_VALUE' WHERE 1 = 1
+UPDATE harness_test_ds.authors SET intColumn = 5 WHERE 1 = 1
+UPDATE harness_test_ds.authors SET dateColumn = '2020-09-21' WHERE 1 = 1

src/test/resources/liquibase/harness/change/expectedSql/bigquery/addDefaultValue.sql

@@ -1,2 +1 @@
-INVALID TEST
-'BigQuery does not support default values for columns'
+INVALID TEST -- BigQuery does not support default values for columns

src/test/resources/liquibase/harness/change/expectedSql/bigquery/addDefaultValueBoolean.sql

@@ -1 +1 @@
-INVALID TEST BigQuery does not support default values for columns
+INVALID TEST -- BigQuery does not support default values for columns

src/test/resources/liquibase/harness/change/expectedSql/bigquery/addDefaultValueComputed.sql

@@ -1 +1 @@
-INVALID TEST BigQuery does not support default values for columns
+INVALID TEST -- BigQuery does not support default values for columns

src/test/resources/liquibase/harness/change/expectedSql/bigquery/addDefaultValueDate.sql

@@ -1 +1 @@
-INVALID TEST BigQuery does not support default values for columns
+INVALID TEST -- BigQuery does not support default values for columns

src/test/resources/liquibase/harness/change/expectedSql/bigquery/addDefaultValueNumeric.sql

@@ -1 +1 @@
-INVALID TEST BigQuery does not support default values for columns
+INVALID TEST -- BigQuery does not support default values for columns

src/test/resources/liquibase/harness/change/expectedSql/bigquery/addDefaultValueSequenceNext.sql

@@ -1 +1 @@
-INVALID TEST BigQuery does not support default values for columns
+INVALID TEST -- BigQuery does not support default values for columns

src/test/resources/liquibase/harness/change/expectedSql/bigquery/addForeignKey.sql

@@ -1 +1 @@
-INVALID TEST BigQuery does not support FK
+INVALID TEST -- BigQuery does not support FK

src/test/resources/liquibase/harness/change/expectedSql/bigquery/addNotNullConstraint.sql

@@ -1 +1 @@
-INVALID TEST BigQuery does not support constraints
+INVALID TEST -- BigQuery does not support constraints

src/test/resources/liquibase/harness/change/expectedSql/bigquery/addPrimaryKey.sql

@@ -1 +1 @@
-INVALID TEST BigQuery does not support PK
+INVALID TEST -- BigQuery does not support PK

src/test/resources/liquibase/harness/change/expectedSql/bigquery/addUniqueConstraint.sql

@@ -1 +1 @@
-INVALID TEST BigQuery does not support constraints
+INVALID TEST -- BigQuery does not support constraints

src/test/resources/liquibase/harness/change/expectedSql/bigquery/alterSequence.sql

@@ -1,2 +1 @@
-INVALID TEST
--- BigQuery doesn't support sequences
+INVALID TEST -- BigQuery doesn't support sequences

src/test/resources/liquibase/harness/change/expectedSql/bigquery/createIndex.sql

@@ -1,2 +1 @@
-INVALID TEST
--- BigQuery doesn't support indexes
+INVALID TEST -- BigQuery doesn't support indexes

src/test/resources/liquibase/harness/change/expectedSql/bigquery/createPackage.sql

@@ -1,2 +1 @@
-INVALID TEST
--- BigQuery doesn't support packages
+INVALID TEST -- BigQuery doesn't support packages

src/test/resources/liquibase/harness/change/expectedSql/bigquery/createPackageBody.sql

@@ -1,2 +1 @@
-INVALID TEST
--- BigQuery doesn't support package bodies
+INVALID TEST -- BigQuery doesn't support package bodies

src/test/resources/liquibase/harness/change/expectedSql/bigquery/createProcedure.sql

@@ -1 +1 @@
-INVALID TEST
+INVALID TEST -- procedure snapshot is a pro feature, we can't verify procedure was created without snapshotting

src/test/resources/liquibase/harness/change/expectedSql/bigquery/createProcedureFromFile.sql

@@ -1 +1 @@
-INVALID TEST
+INVALID TEST -- procedure snapshot is a pro feature, we can't verify procedure was created without snapshotting

src/test/resources/liquibase/harness/change/expectedSql/bigquery/createSequence.sql

@@ -1,2 +1 @@
-INVALID TEST
--- BigQuery doesn't support sequences
+INVALID TEST -- BigQuery doesn't support sequences

src/test/resources/liquibase/harness/change/expectedSql/bigquery/createTrigger.sql

@@ -1,2 +1 @@
-INVALID TEST
--- BigQuery doesn't support triggers
+INVALID TEST -- BigQuery doesn't support triggers

src/test/resources/liquibase/harness/change/expectedSql/bigquery/createView.sql

@@ -0,0 +1 @@
+CREATE VIEW harness_test_ds.test_view AS select id, first_name, last_name, email from authors

src/test/resources/liquibase/harness/change/expectedSql/bigquery/disableCheckConstraint.sql

@@ -1,2 +1 @@
-INVALID TEST
--- BigQuery doesn't support check constraints
+INVALID TEST -- BigQuery doesn't support check constraints

src/test/resources/liquibase/harness/change/expectedSql/bigquery/disableTrigger.sql

@@ -1,2 +1 @@
-INVALID TEST
--- BigQuery doesn't support triggers
+INVALID TEST -- BigQuery doesn't support triggers

src/test/resources/liquibase/harness/change/expectedSql/bigquery/dropAllForeignKeyConstraints.sql

@@ -1 +1 @@
-INVALID TEST BigQuery does not support FK
+INVALID TEST -- BigQuery does not support FK

src/test/resources/liquibase/harness/change/expectedSql/bigquery/dropCheckConstraint.sql

@@ -1,2 +1 @@
-INVALID TEST
--- BigQuery doesn't support check constraints
+INVALID TEST -- BigQuery doesn't support check constraints

src/test/resources/liquibase/harness/change/expectedSql/bigquery/dropDefaultValue.sql

@@ -1,2 +1 @@
-INVALID TEST
--- BigQuery doesn't support default values
+INVALID TEST -- BigQuery doesn't support default values

src/test/resources/liquibase/harness/change/expectedSql/bigquery/dropForeignKey.sql

@@ -1 +1 @@
-INVALID TEST BigQuery does not support FK
+INVALID TEST -- BigQuery does not support FK

src/test/resources/liquibase/harness/change/expectedSql/bigquery/dropFunction.sql

@@ -1,2 +1 @@
-INVALID TEST
--- BigQuery doesn't support functions
+INVALID TEST -- BigQuery doesn't support functions

src/test/resources/liquibase/harness/change/expectedSql/bigquery/dropIndex.sql

@@ -1,2 +1 @@
-INVALID TEST
--- BigQuery doesn't support indexes
+INVALID TEST -- BigQuery doesn't support indexes

src/test/resources/liquibase/harness/change/expectedSql/bigquery/dropNotNullConstraint.sql

@@ -1 +1 @@
-INVALID TEST BigQuery does not support constraints
+INVALID TEST -- BigQuery does not support constraints

src/test/resources/liquibase/harness/change/expectedSql/bigquery/dropPrimaryKey.sql

@@ -1 +1 @@
-INVALID TEST BigQuery does not support PK
+INVALID TEST -- BigQuery does not support PK

src/test/resources/liquibase/harness/change/expectedSql/bigquery/dropSequence.sql

@@ -1,2 +1 @@
-INVALID TEST
--- BigQuery doesn't support sequences
+INVALID TEST -- BigQuery doesn't support sequences

src/test/resources/liquibase/harness/change/expectedSql/bigquery/dropTrigger.sql

@@ -1,2 +1 @@
-INVALID TEST
--- BigQuery doesn't support triggers
+INVALID TEST -- BigQuery doesn't support triggers

src/test/resources/liquibase/harness/change/expectedSql/bigquery/dropUniqueConstraint.sql

@@ -1 +1 @@
-INVALID TEST BigQuery does not support constraints
+INVALID TEST -- BigQuery does not support constraints

src/test/resources/liquibase/harness/change/expectedSql/bigquery/enableCheckConstraint.sql

@@ -1,2 +1 @@
-INVALID TEST
--- BigQuery doesn't support check constraints
+INVALID TEST -- BigQuery doesn't support check constraints

src/test/resources/liquibase/harness/change/expectedSql/bigquery/enableTrigger.sql

@@ -1,2 +1 @@
-INVALID TEST
--- BigQuery doesn't support triggers
+INVALID TEST -- BigQuery doesn't support triggers

src/test/resources/liquibase/harness/change/expectedSql/bigquery/executeCommand.sql

@@ -1,2 +1 @@
-INVALID TEST
--- BigQuery doesn't support commands
+INVALID TEST -- BigQuery doesn't support commands

src/test/resources/liquibase/harness/change/expectedSql/bigquery/mergeColumns.sql

@@ -1,3 +1,9 @@
-INVALID TEST
----
-'BigQuery does not handle properly column drops which is tested in this test'
+CREATE TABLE harness_test_ds.full_name_table (first_name STRING(50), last_name STRING(50))
+INSERT INTO harness_test_ds.full_name_table (first_name) VALUES ('John')
+UPDATE harness_test_ds.full_name_table SET last_name = 'Doe' WHERE first_name='John'
+INSERT INTO harness_test_ds.full_name_table (first_name) VALUES ('Jane')
+UPDATE harness_test_ds.full_name_table SET last_name = 'Doe' WHERE first_name='Jane'
+ALTER TABLE harness_test_ds.full_name_table ADD COLUMN full_name STRING(255)
+UPDATE harness_test_ds.full_name_table SET full_name = first_name || ' ' || last_name WHERE 1 = 1
+ALTER TABLE harness_test_ds.full_name_table DROP COLUMN first_name
+ALTER TABLE harness_test_ds.full_name_table DROP COLUMN last_name

src/test/resources/liquibase/harness/change/expectedSql/bigquery/renameColumn.sql

@@ -0,0 +1 @@
+ALTER TABLE harness_test_ds.authors RENAME COLUMN first_name TO first_name_renameColumn_test

src/test/resources/liquibase/harness/change/expectedSql/bigquery/renameSequence.sql

@@ -1,2 +1 @@
-INVALID TEST
--- BigQuery doesn't support sequences
+INVALID TEST -- BigQuery doesn't support sequences

src/test/resources/liquibase/harness/change/expectedSql/bigquery/renameTrigger.sql

@@ -1,2 +1 @@
-INVALID TEST
--- BigQuery doesn't support rename
+INVALID TEST -- BigQuery doesn't support rename

src/test/resources/liquibase/harness/change/expectedSql/bigquery/renameView.sql

@@ -1,3 +1 @@
-INVALID TEST
-'CREATE VIEW test_view AS select dim_channel_key, channel_name, channel_type, publisher from authors
-ALTER VIEW RENAME test_view TO test_view_new'
+INVALID TEST -- BigQuery doesn't support view rename https://cloud.google.com/bigquery/docs/managing-views#rename_a_view

src/test/resources/liquibase/harness/change/expectedSql/bigquery/setColumnRemarks.sql

@@ -1,2 +1 @@
-INVALID TEST
--- BigQuery doesn't support remarks
+INVALID TEST -- BigQuery doesn't support remarks

src/test/resources/liquibase/harness/change/expectedSql/bigquery/setTableRemarks.sql

@@ -1,2 +1 @@
-INVALID TEST
--- BigQuery doesn't support remarks
+INVALID TEST -- BigQuery doesn't support remarks