test: Add BigQuery tests to AWS and GCP

cloudquery · Dec 12, 2023 · 7171982 · 7171982
1 parent daf256a
commit 7171982
Show file tree

Hide file tree

Showing 8 changed files with 80 additions and 8 deletions.
diff --git a/transformations/aws/compliance-free/tests/bigquery.yml b/transformations/aws/compliance-free/tests/bigquery.yml
@@ -0,0 +1,18 @@
+kind: source
+spec:
+  name: aws
+  path: cloudquery/aws
+  version: "v22.19.2" # latest version of source aws plugin
+  destinations: ["bigquery"]
+  tables: ["*"]
+---
+kind: destination
+spec:
+  name: bigquery
+  path: cloudquery/bigquery
+  registry: cloudquery
+  version: "v3.3.9"
+  write_mode: "append"
+  spec:
+    project_id: cq-integration-tests
+    dataset_id: policies_premium_ci_test
diff --git a/transformations/aws/compliance-free/tests/profiles.yml b/transformations/aws/compliance-free/tests/profiles.yml
@@ -24,6 +24,6 @@ aws_compliance: # This should match the name in your dbt_project.yml
     dev-bigquery:
       type: bigquery
       method: oauth
-      project: cq-playground
-      dataset: bigquery-test # You can also use "schema" here
+      project: cq-integration-tests
+      dataset: policies_premium_ci_test # You can also use "schema" here
       threads: 4 # Must be a value of 1 or greater 
diff --git a/transformations/aws/compliance-premium/tests/bigquery.yml b/transformations/aws/compliance-premium/tests/bigquery.yml
@@ -0,0 +1,18 @@
+kind: source
+spec:
+  name: aws
+  path: cloudquery/aws
+  version: "v22.19.2" # latest version of source aws plugin
+  destinations: ["bigquery"]
+  tables: ["*"]
+---
+kind: destination
+spec:
+  name: bigquery
+  path: cloudquery/bigquery
+  registry: cloudquery
+  version: "v3.3.9"
+  write_mode: "append"
+  spec:
+    project_id: cq-integration-tests
+    dataset_id: policies_premium_ci_test
diff --git a/transformations/aws/compliance-premium/tests/profiles.yml b/transformations/aws/compliance-premium/tests/profiles.yml
@@ -24,6 +24,6 @@ aws_compliance: # This should match the name in your dbt_project.yml
     dev-bigquery:
       type: bigquery
       method: oauth
-      project: cq-playground
-      dataset: bigquery-test # You can also use "schema" here
+      project: cq-integration-tests
+      dataset: policies_premium_ci_test # You can also use "schema" here
       threads: 4 # Must be a value of 1 or greater 
diff --git a/transformations/gcp/compliance-free/tests/bigquery.yml b/transformations/gcp/compliance-free/tests/bigquery.yml
@@ -0,0 +1,18 @@
+kind: source
+spec:
+  name: gcp
+  path: cloudquery/gcp
+  version: "v10.0.0" # latest version of source gcp plugin
+  destinations: ["bigquery"]
+  tables: ["*"]
+---
+kind: destination
+spec:
+  name: bigquery
+  path: cloudquery/bigquery
+  registry: cloudquery
+  version: "v3.3.9"
+  write_mode: "append"
+  spec:
+    project_id: cq-integration-tests
+    dataset_id: policies_premium_ci_test
diff --git a/transformations/gcp/compliance-free/tests/profiles.yml b/transformations/gcp/compliance-free/tests/profiles.yml
@@ -24,6 +24,6 @@ gcp_compliance: # This should match the name in your dbt_project.yml
     dev-bigquery:
       type: bigquery
       method: oauth
-      project: cq-playground
-      dataset: bigquery-test # You can also use "schema" here
+      project: cq-integration-tests
+      dataset: policies_premium_ci_test # You can also use "schema" here
       threads: 4 # Must be a value of 1 or greater 
diff --git a/transformations/gcp/compliance-premium/tests/bigquery.yml b/transformations/gcp/compliance-premium/tests/bigquery.yml
@@ -0,0 +1,18 @@
+kind: source
+spec:
+  name: gcp
+  path: cloudquery/gcp
+  version: "v10.0.0" # latest version of source gcp plugin
+  destinations: ["bigquery"]
+  tables: ["*"]
+---
+kind: destination
+spec:
+  name: bigquery
+  path: cloudquery/bigquery
+  registry: cloudquery
+  version: "v3.3.9"
+  write_mode: "append"
+  spec:
+    project_id: cq-integration-tests
+    dataset_id: policies_premium_ci_test
diff --git a/transformations/gcp/compliance-premium/tests/profiles.yml b/transformations/gcp/compliance-premium/tests/profiles.yml
@@ -24,6 +24,6 @@ gcp_compliance: # This should match the name in your dbt_project.yml
     dev-bigquery:
       type: bigquery
       method: oauth
-      project: cq-playground
-      dataset: bigquery-test # You can also use "schema" here
+      project: cq-integration-tests
+      dataset: policies_premium_ci_test # You can also use "schema" here
       threads: 4 # Must be a value of 1 or greater