test: migrate to cloud build (#1048)

* test: migrate to cloud build

* test: migrate to cloud build

* test: checkin configuration for gchat notifications

* test: added timeout

* test: migrated hive tests

* test: migrated hive tests

* test: migrated hive tests

* test: migrated S3ToBQ

* test: migrated bqtojdbc and jdbctojdbc

* test: migrated jdbctospangress

* test: migrated pubsubtogcs / bq tests

* test: removed pubsubsb tests from jenkins

* test: removed migrated tests from jenkins

* test: removed migrated tests from jenkins

* test: migrated mongo tests

* test: migrated cassandra tests

* test: migrated kafka tests

* test: migrated bigtable and spanner tests

* test: updated licensing info

* test: updated kafka dstream tests

Author: shashank-google

.notifications/gchat-notification.yaml

@@ -0,0 +1,13 @@
+apiVersion: cloud-build-notifiers/v1
+kind: GoogleChatNotifier
+metadata:
+  name: example-googlechat-notifier
+spec:
+  notification:
+    filter: build.substitutions["BRANCH_NAME"] == "main" && build.status in [Build.Status.FAILURE, Build.Status.TIMEOUT, Build.Status.INTERNAL_ERROR]
+    delivery:
+      webhookUrl:
+        secretRef: webhook-url
+  secrets:
+    - name: webhook-url
+      value: projects/852233039732/secrets/cloudbuild-gchat-webhook/versions/latest

.notifications/update-notification.sh

@@ -0,0 +1,2 @@
+gcloud storage cp gchat-notification.yaml gs://dataproc-templates_cloudbuild/gchat-notification.yaml
+gcloud run deploy gchat-build-notifier    --image=us-east1-docker.pkg.dev/gcb-release/cloud-build-notifiers/googlechat:latest    --no-allow-unauthenticated    --update-env-vars=CONFIG_PATH=gs://dataproc-templates_cloudbuild/gchat-notification.yaml,PROJECT_ID=852233039732 --project=dataproc-templates --service-account=dataproc-templates-cicd@dataproc-templates.iam.gserviceaccount.com --region=us-central1