From b332fa87e5b45a25bd007ac92c31b568e13096de Mon Sep 17 00:00:00 2001 From: Sung Won Chung Date: Tue, 3 Dec 2024 11:10:58 -0800 Subject: [PATCH 1/2] native cloud scheduler --- config.yaml | 16 +++++++++------- 1 file changed, 9 insertions(+), 7 deletions(-) diff --git a/config.yaml b/config.yaml index 7b0d443..999c52f 100644 --- a/config.yaml +++ b/config.yaml @@ -1,12 +1,14 @@ gateways: tobiko_cloud: # this will use the config in tcloud.yaml for state_connection - connection: - type: bigquery - method: service-account-json - concurrent_tasks: 5 - register_comments: true - keyfile_json: {{ env_var('GOOGLE_SQLMESH_CREDENTIALS') }} - project: sqlmesh-public-demo + scheduler: + type: cloud + # connection: + # type: bigquery + # method: service-account-json + # concurrent_tasks: 5 + # register_comments: true + # keyfile_json: {{ env_var('GOOGLE_SQLMESH_CREDENTIALS') }} + # project: sqlmesh-public-demo default_gateway: tobiko_cloud From 3b07bdc5d074c5e67b8e0d6a102dff1451d180a0 Mon Sep 17 00:00:00 2001 From: Sung Won Chung Date: Tue, 3 Dec 2024 11:26:37 -0800 Subject: [PATCH 2/2] explain --- config.yaml | 1 + 1 file changed, 1 insertion(+) diff --git a/config.yaml b/config.yaml index 999c52f..b2d8745 100644 --- a/config.yaml +++ b/config.yaml @@ -3,6 +3,7 @@ gateways: scheduler: type: cloud # connection: + # TODO: add this into the Tobiko Cloud Connections Page with the service account json in plain text. We will securely handle the credentials for you. # type: bigquery # method: service-account-json # concurrent_tasks: 5