summaryrefslogtreecommitdiff
path: root/server/continuedev/plugins/recipes/DDtoBQRecipe/main.py
diff options
context:
space:
mode:
Diffstat (limited to 'server/continuedev/plugins/recipes/DDtoBQRecipe/main.py')
-rw-r--r--server/continuedev/plugins/recipes/DDtoBQRecipe/main.py31
1 files changed, 31 insertions, 0 deletions
diff --git a/server/continuedev/plugins/recipes/DDtoBQRecipe/main.py b/server/continuedev/plugins/recipes/DDtoBQRecipe/main.py
new file mode 100644
index 00000000..65149500
--- /dev/null
+++ b/server/continuedev/plugins/recipes/DDtoBQRecipe/main.py
@@ -0,0 +1,31 @@
+from textwrap import dedent
+
+from ....core.main import Step
+from ....core.sdk import ContinueSDK
+from ....core.steps import MessageStep
+from .steps import LoadDataStep, SetUpChessPipelineStep, SwitchDestinationStep
+
+# Based on the following guide:
+# https://github.com/dlt-hub/dlt/pull/392
+
+
+class DDtoBQRecipe(Step):
+ hide: bool = True
+
+ async def run(self, sdk: ContinueSDK):
+ await sdk.run_step(
+ MessageStep(
+ name="Move from using DuckDB to Google BigQuery as the destination",
+ message=dedent(
+ """\
+ This recipe will walk you through the process of moving from using DuckDB to Google BigQuery as the destination for your dlt pipeline. With the help of Continue, you will:
+ - Set up a dlt pipeline for the chess.com API
+ - Switch destination from DuckDB to Google BigQuery
+ - Add BigQuery credentials to your secrets.toml file
+ - Run the pipeline again to load data to BigQuery"""
+ ),
+ )
+ >> SetUpChessPipelineStep()
+ >> SwitchDestinationStep()
+ >> LoadDataStep()
+ )