blob: 651495006087107e58fd28a44333e84895bac257 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
|
from textwrap import dedent
from ....core.main import Step
from ....core.sdk import ContinueSDK
from ....core.steps import MessageStep
from .steps import LoadDataStep, SetUpChessPipelineStep, SwitchDestinationStep
# Based on the following guide:
# https://github.com/dlt-hub/dlt/pull/392
class DDtoBQRecipe(Step):
hide: bool = True
async def run(self, sdk: ContinueSDK):
await sdk.run_step(
MessageStep(
name="Move from using DuckDB to Google BigQuery as the destination",
message=dedent(
"""\
This recipe will walk you through the process of moving from using DuckDB to Google BigQuery as the destination for your dlt pipeline. With the help of Continue, you will:
- Set up a dlt pipeline for the chess.com API
- Switch destination from DuckDB to Google BigQuery
- Add BigQuery credentials to your secrets.toml file
- Run the pipeline again to load data to BigQuery"""
),
)
>> SetUpChessPipelineStep()
>> SwitchDestinationStep()
>> LoadDataStep()
)
|
