diff options
Diffstat (limited to 'continuedev')
4 files changed, 21 insertions, 5 deletions
diff --git a/continuedev/src/continuedev/core/policy.py b/continuedev/src/continuedev/core/policy.py index 667b4546..8e43bf55 100644 --- a/continuedev/src/continuedev/core/policy.py +++ b/continuedev/src/continuedev/core/policy.py @@ -11,7 +11,7 @@ from ..steps.main import EditHighlightedCodeStep, SolveTracebackStep, RunCodeSte from ..recipes.WritePytestsRecipe.main import WritePytestsRecipe from ..recipes.ContinueRecipeRecipe.main import ContinueStepStep from ..steps.comment_code import CommentCodeStep -from ..recipes.DDtoBQRecipe.main import DDtoBQRecipeRecipe +from ..recipes.DDtoBQRecipe.main import DDtoBQRecipe from ..steps.core.core import MessageStep @@ -35,7 +35,7 @@ class DemoPolicy(Policy): elif "/dlt" in observation.user_input.lower(): return CreatePipelineRecipe() elif "/ddtobq" in observation.user_input.lower(): - return DDtoBQRecipeRecipe() + return DDtoBQRecipe() elif "/airflow" in observation.user_input.lower(): return DeployPipelineAirflowRecipe() elif "/transform" in observation.user_input.lower(): diff --git a/continuedev/src/continuedev/recipes/DDtoBQRecipe/main.py b/continuedev/src/continuedev/recipes/DDtoBQRecipe/main.py index cd1ff1b9..99bfa55d 100644 --- a/continuedev/src/continuedev/recipes/DDtoBQRecipe/main.py +++ b/continuedev/src/continuedev/recipes/DDtoBQRecipe/main.py @@ -10,7 +10,7 @@ from .steps import SetUpChessPipelineStep, SwitchDestinationStep, LoadDataStep # https://github.com/dlt-hub/dlt/pull/392 -class DDtoBQRecipeRecipe(Step): +class DDtoBQRecipe(Step): hide: bool = True async def run(self, sdk: ContinueSDK): diff --git a/continuedev/src/continuedev/recipes/DeployPipelineAirflowRecipe/steps.py b/continuedev/src/continuedev/recipes/DeployPipelineAirflowRecipe/steps.py index 97e16e82..4a128786 100644 --- a/continuedev/src/continuedev/recipes/DeployPipelineAirflowRecipe/steps.py +++ b/continuedev/src/continuedev/recipes/DeployPipelineAirflowRecipe/steps.py @@ -42,6 +42,22 @@ class SetupPipelineStep(Step): - `pip install -r requirements.txt`: Install the Python dependencies for the pipeline"""), name="Setup Python environment") +class RunPipelineStep(Step): + hide: bool = True + name: str = "Run dlt Pipeline" + + source_name: str + + async def describe(self, models: Models): + pass + + async def run(self, sdk: ContinueSDK): + await sdk.run([ + f'python3 {self.source_name}_pipeline.py', + ], description=dedent(f"""\ + Running the command `python3 {self.source_name}_pipeline.py to run the pipeline: """), name="Run dlt pipeline") + + class DeployAirflowStep(Step): hide: bool = True source_name: str diff --git a/continuedev/src/continuedev/steps/steps_on_startup.py b/continuedev/src/continuedev/steps/steps_on_startup.py index 80a57f76..eae8b558 100644 --- a/continuedev/src/continuedev/steps/steps_on_startup.py +++ b/continuedev/src/continuedev/steps/steps_on_startup.py @@ -1,7 +1,7 @@ from ..core.main import ContinueSDK, Models, Step from .main import UserInputStep from ..recipes.CreatePipelineRecipe.main import CreatePipelineRecipe -from ..recipes.DDtoBQRecipe.main import DDtoBQRecipeRecipe +from ..recipes.DDtoBQRecipe.main import DDtoBQRecipe from ..recipes.DeployPipelineAirflowRecipe.main import DeployPipelineAirflowRecipe from ..recipes.DDtoBQRecipe.main import DDtoBQRecipe from ..recipes.AddTransformRecipe.main import AddTransformRecipe @@ -9,7 +9,7 @@ from ..recipes.AddTransformRecipe.main import AddTransformRecipe step_name_to_step_class = { "UserInputStep": UserInputStep, "CreatePipelineRecipe": CreatePipelineRecipe, - "DDtoBQRecipeRecipe": DDtoBQRecipeRecipe, + "DDtoBQRecipe": DDtoBQRecipe, "DeployPipelineAirflowRecipe": DeployPipelineAirflowRecipe, "AddTransformRecipe": AddTransformRecipe, "DDtoBQRecipe": DDtoBQRecipe |