summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorTy Dunn <ty@tydunn.com>2023-06-19 18:22:56 -0700
committerGitHub <noreply@github.com>2023-06-19 18:22:56 -0700
commit1d6f7f4e2ed6a5910e0fd0f71d3b0d2a43749882 (patch)
treebea29094828133f3bf692fc619d612dfa710a510
parent6a8004d0f1fa4df49d13eb2ffe4770e470123f8b (diff)
parent724c3ff8592b9de2bfd392a78f94edc5c414a9e7 (diff)
downloadsncontinue-1d6f7f4e2ed6a5910e0fd0f71d3b0d2a43749882.tar.gz
sncontinue-1d6f7f4e2ed6a5910e0fd0f71d3b0d2a43749882.tar.bz2
sncontinue-1d6f7f4e2ed6a5910e0fd0f71d3b0d2a43749882.zip
Merge pull request #129 from continuedev/dlt
changing to DESCRIBE tables
-rw-r--r--continuedev/src/continuedev/recipes/CreatePipelineRecipe/steps.py10
1 files changed, 2 insertions, 8 deletions
diff --git a/continuedev/src/continuedev/recipes/CreatePipelineRecipe/steps.py b/continuedev/src/continuedev/recipes/CreatePipelineRecipe/steps.py
index 91515dc2..60218ef9 100644
--- a/continuedev/src/continuedev/recipes/CreatePipelineRecipe/steps.py
+++ b/continuedev/src/continuedev/recipes/CreatePipelineRecipe/steps.py
@@ -139,14 +139,8 @@ class ValidatePipelineStep(Step):
# connect to DuckDB instance
conn = duckdb.connect(database="{source_name}.duckdb")
- conn.execute("SET search_path = '{source_name}_data';")
-
- # get table names
- rows = conn.execute("SELECT * FROM _dlt_loads;").fetchall()
-
- # print table names
- for row in rows:
- print(row)''')
+ # list all tables
+ print(conn.sql("DESCRIBE"))''')
query_filename = os.path.join(workspace_dir, "query.py")
await sdk.apply_filesystem_edit(AddFile(filepath=query_filename, content=tables_query_code), name="Add query.py file", description="Adding a file called `query.py` to the workspace that will run a test query on the DuckDB instance")