feat: ✨ Add multi-commit support in DatasetPublisher

- Enable `multi_commits` and `multi_commits_verbose` options to support multiple commits. - Update dependencies: `dagster-dbt`, `dagster-duckdb-polars`, and `dagster` to their latest versions.
datonic · Aug 29, 2024 · 93da061 · 93da061
1 parent 5314315
commit 93da061
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 3 deletions.
diff --git a/datadex/resources.py b/datadex/resources.py
@@ -214,4 +214,6 @@ def publish(
                 repo_id="datonic/" + dataset_name,
                 repo_type="dataset",
                 commit_message=f"Update {dataset_name}",
+                multi_commits=True,
+                multi_commits_verbose=True,
             )
diff --git a/pyproject.toml b/pyproject.toml
@@ -4,10 +4,10 @@ version = "1.0.0"
 authors = [{ name = "David Gasquez" }]
 dependencies = [
     "altair",
-    "dagster-dbt==0.24.1",
-    "dagster-duckdb-polars==0.24.1",
+    "dagster-dbt==0.24.2",
+    "dagster-duckdb-polars==0.24.2",
     "dagster-duckdb",
-    "dagster==1.8.1",
+    "dagster==1.8.2",
     "datasets",
     "dbt-core",
     "dbt-duckdb",