Merge pull request #147 from databrickslabs/feature/v0.0.9

Fixed hugo docs github actions and Demos client version string

.github/workflows/gh_pages.yml

@@ -14,16 +14,16 @@ jobs:
       group: ${{ github.workflow }}-${{ github.ref }}
     steps:
       - name: Checkout
-        uses: actions/checkout@v2
+        uses: actions/checkout@v4
         with:
           submodules: true  # Fetch Hugo themes (true OR recursive)
           fetch-depth: 0    # Fetch all history for .GitInfo and .Lastmod        
 
 
       - name: Setup Hugo
-        uses: peaceiris/actions-hugo@v2
+        uses: peaceiris/actions-hugo@v3
         with:
-          hugo-version: '0.87.0'
+          hugo-version: '0.119.0'
           extended: true
 
       - name: Build
@@ -35,4 +35,4 @@ jobs:
         with:
           github_token: ${{ secrets.GITHUB_TOKEN }}
           publish_dir: ./docs/public
-          publish_branch: public_docs_v1
+          publish_branch: public_docs_v1

demo/launch_dais_demo.py

@@ -2,7 +2,6 @@
 import traceback
 from databricks.sdk.service import jobs, compute
 from src.install import WorkspaceInstaller
-from src.__about__ import __version__
 from integration_tests.run_integration_tests import (
     DLTMETARunner,
     DLTMetaRunnerConf,
@@ -98,7 +97,7 @@ def create_daisdemo_workflow(self, runner_conf: DLTMetaRunnerConf):
             jobs.JobEnvironment(
                 environment_key="dl_meta_int_env",
                 spec=compute.Environment(
-                    client=f"dlt_meta_int_test_{__version__}",
+                    client="1",
                     dependencies=[runner_conf.remote_whl_path],
                 ),
             )

demo/launch_silver_fanout_demo.py

@@ -3,7 +3,6 @@
 import traceback
 from databricks.sdk.service import jobs, compute
 from src.install import WorkspaceInstaller
-from src.__about__ import __version__
 from integration_tests.run_integration_tests import (
     DLTMETARunner,
     DLTMetaRunnerConf,
@@ -105,7 +104,7 @@ def create_sfo_workflow_spec(self, runner_conf: DLTMetaRunnerConf):
             jobs.JobEnvironment(
                 environment_key="dl_meta_int_env",
                 spec=compute.Environment(
-                    client=f"dlt_meta_int_test_{__version__}",
+                    client="1",
                     dependencies=[runner_conf.remote_whl_path],
                 ),
             )

demo/launch_techsummit_demo.py

@@ -27,7 +27,6 @@
 from databricks.sdk.service import jobs, compute
 from dataclasses import dataclass
 from src.install import WorkspaceInstaller
-from src.__about__ import __version__
 from integration_tests.run_integration_tests import (
     DLTMETARunner,
     DLTMetaRunnerConf,
@@ -164,7 +163,7 @@ def create_techsummit_demo_workflow(self, runner_conf: TechsummitRunnerConf):
             jobs.JobEnvironment(
                 environment_key="dl_meta_int_env",
                 spec=compute.Environment(
-                    client=f"dlt_meta_int_test_{__version__}",
+                    client="1",
                     dependencies=[runner_conf.remote_whl_path],
                 ),
             )

docs/config.toml

@@ -4,12 +4,12 @@ title = 'DLT-META'
 theme= "hugo-theme-relearn"
 pluralizeListTitles = false
 canonifyURLs = true
+description = "DLT-META Documentation"
 
 [params]
     themeVariant = 'learn'
     themeVariantAuto = 'learn'
     disableShortcutsTitle = true
     disableLandingPageButton = false
-    description = "DLT-META Documentation"
     author.name = "Ravi Gawai (Databricks)"
     disableNextPrev = false

docs/content/releases/_index.md

@@ -5,6 +5,44 @@ weight: 80
 draft: false
 ---
 
+# v0.0.9
+## Enhancement
+- Added  apply_changes_from_snapshot api support in bronze layer: [PR](https://github.com/databrickslabs/dlt-meta/pull/124)
+- Added dlt append_flow api support for silver layer: [PR](https://github.com/databrickslabs/dlt-meta/pull/63)
+- Added support for file metadata columns for autoloader: [PR](https://github.com/databrickslabs/dlt-meta/pull/56)
+- Added support for Bring your own custom transformation: [Issue](https://github.com/databrickslabs/dlt-meta/issues/68)
+- Added support to Unify PyPI releases with GitHub OIDC: [PR](https://github.com/databrickslabs/dlt-meta/pull/62)
+- Added demo for append_flow and file_metadata options: [PR](https://github.com/databrickslabs/dlt-meta/issues/74)
+- Added Demo for silver fanout architecture: [PR](https://github.com/databrickslabs/dlt-meta/pull/83)
+- Added  hugo-theme-relearn themee: [PR](https://github.com/databrickslabs/dlt-meta/pull/132)
+- Added unit tests to showcase silver layer fanout examples: [PR](https://github.com/databrickslabs/dlt-meta/pull/67)
+- Added liquid cluster support: [PR](https://github.com/databrickslabs/dlt-meta/pull/136)
+- Added support for UC Volume + Serverless support for CLI, Integration tests and Demos: [PR](https://github.com/databrickslabs/dlt-meta/pull/105)
+- Added Chaining bronze/silver pipelines into single DLT: [PR](https://github.com/databrickslabs/dlt-meta/pull/130)
+#### Updates 
+- Fixed issue for No such file or directory: '/demo' :[PR](https://github.com/databrickslabs/dlt-meta/issues/59)
+- Fixed issue DLT-META CLI onboard command issue for Azure: databricks.sdk.errors.platform.ResourceAlreadyExists :[PR](https://github.com/databrickslabs/dlt-meta/issues/51)
+- Fixed issue Changed dbfs.create to mkdirs for CLI: [PR](https://github.com/databrickslabs/dlt-meta/pull/53)
+- Fixed issue DLT-META CLI should use pypi lib instead of whl : [PR](https://github.com/databrickslabs/dlt-meta/pull/79)
+- Fixed issue Onboarding with multiple partition columns errors out: [PR](https://github.com/databrickslabs/dlt-meta/pull/134)
+
+# v0.0.8
+## Enhancement
+- Added dlt append_flow api support: [PR](https://github.com/databrickslabs/dlt-meta/pull/58)
+- Added dlt append_flow api support for silver layer: [PR](https://github.com/databrickslabs/dlt-meta/pull/63)
+- Added support for file metadata columns for autoloader: [PR](https://github.com/databrickslabs/dlt-meta/pull/56)
+- Added support for Bring your own custom transformation: [Issue](https://github.com/databrickslabs/dlt-meta/issues/68)
+- Added support to Unify PyPI releases with GitHub OIDC: [PR](https://github.com/databrickslabs/dlt-meta/pull/62)
+- Added demo for append_flow and file_metadata options: [PR](https://github.com/databrickslabs/dlt-meta/issues/74)
+- Added Demo for silver fanout architecture: [PR](https://github.com/databrickslabs/dlt-meta/pull/83)
+- Added documentation in docs site for new features: [PR](https://github.com/databrickslabs/dlt-meta/pull/64)
+- Added unit tests to showcase silver layer fanout examples: [PR](https://github.com/databrickslabs/dlt-meta/pull/67)
+#### Updates 
+- Fixed issue for No such file or directory: '/demo' :[PR](https://github.com/databrickslabs/dlt-meta/issues/59)
+- Fixed issue DLT-META CLI onboard command issue for Azure: databricks.sdk.errors.platform.ResourceAlreadyExists :[PR](https://github.com/databrickslabs/dlt-meta/issues/51)
+- Fixed issue Changed dbfs.create to mkdirs for CLI: [PR](https://github.com/databrickslabs/dlt-meta/pull/53)
+- Fixed issue DLT-META CLI should use pypi lib instead of whl : [PR](https://github.com/databrickslabs/dlt-meta/pull/79)
+
 
 # v0.0.7
 ## Enhancement