diff --git a/contrib/data_engineering/databricks.yml b/contrib/data_engineering/databricks.yml index 366cfc6..fd8518f 100644 --- a/contrib/data_engineering/databricks.yml +++ b/contrib/data_engineering/databricks.yml @@ -1,4 +1,4 @@ -# This is a Declarative Automation Bundle definition for data_engineering. +# This is a bundle definition for data_engineering. # See https://docs.databricks.com/dev-tools/bundles/index.html for documentation. bundle: name: data_engineering diff --git a/contrib/job_with_ai_parse_document/README.md b/contrib/job_with_ai_parse_document/README.md index d7e6ad2..03ded22 100644 --- a/contrib/job_with_ai_parse_document/README.md +++ b/contrib/job_with_ai_parse_document/README.md @@ -1,6 +1,6 @@ # AI Document Processing Job with Structured Streaming -A Declarative Automation Bundle demonstrating **incremental document processing** using `ai_parse_document`, `ai_query`, and Databricks Jobs with Structured Streaming. +This Declarative Automation Bundles example demonstrates incremental document processing using `ai_parse_document`, `ai_query`, and Databricks Jobs with Structured Streaming. ## Overview diff --git a/contrib/job_with_ai_parse_document/databricks.yml b/contrib/job_with_ai_parse_document/databricks.yml index ad2ee7e..146f3de 100644 --- a/contrib/job_with_ai_parse_document/databricks.yml +++ b/contrib/job_with_ai_parse_document/databricks.yml @@ -1,4 +1,4 @@ -# This is a Declarative Automation Bundle definition for ai_parse_document_workflow. +# This is a bundle definition for ai_parse_document_workflow. # See https://docs.databricks.com/dev-tools/bundles/index.html for documentation. bundle: name: ai_parse_document_workflow diff --git a/contrib/templates/data-engineering/template/{{.project_name}}/databricks.yml.tmpl b/contrib/templates/data-engineering/template/{{.project_name}}/databricks.yml.tmpl index b33fdbf..b307d08 100644 --- a/contrib/templates/data-engineering/template/{{.project_name}}/databricks.yml.tmpl +++ b/contrib/templates/data-engineering/template/{{.project_name}}/databricks.yml.tmpl @@ -1,4 +1,4 @@ -# This is a Declarative Automation Bundle definition for {{.project_name}}. +# This is a bundle definition for {{.project_name}}. # See https://docs.databricks.com/dev-tools/bundles/index.html for documentation. bundle: name: {{.project_name}} diff --git a/contrib/templates/default-scala/template/{{.project_name}}/databricks.yml.tmpl b/contrib/templates/default-scala/template/{{.project_name}}/databricks.yml.tmpl index 9ad15fd..4d90fd2 100644 --- a/contrib/templates/default-scala/template/{{.project_name}}/databricks.yml.tmpl +++ b/contrib/templates/default-scala/template/{{.project_name}}/databricks.yml.tmpl @@ -1,4 +1,4 @@ -# This is a Declarative Automation Bundle definition for {{.project_name}}. +# This is a bundle definition for {{.project_name}}. # See https://docs.databricks.com/dev-tools/bundles/index.html for documentation. bundle: name: {{.project_name}} diff --git a/contrib/templates/streamlit-app/template/{{.project_name}}/databricks.yml.tmpl b/contrib/templates/streamlit-app/template/{{.project_name}}/databricks.yml.tmpl index 2b4f0b9..43a2017 100644 --- a/contrib/templates/streamlit-app/template/{{.project_name}}/databricks.yml.tmpl +++ b/contrib/templates/streamlit-app/template/{{.project_name}}/databricks.yml.tmpl @@ -1,4 +1,4 @@ -# This is a Declarative Automation Bundle definition for {{.project_name}}. +# This is a bundle definition for {{.project_name}}. # See https://docs.databricks.com/dev-tools/bundles/index.html for documentation. bundle: name: {{.project_name}} diff --git a/knowledge_base/app_with_database/README.md b/knowledge_base/app_with_database/README.md index 0512a42..3b5c49d 100644 --- a/knowledge_base/app_with_database/README.md +++ b/knowledge_base/app_with_database/README.md @@ -1,7 +1,7 @@ # Databricks app with OLTP database This example demonstrates how to define a Databricks app backed by -an OLTP Postgres in a Declarative Automation Bundle. +an OLTP Postgres in a bundle. It includes and deploys an example application that uses Python and Dash and a database instance. When application is started it provisions its own schema and demonstration data in the OLTP database. diff --git a/knowledge_base/app_with_database/databricks.yml b/knowledge_base/app_with_database/databricks.yml index ec03708..80c3e66 100644 --- a/knowledge_base/app_with_database/databricks.yml +++ b/knowledge_base/app_with_database/databricks.yml @@ -1,4 +1,4 @@ -# This is a Declarative Automation Bundle definition for app_with_database. +# This is a bundle definition for app_with_database. bundle: name: app_with_database_example diff --git a/knowledge_base/dashboard_nyc_taxi/README.md b/knowledge_base/dashboard_nyc_taxi/README.md index 8e1708d..70f7369 100644 --- a/knowledge_base/dashboard_nyc_taxi/README.md +++ b/knowledge_base/dashboard_nyc_taxi/README.md @@ -1,6 +1,6 @@ # Dashboard for NYC Taxi Trip Analysis -This example shows how to define a Declarative Automation Bundle with an AI/BI dashboard and a job that captures a snapshot of the dashboard and emails it to a subscriber. +This Declarative Automation Bundles example shows how to define an AI/BI dashboard and a job that captures a snapshot of the dashboard and emails it to a subscriber. It deploys the sample __NYC Taxi Trip Analysis__ dashboard to a Databricks workspace and configures a daily schedule to run the dashboard and send the snapshot in email to a specified email address. diff --git a/knowledge_base/database_with_catalog/README.md b/knowledge_base/database_with_catalog/README.md index 41a28de..9120411 100644 --- a/knowledge_base/database_with_catalog/README.md +++ b/knowledge_base/database_with_catalog/README.md @@ -1,6 +1,6 @@ # OLTP database instance with a catalog -This example demonstrates how to define an OLTP database instance and a database catalog in a Declarative Automation Bundle. +This Declarative Automation Bundles example demonstrates how to define an OLTP database instance and a database catalog. It includes and deploys an example database instance and a catalog. When data changes in the database instance, they are reflected in Unity Catalog. diff --git a/knowledge_base/databricks_app/README.md b/knowledge_base/databricks_app/README.md index e6b6de7..7e65a22 100644 --- a/knowledge_base/databricks_app/README.md +++ b/knowledge_base/databricks_app/README.md @@ -1,6 +1,6 @@ # Databricks App for working with Databricks jobs -This example demonstrates how to define an Databricks App in a Declarative Automation Bundle. +This Declarative Automation Bundles example demonstrates how to define a Databricks App. It includes and deploys an example app and a job managed by DABs to a Databricks workspace. The app shows current status of the job and lists all existing runs. diff --git a/knowledge_base/development_cluster/README.md b/knowledge_base/development_cluster/README.md index 92e83f0..a602672 100644 --- a/knowledge_base/development_cluster/README.md +++ b/knowledge_base/development_cluster/README.md @@ -1,6 +1,6 @@ # Development cluster -This example demonstrates how to define and use a development (all-purpose) cluster in a Declarative Automation Bundle. +This Declarative Automation Bundles example demonstrates how to define and use a development (all-purpose) cluster. This bundle defines an `example_job` which is run on a job cluster in production mode. diff --git a/knowledge_base/job_backfill_data/README.md b/knowledge_base/job_backfill_data/README.md index 760a1ba..e5fb61e 100644 --- a/knowledge_base/job_backfill_data/README.md +++ b/knowledge_base/job_backfill_data/README.md @@ -1,6 +1,6 @@ # job_backfill_data -This example demonstrates a Declarative Automation Bundle Job that runs a SQL task with a date parameter for backfilling data. +This Declarative Automation Bundles example demonstrates how to define a job that runs a SQL task with a date parameter for backfilling data. The Job consists of: diff --git a/knowledge_base/job_backfill_data/databricks.yml b/knowledge_base/job_backfill_data/databricks.yml index 302bba7..8485241 100644 --- a/knowledge_base/job_backfill_data/databricks.yml +++ b/knowledge_base/job_backfill_data/databricks.yml @@ -1,4 +1,4 @@ -# This is a Declarative Automation Bundle definition for job backfill data. +# This is a bundle definition for job backfill data. # See https://docs.databricks.com/dev-tools/bundles/index.html for documentation. bundle: name: job_backfill_data diff --git a/knowledge_base/job_conditional_execution/databricks.yml b/knowledge_base/job_conditional_execution/databricks.yml index 8900f3a..7f9326c 100644 --- a/knowledge_base/job_conditional_execution/databricks.yml +++ b/knowledge_base/job_conditional_execution/databricks.yml @@ -1,4 +1,4 @@ -# This is a Declarative Automation Bundle definition for job conditional execution. +# This is a bundle definition for a job with conditional execution. # See https://docs.databricks.com/dev-tools/bundles/index.html for documentation. bundle: name: job_conditional_execution diff --git a/knowledge_base/job_file_arrival/databricks.yml b/knowledge_base/job_file_arrival/databricks.yml index f74af40..2b109d1 100644 --- a/knowledge_base/job_file_arrival/databricks.yml +++ b/knowledge_base/job_file_arrival/databricks.yml @@ -1,4 +1,4 @@ -# This is a Declarative Automation Bundle definition for job file arrival. +# This is a bundle definition for job file arrival. # See https://docs.databricks.com/dev-tools/bundles/index.html for documentation. bundle: name: job_file_arrival diff --git a/knowledge_base/job_programmatic_generation/databricks.yml b/knowledge_base/job_programmatic_generation/databricks.yml index f8c25fc..7e4510b 100644 --- a/knowledge_base/job_programmatic_generation/databricks.yml +++ b/knowledge_base/job_programmatic_generation/databricks.yml @@ -1,4 +1,4 @@ -# This is a Declarative Automation Bundle definition for job programmatic generation. +# This is a bundle definition for job programmatic generation. # See https://docs.databricks.com/dev-tools/bundles/index.html for documentation. bundle: name: job_programmatic_generation diff --git a/knowledge_base/job_read_secret/README.md b/knowledge_base/job_read_secret/README.md index 16fb033..181c601 100644 --- a/knowledge_base/job_read_secret/README.md +++ b/knowledge_base/job_read_secret/README.md @@ -1,6 +1,6 @@ # Databricks job that reads a secret from a secret scope -This example demonstrates how to define a secret scope and a job with a task that reads from it in a Declarative Automation Bundle. +This Declarative Automation Bundles example demonstrates how to define a secret scope and a job with a task that reads from it. It includes and deploys an example secret scope, and a job with a task in a bundle that reads a secret from the secret scope to a Databricks workspace. diff --git a/knowledge_base/job_table_update_trigger/databricks.yml b/knowledge_base/job_table_update_trigger/databricks.yml index 54ac907..b9c3f63 100644 --- a/knowledge_base/job_table_update_trigger/databricks.yml +++ b/knowledge_base/job_table_update_trigger/databricks.yml @@ -1,4 +1,4 @@ -# This is a Declarative Automation Bundle definition for job table update trigger. +# This is a bundle definition for a job with a table update trigger. # See https://docs.databricks.com/dev-tools/bundles/index.html for documentation. bundle: name: job_table_update_trigger diff --git a/knowledge_base/job_with_for_each/databricks.yml b/knowledge_base/job_with_for_each/databricks.yml index f8b72ec..fb2114b 100644 --- a/knowledge_base/job_with_for_each/databricks.yml +++ b/knowledge_base/job_with_for_each/databricks.yml @@ -1,4 +1,4 @@ -# This is a Declarative Automation Bundle definition for job with for each. +# This is a bundle definition for a job with a for each task. # See https://docs.databricks.com/dev-tools/bundles/index.html for documentation. bundle: name: job_with_for_each diff --git a/knowledge_base/job_with_multiple_wheels/README.md b/knowledge_base/job_with_multiple_wheels/README.md index cdb0b4b..09bd48f 100644 --- a/knowledge_base/job_with_multiple_wheels/README.md +++ b/knowledge_base/job_with_multiple_wheels/README.md @@ -1,6 +1,6 @@ # Job with multiple wheels -This example demonstrates how to define and use a job with multiple wheel dependencies in a Declarative Automation Bundle. +This Declarative Automation Bundles example demonstrates how to define and use a job with multiple wheel dependencies. One of the wheel files depends on the other. It is important to specify the order of the wheels in the job such that the dependent wheel is installed first, since it won't be available in a public registry. diff --git a/knowledge_base/job_with_task_values/databricks.yml b/knowledge_base/job_with_task_values/databricks.yml index 0f33ce3..c6e01f0 100644 --- a/knowledge_base/job_with_task_values/databricks.yml +++ b/knowledge_base/job_with_task_values/databricks.yml @@ -1,4 +1,4 @@ -# This is a Declarative Automation Bundle definition for job with task values. +# This is a bundle definition for a job with task values. # See https://docs.databricks.com/dev-tools/bundles/index.html for documentation. bundle: name: job_with_task_values diff --git a/knowledge_base/private_wheel_packages/README.md b/knowledge_base/private_wheel_packages/README.md index f172ec6..394f675 100644 --- a/knowledge_base/private_wheel_packages/README.md +++ b/knowledge_base/private_wheel_packages/README.md @@ -15,7 +15,7 @@ wheels from a private repository in a notebook. You can use the workaround docum # Usage You can refer to private wheel files from job libraries or serverless environments by downloading the wheel -and making it part of your Declarative Automation Bundle deployment. +and making it part of your bundle deployment. To emulate this for this example, we will download a wheel from PyPI, include it in deployment, and refer to it from job configuration.