[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"skill:01M6F67J3MZ63C1PXEVS3BVMQT":3,"skill-same:01M6F67J3MZ63C1PXEVS3BVMQT":79},{"skillNo":4,"name":5,"nameZh":6,"description":7,"descriptionZh":6,"repositoryFullName":8,"ownerLogin":9,"ownerAvatarUrl":10,"ownerAccountNo":11,"ownerDisplayName":12,"repositoryNo":13,"starsCount":14,"licenseSpdxId":15,"licenseFileUrl":6,"sourceHtmlUrl":16,"categories":17,"keywords":23,"publishedAt":47,"linkOnly":48,"markdownContent":49,"markdownBody":50,"frontMatter":51,"refName":56,"commitSha":57,"skillDirectory":58,"forksCount":59,"repositoryHtmlUrl":60,"repositoryHomepageUrl":6,"ownerHtmlUrl":61,"ownerBlogUrl":62,"ownerDescription":63,"updatedAt":64,"install":65,"resources":78},"01M6F67J3MZ63C1PXEVS3BVMQT","databricks-multi-env-setup",null,"Configure Databricks across development, staging, and production environments.\nUse when setting up multi-environment deployments, configuring per-environment secrets,\nor implementing environment-specific Databricks configurations.\nTrigger with phrases like \"databricks environments\", \"databricks staging\",\n\"databricks dev prod\", \"databricks environment setup\", \"databricks config by env\".","Dicklesworthstone\u002Fpi_agent_rust","Dicklesworthstone","https:\u002F\u002Favatars.githubusercontent.com\u002Fu\u002F35050222?v=4","01M6CG26AR942CSVMN1M5E3DSE","Jeff Emanuel","01M6CG26EPP71PSHW1VDS71121",1992,"MIT","https:\u002F\u002Fgithub.com\u002FDicklesworthstone\u002Fpi_agent_rust\u002Fblob\u002Fmain\u002Ftests\u002Fext_conformance\u002Fartifacts\u002Fplugins-community\u002Fplugins\u002Fsaas-packs\u002Fdatabricks-pack\u002Fskills\u002Fdatabricks-multi-env-setup\u002FSKILL.md",[18],{"categoryNo":19,"categoryName":20,"taxonomyType":21,"taxonomyTypeDesc":22},"01JBSEEDCAT000000000000011","运维与部署","SCENARIO","使用场景",[24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46],"setup","databricks","databricks multi env setup","multi","env setup","env","when","config","implementing","environments","trigger","io","across","multi-environment","up","environment","edit","write","read","configure","Bash","secrets","development","2026-11-10 10:12:30",false,"---\nname: databricks-multi-env-setup\ndescription: |\n  Configure Databricks across development, staging, and production environments.\n  Use when setting up multi-environment deployments, configuring per-environment secrets,\n  or implementing environment-specific Databricks configurations.\n  Trigger with phrases like \"databricks environments\", \"databricks staging\",\n  \"databricks dev prod\", \"databricks environment setup\", \"databricks config by env\".\nallowed-tools: Read, Write, Edit, Bash(databricks:*), Bash(terraform:*)\nversion: 1.0.0\nlicense: MIT\nauthor: Jeremy Longshore \u003Cjeremy@intentsolutions.io>\n---\n\n# Databricks Multi-Environment Setup\n\n## Overview\nConfigure Databricks across development, staging, and production environments.\n\n## Prerequisites\n- Multiple Databricks workspaces (or single workspace with isolation)\n- Secret management solution (Databricks Secrets, Azure Key Vault, etc.)\n- CI\u002FCD pipeline configured\n- Unity Catalog for cross-workspace governance\n\n## Environment Strategy\n\n| Environment | Purpose | Workspace | Data | Permissions |\n|-------------|---------|-----------|------|-------------|\n| Development | Local dev, experimentation | Shared dev workspace | Sample\u002Fsynthetic | Broad access |\n| Staging | Integration testing, UAT | Dedicated staging | Prod clone (masked) | Team access |\n| Production | Live workloads | Dedicated prod | Real data | Restricted |\n\n## Instructions\n\n### Step 1: Asset Bundle Environment Configuration\n\n```yaml\n# databricks.yml\nbundle:\n  name: data-platform\n\nvariables:\n  catalog:\n    description: Unity Catalog name\n    default: dev_catalog\n  schema_prefix:\n    description: Schema prefix for isolation\n    default: dev\n  warehouse_size:\n    description: SQL Warehouse size\n    default: \"2X-Small\"\n  cluster_size:\n    description: Default cluster workers\n    default: 1\n\ninclude:\n  - resources\u002F*.yml\n\nworkspace:\n  host: ${DATABRICKS_HOST}\n\ntargets:\n  # Development - personal workspaces\n  dev:\n    default: true\n    mode: development\n    variables:\n      catalog: dev_catalog\n      schema_prefix: \"${workspace.current_user.short_name}\"\n      warehouse_size: \"2X-Small\"\n      cluster_size: 1\n    workspace:\n      root_path: \u002FUsers\u002F${workspace.current_user.userName}\u002F.bundle\u002F${bundle.name}\u002Fdev\n\n  # Staging - shared test environment\n  staging:\n    mode: development\n    variables:\n      catalog: staging_catalog\n      schema_prefix: staging\n      warehouse_size: \"Small\"\n      cluster_size: 2\n    workspace:\n      host: ${DATABRICKS_HOST_STAGING}\n      root_path: \u002FShared\u002F.bundle\u002F${bundle.name}\u002Fstaging\n    run_as:\n      service_principal_name: ${STAGING_SERVICE_PRINCIPAL}\n    permissions:\n      - level: CAN_VIEW\n        group_name: developers\n      - level: CAN_MANAGE_RUN\n        group_name: data-engineers\n\n  # Production - locked down\n  prod:\n    mode: production\n    variables:\n      catalog: prod_catalog\n      schema_prefix: prod\n      warehouse_size: \"Medium\"\n      cluster_size: 4\n    workspace:\n      host: ${DATABRICKS_HOST_PROD}\n      root_path: \u002FShared\u002F.bundle\u002F${bundle.name}\u002Fprod\n    run_as:\n      service_principal_name: ${PROD_SERVICE_PRINCIPAL}\n    permissions:\n      - level: CAN_VIEW\n        group_name: data-consumers\n      - level: CAN_MANAGE_RUN\n        group_name: data-engineers\n      - level: CAN_MANAGE\n        service_principal_name: ${PROD_SERVICE_PRINCIPAL}\n```\n\n### Step 2: Environment-Specific Resources\n\n```yaml\n# resources\u002Fjobs.yml\nresources:\n  jobs:\n    etl_pipeline:\n      name: \"${bundle.name}-etl-${bundle.target}\"\n\n      # Environment-specific schedule\n      schedule:\n        quartz_cron_expression: >-\n          ${bundle.target == \"prod\" ? \"0 0 6 * * ?\" :\n            bundle.target == \"staging\" ? \"0 0 8 * * ?\" : null}\n        timezone_id: \"America\u002FNew_York\"\n        pause_status: ${bundle.target == \"dev\" ? \"PAUSED\" : \"UNPAUSED\"}\n\n      # Environment-specific notifications\n      email_notifications:\n        on_failure: ${bundle.target == \"prod\" ?\n          [\"oncall@company.com\", \"pagerduty@company.pagerduty.com\"] :\n          [\"team@company.com\"]}\n\n      # Environment-specific cluster sizing\n      job_clusters:\n        - job_cluster_key: etl_cluster\n          new_cluster:\n            spark_version: \"14.3.x-scala2.12\"\n            node_type_id: >-\n              ${bundle.target == \"prod\" ? \"Standard_DS4_v2\" : \"Standard_DS3_v2\"}\n            num_workers: ${var.cluster_size}\n            autoscale:\n              min_workers: ${bundle.target == \"prod\" ? 2 : 1}\n              max_workers: ${bundle.target == \"prod\" ? 10 : 4}\n\n            # Spot instances for non-prod\n            azure_attributes:\n              availability: >-\n                ${bundle.target == \"prod\" ? \"ON_DEMAND_AZURE\" : \"SPOT_AZURE\"}\n              first_on_demand: 1\n```\n\n### Step 3: Unity Catalog Cross-Environment Setup\n\n```sql\n-- Create environment-specific catalogs\nCREATE CATALOG IF NOT EXISTS dev_catalog;\nCREATE CATALOG IF NOT EXISTS staging_catalog;\nCREATE CATALOG IF NOT EXISTS prod_catalog;\n\n-- Grant cross-environment read access for data lineage\nGRANT USAGE ON CATALOG prod_catalog TO `staging-service-principal`;\nGRANT SELECT ON CATALOG prod_catalog TO `staging-service-principal`;\n\n-- Set up data sharing between environments\nCREATE SHARE IF NOT EXISTS prod_to_staging;\nALTER SHARE prod_to_staging ADD SCHEMA prod_catalog.reference;\n\n-- Create recipient for staging workspace\nCREATE RECIPIENT IF NOT EXISTS staging_workspace\n  USING IDENTITY ('staging-workspace-identity');\n\nGRANT SELECT ON SHARE prod_to_staging TO RECIPIENT staging_workspace;\n```\n\n### Step 4: Secret Management by Environment\n\n```python\n# src\u002Fconfig\u002Fsecrets.py\nfrom databricks.sdk import WorkspaceClient\nimport os\n\nclass EnvironmentSecrets:\n    \"\"\"Environment-aware secret management.\"\"\"\n\n    def __init__(self, environment: str = None):\n        self.environment = environment or os.getenv(\"ENVIRONMENT\", \"dev\")\n        self.w = WorkspaceClient()\n        self._secret_scope = f\"{self.environment}-secrets\"\n\n    def get_secret(self, key: str) -> str:\n        \"\"\"Get secret for current environment.\"\"\"\n        # In notebooks, use dbutils\n        # return dbutils.secrets.get(scope=self._secret_scope, key=key)\n\n        # Via API (for testing)\n        return self.w.secrets.get_secret(\n            scope=self._secret_scope,\n            key=key\n        ).value\n\n    def get_database_url(self) -> str:\n        \"\"\"Get environment-specific database URL.\"\"\"\n        return self.get_secret(\"database_url\")\n\n    def get_api_key(self, service: str) -> str:\n        \"\"\"Get API key for service.\"\"\"\n        return self.get_secret(f\"{service}_api_key\")\n\n# Usage in notebooks\n# secrets = EnvironmentSecrets()\n# db_url = secrets.get_database_url()\n```\n\n### Step 5: Environment Detection\n\n```python\n# src\u002Fconfig\u002Fenvironment.py\nimport os\nfrom dataclasses import dataclass\nfrom typing import Optional\n\n@dataclass\nclass EnvironmentConfig:\n    \"\"\"Environment-specific configuration.\"\"\"\n    name: str\n    catalog: str\n    schema_prefix: str\n    is_production: bool\n    debug_enabled: bool\n    max_cluster_size: int\n\ndef detect_environment() -> EnvironmentConfig:\n    \"\"\"Detect current environment from context.\"\"\"\n    # From environment variable (set by Asset Bundles)\n    env = os.getenv(\"ENVIRONMENT\", \"dev\")\n\n    # Or from Databricks tags\n    # spark.conf.get(\"spark.databricks.tags.Environment\")\n\n    configs = {\n        \"dev\": EnvironmentConfig(\n            name=\"dev\",\n            catalog=\"dev_catalog\",\n            schema_prefix=\"dev\",\n            is_production=False,\n            debug_enabled=True,\n            max_cluster_size=4,\n        ),\n        \"staging\": EnvironmentConfig(\n            name=\"staging\",\n            catalog=\"staging_catalog\",\n            schema_prefix=\"staging\",\n            is_production=False,\n            debug_enabled=True,\n            max_cluster_size=8,\n        ),\n        \"prod\": EnvironmentConfig(\n            name=\"prod\",\n            catalog=\"prod_catalog\",\n            schema_prefix=\"prod\",\n            is_production=True,\n            debug_enabled=False,\n            max_cluster_size=20,\n        ),\n    }\n\n    return configs.get(env, configs[\"dev\"])\n\n# Usage\nenv = detect_environment()\nfull_table_name = f\"{env.catalog}.{env.schema_prefix}_sales.orders\"\n```\n\n### Step 6: Environment Promotion Pipeline\n\n```python\n# scripts\u002Fpromote_to_prod.py\nfrom databricks.sdk import WorkspaceClient\nimport subprocess\n\ndef promote_to_production(\n    version_tag: str,\n    dry_run: bool = True,\n) -> dict:\n    \"\"\"\n    Promote code from staging to production.\n\n    Steps:\n    1. Verify staging tests passed\n    2. Tag release in git\n    3. Deploy to production\n    4. Run smoke tests\n    5. Enable schedules\n    \"\"\"\n    results = {\"steps\": []}\n\n    # 1. Verify staging tests\n    print(\"Verifying staging tests...\")\n    staging_result = subprocess.run(\n        [\"databricks\", \"bundle\", \"run\", \"-t\", \"staging\", \"integration-tests\"],\n        capture_output=True\n    )\n    if staging_result.returncode != 0:\n        raise Exception(\"Staging tests failed\")\n    results[\"steps\"].append({\"stage\": \"verify_staging\", \"status\": \"passed\"})\n\n    # 2. Tag release\n    print(f\"Tagging release {version_tag}...\")\n    if not dry_run:\n        subprocess.run([\"git\", \"tag\", version_tag])\n        subprocess.run([\"git\", \"push\", \"origin\", version_tag])\n    results[\"steps\"].append({\"stage\": \"tag_release\", \"status\": \"done\" if not dry_run else \"skipped\"})\n\n    # 3. Deploy to production\n    print(\"Deploying to production...\")\n    if not dry_run:\n        subprocess.run([\"databricks\", \"bundle\", \"deploy\", \"-t\", \"prod\"])\n    results[\"steps\"].append({\"stage\": \"deploy_prod\", \"status\": \"done\" if not dry_run else \"skipped\"})\n\n    # 4. Run smoke tests\n    print(\"Running smoke tests...\")\n    if not dry_run:\n        subprocess.run([\"databricks\", \"bundle\", \"run\", \"-t\", \"prod\", \"smoke-tests\"])\n    results[\"steps\"].append({\"stage\": \"smoke_tests\", \"status\": \"done\" if not dry_run else \"skipped\"})\n\n    return results\n\nif __name__ == \"__main__\":\n    import argparse\n    parser = argparse.ArgumentParser()\n    parser.add_argument(\"--version\", required=True)\n    parser.add_argument(\"--dry-run\", action=\"store_true\")\n    args = parser.parse_args()\n\n    result = promote_to_production(args.version, args.dry_run)\n    print(result)\n```\n\n## Output\n- Multi-environment Asset Bundle configuration\n- Environment-specific job settings\n- Cross-environment Unity Catalog setup\n- Secret management by environment\n- Promotion pipeline\n\n## Error Handling\n| Issue | Cause | Solution |\n|-------|-------|----------|\n| Wrong environment | Missing env var | Check ENVIRONMENT variable |\n| Secret not found | Wrong scope | Verify scope name matches environment |\n| Permission denied | Missing grants | Add Unity Catalog grants |\n| Config mismatch | Target override issue | Check bundle target syntax |\n\n## Examples\n\n### Quick Environment Check\n```python\nenv = detect_environment()\nprint(f\"Running in {env.name} environment\")\nprint(f\"Using catalog: {env.catalog}\")\nprint(f\"Production mode: {env.is_production}\")\n```\n\n### Terraform Multi-Workspace\n```hcl\n# infrastructure\u002Fterraform\u002Fmain.tf\nlocals {\n  environments = {\n    dev = {\n      workspace_name = \"data-platform-dev\"\n      sku           = \"premium\"\n    }\n    staging = {\n      workspace_name = \"data-platform-staging\"\n      sku           = \"premium\"\n    }\n    prod = {\n      workspace_name = \"data-platform-prod\"\n      sku           = \"premium\"\n    }\n  }\n}\n\nresource \"azurerm_databricks_workspace\" \"workspace\" {\n  for_each = local.environments\n\n  name                = each.value.workspace_name\n  resource_group_name = azurerm_resource_group.main.name\n  location            = azurerm_resource_group.main.location\n  sku                 = each.value.sku\n\n  tags = {\n    environment = each.key\n    managed_by  = \"terraform\"\n  }\n}\n```\n\n## Resources\n- [Asset Bundles Targets](https:\u002F\u002Fdocs.databricks.com\u002Fdev-tools\u002Fbundles\u002Fsettings.html#targets)\n- [Unity Catalog Isolation](https:\u002F\u002Fdocs.databricks.com\u002Fdata-governance\u002Funity-catalog\u002Fbest-practices.html)\n- [Workspace Federation](https:\u002F\u002Fdocs.databricks.com\u002Fadministration-guide\u002Fworkspace\u002Findex.html)\n\n## Next Steps\nFor observability setup, see `databricks-observability`.\n","# Databricks Multi-Environment Setup\n\n## Overview\nConfigure Databricks across development, staging, and production environments.\n\n## Prerequisites\n- Multiple Databricks workspaces (or single workspace with isolation)\n- Secret management solution (Databricks Secrets, Azure Key Vault, etc.)\n- CI\u002FCD pipeline configured\n- Unity Catalog for cross-workspace governance\n\n## Environment Strategy\n\n| Environment | Purpose | Workspace | Data | Permissions |\n|-------------|---------|-----------|------|-------------|\n| Development | Local dev, experimentation | Shared dev workspace | Sample\u002Fsynthetic | Broad access |\n| Staging | Integration testing, UAT | Dedicated staging | Prod clone (masked) | Team access |\n| Production | Live workloads | Dedicated prod | Real data | Restricted |\n\n## Instructions\n\n### Step 1: Asset Bundle Environment Configuration\n\n```yaml\n# databricks.yml\nbundle:\n  name: data-platform\n\nvariables:\n  catalog:\n    description: Unity Catalog name\n    default: dev_catalog\n  schema_prefix:\n    description: Schema prefix for isolation\n    default: dev\n  warehouse_size:\n    description: SQL Warehouse size\n    default: \"2X-Small\"\n  cluster_size:\n    description: Default cluster workers\n    default: 1\n\ninclude:\n  - resources\u002F*.yml\n\nworkspace:\n  host: ${DATABRICKS_HOST}\n\ntargets:\n  # Development - personal workspaces\n  dev:\n    default: true\n    mode: development\n    variables:\n      catalog: dev_catalog\n      schema_prefix: \"${workspace.current_user.short_name}\"\n      warehouse_size: \"2X-Small\"\n      cluster_size: 1\n    workspace:\n      root_path: \u002FUsers\u002F${workspace.current_user.userName}\u002F.bundle\u002F${bundle.name}\u002Fdev\n\n  # Staging - shared test environment\n  staging:\n    mode: development\n    variables:\n      catalog: staging_catalog\n      schema_prefix: staging\n      warehouse_size: \"Small\"\n      cluster_size: 2\n    workspace:\n      host: ${DATABRICKS_HOST_STAGING}\n      root_path: \u002FShared\u002F.bundle\u002F${bundle.name}\u002Fstaging\n    run_as:\n      service_principal_name: ${STAGING_SERVICE_PRINCIPAL}\n    permissions:\n      - level: CAN_VIEW\n        group_name: developers\n      - level: CAN_MANAGE_RUN\n        group_name: data-engineers\n\n  # Production - locked down\n  prod:\n    mode: production\n    variables:\n      catalog: prod_catalog\n      schema_prefix: prod\n      warehouse_size: \"Medium\"\n      cluster_size: 4\n    workspace:\n      host: ${DATABRICKS_HOST_PROD}\n      root_path: \u002FShared\u002F.bundle\u002F${bundle.name}\u002Fprod\n    run_as:\n      service_principal_name: ${PROD_SERVICE_PRINCIPAL}\n    permissions:\n      - level: CAN_VIEW\n        group_name: data-consumers\n      - level: CAN_MANAGE_RUN\n        group_name: data-engineers\n      - level: CAN_MANAGE\n        service_principal_name: ${PROD_SERVICE_PRINCIPAL}\n```\n\n### Step 2: Environment-Specific Resources\n\n```yaml\n# resources\u002Fjobs.yml\nresources:\n  jobs:\n    etl_pipeline:\n      name: \"${bundle.name}-etl-${bundle.target}\"\n\n      # Environment-specific schedule\n      schedule:\n        quartz_cron_expression: >-\n          ${bundle.target == \"prod\" ? \"0 0 6 * * ?\" :\n            bundle.target == \"staging\" ? \"0 0 8 * * ?\" : null}\n        timezone_id: \"America\u002FNew_York\"\n        pause_status: ${bundle.target == \"dev\" ? \"PAUSED\" : \"UNPAUSED\"}\n\n      # Environment-specific notifications\n      email_notifications:\n        on_failure: ${bundle.target == \"prod\" ?\n          [\"oncall@company.com\", \"pagerduty@company.pagerduty.com\"] :\n          [\"team@company.com\"]}\n\n      # Environment-specific cluster sizing\n      job_clusters:\n        - job_cluster_key: etl_cluster\n          new_cluster:\n            spark_version: \"14.3.x-scala2.12\"\n            node_type_id: >-\n              ${bundle.target == \"prod\" ? \"Standard_DS4_v2\" : \"Standard_DS3_v2\"}\n            num_workers: ${var.cluster_size}\n            autoscale:\n              min_workers: ${bundle.target == \"prod\" ? 2 : 1}\n              max_workers: ${bundle.target == \"prod\" ? 10 : 4}\n\n            # Spot instances for non-prod\n            azure_attributes:\n              availability: >-\n                ${bundle.target == \"prod\" ? \"ON_DEMAND_AZURE\" : \"SPOT_AZURE\"}\n              first_on_demand: 1\n```\n\n### Step 3: Unity Catalog Cross-Environment Setup\n\n```sql\n-- Create environment-specific catalogs\nCREATE CATALOG IF NOT EXISTS dev_catalog;\nCREATE CATALOG IF NOT EXISTS staging_catalog;\nCREATE CATALOG IF NOT EXISTS prod_catalog;\n\n-- Grant cross-environment read access for data lineage\nGRANT USAGE ON CATALOG prod_catalog TO `staging-service-principal`;\nGRANT SELECT ON CATALOG prod_catalog TO `staging-service-principal`;\n\n-- Set up data sharing between environments\nCREATE SHARE IF NOT EXISTS prod_to_staging;\nALTER SHARE prod_to_staging ADD SCHEMA prod_catalog.reference;\n\n-- Create recipient for staging workspace\nCREATE RECIPIENT IF NOT EXISTS staging_workspace\n  USING IDENTITY ('staging-workspace-identity');\n\nGRANT SELECT ON SHARE prod_to_staging TO RECIPIENT staging_workspace;\n```\n\n### Step 4: Secret Management by Environment\n\n```python\n# src\u002Fconfig\u002Fsecrets.py\nfrom databricks.sdk import WorkspaceClient\nimport os\n\nclass EnvironmentSecrets:\n    \"\"\"Environment-aware secret management.\"\"\"\n\n    def __init__(self, environment: str = None):\n        self.environment = environment or os.getenv(\"ENVIRONMENT\", \"dev\")\n        self.w = WorkspaceClient()\n        self._secret_scope = f\"{self.environment}-secrets\"\n\n    def get_secret(self, key: str) -> str:\n        \"\"\"Get secret for current environment.\"\"\"\n        # In notebooks, use dbutils\n        # return dbutils.secrets.get(scope=self._secret_scope, key=key)\n\n        # Via API (for testing)\n        return self.w.secrets.get_secret(\n            scope=self._secret_scope,\n            key=key\n        ).value\n\n    def get_database_url(self) -> str:\n        \"\"\"Get environment-specific database URL.\"\"\"\n        return self.get_secret(\"database_url\")\n\n    def get_api_key(self, service: str) -> str:\n        \"\"\"Get API key for service.\"\"\"\n        return self.get_secret(f\"{service}_api_key\")\n\n# Usage in notebooks\n# secrets = EnvironmentSecrets()\n# db_url = secrets.get_database_url()\n```\n\n### Step 5: Environment Detection\n\n```python\n# src\u002Fconfig\u002Fenvironment.py\nimport os\nfrom dataclasses import dataclass\nfrom typing import Optional\n\n@dataclass\nclass EnvironmentConfig:\n    \"\"\"Environment-specific configuration.\"\"\"\n    name: str\n    catalog: str\n    schema_prefix: str\n    is_production: bool\n    debug_enabled: bool\n    max_cluster_size: int\n\ndef detect_environment() -> EnvironmentConfig:\n    \"\"\"Detect current environment from context.\"\"\"\n    # From environment variable (set by Asset Bundles)\n    env = os.getenv(\"ENVIRONMENT\", \"dev\")\n\n    # Or from Databricks tags\n    # spark.conf.get(\"spark.databricks.tags.Environment\")\n\n    configs = {\n        \"dev\": EnvironmentConfig(\n            name=\"dev\",\n            catalog=\"dev_catalog\",\n            schema_prefix=\"dev\",\n            is_production=False,\n            debug_enabled=True,\n            max_cluster_size=4,\n        ),\n        \"staging\": EnvironmentConfig(\n            name=\"staging\",\n            catalog=\"staging_catalog\",\n            schema_prefix=\"staging\",\n            is_production=False,\n            debug_enabled=True,\n            max_cluster_size=8,\n        ),\n        \"prod\": EnvironmentConfig(\n            name=\"prod\",\n            catalog=\"prod_catalog\",\n            schema_prefix=\"prod\",\n            is_production=True,\n            debug_enabled=False,\n            max_cluster_size=20,\n        ),\n    }\n\n    return configs.get(env, configs[\"dev\"])\n\n# Usage\nenv = detect_environment()\nfull_table_name = f\"{env.catalog}.{env.schema_prefix}_sales.orders\"\n```\n\n### Step 6: Environment Promotion Pipeline\n\n```python\n# scripts\u002Fpromote_to_prod.py\nfrom databricks.sdk import WorkspaceClient\nimport subprocess\n\ndef promote_to_production(\n    version_tag: str,\n    dry_run: bool = True,\n) -> dict:\n    \"\"\"\n    Promote code from staging to production.\n\n    Steps:\n    1. Verify staging tests passed\n    2. Tag release in git\n    3. Deploy to production\n    4. Run smoke tests\n    5. Enable schedules\n    \"\"\"\n    results = {\"steps\": []}\n\n    # 1. Verify staging tests\n    print(\"Verifying staging tests...\")\n    staging_result = subprocess.run(\n        [\"databricks\", \"bundle\", \"run\", \"-t\", \"staging\", \"integration-tests\"],\n        capture_output=True\n    )\n    if staging_result.returncode != 0:\n        raise Exception(\"Staging tests failed\")\n    results[\"steps\"].append({\"stage\": \"verify_staging\", \"status\": \"passed\"})\n\n    # 2. Tag release\n    print(f\"Tagging release {version_tag}...\")\n    if not dry_run:\n        subprocess.run([\"git\", \"tag\", version_tag])\n        subprocess.run([\"git\", \"push\", \"origin\", version_tag])\n    results[\"steps\"].append({\"stage\": \"tag_release\", \"status\": \"done\" if not dry_run else \"skipped\"})\n\n    # 3. Deploy to production\n    print(\"Deploying to production...\")\n    if not dry_run:\n        subprocess.run([\"databricks\", \"bundle\", \"deploy\", \"-t\", \"prod\"])\n    results[\"steps\"].append({\"stage\": \"deploy_prod\", \"status\": \"done\" if not dry_run else \"skipped\"})\n\n    # 4. Run smoke tests\n    print(\"Running smoke tests...\")\n    if not dry_run:\n        subprocess.run([\"databricks\", \"bundle\", \"run\", \"-t\", \"prod\", \"smoke-tests\"])\n    results[\"steps\"].append({\"stage\": \"smoke_tests\", \"status\": \"done\" if not dry_run else \"skipped\"})\n\n    return results\n\nif __name__ == \"__main__\":\n    import argparse\n    parser = argparse.ArgumentParser()\n    parser.add_argument(\"--version\", required=True)\n    parser.add_argument(\"--dry-run\", action=\"store_true\")\n    args = parser.parse_args()\n\n    result = promote_to_production(args.version, args.dry_run)\n    print(result)\n```\n\n## Output\n- Multi-environment Asset Bundle configuration\n- Environment-specific job settings\n- Cross-environment Unity Catalog setup\n- Secret management by environment\n- Promotion pipeline\n\n## Error Handling\n| Issue | Cause | Solution |\n|-------|-------|----------|\n| Wrong environment | Missing env var | Check ENVIRONMENT variable |\n| Secret not found | Wrong scope | Verify scope name matches environment |\n| Permission denied | Missing grants | Add Unity Catalog grants |\n| Config mismatch | Target override issue | Check bundle target syntax |\n\n## Examples\n\n### Quick Environment Check\n```python\nenv = detect_environment()\nprint(f\"Running in {env.name} environment\")\nprint(f\"Using catalog: {env.catalog}\")\nprint(f\"Production mode: {env.is_production}\")\n```\n\n### Terraform Multi-Workspace\n```hcl\n# infrastructure\u002Fterraform\u002Fmain.tf\nlocals {\n  environments = {\n    dev = {\n      workspace_name = \"data-platform-dev\"\n      sku           = \"premium\"\n    }\n    staging = {\n      workspace_name = \"data-platform-staging\"\n      sku           = \"premium\"\n    }\n    prod = {\n      workspace_name = \"data-platform-prod\"\n      sku           = \"premium\"\n    }\n  }\n}\n\nresource \"azurerm_databricks_workspace\" \"workspace\" {\n  for_each = local.environments\n\n  name                = each.value.workspace_name\n  resource_group_name = azurerm_resource_group.main.name\n  location            = azurerm_resource_group.main.location\n  sku                 = each.value.sku\n\n  tags = {\n    environment = each.key\n    managed_by  = \"terraform\"\n  }\n}\n```\n\n## Resources\n- [Asset Bundles Targets](https:\u002F\u002Fdocs.databricks.com\u002Fdev-tools\u002Fbundles\u002Fsettings.html#targets)\n- [Unity Catalog Isolation](https:\u002F\u002Fdocs.databricks.com\u002Fdata-governance\u002Funity-catalog\u002Fbest-practices.html)\n- [Workspace Federation](https:\u002F\u002Fdocs.databricks.com\u002Fadministration-guide\u002Fworkspace\u002Findex.html)\n\n## Next Steps\nFor observability setup, see `databricks-observability`.\n",{"name":5,"author":52,"license":15,"version":53,"description":54,"allowed-tools":55},"Jeremy Longshore \u003Cjeremy@intentsolutions.io>","1.0.0","Configure Databricks across development, staging, and production environments.\nUse when setting up multi-environment deployments, configuring per-environment secrets,\nor implementing environment-specific Databricks configurations.\nTrigger with phrases like \"databricks environments\", \"databricks staging\",\n\"databricks dev prod\", \"databricks environment setup\", \"databricks config by env\".\n","Read, Write, Edit, Bash(databricks:*), Bash(terraform:*)","main","90b50ed0778745a80fd5bfb13b1843d45b9e82f7","tests\u002Fext_conformance\u002Fartifacts\u002Fplugins-community\u002Fplugins\u002Fsaas-packs\u002Fdatabricks-pack\u002Fskills\u002Fdatabricks-multi-env-setup",233,"https:\u002F\u002Fgithub.com\u002FDicklesworthstone\u002Fpi_agent_rust","https:\u002F\u002Fgithub.com\u002FDicklesworthstone","https:\u002F\u002Fwww.jeffreyemanuel.com\u002F","Building in NY","2026-11-15 01:54:15",{"source":8,"skillName":5,"commands":66,"prompt":76,"zipAvailable":77},[67,70,73],{"tool":68,"command":69},"npx","npx skills add Dicklesworthstone\u002Fpi_agent_rust --skill databricks-multi-env-setup",{"tool":71,"command":72},"bunx","bunx skills add Dicklesworthstone\u002Fpi_agent_rust --skill databricks-multi-env-setup",{"tool":74,"command":75},"pnpm","pnpm dlx skills add Dicklesworthstone\u002Fpi_agent_rust --skill databricks-multi-env-setup","安装技能，技能地址：https:\u002F\u002Fgithub.com\u002FDicklesworthstone\u002Fpi_agent_rust\u002Fblob\u002Fmain\u002Ftests\u002Fext_conformance\u002Fartifacts\u002Fplugins-community\u002Fplugins\u002Fsaas-packs\u002Fdatabricks-pack\u002Fskills\u002Fdatabricks-multi-env-setup\u002FSKILL.md",true,[],[80,112,147,170,196,223],{"skillNo":81,"name":82,"nameZh":6,"description":83,"descriptionZh":6,"repositoryFullName":8,"ownerLogin":9,"ownerAvatarUrl":10,"ownerAccountNo":11,"ownerDisplayName":12,"repositoryNo":13,"starsCount":14,"licenseSpdxId":84,"licenseFileUrl":85,"sourceHtmlUrl":86,"categories":87,"keywords":91,"publishedAt":111},"01M6FCR7G5A005P364Z6ZWCJDP","theme-factory","Toolkit for styling artifacts with a theme. These artifacts can be slides, docs, reportings, HTML landing pages, etc. There are 10 pre-set themes with colors\u002Ffonts that you can apply to any artifact that has been creating, or can generate a new theme on-the-fly.","Apache-2.0","https:\u002F\u002Fgithub.com\u002FDicklesworthstone\u002Fpi_agent_rust\u002Fblob\u002Fmain\u002Ftests\u002Fext_conformance\u002Fartifacts\u002Ftemplates-davila7\u002Fcli-tool\u002Fcomponents\u002Fskills\u002Fcreative-design\u002Ftheme-factory\u002FLICENSE.txt","https:\u002F\u002Fgithub.com\u002FDicklesworthstone\u002Fpi_agent_rust\u002Fblob\u002Fmain\u002Ftests\u002Fext_conformance\u002Fartifacts\u002Ftemplates-davila7\u002Fcli-tool\u002Fcomponents\u002Fskills\u002Fcreative-design\u002Ftheme-factory\u002FSKILL.md",[88],{"categoryNo":89,"categoryName":90,"taxonomyType":21,"taxonomyTypeDesc":22},"01JBSEEDCAT000000000000015","视觉设计",[92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110],"theme factory","factory","theme","docs","toolkit","generate","artifacts","SET","fly","slides","landing","html","styling","artifact","pages","themes","with","you","fonts","2026-11-11 15:11:14",{"skillNo":113,"name":114,"nameZh":6,"description":115,"descriptionZh":6,"repositoryFullName":8,"ownerLogin":9,"ownerAvatarUrl":10,"ownerAccountNo":11,"ownerDisplayName":12,"repositoryNo":13,"starsCount":14,"licenseSpdxId":84,"licenseFileUrl":116,"sourceHtmlUrl":117,"categories":118,"keywords":122,"publishedAt":47},"01M6FEGPPK0ZTKCCM0R3E3KS33","web-artifacts-builder","Suite of tools for creating elaborate, multi-component claude.ai HTML artifacts using modern frontend web technologies (React, Tailwind CSS, shadcn\u002Fui). Use for complex artifacts requiring state management, routing, or shadcn\u002Fui components - not for simple single-file HTML\u002FJSX artifacts.","https:\u002F\u002Fgithub.com\u002FDicklesworthstone\u002Fpi_agent_rust\u002Fblob\u002Fmain\u002Ftests\u002Fext_conformance\u002Fartifacts\u002Ftemplates-davila7\u002Fcli-tool\u002Fcomponents\u002Fskills\u002Futilities\u002Fweb-artifacts-builder\u002FLICENSE.txt","https:\u002F\u002Fgithub.com\u002FDicklesworthstone\u002Fpi_agent_rust\u002Fblob\u002Fmain\u002Ftests\u002Fext_conformance\u002Fartifacts\u002Ftemplates-davila7\u002Fcli-tool\u002Fcomponents\u002Fskills\u002Futilities\u002Fweb-artifacts-builder\u002FSKILL.md",[119],{"categoryNo":120,"categoryName":121,"taxonomyType":21,"taxonomyTypeDesc":22},"01JBSEEDCAT000000000000009","前端开发",[123,124,98,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,103,141,142,143,27,144,145,146],"web artifacts builder","web","artifacts builder","builder","frontend","css","components","react","component","routing","state management","state","shadcn","file","ui","Tools","Tailwind","use","single-file","simple","ui components","for","jsx","suite",{"skillNo":148,"name":149,"nameZh":6,"description":150,"descriptionZh":6,"repositoryFullName":8,"ownerLogin":9,"ownerAvatarUrl":10,"ownerAccountNo":11,"ownerDisplayName":12,"repositoryNo":13,"starsCount":14,"licenseSpdxId":84,"licenseFileUrl":151,"sourceHtmlUrl":152,"categories":153,"keywords":158,"publishedAt":47},"01M6FEE9VTK1W4GY21AKREJXRG","webapp-testing","Toolkit for interacting with and testing local web applications using Playwright. Supports verifying frontend functionality, debugging UI behavior, capturing browser screenshots, and viewing browser logs.","https:\u002F\u002Fgithub.com\u002FDicklesworthstone\u002Fpi_agent_rust\u002Fblob\u002Fmain\u002Ftests\u002Fext_conformance\u002Fartifacts\u002Ftemplates-davila7\u002Fcli-tool\u002Fcomponents\u002Fskills\u002Fsecurity\u002Fwebapp-testing\u002FLICENSE.txt","https:\u002F\u002Fgithub.com\u002FDicklesworthstone\u002Fpi_agent_rust\u002Fblob\u002Fmain\u002Ftests\u002Fext_conformance\u002Fartifacts\u002Ftemplates-davila7\u002Fcli-tool\u002Fcomponents\u002Fskills\u002Fsecurity\u002Fwebapp-testing\u002FSKILL.md",[154,157],{"categoryNo":155,"categoryName":156,"taxonomyType":21,"taxonomyTypeDesc":22},"01JBSEEDCAT000000000000008","测试与质量",{"categoryNo":120,"categoryName":121,"taxonomyType":21,"taxonomyTypeDesc":22},[159,160,161,127,162,163,124,164,96,165,137,166,167,168,169,108,144],"testing","webapp testing","webapp","screenshots","playwright","debugging","browser","logs","applications","behavior","local",{"skillNo":171,"name":172,"nameZh":6,"description":173,"descriptionZh":6,"repositoryFullName":8,"ownerLogin":9,"ownerAvatarUrl":10,"ownerAccountNo":11,"ownerDisplayName":12,"repositoryNo":13,"starsCount":14,"licenseSpdxId":15,"licenseFileUrl":174,"sourceHtmlUrl":175,"categories":176,"keywords":177,"publishedAt":47},"01M6FE20F7ZTQBFWKF4MPJ2SBX","neuropixels-analysis","Neuropixels neural recording analysis. Load SpikeGLX\u002FOpenEphys data, preprocess, motion correction, Kilosort4 spike sorting, quality metrics, Allen\u002FIBL curation, AI-assisted visual analysis, for Neuropixels 1.0\u002F2.0 extracellular electrophysiology. Use when working with neural recordings, spike sorting, extracellular electrophysiology, or when the user mentions Neuropixels, SpikeGLX, Open Ephys, Kilosort, quality metrics, or unit curation.","https:\u002F\u002Fgithub.com\u002FDicklesworthstone\u002Fpi_agent_rust\u002Fblob\u002Fmain\u002Ftests\u002Fext_conformance\u002Fartifacts\u002Ftemplates-davila7\u002Fcli-tool\u002Fcomponents\u002Fskills\u002Fscientific\u002Fneuropixels-analysis\u002FLICENSE.txt","https:\u002F\u002Fgithub.com\u002FDicklesworthstone\u002Fpi_agent_rust\u002Fblob\u002Fmain\u002Ftests\u002Fext_conformance\u002Fartifacts\u002Ftemplates-davila7\u002Fcli-tool\u002Fcomponents\u002Fskills\u002Fscientific\u002Fneuropixels-analysis\u002FSKILL.md",[],[178,179,180,181,182,183,184,185,140,186,187,188,189,190,191,192,108,193,194,195,144,30],"analysis","neuropixels analysis","spike","metrics","data","open","quality","user","recordings","Neural","motion","visual","quality metrics","unit","sorting","curation","recording","load",{"skillNo":197,"name":198,"nameZh":6,"description":199,"descriptionZh":6,"repositoryFullName":8,"ownerLogin":9,"ownerAvatarUrl":10,"ownerAccountNo":11,"ownerDisplayName":12,"repositoryNo":13,"starsCount":14,"licenseSpdxId":84,"licenseFileUrl":200,"sourceHtmlUrl":201,"categories":202,"keywords":206,"publishedAt":47},"01M6FDP0PDK6F1GGX395C7625Z","skill-creator","Guide for creating effective skills. This skill should be used when users want to create a new skill (or update an existing skill) that extends Claude's capabilities with specialized knowledge, workflows, or tool integrations.","https:\u002F\u002Fgithub.com\u002FDicklesworthstone\u002Fpi_agent_rust\u002Fblob\u002Fmain\u002Ftests\u002Fext_conformance\u002Fartifacts\u002Ftemplates-davila7\u002Fcli-tool\u002Fcomponents\u002Fskills\u002Fproductivity\u002Fskill-creator\u002FLICENSE.txt","https:\u002F\u002Fgithub.com\u002FDicklesworthstone\u002Fpi_agent_rust\u002Fblob\u002Fmain\u002Ftests\u002Fext_conformance\u002Fartifacts\u002Ftemplates-davila7\u002Fcli-tool\u002Fcomponents\u002Fskills\u002Fproductivity\u002Fskill-creator\u002FSKILL.md",[203],{"categoryNo":204,"categoryName":205,"taxonomyType":21,"taxonomyTypeDesc":22},"01JBSEEDCAT000000000000023","Skill与智能体开发",[207,208,209,210,211,212,213,214,215,216,217,218,219,220,108,144,221,30,222],"skill creator","creator","workflows","create","update","capabilities","knowledge","tool","integrations","specialized","guide","new skill","existing skill","users","Existing","new",{"skillNo":224,"name":225,"nameZh":6,"description":226,"descriptionZh":6,"repositoryFullName":8,"ownerLogin":9,"ownerAvatarUrl":10,"ownerAccountNo":11,"ownerDisplayName":12,"repositoryNo":13,"starsCount":14,"licenseSpdxId":15,"licenseFileUrl":227,"sourceHtmlUrl":228,"categories":229,"keywords":231,"publishedAt":47},"01M6FDM8Y7VK7NYG9SM7QPA3PW","notebooklm","Use this skill to query your Google NotebookLM notebooks directly from Claude Code for source-grounded, citation-backed answers from Gemini. Browser automation, library management, persistent auth. Drastically reduced hallucinations through document-only responses.","https:\u002F\u002Fgithub.com\u002FDicklesworthstone\u002Fpi_agent_rust\u002Fblob\u002Fmain\u002Ftests\u002Fext_conformance\u002Fartifacts\u002Ftemplates-davila7\u002Fcli-tool\u002Fcomponents\u002Fskills\u002Fproductivity\u002Fnotebooklm\u002FLICENSE","https:\u002F\u002Fgithub.com\u002FDicklesworthstone\u002Fpi_agent_rust\u002Fblob\u002Fmain\u002Ftests\u002Fext_conformance\u002Fartifacts\u002Ftemplates-davila7\u002Fcli-tool\u002Fcomponents\u002Fskills\u002Fproductivity\u002Fnotebooklm\u002FSKILL.md",[230],{"categoryNo":204,"categoryName":205,"taxonomyType":21,"taxonomyTypeDesc":22},[225,232,233,234,235,236,237,165,238,239,140,240,241,242,243,144,244],"google","browser automation","gemini","automation","auth","code","library","management","only","document","query","Citation","source"]