dba

databricks.yml

bundle:
  name: portfolio-analyser

targets:
  dev:
    default: true
    workspace:
      host: https://<your workspace URL>.cloud.databricks.com  # your workspace URL
    mode: development

resources:
  jobs:
    hello_job:
      name: "Portfolio Analyser Hello World Job"
      tasks:
        - task_key: hello_task
          notebook_task:
            notebook_path: ./notebooks/notebook.ipynb
            base_parameters:
              ENV_NAME: "dev"         # Add your environment name here
              MESSAGE: "Hello World"  # Add the message you want
          job_compute:
            serverless: true

        # Second task - Data Processing (depends on first task)
        - task_key: data_processing_task
          depends_on:
            - task_key: hello_task  # This task will run after hello_task completes
          notebook_task:
            notebook_path: ./notebooks/data_processing.ipynb
            base_parameters:
              ENV_NAME: "dev"
              INPUT_SOURCE: "hello_task_output"
              PROCESSING_TYPE: "portfolio_analysis"
          job_compute:
            serverless: true