Skip to content

Commit

Permalink
[DOCFIX] YAML formatting (#270)
Browse files Browse the repository at this point in the history
  • Loading branch information
renardeinside authored May 31, 2022
1 parent c9d911a commit 41acf0a
Showing 1 changed file with 63 additions and 63 deletions.
126 changes: 63 additions & 63 deletions docs/source/examples/python_mtj.yml
Original file line number Diff line number Diff line change
Expand Up @@ -28,77 +28,77 @@ custom:
- *basic-cluster-props
- *basic-auto-scale-props

environments:
default:
strict_path_adjustment_policy: true
jobs:
- name: "your-job-name"
environments:
default:
strict_path_adjustment_policy: true
jobs:
- name: "your-job-name"

email_notifications:
on_start: [ "[email protected]" ]
on_success: [ "[email protected]" ]
on_failure: [ "[email protected]" ]
no_alert_for_skipped_runs: false
email_notifications:
on_start: [ "[email protected]" ]
on_success: [ "[email protected]" ]
on_failure: [ "[email protected]" ]
no_alert_for_skipped_runs: false

#http://www.quartz-scheduler.org/documentation/quartz-2.3.0/tutorials/crontrigger.html
schedule:
quartz_cron_expression: "00 25 03 * * ?"
timezone_id: "UTC"
pause_status: "PAUSED"
#http://www.quartz-scheduler.org/documentation/quartz-2.3.0/tutorials/crontrigger.html
schedule:
quartz_cron_expression: "00 25 03 * * ?"
timezone_id: "UTC"
pause_status: "PAUSED"

tags:
your-key: "your-value"
your-key1: "your-value1"
tags:
your-key: "your-value"
your-key1: "your-value1"

format: MULTI_TASK
format: MULTI_TASK

permissions:
access_control_list:
- user_name: "[email protected]"
permission_level: "IS_OWNER"
#- group_name: "your-group-name"
#permission_level: "CAN_VIEW"
#- user_name: "[email protected]"
#permission_level: "CAN_VIEW"
#- user_name: "[email protected]"
#permission_level: "CAN_VIEW"
permissions:
access_control_list:
- user_name: "[email protected]"
permission_level: "IS_OWNER"
#- group_name: "your-group-name"
#permission_level: "CAN_VIEW"
#- user_name: "[email protected]"
#permission_level: "CAN_VIEW"
#- user_name: "[email protected]"
#permission_level: "CAN_VIEW"

job_clusters:
- job_cluster_key: "basic-cluster"
<<: *basic-static-cluster
- job_cluster_key: "basic-autoscale-cluster"
<<: *basic-autoscale-cluster
job_clusters:
- job_cluster_key: "basic-cluster"
<<: *basic-static-cluster
- job_cluster_key: "basic-autoscale-cluster"
<<: *basic-autoscale-cluster

tasks:
- task_key: "your-task-01"
job_cluster_key: "basic-cluster"
max_retries: 1
spark_python_task:
python_file: "file://sample_project/jobs/your-file-01.py"
tasks:
- task_key: "your-task-01"
job_cluster_key: "basic-cluster"
max_retries: 1
spark_python_task:
python_file: "file://sample_project/jobs/your-file-01.py"

min_retry_interval_millis: 900000
retry_on_timeout: false
timeout_seconds: 0
email_notifications:
on_start:
- [email protected]
on_success:
- [email protected]
on_failure:
- [email protected]
- [email protected]
min_retry_interval_millis: 900000
retry_on_timeout: false
timeout_seconds: 0
email_notifications:
on_start:
- [email protected]
on_success:
- [email protected]
on_failure:
- [email protected]
- [email protected]

- task_key: "your-task-02"
job_cluster_key: "basic-cluster"
spark_python_task:
python_file: "file://sample_project/jobs/your-file-02.py"
depends_on:
- task_key: "your-task-01"
- task_key: "your-task-02"
job_cluster_key: "basic-cluster"
spark_python_task:
python_file: "file://sample_project/jobs/your-file-02.py"
depends_on:
- task_key: "your-task-01"

- task_key: "your-task-02"
- task_key: "your-task-02"

job_cluster_key: "basic-cluster"
notebook_task:
notebook_path: "/Repos/some/project/notebook"
depends_on:
- task_key: "your-task-01"
job_cluster_key: "basic-cluster"
notebook_task:
notebook_path: "/Repos/some/project/notebook"
depends_on:
- task_key: "your-task-01"

0 comments on commit 41acf0a

Please sign in to comment.