Airflow学习笔记 --- job配置文件说明

"""Code that goes along with the Airflow tutorial located at:https://github.com/airbnb/airflow/blob/master/airflow/example_dags/tutorial.py"""# The DAG object; we'll need this to instantiate a DAGfrom airflow import DAG# Operator; we need this operate;from airflow.operators.bash_operator import BashOperatorfrom datetime import datetime, timedelta# Default Argumentsdefault_args = {    'owner': 'airflow',    'depends_on_past': False,    'start_date': datetime(2015, 6, 1),    'email': ['[e-mail]'],    'email_on_failure': False,    'email_on_retry': False,    'retries': 1,    'retry_delay': timedelta(minutes=5),    # 'queue': 'bash_queue',    # 'pool': 'backfill',    # 'priority_weight': 10,    # 'end_date': datetime(2016, 1, 1),}# Instantiate a DAGdag = DAG('tutorial', default_args=default_args)# t1, t2 and t3 are examples of tasks created by instantiating operatorst1 = BashOperator(    task_id='print_date',    bash_command='date',    dag=dag)t2 = BashOperator(    task_id='sleep',    bash_command='sleep 5',    retries=3,    dag=dag)templated_command = """    {% for i in range(5) %}        echo "{{ ds }}"        echo "{{ macros.ds_add(ds, 7)}}"        echo "{{ params.my_param }}"    {% endfor %}"""t3 = BashOperator(    task_id='templated',    bash_command=templated_command,                          params={'my_param': 'Parameter I passed in'},    dag=dag)t2.set_upstream(t1)
t3.set_upstream(t1)