DAG: Airkorea_data_raw_ETL_bashoperator

schedule: 10,15,50 * * * *


Airkorea_data_raw_ETL_bashoperator

Toggle wrap
 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
# config
from config import DAG_default_args

from airflow import DAG
from airflow.operators.bash_operator import BashOperator
from airflow.utils.dates import days_ago
from datetime import datetime, timedelta

import pendulum
kst = pendulum.timezone("Asia/Seoul")

now = datetime.now(tz=kst)
start_date = datetime(now.year,now.month,now.day,tzinfo=kst)
start_date = start_date - timedelta(days=1)


dag = DAG(
     'Airkorea_data_raw_ETL_bashoperator',
     default_args=DAG_default_args,
     schedule_interval="10,15,50 * * * * ",
     start_date=start_date,
     tags=['Airkorea_data_raw_ETL_bashoperator']
)

Airkorea_data_raw_ETL_command = f"python /usr/local/airflow/dags/Airkorea_data_raw_ETL.py"

Airkorea_data_raw_ETL = BashOperator(
    task_id=f'Airkorea_data_raw_ETL_bashoperator',
    bash_command=Airkorea_data_raw_ETL_command,
    dag=dag
)

if __name__ == "__main__":
    dag.cli()