1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 | # config
from config import DAG_default_args
from airflow import DAG
from airflow.operators.bash_operator import BashOperator
from airflow.utils.dates import days_ago
from datetime import datetime, timedelta
import pendulum
kst = pendulum.timezone("Asia/Seoul")
now = datetime.now(tz=kst)
start_date = datetime(now.year,now.month,now.day,tzinfo=kst)
start_date = start_date - timedelta(days=1)
dag = DAG(
'Airkorea_data_raw_ETL_bashoperator',
default_args=DAG_default_args,
schedule_interval="10,15,50 * * * * ",
start_date=start_date,
tags=['Airkorea_data_raw_ETL_bashoperator']
)
Airkorea_data_raw_ETL_command = f"python /usr/local/airflow/dags/Airkorea_data_raw_ETL.py"
Airkorea_data_raw_ETL = BashOperator(
task_id=f'Airkorea_data_raw_ETL_bashoperator',
bash_command=Airkorea_data_raw_ETL_command,
dag=dag
)
if __name__ == "__main__":
dag.cli()
|