Skip to content

Commit 6ffc7d9

Browse files
Merge pull request #148 from wfcommons/airflow-translator
Cleaned up Airflow translator
2 parents 2e5c1c0 + c8775f9 commit 6ffc7d9

1 file changed

Lines changed: 1 addition & 8 deletions

File tree

wfcommons/wfbench/translator/airflow.py

Lines changed: 1 addition & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -41,8 +41,6 @@ def __init__(self,
4141
self.script = f"""
4242
from __future__ import annotations
4343
44-
import os
45-
from datetime import datetime
4644
from airflow.models.dag import DAG
4745
from airflow.operators.bash import BashOperator
4846
@@ -64,9 +62,6 @@ def translate(self, output_folder: pathlib.Path, name: Optional[str] = None) ->
6462
with DAG(
6563
"{name}",
6664
description="airflow translation of a wfcommons instance",
67-
schedule="0 0 * * *",
68-
start_date=datetime(2021, 1, 1),
69-
catchup=False,
7065
tags=["wfcommons"],
7166
) as dag:
7267
"""
@@ -77,12 +72,10 @@ def translate(self, output_folder: pathlib.Path, name: Optional[str] = None) ->
7772
self.script += f"""
7873
{self._sanitize_varname(task.task_id)} = BashOperator(
7974
task_id="{task.task_id}",
80-
depends_on_past=False,
8175
bash_command='{self.task_commands[task.task_id]}',
82-
env={{"AIRFLOW_HOME": os.environ["AIRFLOW_HOME"]}},
83-
retries=3,
8476
)
8577
"""
78+
8679
for task in self.tasks.values():
8780
# Comma-separated list of the task's parents
8881
parents = ", ".join(map(self._sanitize_varname, self.task_parents[task.task_id]))

0 commit comments

Comments
 (0)