Storytelling with Data
from airflow.providers.cncf.kubernetes.operators.kubernetes_pod import KubernetesPodOperator
train = KubernetesPodOperator(
task_id='train_model',
name='train-model-{{ ds_nodash }}',
namespace='airflow',
image='myrepo/ml-train:1.0.0',
cmds=['python', 'train.py'],
arguments=['--epochs', '20'],
resources={'request_memory': '2Gi', 'request_cpu': '1000m'},
get_logs=True,
is_delete_operator_pod=True
)
1 · 909 ·