Skip to content

Commit 9fb4333

Browse files
committed
add sample for task logs pipeline
1 parent 3bc6856 commit 9fb4333

File tree

2 files changed

+24
-3
lines changed

2 files changed

+24
-3
lines changed

airflow/assets/logs/airflow.yaml

Lines changed: 2 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -103,8 +103,7 @@ pipeline:
103103
enabled: true
104104
source: dirname
105105
samples:
106-
- path/to/airflow/logs/dag_id_airflow_dag_0/run_id_scheduled__2025-02-18T14_46_00+00_00/task_id_print_task_0/attempt_1.log
106+
- /airflow_logs/dag_id_log_heavy_test_dag/run_id_manual__2025-05-09t13:51:47.462683_00:00/task_id_generate_logs_1
107107
grok:
108108
supportRules: ""
109-
matchRules: default
110-
(.*dag_id_%{word:airflow.dagRun.dag_id}/run_id_%{data:airflow.dagRun.run_id}/task_id_%{word:airflow.task.task_id}/attempt_%{word:airflow.task.attempt_id}.log)
109+
matchRules: default (.*dag_id_%{data:airflow.dagRun.dag_id}/run_id_%{data:airflow.dagRun.run_id}/task_id_%{data:airflow.task.task_id})

airflow/assets/logs/airflow_tests.yaml

Lines changed: 22 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -214,4 +214,26 @@ tests:
214214
tags:
215215
- "source:LOGS_SOURCE"
216216
timestamp: 1577381689039
217+
-
218+
sample: "[2025-02-18 14:46:00,123] {{python_operator.py:105}} INFO - Task started"
219+
tags:
220+
- "dirname:path/to/airflow/logs/dag_id_airflow_dag_0/run_id_scheduled__2025-02-18T14_46_00+00_00/task_id_print_task_0"
221+
result:
222+
custom:
223+
airflow:
224+
dagRun:
225+
dag_id: "airflow_dag_0"
226+
run_id: "scheduled__2025-02-18T14_46_00+00_00"
227+
task:
228+
task_id: "print_task_0"
229+
filename: "python_operator.py"
230+
level: "INFO"
231+
lineno: 105
232+
timestamp: 1739889960123
233+
message: "Task started"
234+
status: "info"
235+
tags:
236+
- "source:LOGS_SOURCE"
237+
timestamp: 1739889960123
238+
dirname: "path/to/airflow/logs/dag_id_airflow_dag_0/run_id_scheduled__2025-02-18T14_46_00+00_00/task_id_print_task_0"
217239

0 commit comments

Comments
 (0)