From 10dec10d03852ba0505bd3b0e32bb3b7a52aaf85 Mon Sep 17 00:00:00 2001 From: citarf <8773429+citarf@users.noreply.github.com> Date: Sun, 9 Aug 2026 02:55:55 +0200 Subject: [PATCH] feat(lineage): declare batch.station_observation_coverage MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Le refresh chom-poc-data #82/#83/#127 émet ce job entre batch.gold_ref_station_parametre et batch.station_ref_gold (couverture exhaustive des station_uid observés) mais il restait absent de lineage/jobs.yaml, bloquant le déploiement en préproduction fail-closed. Entrées/sorties dérivées du code réel de infoclimat-labs/chom-poc-data @25b8487a (scripts/station_observation_coverage.py: build_station_observation_coverage, fonction evidence()) : - inputs: iceberg://diffusion/gold_ref.station_parametre, dim_ref.station, dim_ref.station_alias - outputs: iceberg://diffusion/gold_ref.station_observation_residual Étend tools/tests/test_station_reference_governance.py (expected_station_jobs) pour que la disparition de cette déclaration soit détectée. Refs #21, infoclimat-labs/chom-poc-data#82, infoclimat-labs/chom-poc-data#83, infoclimat-labs/chom-poc-data#127 --- lineage/jobs.yaml | 14 ++++++++++++++ tools/tests/test_station_reference_governance.py | 10 ++++++++++ 2 files changed, 24 insertions(+) diff --git a/lineage/jobs.yaml b/lineage/jobs.yaml index 4f2f7e1..d655059 100644 --- a/lineage/jobs.yaml +++ b/lineage/jobs.yaml @@ -53,6 +53,20 @@ jobs: outputs: - namespace: "iceberg://diffusion" name: gold_ref.station_parametre + - pipeline: batch.station_observation_coverage + job_namespace: "batch://chom-poc-data" + job_name: batch.station_observation_coverage + priority_t2: haute + inputs: + - namespace: "iceberg://diffusion" + name: gold_ref.station_parametre + - namespace: "iceberg://diffusion" + name: dim_ref.station + - namespace: "iceberg://diffusion" + name: dim_ref.station_alias + outputs: + - namespace: "iceberg://diffusion" + name: gold_ref.station_observation_residual - pipeline: batch.station_ref_gold job_namespace: "batch://chom-poc-data" job_name: batch.station_ref_gold diff --git a/tools/tests/test_station_reference_governance.py b/tools/tests/test_station_reference_governance.py index b9304b1..8655bb8 100644 --- a/tools/tests/test_station_reference_governance.py +++ b/tools/tests/test_station_reference_governance.py @@ -83,6 +83,16 @@ def expected_station_jobs(): }, "outputs": {("iceberg://diffusion", "gold_ref.station_parametre")}, }, + "batch.station_observation_coverage": { + "inputs": { + ("iceberg://diffusion", "gold_ref.station_parametre"), + ("iceberg://diffusion", "dim_ref.station"), + ("iceberg://diffusion", "dim_ref.station_alias"), + }, + "outputs": { + ("iceberg://diffusion", "gold_ref.station_observation_residual"), + }, + }, "batch.station_ref_gold": { "inputs": { ("iceberg://diffusion", "dim_ref.station"),