feat: add extensible operators and golden flows

2026-07-29 15:50:15 +02:00
parent 09c98087c5
commit 946202ef01
27 changed files with 3584 additions and 218 deletions
@@ -0,0 +1,29 @@
+[
+  {
+    "case_id": "A-1",
+    "status": "open",
+    "amount": 10,
+    "monthly_case_id": "A-1",
+    "monthly_status": "open",
+    "monthly_amount": 10,
+    "_reconciliation_status": "match",
+    "_reconciliation_differences": []
+  },
+  {
+    "case_id": "A-2",
+    "status": "closed",
+    "amount": 20,
+    "monthly_case_id": "A-2",
+    "monthly_status": "closed",
+    "monthly_amount": 25,
+    "_reconciliation_status": "changed",
+    "_reconciliation_differences": ["amount"]
+  },
+  {
+    "monthly_case_id": "A-3",
+    "monthly_status": "open",
+    "monthly_amount": 30,
+    "_reconciliation_status": "missing_expected",
+    "_reconciliation_differences": []
+  }
+]
@@ -0,0 +1,118 @@
+{
+  "schema_version": 1,
+  "nodes": [
+    {
+      "id": "existing",
+      "type": "source.inline",
+      "label": "Existing records",
+      "position": {"x": 40, "y": 80},
+      "config": {
+        "source_name": "existing_records",
+        "fixture": "existing-records.json",
+        "rows": []
+      }
+    },
+    {
+      "id": "monthly",
+      "type": "source.inline",
+      "label": "Monthly file",
+      "position": {"x": 40, "y": 280},
+      "config": {
+        "source_name": "monthly_file",
+        "fixture": "monthly-file.json",
+        "rows": []
+      }
+    },
+    {
+      "id": "convert-amount",
+      "type": "convert",
+      "label": "Convert amount",
+      "position": {"x": 280, "y": 280},
+      "config": {
+        "source_column": "amount_text",
+        "target_column": "amount",
+        "target_type": "integer",
+        "on_error": "fail"
+      }
+    },
+    {
+      "id": "monthly-fields",
+      "type": "select",
+      "label": "Monthly fields",
+      "position": {"x": 520, "y": 280},
+      "config": {
+        "fields": [
+          {"column": "case_id", "alias": "case_id"},
+          {"column": "status", "alias": "status"},
+          {"column": "amount", "alias": "amount"}
+        ]
+      }
+    },
+    {
+      "id": "quality",
+      "type": "quality.rules",
+      "label": "Required monthly fields",
+      "position": {"x": 760, "y": 280},
+      "config": {
+        "rules": [
+          {"id": "case-id", "column": "case_id", "operator": "not_null"},
+          {"id": "amount", "column": "amount", "operator": "not_null"}
+        ],
+        "action": "fail"
+      }
+    },
+    {
+      "id": "reconcile",
+      "type": "reconcile.compare",
+      "label": "Compare monthly state",
+      "position": {"x": 1020, "y": 160},
+      "config": {
+        "left_keys": ["case_id"],
+        "right_keys": ["case_id"],
+        "compare_columns": ["status", "amount"],
+        "right_prefix": "monthly_"
+      }
+    },
+    {
+      "id": "output",
+      "type": "output",
+      "label": "Review differences",
+      "position": {"x": 1260, "y": 160},
+      "config": {}
+    }
+  ],
+  "edges": [
+    {
+      "id": "e1",
+      "source": "monthly",
+      "target": "convert-amount"
+    },
+    {
+      "id": "e2",
+      "source": "convert-amount",
+      "target": "monthly-fields"
+    },
+    {
+      "id": "e3",
+      "source": "monthly-fields",
+      "target": "quality"
+    },
+    {
+      "id": "e4",
+      "source": "existing",
+      "target": "reconcile",
+      "target_port": "left"
+    },
+    {
+      "id": "e5",
+      "source": "quality",
+      "target": "reconcile",
+      "target_port": "right"
+    },
+    {
+      "id": "e6",
+      "source": "reconcile",
+      "target": "output"
+    }
+  ]
+}
@@ -0,0 +1,4 @@
+[
+  {"case_id": "A-1", "status": "open", "amount": 10},
+  {"case_id": "A-2", "status": "closed", "amount": 20}
+]
@@ -0,0 +1,5 @@
+[
+  {"case_id": "A-1", "status": "open", "amount_text": "10"},
+  {"case_id": "A-2", "status": "closed", "amount_text": "25"},
+  {"case_id": "A-3", "status": "open", "amount_text": "30"}
+]
@@ -0,0 +1,7 @@
+{
+  "id": "monthly-reconciliation",
+  "title": "Monthly structured-file reconciliation",
+  "user_story": "GovOPlaN/govoplan#8",
+  "graph": "graph.json",
+  "expected_output": "expected-output.json"
+}