feat(pipelines): asset freshness — fresh/stale badge (CE) + watchdog (EE) (#9909)

* feat(pipelines): passive asset freshness tracking on the graph Co-Authored-By: Claude Fable 5 <noreply@anthropic.com> * chore(pipelines): drop dead freshness-enforcement stub, document query ordering Co-Authored-By: Claude Fable 5 <noreply@anthropic.com> * feat(pipelines): freshness watchdog (EE) — auto re-run stale producers Co-Authored-By: Claude Fable 5 <noreply@anthropic.com> * fix(pipelines): watchdog review fixes — archived workspaces, badge kind parity, scan index Co-Authored-By: Claude Fable 5 <noreply@anthropic.com> * fix(pipelines): CI review — no singlestepflow in freshness, +N parity, completion-time fallback Co-Authored-By: Claude Fable 5 <noreply@anthropic.com> * fix(pipelines): CI review — history completedAt, freshness/asset trigger UI metadata Co-Authored-By: Claude Fable 5 <noreply@anthropic.com> * chore: update ee-repo-ref to 6f5fe0f7f56696fbef5a8349da38496c32e71666 This commit updates the EE repository reference after PR #643 was merged in windmill-ee-private. Previous ee-repo-ref: 1f13380354bf591ae25a2c20d36917534bcc5459 New ee-repo-ref: 6f5fe0f7f56696fbef5a8349da38496c32e71666 Automated by sync-ee-ref workflow. --------- Co-authored-by: Claude Fable 5 <noreply@anthropic.com> Co-authored-by: windmill-internal-app[bot] <windmill-internal-app[bot]@users.noreply.github.com>
2026-09-10 00:05:27 +00:00 · 2026-07-04 06:23:44 +02:00
parent af36498432
commit 5d7fb6deca
50 changed files with 998 additions and 59 deletions
@@ -35,7 +35,8 @@
                "ci_test",
                "github",
                "azure",
-                "asset"
+                "asset",
+                "freshness"
              ]
            }
          }
@@ -0,0 +1,15 @@
+{
+  "db_name": "PostgreSQL",
+  "query": "DELETE FROM pipeline_freshness_state WHERE workspace_id = $1 AND script_path = $2",
+  "describe": {
+    "columns": [],
+    "parameters": {
+      "Left": [
+        "Text",
+        "Text"
+      ]
+    },
+    "nullable": []
+  },
+  "hash": "0e22295e40bfc173d85f0a962d491f3afd87eeea5e4e8d935b1b86eb02f061e7"
+}
@@ -39,7 +39,8 @@
                "ci_test",
                "github",
                "azure",
-                "asset"
+                "asset",
+                "freshness"
              ]
            }
          }
@@ -77,7 +78,8 @@
                "ci_test",
                "github",
                "azure",
-                "asset"
+                "asset",
+                "freshness"
              ]
            }
          }
@@ -128,7 +128,8 @@
                "ci_test",
                "github",
                "azure",
-                "asset"
+                "asset",
+                "freshness"
              ]
            }
          }
@@ -0,0 +1,29 @@
+{
+  "db_name": "PostgreSQL",
+  "query": "\n        SELECT p.path AS \"path!\",\n               (SELECT c.completed_at\n                  FROM v2_job j\n                  JOIN v2_job_completed c ON c.id = j.id\n                 WHERE j.workspace_id = $1\n                   AND j.runnable_path = p.path\n                   AND j.parent_job IS NULL\n                   -- No 'singlestepflow': flows may share a script's path, and\n                   -- a same-path flow run must not read as the script being\n                   -- fresh (false-fresh). Script retries land as native\n                   -- 'script' jobs; only the rare flow-wrapper fallback is\n                   -- missed, which errs stale. Kept in lockstep with the\n                   -- freshness watchdog's queries (freshness_watchdog_ee).\n                   AND j.kind IN ('script', 'preview')\n                   AND c.status = 'success'\n                 ORDER BY j.created_at DESC\n                 LIMIT 1) AS last_success_at\n          FROM unnest($2::text[]) AS p(path)\n        ",
+  "describe": {
+    "columns": [
+      {
+        "ordinal": 0,
+        "name": "path!",
+        "type_info": "Text"
+      },
+      {
+        "ordinal": 1,
+        "name": "last_success_at",
+        "type_info": "Timestamptz"
+      }
+    ],
+    "parameters": {
+      "Left": [
+        "Text",
+        "TextArray"
+      ]
+    },
+    "nullable": [
+      null,
+      null
+    ]
+  },
+  "hash": "3ea82f16050318a0b3b87c12beb66b49254036ca93f7a6415ceb4e316ed64eed"
+}
@@ -0,0 +1,23 @@
+{
+  "db_name": "PostgreSQL",
+  "query": "\n        SELECT EXISTS(\n            SELECT 1 FROM v2_job_queue q\n            JOIN v2_job j ON j.id = q.id\n            WHERE q.workspace_id = $1\n              AND j.runnable_path = $2\n              AND j.parent_job IS NULL\n              AND j.kind IN ('script', 'preview')\n              AND (q.running = true OR q.scheduled_for <= now())\n        ) AS \"in_flight!\"\n        ",
+  "describe": {
+    "columns": [
+      {
+        "ordinal": 0,
+        "name": "in_flight!",
+        "type_info": "Bool"
+      }
+    ],
+    "parameters": {
+      "Left": [
+        "Text",
+        "Text"
+      ]
+    },
+    "nullable": [
+      null
+    ]
+  },
+  "hash": "45a539e61a3c35098fb6d59c3d5de8b6fcebe83002c74647666e3a6f5b8490dd"
+}
@@ -0,0 +1,17 @@
+{
+  "db_name": "PostgreSQL",
+  "query": "\n        UPDATE pipeline_freshness_state\n        SET attempts = attempts + 1,\n            last_push_at = now(),\n            next_attempt_at = now()\n                + (LEAST($3::bigint, $4::bigint * (1::bigint << LEAST(attempts + 1, 20)))::text\n                   || ' seconds')::interval\n        WHERE workspace_id = $1 AND script_path = $2 AND next_attempt_at <= now()\n        ",
+  "describe": {
+    "columns": [],
+    "parameters": {
+      "Left": [
+        "Text",
+        "Text",
+        "Int8",
+        "Int8"
+      ]
+    },
+    "nullable": []
+  },
+  "hash": "45c73bd8742601753ad947c88b65ff3ae182ff7c0631d4fa44b67b11a133498f"
+}
@@ -80,7 +80,8 @@
                "ci_test",
                "github",
                "azure",
-                "asset"
+                "asset",
+                "freshness"
              ]
            }
          }
@@ -0,0 +1,24 @@
+{
+  "db_name": "PostgreSQL",
+  "query": "\n        SELECT EXISTS(\n            SELECT 1 FROM v2_job j\n            JOIN v2_job_completed c ON c.id = j.id\n            WHERE j.workspace_id = $1\n              AND j.runnable_path = $2\n              AND j.parent_job IS NULL\n              AND j.kind IN ('script', 'preview')\n              AND c.status = 'success'\n              AND c.completed_at > now() - ($3::bigint::text || ' seconds')::interval\n        ) AS \"fresh!\"\n        ",
+  "describe": {
+    "columns": [
+      {
+        "ordinal": 0,
+        "name": "fresh!",
+        "type_info": "Bool"
+      }
+    ],
+    "parameters": {
+      "Left": [
+        "Text",
+        "Text",
+        "Int8"
+      ]
+    },
+    "nullable": [
+      null
+    ]
+  },
+  "hash": "572b80f7b16fd5d1a05f8fe9bbb07667fc1b5e802dc2465ffd13178a042e4f89"
+}
@@ -0,0 +1,17 @@
+{
+  "db_name": "PostgreSQL",
+  "query": "\n            INSERT INTO pipeline_freshness_state\n                (workspace_id, script_path, attempts, last_push_at, next_attempt_at)\n            VALUES ($1, $2, 1, now(),\n                    now() + (LEAST($3::bigint, $4::bigint * 2)::text || ' seconds')::interval)\n            ON CONFLICT (workspace_id, script_path) DO NOTHING\n            ",
+  "describe": {
+    "columns": [],
+    "parameters": {
+      "Left": [
+        "Varchar",
+        "Varchar",
+        "Int8",
+        "Int8"
+      ]
+    },
+    "nullable": []
+  },
+  "hash": "5e0569092c559a1b19f636fae68f6d740a1720f7746c01f9ea693c70271ff55c"
+}
@@ -161,7 +161,8 @@
                "ci_test",
                "github",
                "azure",
-                "asset"
+                "asset",
+                "freshness"
              ]
            }
          }
@@ -0,0 +1,15 @@
+{
+  "db_name": "PostgreSQL",
+  "query": "UPDATE pipeline_freshness_state SET next_attempt_at = now() - interval '1 second'\n         WHERE workspace_id = $1 AND script_path = $2",
+  "describe": {
+    "columns": [],
+    "parameters": {
+      "Left": [
+        "Text",
+        "Text"
+      ]
+    },
+    "nullable": []
+  },
+  "hash": "6d81570849980f316b08487a03f6017386cf2767c953e0d152e7983a00218c6f"
+}
@@ -0,0 +1,32 @@
+{
+  "db_name": "PostgreSQL",
+  "query": "\n        SELECT DISTINCT ON (workspace_id, path)\n               workspace_id AS \"workspace_id!\", path AS \"path!\", content AS \"content!\"\n        FROM script\n        WHERE auto_kind = 'pipeline'\n          AND archived = false\n          AND deleted = false\n          AND content ILIKE '%freshness%'\n          -- Workspace archival stops all execution but leaves script rows\n          -- intact for unarchival; without this the watchdog would keep\n          -- resurrecting runs in a workspace the admin shut down.\n          AND EXISTS (SELECT 1 FROM workspace w\n                      WHERE w.id = script.workspace_id AND w.deleted = false)\n        ORDER BY workspace_id, path, created_at DESC\n        ",
+  "describe": {
+    "columns": [
+      {
+        "ordinal": 0,
+        "name": "workspace_id!",
+        "type_info": "Varchar"
+      },
+      {
+        "ordinal": 1,
+        "name": "path!",
+        "type_info": "Varchar"
+      },
+      {
+        "ordinal": 2,
+        "name": "content!",
+        "type_info": "Text"
+      }
+    ],
+    "parameters": {
+      "Left": []
+    },
+    "nullable": [
+      false,
+      false,
+      false
+    ]
+  },
+  "hash": "7cd0b27f4b4a20b05ac876861b934128c3a6ade024d6662379857905a7447a2a"
+}
@@ -0,0 +1,15 @@
+{
+  "db_name": "PostgreSQL",
+  "query": "\n        DELETE FROM pipeline_freshness_state s\n        WHERE NOT EXISTS (\n            SELECT 1 FROM unnest($1::text[], $2::text[]) AS w(workspace_id, script_path)\n            WHERE w.workspace_id = s.workspace_id AND w.script_path = s.script_path\n        )\n        ",
+  "describe": {
+    "columns": [],
+    "parameters": {
+      "Left": [
+        "TextArray",
+        "TextArray"
+      ]
+    },
+    "nullable": []
+  },
+  "hash": "81d1c56c369c5328d947f1ad21da995a8a555e4a9c2d1387dd8cee9c81efd40b"
+}
@@ -35,7 +35,8 @@
                "ci_test",
                "github",
                "azure",
-                "asset"
+                "asset",
+                "freshness"
              ]
            }
          }
@@ -191,7 +191,8 @@
                "ci_test",
                "github",
                "azure",
-                "asset"
+                "asset",
+                "freshness"
              ]
            }
          }
@@ -0,0 +1,23 @@
+{
+  "db_name": "PostgreSQL",
+  "query": "SELECT attempts FROM pipeline_freshness_state WHERE workspace_id = $1 AND script_path = $2",
+  "describe": {
+    "columns": [
+      {
+        "ordinal": 0,
+        "name": "attempts",
+        "type_info": "Int4"
+      }
+    ],
+    "parameters": {
+      "Left": [
+        "Text",
+        "Text"
+      ]
+    },
+    "nullable": [
+      false
+    ]
+  },
+  "hash": "b10e21ec9edf2d22ff956fdcd085bd601b7dcabdf70e85543455cb4fc3986d74"
+}
@@ -166,7 +166,8 @@
                "ci_test",
                "github",
                "azure",
-                "asset"
+                "asset",
+                "freshness"
              ]
            }
          }
@@ -0,0 +1,15 @@
+{
+  "db_name": "PostgreSQL",
+  "query": "INSERT INTO pipeline_freshness_state (workspace_id, script_path, attempts) VALUES ($1, $2, 3)",
+  "describe": {
+    "columns": [],
+    "parameters": {
+      "Left": [
+        "Varchar",
+        "Varchar"
+      ]
+    },
+    "nullable": []
+  },
+  "hash": "bc6f566bc958923045dc3e1ff1639a26f649c960a4ee8d0a584884a236129d43"
+}
@@ -80,7 +80,8 @@
                "ci_test",
                "github",
                "azure",
-                "asset"
+                "asset",
+                "freshness"
              ]
            }
          }
@@ -111,7 +111,8 @@
                "ci_test",
                "github",
                "azure",
-                "asset"
+                "asset",
+                "freshness"
              ]
            }
          }
@@ -0,0 +1,15 @@
+{
+  "db_name": "PostgreSQL",
+  "query": "INSERT INTO pipeline_freshness_state (workspace_id, script_path) VALUES ($1, $2)",
+  "describe": {
+    "columns": [],
+    "parameters": {
+      "Left": [
+        "Varchar",
+        "Varchar"
+      ]
+    },
+    "nullable": []
+  },
+  "hash": "d1a1f64cb6b14c561c53c44910cad8bc7a2d226a9f22418782bcc66e46d0f706"
+}
@@ -111,7 +111,8 @@
                "ci_test",
                "github",
                "azure",
-                "asset"
+                "asset",
+                "freshness"
              ]
            }
          }
@@ -251,7 +251,8 @@
                "ci_test",
                "github",
                "azure",
-                "asset"
+                "asset",
+                "freshness"
              ]
            }
          }
@@ -191,7 +191,8 @@
                "ci_test",
                "github",
                "azure",
-                "asset"
+                "asset",
+                "freshness"
              ]
            }
          }
@@ -0,0 +1,34 @@
+{
+  "db_name": "PostgreSQL",
+  "query": "SELECT runnable_path AS \"runnable_path!\", created_by AS \"created_by!\",\n                  args AS \"args: sqlx::types::Json<serde_json::Value>\"\n             FROM v2_job\n             WHERE workspace_id = $1 AND trigger_kind = 'freshness'\n             ORDER BY created_at",
+  "describe": {
+    "columns": [
+      {
+        "ordinal": 0,
+        "name": "runnable_path!",
+        "type_info": "Varchar"
+      },
+      {
+        "ordinal": 1,
+        "name": "created_by!",
+        "type_info": "Varchar"
+      },
+      {
+        "ordinal": 2,
+        "name": "args: sqlx::types::Json<serde_json::Value>",
+        "type_info": "Jsonb"
+      }
+    ],
+    "parameters": {
+      "Left": [
+        "Text"
+      ]
+    },
+    "nullable": [
+      true,
+      false,
+      true
+    ]
+  },
+  "hash": "e50bce4bba01c90171973862bcfa088b5c0c1ad601146ff1c57d4a3ddc30556a"
+}
@@ -0,0 +1,22 @@
+{
+  "db_name": "PostgreSQL",
+  "query": "SELECT COUNT(*) AS \"count!\" FROM pipeline_freshness_state WHERE workspace_id = $1",
+  "describe": {
+    "columns": [
+      {
+        "ordinal": 0,
+        "name": "count!",
+        "type_info": "Int8"
+      }
+    ],
+    "parameters": {
+      "Left": [
+        "Text"
+      ]
+    },
+    "nullable": [
+      null
+    ]
+  },
+  "hash": "f26cde14890cc754e04341264c4dba01f2f3a02bb36a8d7c20e1990dc81e0472"
+}