fix: garbage collect job table + delete leaked ones (#4767)

backend/.sqlx/query-02424907504848e983bfa89eec343061932dc5b4b17cf13d5cf8d833aedbe6d5.json

@@ -5,7 +5,7 @@
     "columns": [
       {
         "ordinal": 0,
-        "name": "bool",
+        "name": "?column?",
         "type_info": "Bool"
       }
     ],

backend/.sqlx/query-661f472ff3860983322162420457f5033b9c9afc344d9c3e385ba20a3ad2197a.json

@@ -5,7 +5,7 @@
     "columns": [
       {
         "ordinal": 0,
-        "name": "bool",
+        "name": "?column?",
         "type_info": "Bool"
       }
     ],

backend/.sqlx/query-803b9c1373541cf52f416cde9e9e99ab79072e21dfaafb498aac25a059bd2f30.json

@@ -0,0 +1,14 @@
+{
+  "db_name": "PostgreSQL",
+  "query": "DELETE FROM job WHERE id = ANY($1)",
+  "describe": {
+    "columns": [],
+    "parameters": {
+      "Left": [
+        "UuidArray"
+      ]
+    },
+    "nullable": []
+  },
+  "hash": "803b9c1373541cf52f416cde9e9e99ab79072e21dfaafb498aac25a059bd2f30"
+}

backend/migrations/20241121071235_gc_jobs.down.sql

@@ -0,0 +1,2 @@
+-- Add down migration script here
+-- Nothing to do here

backend/migrations/20241121071235_gc_jobs.up.sql

@@ -0,0 +1,4 @@
+-- Add up migration script here
+DELETE FROM job
+WHERE NOT EXISTS (SELECT 1 FROM completed_job WHERE completed_job.id = job.id)
+  AND NOT EXISTS (SELECT 1 FROM queue WHERE queue.id = job.id);

backend/src/monitor.rs

@@ -686,6 +686,15 @@ pub async fn delete_expired_items(db: &DB) -> () {
                             {
                                 tracing::error!("Error deleting log file: {:?}", e);
                             }
+                            if let Err(e) = sqlx::query!(
+                                "DELETE FROM job WHERE id = ANY($1)",
+                                &deleted_jobs
+                            )
+                            .execute(&mut *tx)
+                            .await
+                            {
+                                tracing::error!("Error deleting job: {:?}", e);
+                            }
                         }
                     }
                     Err(e) => {