/* * Author: Ruben Fiszel * Copyright: Windmill Labs, Inc 2022 * This file and its contents are licensed under the AGPLv3 License. * Please see the included NOTICE for copyright information and * LICENSE-AGPL for a copy of the license. */ use std::collections::HashMap; use sqlx::{Pool, Postgres}; use uuid::Uuid; use windmill_common::users::SUPERADMIN_SYNC_EMAIL; use windmill_common::workspaces::WorkspaceGitRepo; use serde_json::json; use windmill_common::error::{Error, Result}; use windmill_common::jobs::JobPayload; use windmill_common::scripts::ScriptHash; use windmill_queue::PushIsolationLevel; pub type DB = Pool; #[derive(Clone)] pub enum DeployedObject { Script { hash: ScriptHash, path: String, parent_path: Option }, Flow { path: String, parent_path: Option }, App { path: String, version: i64, parent_path: Option }, Folder { path: String }, } impl DeployedObject { pub fn get_path(&self) -> &str { match self { DeployedObject::Script { path, .. } => path, DeployedObject::Flow { path, .. } => path, DeployedObject::App { path, .. } => path, DeployedObject::Folder { path, .. } => path, } } pub fn get_parent_path(&self) -> Option { match self { DeployedObject::Script { parent_path, .. } => parent_path.to_owned(), DeployedObject::Flow { parent_path, .. } => parent_path.to_owned(), DeployedObject::App { parent_path, .. } => parent_path.to_owned(), DeployedObject::Folder { .. } => None, } } } pub async fn handle_deployment_metadata<'c, R: rsmq_async::RsmqConnection + Send + Clone + 'c>( email: &str, created_by: &str, db: &DB, w_id: &str, obj: DeployedObject, deployment_message: Option, rsmq: Option, skip_db_insert: bool, ) -> Result<()> { let exclude_path_prefix = "u/"; let obj_path = if obj.get_path().starts_with(exclude_path_prefix) { None } else { Some(obj.get_path()) }; let obj_parent_path = if obj .get_parent_path() .unwrap_or(exclude_path_prefix.to_string()) .starts_with(exclude_path_prefix) { None } else { obj.get_parent_path() }; let skip_git_sync = if obj_path.is_none() && obj_parent_path.is_none() { tracing::debug!( "Ignoring {} from git sync as it's in a private user folder", obj.get_path() ); true } else { false }; let workspace_git_repo_setting = sqlx::query_scalar!( "SELECT git_sync FROM workspace_settings WHERE workspace_id = $1", w_id ) .fetch_optional(db) .await?; if workspace_git_repo_setting.is_none() { return Err(Error::InternalErr( "No workspace settings found for workspace ID".to_string(), )); } let workspace_git_repos = workspace_git_repo_setting .unwrap() .map(|conf| serde_json::from_value::>(conf).ok()) .flatten() .unwrap_or_default(); let mut git_sync_job_uuids: Vec = vec![]; if !skip_git_sync { for workspace_git_repo in workspace_git_repos { let mut args: HashMap = HashMap::new(); args.insert( "repo_url_resource_path".to_string(), json!(workspace_git_repo .git_repo_resource_path .strip_prefix("$res:")), ); if let Some(path) = obj_path { args.insert("path".to_string(), json!(path)); } if let Some(parent_path) = obj_parent_path.clone() { args.insert("parent_path".to_string(), json!(parent_path)); } args.insert("workspace_id".to_string(), json!(w_id)); let message = match obj.clone() { DeployedObject::Script { path, .. } => { args.insert("path_type".to_string(), json!("script")); if deployment_message.as_ref().is_none() || deployment_message.as_ref().is_some_and(|x| x.is_empty()) { format!("Script '{}' deployed", path) } else { deployment_message.clone().unwrap() } } DeployedObject::Flow { path, .. } => { args.insert("path_type".to_string(), json!("flow")); if deployment_message.as_ref().is_none() || deployment_message.as_ref().is_some_and(|x| x.is_empty()) { format!("Flow '{}' deployed", path) } else { deployment_message.clone().unwrap() } } DeployedObject::App { path, .. } => { args.insert("path_type".to_string(), json!("app")); if deployment_message.as_ref().is_none() || deployment_message.as_ref().is_some_and(|x| x.is_empty()) { format!("App '{}' deployed", path) } else { deployment_message.clone().unwrap() } } DeployedObject::Folder { path, .. } => { args.insert("path_type".to_string(), json!("folder")); if deployment_message.as_ref().is_none() || deployment_message.as_ref().is_some_and(|x| x.is_empty()) { format!("Folder '{}' deployed", path) } else { deployment_message.clone().unwrap() } } }; args.insert("commit_msg".to_string(), json!(message)); args.insert( "use_individual_branch".to_string(), json!(workspace_git_repo.use_individual_branch.unwrap_or(false)), ); let tx: PushIsolationLevel<'_, R> = PushIsolationLevel::IsolatedRoot(db.clone(), rsmq.clone()); let (job_uuid, new_tx) = windmill_queue::push( db, tx, &w_id, JobPayload::DeploymentCallback { path: workspace_git_repo.script_path.clone() }, args, created_by, &email, SUPERADMIN_SYNC_EMAIL.to_string(), None, None, None, None, None, false, false, None, true, None, None, None, None, ) .await?; new_tx.commit().await?; git_sync_job_uuids.push(job_uuid); } } // We're not persisting the default commit msg as it's pretty useless. We will persist the ones manually set by users if !skip_db_insert && (deployment_message.is_some() || git_sync_job_uuids.len() > 0) { // if the git sync job hasn't been triggered, and there is not custom deployment message, there's not point adding an entry to the table match obj.clone() { DeployedObject::Script { path, hash, .. } => { sqlx::query!( "INSERT INTO deployment_metadata (workspace_id, path, script_hash, callback_job_ids, deployment_msg) VALUES ($1, $2, $3, $4, $5)", w_id, path, hash.0, &git_sync_job_uuids, deployment_message, ).execute(db) .await?; } DeployedObject::Flow { path, .. } => { sqlx::query!( "INSERT INTO deployment_metadata (workspace_id, path, callback_job_ids, deployment_msg) VALUES ($1, $2, $3, $4) ON CONFLICT (workspace_id, path) WHERE script_hash IS NULL AND app_version IS NULL DO UPDATE SET callback_job_ids = $3, deployment_msg = $4", w_id, path, &git_sync_job_uuids, deployment_message, ).execute(db) .await?; } DeployedObject::App { path, version, .. } => { sqlx::query!( "INSERT INTO deployment_metadata (workspace_id, path, app_version, callback_job_ids, deployment_msg) VALUES ($1, $2, $3, $4, $5)", w_id, path, version, &git_sync_job_uuids, deployment_message, ).execute(db) .await?; } DeployedObject::Folder { .. } => (), } } return Ok(()); }