mirror of
https://github.com/windmill-labs/windmill.git
synced 2026-09-05 00:03:08 +00:00
b6e059116a
* feat: track token cost in AI sessions and chats * fix: address review findings on AI cost tracking * fix: price inherited and overridden models at their real rates * fix: stop newer model revisions inheriting an older price * fix: stop a sub-model inheriting its family's price * fix: keep alias suffixes resolving to their model's price * fix: count OpenRouter cache writes and drop unverifiable rates * refactor: move AI spend out of the chat into workspace and user settings * fix: pin the usage workspace per turn and stop inventing cache rates * fix: leave Sonnet 5 unpriced while its promotional rate runs * docs: record the new table in the schema summary and tighten comments * fix: mark estimated AI costs with ~ and drop session grouping Co-Authored-By: Claude Opus 5 (1M context) <noreply@anthropic.com> * fix: name the workspace in the self-scoped AI usage title Co-Authored-By: Claude Opus 5 (1M context) <noreply@anthropic.com> * docs: state that overrides never replace a provider-returned cost Co-Authored-By: Claude Opus 5 (1M context) <noreply@anthropic.com> * fix: let a cleared cache rate inherit again and flag partial totals Co-Authored-By: Claude Opus 5 (1M context) <noreply@anthropic.com> * fix: clear a refused rate's error when the input snaps back Co-Authored-By: Claude Opus 5 (1M context) <noreply@anthropic.com> * fix: stop a revision variant inheriting its base family's rate Co-Authored-By: Claude Opus 5 (1M context) <noreply@anthropic.com> * fix: report AI usage before tools run and price self usage consistently Co-Authored-By: Claude Opus 5 (1M context) <noreply@anthropic.com> * fix: key pricing rows on the model id usage is reported under Co-Authored-By: Claude Opus 5 (1M context) <noreply@anthropic.com> * fix: surface Bedrock and Gemini usage the chat proxy was dropping Co-Authored-By: Claude Opus 5 (1M context) <noreply@anthropic.com> * fix: count Gemini tool-use prompt tokens as input Co-Authored-By: Claude Opus 5 (1M context) <noreply@anthropic.com> * feat: price flat-rate Gemini Flash models Co-Authored-By: Claude Opus 5 (1M context) <noreply@anthropic.com> * docs: state the tool-use token invariant once Co-Authored-By: Claude Opus 5 (1M context) <noreply@anthropic.com> --------- Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com>
315 lines
9.6 KiB
Rust
315 lines
9.6 KiB
Rust
/*
|
|
* Author: Ruben Fiszel
|
|
* Copyright: Windmill Labs, Inc 2022
|
|
* This file and its contents are licensed under the AGPLv3 License.
|
|
* Please see the included NOTICE for copyright information and
|
|
* LICENSE-AGPL for a copy of the license.
|
|
*/
|
|
|
|
// Re-export everything from windmill-api-workspaces
|
|
pub use windmill_api_workspaces::workspaces::*;
|
|
use windmill_api_workspaces::workspaces::{build_copilot_settings_state, InstanceAISummary};
|
|
|
|
use crate::ai::{invalidate_ai_request_cache_for_workspace, AIConfig};
|
|
use crate::db::ApiAuthed;
|
|
#[cfg(feature = "oauth2")]
|
|
use crate::oauth2_oss::workspace_connect_slack;
|
|
use crate::teams_oss::{
|
|
connect_teams, edit_teams_command, run_teams_message_test_job,
|
|
workspaces_list_available_teams_channels, workspaces_list_available_teams_ids,
|
|
};
|
|
|
|
use axum::{
|
|
extract::{Extension, Path},
|
|
routing::{get, post},
|
|
Json, Router,
|
|
};
|
|
use windmill_audit::audit_oss::audit_log;
|
|
use windmill_audit::ActionKind;
|
|
use windmill_common::{
|
|
error::{Error, JsonResult},
|
|
utils::require_admin,
|
|
DB,
|
|
};
|
|
use windmill_git_sync::{handle_deployment_metadata, DeployedObject};
|
|
|
|
#[cfg(feature = "enterprise")]
|
|
use axum::extract::Query;
|
|
#[cfg(feature = "enterprise")]
|
|
use serde::Deserialize;
|
|
use serde::Serialize;
|
|
#[cfg(feature = "enterprise")]
|
|
use windmill_common::error::Result;
|
|
#[cfg(feature = "enterprise")]
|
|
use windmill_common::utils::require_admin_or_devops;
|
|
|
|
/// Wraps the subcrate's workspaced_service with routes that depend on windmill-api internals.
|
|
pub fn workspaced_service() -> Router {
|
|
let router = windmill_api_workspaces::workspaces::workspaced_service()
|
|
.route("/edit_teams_command", post(edit_teams_command))
|
|
.route(
|
|
"/available_teams_ids",
|
|
get(workspaces_list_available_teams_ids),
|
|
)
|
|
.route(
|
|
"/available_teams_channels",
|
|
get(workspaces_list_available_teams_channels),
|
|
)
|
|
.route("/connect_teams", post(connect_teams))
|
|
.route(
|
|
"/run_teams_message_test_job",
|
|
post(run_teams_message_test_job),
|
|
)
|
|
.route("/tarball", get(crate::workspaces_export::tarball_workspace))
|
|
.route("/edit_copilot_config", post(edit_copilot_config))
|
|
.route("/get_copilot_info", get(get_copilot_info))
|
|
.route("/critical_alerts", get(get_critical_alerts))
|
|
.route(
|
|
"/critical_alerts/{id}/acknowledge",
|
|
post(acknowledge_critical_alert),
|
|
)
|
|
.route(
|
|
"/critical_alerts/acknowledge_all",
|
|
post(acknowledge_all_critical_alerts),
|
|
)
|
|
.route("/critical_alerts/mute", post(mute_critical_alerts));
|
|
|
|
#[cfg(feature = "oauth2")]
|
|
let router = router.route("/connect_slack", post(workspace_connect_slack));
|
|
|
|
#[cfg(all(feature = "stripe", feature = "enterprise"))]
|
|
{
|
|
crate::stripe_oss::add_stripe_routes(router)
|
|
}
|
|
|
|
#[cfg(not(feature = "stripe"))]
|
|
router
|
|
}
|
|
|
|
async fn edit_copilot_config(
|
|
authed: ApiAuthed,
|
|
Extension(db): Extension<DB>,
|
|
Path(w_id): Path<String>,
|
|
ApiAuthed { is_admin, username, .. }: ApiAuthed,
|
|
Json(ai_config): Json<AIConfig>,
|
|
) -> JsonResult<EditCopilotConfigResponse> {
|
|
require_admin(is_admin, &username)?;
|
|
|
|
if let Some(ref custom_prompts) = ai_config.custom_prompts {
|
|
for (mode, prompt) in custom_prompts.iter() {
|
|
if prompt.len() > MAX_CUSTOM_PROMPT_LENGTH {
|
|
return Err(Error::BadRequest(format!(
|
|
"Custom prompt for mode '{}' exceeds maximum length of {} characters (current: {})",
|
|
mode,
|
|
MAX_CUSTOM_PROMPT_LENGTH,
|
|
prompt.len()
|
|
)));
|
|
}
|
|
}
|
|
}
|
|
|
|
ai_config.validate_model_pricing()?;
|
|
|
|
let mut tx = db.begin().await?;
|
|
|
|
sqlx::query!(
|
|
"UPDATE workspace_settings SET ai_config = $1 WHERE workspace_id = $2",
|
|
sqlx::types::Json(&ai_config) as sqlx::types::Json<&AIConfig>,
|
|
&w_id
|
|
)
|
|
.execute(&mut *tx)
|
|
.await?;
|
|
|
|
invalidate_ai_request_cache_for_workspace(&w_id);
|
|
|
|
audit_log(
|
|
&mut *tx,
|
|
&authed,
|
|
"workspaces.edit_copilot_config",
|
|
ActionKind::Update,
|
|
&w_id,
|
|
Some(&authed.email),
|
|
Some([("ai_config", &format!("{:?}", ai_config)[..])].into()),
|
|
)
|
|
.await?;
|
|
tx.commit().await?;
|
|
|
|
handle_deployment_metadata(
|
|
&authed.email,
|
|
&authed.username,
|
|
&db,
|
|
&w_id,
|
|
DeployedObject::Settings { setting_type: "ai_config".to_string() },
|
|
Some("AI configuration updated".to_string()),
|
|
false,
|
|
None,
|
|
)
|
|
.await?;
|
|
|
|
let workspace_has_config = ai_config.has_providers();
|
|
let instance_ai_config =
|
|
sqlx::query_scalar!("SELECT value FROM global_settings WHERE name = 'ai_config'")
|
|
.fetch_optional(&db)
|
|
.await?;
|
|
let settings_state =
|
|
build_copilot_settings_state(workspace_has_config, instance_ai_config.as_ref());
|
|
let effective_ai_config = if workspace_has_config {
|
|
ai_config
|
|
} else if let Some(instance_ai_config) = instance_ai_config {
|
|
serde_json::from_value::<AIConfig>(instance_ai_config).unwrap_or_default()
|
|
} else {
|
|
AIConfig::default()
|
|
};
|
|
|
|
Ok(Json(EditCopilotConfigResponse {
|
|
effective_ai_config,
|
|
has_instance_ai_config: settings_state.has_instance_ai_config,
|
|
uses_instance_ai_config: settings_state.uses_instance_ai_config,
|
|
instance_ai_summary: settings_state.instance_ai_summary,
|
|
}))
|
|
}
|
|
|
|
#[derive(Serialize)]
|
|
struct EditCopilotConfigResponse {
|
|
effective_ai_config: AIConfig,
|
|
has_instance_ai_config: bool,
|
|
uses_instance_ai_config: bool,
|
|
#[serde(skip_serializing_if = "Option::is_none")]
|
|
instance_ai_summary: Option<InstanceAISummary>,
|
|
}
|
|
|
|
async fn get_copilot_info(
|
|
Extension(db): Extension<DB>,
|
|
Path(w_id): Path<String>,
|
|
) -> JsonResult<AIConfig> {
|
|
let workspace_ai_config = sqlx::query_scalar!(
|
|
"SELECT ai_config as \"ai_config: sqlx::types::Json<AIConfig>\" FROM workspace_settings WHERE workspace_id = $1",
|
|
&w_id
|
|
)
|
|
.fetch_one(&db)
|
|
.await
|
|
.map_err(|e| {
|
|
Error::internal_err(format!(
|
|
"getting ai config: {e:#}"
|
|
))
|
|
})?;
|
|
|
|
if let Some(workspace_ai_config) = workspace_ai_config.filter(|c| c.0.has_providers()) {
|
|
Ok(Json(workspace_ai_config.0))
|
|
} else if let Some(instance_config) =
|
|
sqlx::query_scalar!("SELECT value FROM global_settings WHERE name = 'ai_config'")
|
|
.fetch_optional(&db)
|
|
.await?
|
|
{
|
|
Ok(Json(
|
|
serde_json::from_value::<AIConfig>(instance_config).unwrap_or_default(),
|
|
))
|
|
} else {
|
|
Ok(Json(AIConfig::default()))
|
|
}
|
|
}
|
|
|
|
#[cfg(feature = "enterprise")]
|
|
pub async fn get_critical_alerts(
|
|
Extension(db): Extension<DB>,
|
|
Path(w_id): Path<String>,
|
|
authed: ApiAuthed,
|
|
Query(params): Query<crate::utils::AlertQueryParams>,
|
|
) -> JsonResult<serde_json::Value> {
|
|
require_admin_or_devops(authed.is_admin, &authed.username, &authed.email, authed.job_id.is_some(), &db).await?;
|
|
|
|
crate::utils::get_critical_alerts(db, params, Some(w_id)).await
|
|
}
|
|
|
|
#[cfg(not(feature = "enterprise"))]
|
|
pub async fn get_critical_alerts() -> Error {
|
|
Error::NotFound("Critical Alerts require EE".to_string())
|
|
}
|
|
|
|
#[cfg(feature = "enterprise")]
|
|
pub async fn acknowledge_critical_alert(
|
|
Extension(db): Extension<DB>,
|
|
Path((w_id, id)): Path<(String, i32)>,
|
|
authed: ApiAuthed,
|
|
) -> Result<String> {
|
|
require_admin_or_devops(authed.is_admin, &authed.username, &authed.email, authed.job_id.is_some(), &db).await?;
|
|
crate::utils::acknowledge_critical_alert(db, Some(w_id), id).await
|
|
}
|
|
|
|
#[cfg(not(feature = "enterprise"))]
|
|
pub async fn acknowledge_critical_alert() -> Error {
|
|
Error::NotFound("Critical Alerts require EE".to_string())
|
|
}
|
|
|
|
#[cfg(feature = "enterprise")]
|
|
pub async fn acknowledge_all_critical_alerts(
|
|
Extension(db): Extension<DB>,
|
|
Path(w_id): Path<String>,
|
|
authed: ApiAuthed,
|
|
) -> Result<String> {
|
|
require_admin(authed.is_admin, &authed.username)?;
|
|
crate::utils::acknowledge_all_critical_alerts(db, Some(w_id)).await
|
|
}
|
|
|
|
#[cfg(not(feature = "enterprise"))]
|
|
pub async fn acknowledge_all_critical_alerts() -> Error {
|
|
Error::NotFound("Critical Alerts require EE".to_string())
|
|
}
|
|
|
|
#[cfg(feature = "enterprise")]
|
|
#[derive(Deserialize)]
|
|
pub struct MuteCriticalAlertRequest {
|
|
pub mute_critical_alerts: Option<bool>,
|
|
}
|
|
|
|
#[cfg(feature = "enterprise")]
|
|
async fn mute_critical_alerts(
|
|
Extension(db): Extension<DB>,
|
|
Path(w_id): Path<String>,
|
|
authed: ApiAuthed,
|
|
Json(m_r): Json<MuteCriticalAlertRequest>,
|
|
) -> Result<String> {
|
|
require_admin(authed.is_admin, &authed.username)?;
|
|
|
|
let mute_alerts = m_r.mute_critical_alerts.unwrap_or(false);
|
|
|
|
if mute_alerts {
|
|
sqlx::query!(
|
|
"UPDATE alerts SET acknowledged_workspace = true, acknowledged = true WHERE workspace_id = $1",
|
|
&w_id
|
|
)
|
|
.execute(&db)
|
|
.await?;
|
|
}
|
|
|
|
sqlx::query!(
|
|
"UPDATE workspace_settings SET mute_critical_alerts = $1 WHERE workspace_id = $2",
|
|
mute_alerts,
|
|
&w_id
|
|
)
|
|
.execute(&db)
|
|
.await?;
|
|
|
|
handle_deployment_metadata(
|
|
&authed.email,
|
|
&authed.username,
|
|
&db,
|
|
&w_id,
|
|
DeployedObject::Settings { setting_type: "critical_alerts".to_string() },
|
|
None,
|
|
false,
|
|
None,
|
|
)
|
|
.await?;
|
|
|
|
Ok(format!(
|
|
"Updated mute criticital alert ui settings for workspace: {}",
|
|
&w_id
|
|
))
|
|
}
|
|
|
|
#[cfg(not(feature = "enterprise"))]
|
|
pub async fn mute_critical_alerts() -> Error {
|
|
Error::NotFound("Critical Alerts require EE".to_string())
|
|
}
|