starred/windmill
1
0
Fork 0
mirror of https://github.com/windmill-labs/windmill.git synced 2026-08-22 08:02:19 +00:00
Code Issues Packages Projects Releases Wiki Activity

docs: fix stale free-tier comments after DeepSeek/cost rework

Browse Source 
Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
This commit is contained in:
Diego Imbert
2026-07-14 19:15:18 +02:00
parent 8e91c0e1a5
commit d7e76fa763
2 changed files with 12 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files
backend/windmill-api/src/ai.rs
+11 -10
View File
@@ -667,8 +667,8 @@ async fn proxy(
check_scopes(&authed, || format!("resources:read:{}", resource_path))?;
}
// Set when serving the request through the free Claude Opus tier (Windmill's own
// Anthropic key). Holds the per-user concurrency lock and drives response metering.
// Set when serving the request through Windmill's free AI tier (the lent key). Holds
// the per-user concurrency lock and drives response metering.
let mut free_lease: Option<crate::ai_free_tier_oss::FreeTierLease> = None;
let mut credentials = 'cred: {
match workspace_cache {
@@ -712,10 +712,11 @@ async fn proxy(
Some(current_instance_ai_config_revision()),
),
None => {
// Nothing configured: fall back to the free Claude Opus
// tier (EE-only) if Windmill lends its own Anthropic key
// and the user is under their lifetime/daily budget. Errors
// once exhausted or on a concurrent request; None otherwise.
// Nothing configured: fall back to Windmill's free AI tier
// (EE-only) if a lent key is set and both the user's
// one-time grant and the instance's daily cap have room.
// Errors once the grant is spent, the day is capped, or the
// user already has a request in flight; None otherwise.
if let Some((free_credentials, lease)) =
crate::ai_free_tier_oss::resolve_free_tier_credentials(
&provider,
@@ -973,10 +974,10 @@ async fn proxy(
let headers = response.headers().clone();
let is_sse = is_sse_response(&headers);
// Free tier: meter Anthropic token usage from the response and charge it to the
// user's budget, holding the per-user lock (via the lease) until usage is recorded.
// The frontend always streams Anthropic (SSE); the JSON path is handled for
// completeness.
// Free tier: reconcile the cost reserved up-front against what the response actually
// used, holding the per-user lock (via the lease) until it is recorded. The chat
// streams (SSE), where the usage report only arrives in the final chunk; the
// non-streaming JSON path is handled for completeness.
if let Some(lease) = free_lease {
let body = if is_sse {
axum::body::Body::from_stream(inject_keepalives(
backend/windmill-api/src/ai_free_tier_oss.rs
+1 -1
View File
@@ -2,7 +2,7 @@
#[allow(unused)]
pub use crate::ai_free_tier_ee::*;
// Open-source build: the free Claude Opus tier does not exist. These stubs make the
// Open-source build: Windmill's free AI tier does not exist. These stubs make the
// callers in `ai.rs` / `workspaces.rs` compile while disabling the feature entirely —
// `resolve_free_tier_credentials` never opts in, so the proxy falls through to its
// normal "AI resource not configured" path and the copilot stays hidden.