mirror of
https://github.com/windmill-labs/windmill.git
synced 2026-08-24 16:01:42 +00:00
centdix
2b471805bf
* feat: track real ai chat token usage and show context indicator * fix: keep context anchor full-history accurate after trimmed sends * nits * feat: restyle context indicator and disable trim for unknown windows * feat: hide context indicator below 50% usage when window is known * fix: gate 1M claude context window to sonnet/opus 4.6+ * refactor: import context window helpers from modelConfig directly * fix: keep base gpt-5 models at 400k context window * fix: exclude date-suffixed claude 4 ids from 1M window gate * refactor: replace context window heuristics with explicit model table * fix: account for context overhead in trim loop stop condition * fix: re-base context anchor when mode switch changes system prompt or tools * refactor: replace context estimation with usage-report-driven compaction Co-Authored-By: Claude Fable 5 <noreply@anthropic.com> * feat: chars/4 fallback for context usage when provider reports none Co-Authored-By: Claude Fable 5 <noreply@anthropic.com> * fix: remove unused slide import failing svelte-check Co-Authored-By: Claude Fable 5 <noreply@anthropic.com> * fix: re-seed context usage estimate on rewind so retry can compact Co-Authored-By: Claude Fable 5 <noreply@anthropic.com> * refactor: lazy read-side estimate fallback for context usage Co-Authored-By: Claude Fable 5 <noreply@anthropic.com> * test: fix reasoningRegistry mock to match resolveRequestReasoning Co-Authored-By: Claude Fable 5 <noreply@anthropic.com> --------- Co-authored-by: Claude Fable 5 <noreply@anthropic.com>
61 lines
2.6 KiB
TypeScript
61 lines
2.6 KiB
TypeScript
// gpt-5+ and o-series reasoning models reject the legacy `max_tokens` field on
|
|
// the OpenAI/Azure Chat Completions API and require `max_completion_tokens`
|
|
// instead. The check strips any provider prefix (e.g. OpenRouter's "openai/o3")
|
|
// so it matches the bare model id, and the o-series match requires a digit after
|
|
// the "o" (o1/o3/o4-mini) so it does not catch unrelated ids like Mistral's
|
|
// "open-mistral-*" or "optimus-*".
|
|
export function requiresMaxCompletionTokens(model: string) {
|
|
const normalizedModel = model.toLowerCase()
|
|
const baseModel = normalizedModel.split('/').pop() ?? normalizedModel
|
|
return baseModel.startsWith('gpt-5') || /^o\d/.test(baseModel)
|
|
}
|
|
|
|
// Context windows of the models we know, most specific entry first — the first
|
|
// name included in the model id wins, so provider-prefixed and date-suffixed
|
|
// ids (anthropic.claude-sonnet-4-6-...-v1:0, gpt-5.2-2026-01-01) still resolve.
|
|
// Conservative family fallbacks sit below the explicit entries; models not
|
|
// listed at all resolve to undefined, which disables auto-trimming and the
|
|
// indicator denominator.
|
|
const MODEL_CONTEXT_WINDOWS: [name: string, contextWindow: number][] = [
|
|
// Anthropic — Sonnet/Opus 4.6+ ship a 1M window at standard pricing (GA);
|
|
// Haiku, older Claude models (3.x, 4.0, 4.1, 4.5) and date-suffixed Claude 4
|
|
// base ids (claude-sonnet-4-20250514) fall through to 200K
|
|
['claude-fable-5', 1_000_000],
|
|
['claude-opus-4-8', 1_000_000],
|
|
['claude-opus-4-7', 1_000_000],
|
|
['claude-opus-4-6', 1_000_000],
|
|
['claude-sonnet-4-6', 1_000_000],
|
|
['claude', 200_000],
|
|
// OpenAI — gpt-5 covers the base family (-mini / -nano) and the 5.1/5.2
|
|
// revisions, all 400K; only 5.4+ moved to 1M
|
|
['gpt-5.5', 1_000_000],
|
|
['gpt-5.4', 1_000_000],
|
|
['gpt-5', 400_000],
|
|
['gpt-4.1', 1_000_000],
|
|
['gpt-4o', 128_000],
|
|
['o4-mini', 200_000],
|
|
['o3', 200_000],
|
|
// Google — the 2.5 / 3 / 3.1 Gemini families are all 1M
|
|
['gemini-3.1', 1_000_000],
|
|
['gemini-3', 1_000_000],
|
|
['gemini-2.5', 1_000_000],
|
|
// DeepSeek — the V4 family is 1M; deepseek-chat / deepseek-reasoner are
|
|
// aliases of V4-Flash since April 2026
|
|
['deepseek-v4', 1_000_000],
|
|
['deepseek-chat', 1_000_000],
|
|
['deepseek-reasoner', 1_000_000],
|
|
['deepseek', 128_000],
|
|
// Others
|
|
['llama', 128_000],
|
|
['codestral', 32_000]
|
|
]
|
|
|
|
export function getKnownModelContextWindow(model: string): number | undefined {
|
|
return MODEL_CONTEXT_WINDOWS.find(([name]) => model.includes(name))?.[1]
|
|
}
|
|
|
|
export function getModelContextWindow(model: string) {
|
|
// Trim/compaction logic needs a number; assume a conservative window when unknown.
|
|
return getKnownModelContextWindow(model) ?? 128000
|
|
}
|