starred/anyllm-proxy
1
0
Fork 0
mirror of https://github.com/whit3rabbit/anyllm-proxy.git synced 2026-09-22 00:00:50 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: apply Gemini tool schema sanitizer to OpenAI-format chat_completions path

Browse Source
This commit is contained in:
whit3rabbit
2026-03-27 22:52:36 -05:00
parent 5dacb8cf63
commit f7e4334bee
1 changed files with 42 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
crates/proxy/src/server/chat_completions.rs
+42
View File
@@ -196,6 +196,27 @@ pub(crate) async fn chat_completions(
&effective.backend,
&mut openai_req,
);
// Gemini/Vertex rejects standard JSON Schema keywords; sanitize tool schemas.
if matches!(
effective.backend,
BackendClient::GeminiOpenAI(_) | BackendClient::Vertex(_)
) {
if let Some(tools) = openai_req.tools.take() {
openai_req.tools = Some(
tools
.into_iter()
.map(|mut t| {
if let Some(params) = t.function.parameters.take() {
t.function.parameters = Some(
mapping::tools_map::sanitize_schema_for_gemini(params),
);
}
t
})
.collect(),
);
}
}
if effective.omit_stream_options {
openai_req.stream_options = None;
}
@@ -393,6 +414,27 @@ async fn chat_completions_stream(
// Translate to OpenAI format for the backend
let mut openai_req = mapping::message_map::anthropic_to_openai_request(&anthropic_req);
super::routes::inject_gemini_thinking(&anthropic_req, &effective.backend, &mut openai_req);
// Gemini/Vertex rejects standard JSON Schema keywords; sanitize tool schemas.
if matches!(
effective.backend,
BackendClient::GeminiOpenAI(_) | BackendClient::Vertex(_)
) {
if let Some(tools) = openai_req.tools.take() {
openai_req.tools = Some(
tools
.into_iter()
.map(|mut t| {
if let Some(params) = t.function.parameters.take() {
t.function.parameters = Some(
mapping::tools_map::sanitize_schema_for_gemini(params),
);
}
t
})
.collect(),
);
}
}
openai_req.model = mapped_model_resolved;
openai_req.stream = Some(true);
if !effective.omit_stream_options {