From 480a9465a526dfe3219fd0ca227402da7160dffa Mon Sep 17 00:00:00 2001
From: HugoCasa <hugo@casademont.ch>
Date: Wed, 1 Nov 2023 14:45:24 +0100
Subject: [PATCH] fix: enable default tokenizer truncation (#2537)

---
 backend/windmill-api/src/embeddings.rs | 2 --
 1 file changed, 2 deletions(-)

diff --git a/backend/windmill-api/src/embeddings.rs b/backend/windmill-api/src/embeddings.rs
index cfbafb0dda..49b148822d 100644
--- a/backend/windmill-api/src/embeddings.rs
+++ b/backend/windmill-api/src/embeddings.rs
@@ -162,8 +162,6 @@ impl ModelInstance {
             Tokenizer::from_file(tokenizer_filename)
                 .map_err(Error::msg)?
                 .with_padding(None)
-                .with_truncation(None)
-                .map_err(Error::msg)?
                 .to_owned(),
         );