fix: truncate on batch

gustavo-vm · Oct 30, 2023 · 04f94f6 · 04f94f6
1 parent c7d758d
commit 04f94f6
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/router/src/server.rs b/router/src/server.rs
@@ -135,7 +135,7 @@ async fn embed(
                     let local_infer = infer.clone();
                     futures.push(async move {
                         let permit = local_infer.acquire_permit().await;
-                        local_infer.embed(input, false, permit).await
+                        local_infer.embed(input, req.truncate, permit).await
                     })
                 }
                 let results = join_all(futures)