From 16d3145702c2222851867e467b84070f46a4594f Mon Sep 17 00:00:00 2001
From: Hayden Cardwell <26019242+hayden-cardwell@users.noreply.github.com>
Date: Wed, 18 Jun 2025 21:56:24 -0500
Subject: [PATCH] fix(autocomplete): trim trailing <|file_separator|> for
 Gemini/Gemma models

Google Gemini/Gemma models sometimes append "<|file_separator|>" at the end of autocomplete completions, forcing users to remove it manually. Update postprocessCompletion to detect when llm.model includes "gemini" or "gemma" and the completion ends with "<|file_separator|>", then slice off the trailing 18 characters.

See #6067
---
 core/autocomplete/postprocessing/index.ts | 8 ++++++++
 1 file changed, 8 insertions(+)

diff --git a/core/autocomplete/postprocessing/index.ts b/core/autocomplete/postprocessing/index.ts
index bf0284cb2..3504a069d 100644
--- a/core/autocomplete/postprocessing/index.ts
+++ b/core/autocomplete/postprocessing/index.ts
@@ -132,6 +132,14 @@ export function postprocessCompletion({
     completion = "\n" + completion;
   }
 
+  if (
+    (llm.model.includes("gemini") || llm.model.includes("gemma")) &&
+    completion.endsWith("<|file_separator|>")
+  ) {
+    // "<|file_separator|>" is 18 characters long
+    completion = completion.slice(0, -18);
+  }
+
   // If prefix ends with space and so does completion, then remove the space from completion
 
   if (prefix.endsWith(" ") && completion.startsWith(" ")) {