From ecc4b4537d40830ba668b0fa9d347a4d6930a1f7 Mon Sep 17 00:00:00 2001
From: glide-the <dmeck@suoxya.com>
Date: Tue, 6 May 2025 18:34:51 +0800
Subject: [PATCH] add sp token

---
 src/llama-vocab.cpp | 1 +
 1 file changed, 1 insertion(+)

diff --git a/src/llama-vocab.cpp b/src/llama-vocab.cpp
index 50ded286f3f5f..09b4f0a34c019 100644
--- a/src/llama-vocab.cpp
+++ b/src/llama-vocab.cpp
@@ -1969,6 +1969,7 @@ void llama_vocab::impl::load(llama_model_loader & ml, const LLM_KV & kv) {
                     || t.first == "<end_of_turn>"
                     || t.first == "<|endoftext|>"
                     || t.first == "<|eom_id|>"
+                    || t.first == "<|observation|>"
                     || t.first == "<EOT>"
                     || t.first == "_<EOT>"
                ) {