From b517134f23ac6f1e11cb6da95a9c9df20310a6a7 Mon Sep 17 00:00:00 2001
From: Zibri <Zibri@users.noreply.github.com>
Date: Sat, 18 May 2024 04:43:47 +0300
Subject: [PATCH] Update llama.cpp

---
 llama.cpp/llama.cpp | 1 +
 1 file changed, 1 insertion(+)

diff --git a/llama.cpp/llama.cpp b/llama.cpp/llama.cpp
index 3b341e5aef..ee3758bc5c 100644
--- a/llama.cpp/llama.cpp
+++ b/llama.cpp/llama.cpp
@@ -4315,6 +4315,7 @@ static void llm_load_vocab(
                         (t.first == "<|eot_id|>" ||
                          t.first == "<|im_end|>" ||
                          t.first == "<|end|>" ||
+                         t.first == "<|end_of_text|>" ||
                          t.first == "<end_of_turn>"
                         )
                    ) {