From 9d89bedf1a03109eb703038574312055b77987c9 Mon Sep 17 00:00:00 2001
From: Johnman <johnman@github>
Date: Sun, 19 Mar 2023 19:26:17 +0100
Subject: [PATCH] Respect the maximum number of tokens in interactive.

---
 main.cpp | 8 +++++++-
 1 file changed, 7 insertions(+), 1 deletion(-)

diff --git a/main.cpp b/main.cpp
index 8e95c23d5d678..59a839550bd8f 100644
--- a/main.cpp
+++ b/main.cpp
@@ -1055,7 +1055,7 @@ int main(int argc, char ** argv) {
         }
 
         // end of text token
-        if (embd.back() == 2) {
+        if (embd.size() && embd.back() == 2) {
             if (params.interactive) {
                 is_interacting = true;
             } else {
@@ -1063,6 +1063,12 @@ int main(int argc, char ** argv) {
                 break;
             }
         }
+
+        // In interactive mode, respect the maximum number of tokens and drop back to user input when reached.
+        if (params.interactive && remaining_tokens <= 0) {
+            remaining_tokens = params.n_predict;
+            is_interacting = true;
+        }
     }
 
 #if defined (_WIN32)