Merge pull request #232 from instructlab/fix-generic-tmpl

Fix generic chat template saved to tokenizer for generation
instructlab · Sep 30, 2024 · 386c6c0 · 386c6c0
2 parents d7f85b8 + 3c5ba04
commit 386c6c0
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/src/instructlab/training/chat_templates/ibm_generic_tmpl.py b/src/instructlab/training/chat_templates/ibm_generic_tmpl.py
@@ -23,5 +23,8 @@
     "{% elif message['role'] == 'assistant' %}"
     "{{'<|assistant|>' + '\n' + message['content'] + '<|endoftext|>' + ('' if loop.last else '\n')}}"
     "{% endif %}"
+    "{% if loop.last and add_generation_prompt %}"
+    "{{ '<|assistant|>' + '\n' }}"
+    "{% endif %}"
     "{% endfor %}"
 )