chore: update llama3 stopwords

Signed-off-by: Sertac Ozercan <[email protected]>
sozercan · May 28, 2024 · cb7b5fe · cb7b5fe
1 parent df1a0f4
commit cb7b5fe
Show file tree

Hide file tree

Showing 5 changed files with 21 additions and 1 deletion.
diff --git a/models/llama-3-70b-instruct.yaml b/models/llama-3-70b-instruct.yaml
@@ -23,6 +23,9 @@ config: |
     template:
       chat_message: \"instruct\"
     stopwords:
+    - <|im_end|>
+    - <dummy32000>
+    - <|end_of_text|>
     - <|start_header_id|>
     - <|end_header_id|>
     - <|eot_id|>

diff --git a/models/llama-3-8b-instruct.yaml b/models/llama-3-8b-instruct.yaml
@@ -23,6 +23,9 @@ config: |
     template:
       chat_message: \"instruct\"
     stopwords:
+    - <|im_end|>
+    - <dummy32000>
+    - <|end_of_text|>
     - <|start_header_id|>
     - <|end_header_id|>
     - <|eot_id|>

diff --git a/test/aikitfile-llama-cuda.yaml b/test/aikitfile-llama-cuda.yaml
@@ -23,6 +23,9 @@ config: |
     template:
       chat_message: \"instruct\"
     stopwords:
+    - <|im_end|>
+    - <dummy32000>
+    - <|end_of_text|>
     - <|start_header_id|>
     - <|end_header_id|>
     - <|eot_id|>

diff --git a/test/aikitfile-llama.yaml b/test/aikitfile-llama.yaml
@@ -19,6 +19,9 @@ config: |
     template:
       chat_message: \"instruct\"
     stopwords:
+    - <|im_end|>
+    - <dummy32000>
+    - <|end_of_text|>
     - <|start_header_id|>
     - <|end_header_id|>
     - <|eot_id|>

diff --git a/test/aikitfile-unsloth-custom.yaml b/test/aikitfile-unsloth-custom.yaml
@@ -19,7 +19,7 @@ config: |
     backend: llama
     parameters:
       top_k: 80
-      temperature: 0.8
+      temperature: 0.2
       top_p: 0.7
       model: model-q4_k_m.gguf
     context_size: 4096
@@ -29,3 +29,11 @@ config: |
     mmap:
     template:
       chat: instruct
+    stopwords:
+    - <|im_end|>
+    - <dummy32000>
+    - <|end_of_text|>
+    - <|start_header_id|>
+    - <|end_header_id|>
+    - <|eot_id|>
+    - <|reserved_special_token