diff --git a/models/llama-3-70b-instruct.yaml b/models/llama-3-70b-instruct.yaml index 7c8192b4..ea8a3787 100644 --- a/models/llama-3-70b-instruct.yaml +++ b/models/llama-3-70b-instruct.yaml @@ -23,6 +23,9 @@ config: | template: chat_message: \"instruct\" stopwords: + - <|im_end|> + - + - <|end_of_text|> - <|start_header_id|> - <|end_header_id|> - <|eot_id|> diff --git a/models/llama-3-8b-instruct.yaml b/models/llama-3-8b-instruct.yaml index 9fd8ab98..cdf48e8d 100644 --- a/models/llama-3-8b-instruct.yaml +++ b/models/llama-3-8b-instruct.yaml @@ -23,6 +23,9 @@ config: | template: chat_message: \"instruct\" stopwords: + - <|im_end|> + - + - <|end_of_text|> - <|start_header_id|> - <|end_header_id|> - <|eot_id|> diff --git a/test/aikitfile-llama-cuda.yaml b/test/aikitfile-llama-cuda.yaml index 79880466..7e38b464 100644 --- a/test/aikitfile-llama-cuda.yaml +++ b/test/aikitfile-llama-cuda.yaml @@ -23,6 +23,9 @@ config: | template: chat_message: \"instruct\" stopwords: + - <|im_end|> + - + - <|end_of_text|> - <|start_header_id|> - <|end_header_id|> - <|eot_id|> diff --git a/test/aikitfile-llama.yaml b/test/aikitfile-llama.yaml index 4720076d..d29f0c37 100644 --- a/test/aikitfile-llama.yaml +++ b/test/aikitfile-llama.yaml @@ -19,6 +19,9 @@ config: | template: chat_message: \"instruct\" stopwords: + - <|im_end|> + - + - <|end_of_text|> - <|start_header_id|> - <|end_header_id|> - <|eot_id|> diff --git a/test/aikitfile-unsloth-custom.yaml b/test/aikitfile-unsloth-custom.yaml index 89320401..aa949b36 100644 --- a/test/aikitfile-unsloth-custom.yaml +++ b/test/aikitfile-unsloth-custom.yaml @@ -19,7 +19,7 @@ config: | backend: llama parameters: top_k: 80 - temperature: 0.8 + temperature: 0.2 top_p: 0.7 model: model-q4_k_m.gguf context_size: 4096 @@ -29,3 +29,11 @@ config: | mmap: template: chat: instruct + stopwords: + - <|im_end|> + - + - <|end_of_text|> + - <|start_header_id|> + - <|end_header_id|> + - <|eot_id|> + - <|reserved_special_token