From 3056bcc81078941727dd6756dd4458d40131b566 Mon Sep 17 00:00:00 2001 From: Bubun Das Date: Mon, 15 Jul 2024 23:13:32 +0530 Subject: [PATCH 1/2] added Codestral-22B-q6 --- models.json | 12 ++++++++++++ 1 file changed, 12 insertions(+) diff --git a/models.json b/models.json index 473075d..eefc6cb 100644 --- a/models.json +++ b/models.json @@ -191,6 +191,18 @@ ], "sha256": "4f9ad7e24043cf3ec19002737019f0798ebe1cecbfecba2e047ea07b92721ac0" }, + { + "license_name": "Mistral AI Non-Production License", + "license_url": "https://mistral.ai/licenses/MNPL-0.1.md", + "name": "Codestral-22B-q6", + "provider_url": "https://huggingface.co/mistralai/Codestral-22B-v0.1", + "prompt_template": "[SUFFIX]{suffix}[PREFIX]{prefix}", + "chat_template": "{% for message in messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{% if message['role'] == 'user' %}{{ '[INST] ' + message['content'] + ' [/INST]' }}{% elif message['role'] == 'assistant' %}{{ message['content'] + ' ' }}{% else %}{{ raise_exception('Only user and assistant roles are supported!') }}{% endif %}{% endfor %}", + "urls": [ + "https://huggingface.co/bartowski/Codestral-22B-v0.1-GGUF/resolve/main/Codestral-22B-v0.1-Q6_K.gguf" + ], + "sha256": "107e1f2914bf7bac5bd43c4363f738728ba455b6bc62c590df342365ec3f8b3e" + }, { "name": "Nomic-Embed-Text", "provider_url": "https://huggingface.co/nomic-ai/nomic-embed-text-v1.5-GGUF", From 8d091b1620fb48c6cd59f30b1ed3565dbf876383 Mon Sep 17 00:00:00 2001 From: Bubun Das Date: Sat, 31 Aug 2024 14:41:13 +0530 Subject: [PATCH 2/2] Added Codestral-22B-q5 --- models.json | 12 ++++++++++++ 1 file changed, 12 insertions(+) diff --git a/models.json b/models.json index d71e2db..d17119c 100644 --- a/models.json +++ b/models.json @@ -203,6 +203,18 @@ ], "sha256": "107e1f2914bf7bac5bd43c4363f738728ba455b6bc62c590df342365ec3f8b3e" }, + { + "license_name": "Mistral AI Non-Production License", + "license_url": "https://mistral.ai/licenses/MNPL-0.1.md", + "name": "Codestral-22B-q5", + "provider_url": "https://huggingface.co/mistralai/Codestral-22B-v0.1", + "prompt_template": "[SUFFIX]{suffix}[PREFIX]{prefix}", + "chat_template": "{% for message in messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{% if message['role'] == 'user' %}{{ '[INST] ' + message['content'] + ' [/INST]' }}{% elif message['role'] == 'assistant' %}{{ message['content'] + ' ' }}{% else %}{{ raise_exception('Only user and assistant roles are supported!') }}{% endif %}{% endfor %}", + "urls": [ + "https://huggingface.co/bartowski/Codestral-22B-v0.1-GGUF/resolve/main/Codestral-22B-v0.1-Q5_K_M.gguf" + ], + "sha256": "30014a66f273a4ed0e23da3e237679919c43b419b3e63509852ebe369dc1be76" + }, { "name": "Nomic-Embed-Text", "provider_url": "https://huggingface.co/nomic-ai/nomic-embed-text-v1.5-GGUF",