forked from TabbyML/registry-tabby
-
Notifications
You must be signed in to change notification settings - Fork 0
/
models.json
138 lines (138 loc) · 7.42 KB
/
models.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
[
{
"name": "StarCoder-1B",
"provider_url": "https://huggingface.co/bigcode/starcoderbase-1b",
"license_name": "BigCode-OpenRAIL-M",
"license_url": "https://huggingface.co/spaces/bigcode/bigcode-model-license-agreement",
"prompt_template": "<fim_prefix>{prefix}<fim_suffix>{suffix}<fim_middle>",
"urls": [
"https://huggingface.co/TabbyML/models/resolve/main/starcoderbase-1B.Q8_0.gguf",
"https://modelscope.cn/api/v1/models/TabbyML/StarCoder-1B/repo?FilePath=ggml/q8_0.v2.gguf"
],
"sha256": "1bb6441486d102db03dac30c82d6b1029ee4f9f5d73f27444fa58cbfcd7cfa0f"
},
{
"name": "StarCoder-3B",
"provider_url": "https://huggingface.co/bigcode/starcoderbase-3b",
"license_name": "BigCode-OpenRAIL-M",
"license_url": "https://huggingface.co/spaces/bigcode/bigcode-model-license-agreement",
"prompt_template": "<fim_prefix>{prefix}<fim_suffix>{suffix}<fim_middle>",
"urls": [
"https://huggingface.co/TabbyML/models/resolve/main/starcoderbase-3B.Q8_0.gguf",
"https://modelscope.cn/api/v1/models/TabbyML/StarCoder-3B/repo?FilePath=ggml/q8_0.v2.gguf"
],
"sha256": "9798b7cba84ade7c69ff9f033d60c954e16b18f4d01829993b5fe7e33a49ba81"
},
{
"name": "StarCoder-7B",
"provider_url": "https://huggingface.co/bigcode/starcoderbase-7b",
"license_name": "BigCode-OpenRAIL-M",
"license_url": "https://huggingface.co/spaces/bigcode/bigcode-model-license-agreement",
"prompt_template": "<fim_prefix>{prefix}<fim_suffix>{suffix}<fim_middle>",
"urls": [
"https://huggingface.co/TabbyML/models/resolve/main/starcoderbase-7B.Q8_0.gguf",
"https://modelscope.cn/api/v1/models/TabbyML/StarCoder-7B/repo?FilePath=ggml/q8_0.v2.gguf"
],
"sha256": "33dfcc7e216f1a072b4e16cd3bb19a0e55f5874ed319416435c8fc99216b8bfa"
},
{
"name": "StarCoder2-3B",
"provider_url": "https://huggingface.co/bigcode/starcoder2-3b",
"license_name": "BigCode-OpenRAIL-M",
"license_url": "https://huggingface.co/spaces/bigcode/bigcode-model-license-agreement",
"prompt_template": "<fim_prefix>{prefix}<fim_suffix>{suffix}<fim_middle>",
"urls": [
"https://huggingface.co/nold/starcoder2-3b-GGUF/resolve/main/starcoder2-3b_Q8_0.gguf"
],
"sha256": "0499b8d046c56934c9741fd00c6206a5f7ca0eb42b59304ab7f4a20cd2f28ebf"
},
{
"name": "StarCoder2-7B",
"provider_url": "https://huggingface.co/bigcode/starcoder2-7b",
"license_name": "BigCode-OpenRAIL-M",
"license_url": "https://huggingface.co/spaces/bigcode/bigcode-model-license-agreement",
"prompt_template": "<fim_prefix>{prefix}<fim_suffix>{suffix}<fim_middle>",
"urls": [
"https://huggingface.co/nold/starcoder2-7b-GGUF/resolve/main/starcoder2-7b_Q8_0.gguf"
],
"sha256": "72a8a59486cdcc8549e5a17a5c5ec66b6ce5db71a9408a2800985791a40fbff0"
},
{
"name": "CodeLlama-7B",
"provider_url": "https://huggingface.co/codellama/CodeLlama-7b-hf",
"license_name": "Llama 2",
"license_url": "https://github.com/facebookresearch/llama/blob/main/LICENSE",
"prompt_template": "<PRE> {prefix} <SUF>{suffix} <MID>",
"urls": [
"https://huggingface.co/TheBloke/CodeLlama-7B-GGUF/resolve/main/codellama-7b.Q8_0.gguf"
],
"sha256": "a4eaffa534306e0fc6be5a14cb7db02010546e21fefc32794f000c9b26822db3"
},
{
"name": "CodeLlama-13B",
"provider_url": "https://huggingface.co/codellama/CodeLlama-13b-hf",
"license_name": "Llama 2",
"license_url": "https://github.com/facebookresearch/llama/blob/main/LICENSE",
"prompt_template": "<PRE> {prefix} <SUF>{suffix} <MID>",
"urls": [
"https://huggingface.co/TheBloke/CodeLlama-13B-GGUF/resolve/main/codellama-13b.Q8_0.gguf"
],
"sha256": "85763827a80d9067acdc1cb8ceafd2cd0a2644a87d0cf1cd4b75e8d7b8a2777d"
},
{
"name": "WizardCoder-3B",
"provider_url": "https://huggingface.co/WizardLM/WizardCoder-3B-V1.0",
"license_name": "BigCode-OpenRAIL-M",
"license_url": "https://huggingface.co/spaces/bigcode/bigcode-model-license-agreement",
"chat_template": "Below is an instruction that describes a task. Write a response that appropriately completes the request.\n{% for message in messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{% if message['role'] == 'user' %}{{ '### Instruction:\n' + message['content'] + '\n### Response:\n' }}{% elif message['role'] == 'assistant' %}{{ message['content'] + '\n' }}{% else %}{{ raise_exception('Only user and assistant roles are supported!') }}{% endif %}{% endfor %}",
"urls": [
"https://huggingface.co/TabbyML/models/resolve/main/wizardcoder-3B.Q8_0.gguf",
"https://modelscope.cn/api/v1/models/TabbyML/WizardCoder-3B/repo?FilePath=ggml/q8_0.v2.gguf"
],
"sha256": "9397dda06b86612682ec019b347d78eb4ad9ce8efeefe1366ff5483359ed8c07"
},
{
"name": "Mistral-7B",
"license_name": "Apache 2.0",
"license_url": "https://choosealicense.com/licenses/apache-2.0/",
"provider_url": "https://huggingface.co/mistralai/Mistral-7B-v0.1",
"chat_template": "<s>{% for message in messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{% if message['role'] == 'user' %}{{ '[INST] ' + message['content'] + ' [/INST]' }}{% elif message['role'] == 'assistant' %}{{ message['content'] + '</s> ' }}{% else %}{{ raise_exception('Only user and assistant roles are supported!') }}{% endif %}{% endfor %}",
"urls": [
"https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.1-GGUF/resolve/main/mistral-7b-instruct-v0.1.Q8_0.gguf"
],
"sha256": "ab634d1d552dc60533e486cbcc73ad9b01358994dabf2453230e7fcd77308dc8"
},
{
"name": "DeepseekCoder-1.3B",
"license_name": "Deepseek License",
"license_url": "https://github.com/deepseek-ai/deepseek-coder/blob/main/LICENSE-MODEL",
"prompt_template": "<｜fim▁begin｜>{prefix}<｜fim▁hole｜>{suffix}<｜fim▁end｜>",
"provider_url": "https://huggingface.co/deepseek-ai/deepseek-coder-1.3b-base",
"urls": [
"https://huggingface.co/TheBloke/deepseek-coder-1.3b-base-GGUF/resolve/main/deepseek-coder-1.3b-base.Q8_0.gguf"
],
"sha256": "9fcdcb283ef5b1d80ec7365b307c1ceab0c0f8ea079b49969f7febc06a11bccd"
},
{
"name": "DeepseekCoder-5.7B",
"license_name": "Deepseek License",
"license_url": "https://github.com/deepseek-ai/deepseek-coder/blob/main/LICENSE-MODEL",
"prompt_template": "<｜fim▁begin｜>{prefix}<｜fim▁hole｜>{suffix}<｜fim▁end｜>",
"provider_url": "https://huggingface.co/deepseek-ai/deepseek-coder-5.7bmqa-base",
"urls": [
"https://huggingface.co/TheBloke/deepseek-coder-5.7bmqa-base-GGUF/resolve/main/deepseek-coder-5.7bmqa-base.Q8_0.gguf"
],
"sha256": "c6f97ac11bf59bd217ac0d42060ad0af07c23ef48c287345937cd26cd8738dfa"
},
{
"name": "DeepseekCoder-6.7B",
"license_name": "Deepseek License",
"license_url": "https://github.com/deepseek-ai/deepseek-coder/blob/main/LICENSE-MODEL",
"prompt_template": "<｜fim▁begin｜>{prefix}<｜fim▁hole｜>{suffix}<｜fim▁end｜>",
"provider_url": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-base",
"urls": [
"https://huggingface.co/TheBloke/deepseek-coder-6.7B-base-GGUF/resolve/main/deepseek-coder-6.7b-base.Q8_0.gguf"
],
"sha256": "a2f82242ac5e465037cbf1ed754f04f0be044ee196e1589905f9e4dcd0e6559d"
}
]