forked from TabbyML/registry-tabby
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathmodels.json
More file actions
196 lines (196 loc) · 10.2 KB
/
models.json
File metadata and controls
196 lines (196 loc) · 10.2 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
[
{
"license_name": "BigCode-OpenRAIL-M",
"license_url": "https://huggingface.co/spaces/bigcode/bigcode-model-license-agreement",
"prompt_template": "<fim_prefix>{prefix}<fim_suffix>{suffix}<fim_middle>",
"name": "StarCoder-1B",
"provider_url": "https://huggingface.co/bigcode/starcoderbase-1b",
"urls": [
"https://huggingface.co/TabbyML/StarCoder-1B/resolve/main/ggml/q8_0.v2.gguf",
"https://modelscope.cn/api/v1/models/TabbyML/StarCoder-1B/repo?FilePath=ggml/q8_0.v2.gguf"
],
"sha256": "1bb6441486d102db03dac30c82d6b1029ee4f9f5d73f27444fa58cbfcd7cfa0f"
},
{
"license_name": "BigCode-OpenRAIL-M",
"license_url": "https://huggingface.co/spaces/bigcode/bigcode-model-license-agreement",
"prompt_template": "<fim_prefix>{prefix}<fim_suffix>{suffix}<fim_middle>",
"name": "StarCoder-3B",
"provider_url": "https://huggingface.co/bigcode/starcoderbase-3b",
"urls": [
"https://huggingface.co/TabbyML/StarCoder-3B/resolve/main/ggml/q8_0.v2.gguf",
"https://modelscope.cn/api/v1/models/TabbyML/StarCoder-3B/repo?FilePath=ggml/q8_0.v2.gguf"
],
"sha256": "9798b7cba84ade7c69ff9f033d60c954e16b18f4d01829993b5fe7e33a49ba81"
},
{
"license_name": "BigCode-OpenRAIL-M",
"license_url": "https://huggingface.co/spaces/bigcode/bigcode-model-license-agreement",
"prompt_template": "<fim_prefix>{prefix}<fim_suffix>{suffix}<fim_middle>",
"name": "StarCoder-7B",
"provider_url": "https://huggingface.co/bigcode/starcoderbase-7b",
"urls": [
"https://huggingface.co/TabbyML/StarCoder-7B/resolve/main/ggml/q8_0.v2.gguf",
"https://modelscope.cn/api/v1/models/TabbyML/StarCoder-7B/repo?FilePath=ggml/q8_0.v2.gguf"
],
"sha256": "33dfcc7e216f1a072b4e16cd3bb19a0e55f5874ed319416435c8fc99216b8bfa"
},
{
"license_name": "Llama 2",
"license_url": "https://github.com/facebookresearch/llama/blob/main/LICENSE",
"prompt_template": "<PRE> {prefix} <SUF>{suffix} <MID>",
"name": "CodeLlama-7B",
"provider_url": "https://huggingface.co/codellama/CodeLlama-7b-hf",
"urls": [
"https://huggingface.co/TabbyML/CodeLlama-7B/resolve/main/ggml/q8_0.v2.gguf",
"https://modelscope.cn/api/v1/models/TabbyML/CodeLlama-7B/repo?FilePath=ggml/q8_0.v2.gguf"
],
"sha256": "2ae20aa293734400f06f0e900a843f6110604c832b94c860b5a41177492c117b"
},
{
"license_name": "Llama 2",
"license_url": "https://github.com/facebookresearch/llama/blob/main/LICENSE",
"prompt_template": "<PRE> {prefix} <SUF>{suffix} <MID>",
"name": "CodeLlama-13B",
"provider_url": "https://huggingface.co/codellama/CodeLlama-13b-hf",
"urls": [
"https://huggingface.co/TabbyML/CodeLlama-13B/resolve/main/ggml/q8_0.v2.gguf",
"https://modelscope.cn/api/v1/models/TabbyML/CodeLlama-13B/repo?FilePath=ggml/q8_0.v2.gguf"
],
"sha256": "bf333bc63648f0130065737e1ef98f9b49064d5bddeaca2c604d17c8b44325b7"
},
{
"name": "WizardCoder-3B",
"provider_url": "https://huggingface.co/WizardLM/WizardCoder-3B-V1.0",
"license_name": "BigCode-OpenRAIL-M",
"license_url": "https://huggingface.co/spaces/bigcode/bigcode-model-license-agreement",
"chat_template": "Below is an instruction that describes a task. Write a response that appropriately completes the request.\n{% for message in messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{% if message['role'] == 'user' %}{{ '### Instruction:\n' + message['content'] + '\n### Response:\n' }}{% elif message['role'] == 'assistant' %}{{ message['content'] + '\n' }}{% else %}{{ raise_exception('Only user and assistant roles are supported!') }}{% endif %}{% endfor %}",
"urls": [
"https://huggingface.co/TabbyML/WizardCoder-3B/resolve/main/ggml/q8_0.v2.gguf",
"https://modelscope.cn/api/v1/models/TabbyML/WizardCoder-3B/repo?FilePath=ggml/q8_0.v2.gguf"
],
"sha256": "9397dda06b86612682ec019b347d78eb4ad9ce8efeefe1366ff5483359ed8c07"
},
{
"license_name": "Apache 2.0",
"license_url": "https://choosealicense.com/licenses/apache-2.0/",
"name": "Mistral-7B",
"provider_url": "https://huggingface.co/mistralai/Mistral-7B-v0.1",
"chat_template": "<s>{% for message in messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{% if message['role'] == 'user' %}{{ '[INST] ' + message['content'] + ' [/INST]' }}{% elif message['role'] == 'assistant' %}{{ message['content'] + '</s> ' }}{% else %}{{ raise_exception('Only user and assistant roles are supported!') }}{% endif %}{% endfor %}",
"urls": [
"https://huggingface.co/TabbyML/Mistral-7B/resolve/main/ggml/q8_0.v2.gguf",
"https://modelscope.cn/api/v1/models/TabbyML/Mistral-7B/repo?FilePath=ggml/q8_0.v2.gguf"
],
"sha256": "5ac3ba2eecc4f41d0cd65a5e6d875d38d4c3dd4ebb1161b85e5134817b484938"
},
{
"license_name": "Deepseek License",
"license_url": "https://github.com/deepseek-ai/deepseek-coder/blob/main/LICENSE-MODEL",
"prompt_template": "<｜fim▁begin｜>{prefix}<｜fim▁hole｜>{suffix}<｜fim▁end｜>",
"name": "DeepseekCoder-1.3B",
"provider_url": "https://huggingface.co/deepseek-ai/deepseek-coder-1.3b-base",
"urls": [
"https://huggingface.co/TheBloke/deepseek-coder-1.3b-base-GGUF/resolve/main/deepseek-coder-1.3b-base.Q8_0.gguf"
],
"sha256": "9fcdcb283ef5b1d80ec7365b307c1ceab0c0f8ea079b49969f7febc06a11bccd"
},
{
"license_name": "Deepseek License",
"license_url": "https://github.com/deepseek-ai/deepseek-coder/blob/main/LICENSE-MODEL",
"prompt_template": "<｜fim▁begin｜>{prefix}<｜fim▁hole｜>{suffix}<｜fim▁end｜>",
"name": "DeepseekCoder-6.7B",
"provider_url": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-base",
"urls": [
"https://huggingface.co/TheBloke/deepseek-coder-6.7B-base-GGUF/resolve/main/deepseek-coder-6.7b-base.Q8_0.gguf"
],
"sha256": "a2f82242ac5e465037cbf1ed754f04f0be044ee196e1589905f9e4dcd0e6559d"
},
{
"name": "DeepseekCoder-6.7B_Q4_K_M",
"license_name": "Deepseek License",
"license_url": "https://github.com/deepseek-ai/deepseek-coder/blob/main/LICENSE-MODEL",
"prompt_template": "<｜fim▁begin｜>{prefix}<｜fim▁hole｜>{suffix}<｜fim▁end｜>",
"provider_url": "https://huggingface.co/deepseek-ai/deepseek-coder-6.7b-base",
"urls": [
"https://huggingface.co/TheBloke/deepseek-coder-6.7B-base-GGUF/resolve/main/deepseek-coder-6.7b-base.Q4_K_M.gguf"
],
"sha256": "28cef03e1b2d2478dafdb09f1520417cab55efcd3d1cc22bb1950c90bcd8804b"
},
{
"license_name": "BigCode-OpenRAIL-M",
"license_url": "https://huggingface.co/spaces/bigcode/bigcode-model-license-agreement",
"prompt_template": "<fim_prefix>{prefix}<fim_suffix>{suffix}<fim_middle>",
"name": "StarCoder2-3B",
"provider_url": "https://huggingface.co/bigcode/starcoder2-3b",
"urls": [
"https://huggingface.co/nold/starcoder2-3b-GGUF/resolve/main/starcoder2-3b_Q8_0.gguf"
],
"sha256": "0499b8d046c56934c9741fd00c6206a5f7ca0eb42b59304ab7f4a20cd2f28ebf"
},
{
"license_name": "BigCode-OpenRAIL-M",
"license_url": "https://huggingface.co/spaces/bigcode/bigcode-model-license-agreement",
"prompt_template": "<fim_prefix>{prefix}<fim_suffix>{suffix}<fim_middle>",
"name": "StarCoder2-7B",
"provider_url": "https://huggingface.co/bigcode/starcoder2-7b",
"urls": [
"https://huggingface.co/nold/starcoder2-7b-GGUF/resolve/main/starcoder2-7b_Q8_0.gguf"
],
"sha256": "72a8a59486cdcc8549e5a17a5c5ec66b6ce5db71a9408a2800985791a40fbff0"
},
{
"license_name": "BigCode-OpenRAIL-M",
"license_url": "https://huggingface.co/spaces/bigcode/bigcode-model-license-agreement",
"prompt_template": "<fim_prefix>{prefix}<fim_suffix>{suffix}<fim_middle>",
"name": "StarCoder2-15B",
"provider_url": "https://huggingface.co/bigcode/starcoder2-15b",
"urls": [
"https://huggingface.co/second-state/StarCoder2-15B-GGUF/resolve/main/starcoder2-15b-Q8_0.gguf"
],
"sha256": "6cfe972755f7924cf8c176cb8607027f105196b8abb7614a2f680e84171cb418"
},
{
"license_name": "BigCode-OpenRAIL-M",
"license_url": "https://huggingface.co/spaces/bigcode/bigcode-model-license-agreement",
"prompt_template": "<fim_prefix>{prefix}<fim_suffix>{suffix}<fim_middle>",
"name": "StarCoder2-3B-Q4",
"provider_url": "https://huggingface.co/bigcode/starcoder2-3b",
"urls": [
"https://huggingface.co/nold/starcoder2-3b-GGUF/resolve/main/starcoder2-3b_Q4_K_M.gguf"
],
"sha256": "7c01deaab71ece32551215dfc96b28a4dcf967442f31534c91be0702d82924d5"
},
{
"license_name": "BigCode-OpenRAIL-M",
"license_url": "https://huggingface.co/spaces/bigcode/bigcode-model-license-agreement",
"prompt_template": "<fim_prefix>{prefix}<fim_suffix>{suffix}<fim_middle>",
"name": "StarCoder2-7B-Q4",
"provider_url": "https://huggingface.co/bigcode/starcoder2-7b",
"urls": [
"https://huggingface.co/nold/starcoder2-7b-GGUF/resolve/main/starcoder2-7b_Q4_K_M.gguf"
],
"sha256": "466fd2bcd17e0c67bb80306da866aa966482d046e80f72fd7467217224dba39a"
},
{
"license_name": "BigCode-OpenRAIL-M",
"license_url": "https://huggingface.co/spaces/bigcode/bigcode-model-license-agreement",
"prompt_template": "<fim_prefix>{prefix}<fim_suffix>{suffix}<fim_middle>",
"name": "StarCoder2-15B-Q4",
"provider_url": "https://huggingface.co/bigcode/starcoder2-15b",
"urls": [
"https://huggingface.co/second-state/StarCoder2-15B-GGUF/resolve/main/starcoder2-15b-Q4_K_M.gguf"
],
"sha256": "6b7690a2855185c19b4e1eaf530d6cf72f53c0268b237abb29f4cfd95b34739f"
},
{
"license_name": "The aiXcoder Model License",
"license_url": "https://huggingface.co/aiXcoder/aixcoder-7b-base/blob/main/MODEL_LICENSE",
"prompt_template": "<s>▁<AIX-SPAN-PRE>▁<AIX-SPAN-POST>{suffix}▁<AIX-SPAN-MIDDLE>{prefix}",
"name": "AiXcoder-7B-Q4",
"provider_url": "https://huggingface.co/aiXcoder/aixcoder-7b-base",
"urls": [
"https://huggingface.co/bartowski/aixcoder-7b-base-GGUF/resolve/main/aixcoder-7b-base-Q4_K_M.gguf"
],
"sha256": "575cacc8188789b53a87ed00df9906eae99590db168e35b13fda116420467b6b"
}
]