forked from Mobile-Artificial-Intelligence/maid
-
Notifications
You must be signed in to change notification settings - Fork 6
Expand file tree
/
Copy pathmodels.json
More file actions
378 lines (378 loc) · 14.8 KB
/
models.json
File metadata and controls
378 lines (378 loc) · 14.8 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
[
{
"id": "qwen-3.5-0.8b",
"name": "Qwen 3.5 0.8B",
"repo": "unsloth/Qwen3.5-0.8B-GGUF",
"branch": "main",
"tags": {
"UD-IQ2_M": ["Qwen3.5-0.8B-UD-IQ2_M.gguf", "mmproj-BF16.gguf"],
"UD-IQ2_XXS": ["Qwen3.5-0.8B-UD-IQ2_XXS.gguf", "mmproj-BF16.gguf"],
"UD-IQ3_XXS": ["Qwen3.5-0.8B-UD-IQ3_XXS.gguf", "mmproj-BF16.gguf"],
"UD-Q2_K_XL": ["Qwen3.5-0.8B-UD-Q2_K_XL.gguf", "mmproj-BF16.gguf"],
"UD-Q3_K_XL": ["Qwen3.5-0.8B-UD-Q3_K_XL.gguf", "mmproj-BF16.gguf"],
"UD-Q4_K_XL": ["Qwen3.5-0.8B-UD-Q4_K_XL.gguf", "mmproj-BF16.gguf"],
"UD-Q5_K_XL": ["Qwen3.5-0.8B-UD-Q5_K_XL.gguf", "mmproj-BF16.gguf"],
"UD-Q6_K_XL": ["Qwen3.5-0.8B-UD-Q6_K_XL.gguf", "mmproj-F16.gguf"],
"UD-Q8_K_XL": ["Qwen3.5-0.8B-UD-Q8_K_XL.gguf", "mmproj-F16.gguf"],
"Q3_K_M": ["Qwen3.5-0.8B-Q3_K_M.gguf", "mmproj-BF16.gguf"],
"Q3_K_S": ["Qwen3.5-0.8B-Q3_K_S.gguf", "mmproj-BF16.gguf"],
"IQ4_NL": ["Qwen3.5-0.8B-IQ4_NL.gguf", "mmproj-BF16.gguf"],
"IQ4_XS": ["Qwen3.5-0.8B-IQ4_XS.gguf", "mmproj-BF16.gguf"],
"Q4_0": ["Qwen3.5-0.8B-Q4_0.gguf", "mmproj-BF16.gguf"],
"Q4_1": ["Qwen3.5-0.8B-Q4_1.gguf", "mmproj-BF16.gguf"],
"Q4_K_M": ["Qwen3.5-0.8B-Q4_K_M.gguf", "mmproj-BF16.gguf"],
"Q4_K_S": ["Qwen3.5-0.8B-Q4_K_S.gguf", "mmproj-BF16.gguf"],
"Q5_K_M": ["Qwen3.5-0.8B-Q5_K_M.gguf", "mmproj-BF16.gguf"],
"Q5_K_S": ["Qwen3.5-0.8B-Q5_K_S.gguf", "mmproj-BF16.gguf"],
"Q6_K": ["Qwen3.5-0.8B-Q6_K.gguf", "mmproj-F16.gguf"],
"Q8_0": ["Qwen3.5-0.8B-Q8_0.gguf", "mmproj-F16.gguf"],
"BF16": ["Qwen3.5-0.8B-BF16.gguf", "mmproj-F32.gguf"]
}
},
{
"id": "qwen-3.5-2b",
"name": "Qwen 3.5 2B",
"repo": "unsloth/Qwen3.5-2B-GGUF",
"branch": "main",
"parameters": 2.0,
"tags": {
"UD-IQ2_M": ["Qwen3.5-2B-UD-IQ2_M.gguf", "mmproj-BF16.gguf"],
"UD-IQ2_XXS": ["Qwen3.5-2B-UD-IQ2_XXS.gguf", "mmproj-BF16.gguf"],
"UD-IQ3_XXS": ["Qwen3.5-2B-UD-IQ3_XXS.gguf", "mmproj-BF16.gguf"],
"UD-Q2_K_XL": ["Qwen3.5-2B-UD-Q2_K_XL.gguf", "mmproj-BF16.gguf"],
"UD-Q3_K_XL": ["Qwen3.5-2B-UD-Q3_K_XL.gguf", "mmproj-BF16.gguf"],
"UD-Q4_K_XL": ["Qwen3.5-2B-UD-Q4_K_XL.gguf", "mmproj-BF16.gguf"],
"UD-Q5_K_XL": ["Qwen3.5-2B-UD-Q5_K_XL.gguf", "mmproj-BF16.gguf"],
"UD-Q6_K_XL": ["Qwen3.5-2B-UD-Q6_K_XL.gguf", "mmproj-F16.gguf"],
"UD-Q8_K_XL": ["Qwen3.5-2B-UD-Q8_K_XL.gguf", "mmproj-F16.gguf"],
"Q3_K_M": ["Qwen3.5-2B-Q3_K_M.gguf", "mmproj-BF16.gguf"],
"Q3_K_S": ["Qwen3.5-2B-Q3_K_S.gguf", "mmproj-BF16.gguf"],
"IQ4_NL": ["Qwen3.5-2B-IQ4_NL.gguf", "mmproj-BF16.gguf"],
"IQ4_XS": ["Qwen3.5-2B-IQ4_XS.gguf", "mmproj-BF16.gguf"],
"Q4_0": ["Qwen3.5-2B-Q4_0.gguf", "mmproj-BF16.gguf"],
"Q4_1": ["Qwen3.5-2B-Q4_1.gguf", "mmproj-BF16.gguf"],
"Q4_K_M": ["Qwen3.5-2B-Q4_K_M.gguf", "mmproj-BF16.gguf"],
"Q4_K_S": ["Qwen3.5-2B-Q4_K_S.gguf", "mmproj-BF16.gguf"],
"Q5_K_M": ["Qwen3.5-2B-Q5_K_M.gguf", "mmproj-BF16.gguf"],
"Q5_K_S": ["Qwen3.5-2B-Q5_K_S.gguf", "mmproj-BF16.gguf"],
"Q6_K": ["Qwen3.5-2B-Q6_K.gguf", "mmproj-F16.gguf"],
"Q8_0": ["Qwen3.5-2B-Q8_0.gguf", "mmproj-F16.gguf"],
"BF16": ["Qwen3.5-2B-BF16.gguf", "mmproj-F32.gguf"]
}
},
{
"id": "qwen-3.5-4b",
"name": "Qwen 3.5 4B",
"repo": "unsloth/Qwen3.5-4B-GGUF",
"branch": "main",
"parameters": 4.0,
"tags": {
"UD-IQ2_M": ["Qwen3.5-4B-UD-IQ2_M.gguf", "mmproj-BF16.gguf"],
"UD-IQ2_XXS": ["Qwen3.5-4B-UD-IQ2_XXS.gguf", "mmproj-BF16.gguf"],
"UD-IQ3_XXS": ["Qwen3.5-4B-UD-IQ3_XXS.gguf", "mmproj-BF16.gguf"],
"UD-Q2_K_XL": ["Qwen3.5-4B-UD-Q2_K_XL.gguf", "mmproj-BF16.gguf"],
"UD-Q3_K_XL": ["Qwen3.5-4B-UD-Q3_K_XL.gguf", "mmproj-BF16.gguf"],
"UD-Q4_K_XL": ["Qwen3.5-4B-UD-Q4_K_XL.gguf", "mmproj-BF16.gguf"],
"UD-Q5_K_XL": ["Qwen3.5-4B-UD-Q5_K_XL.gguf", "mmproj-BF16.gguf"],
"UD-Q6_K_XL": ["Qwen3.5-4B-UD-Q6_K_XL.gguf", "mmproj-F16.gguf"],
"UD-Q8_K_XL": ["Qwen3.5-4B-UD-Q8_K_XL.gguf", "mmproj-F16.gguf"],
"Q3_K_M": ["Qwen3.5-4B-Q3_K_M.gguf", "mmproj-BF16.gguf"],
"Q3_K_S": ["Qwen3.5-4B-Q3_K_S.gguf", "mmproj-BF16.gguf"],
"IQ4_NL": ["Qwen3.5-4B-IQ4_NL.gguf", "mmproj-BF16.gguf"],
"IQ4_XS": ["Qwen3.5-4B-IQ4_XS.gguf", "mmproj-BF16.gguf"],
"Q4_0": ["Qwen3.5-4B-Q4_0.gguf", "mmproj-BF16.gguf"],
"Q4_1": ["Qwen3.5-4B-Q4_1.gguf", "mmproj-BF16.gguf"],
"Q4_K_M": ["Qwen3.5-4B-Q4_K_M.gguf", "mmproj-BF16.gguf"],
"Q4_K_S": ["Qwen3.5-4B-Q4_K_S.gguf", "mmproj-BF16.gguf"],
"Q5_K_M": ["Qwen3.5-4B-Q5_K_M.gguf", "mmproj-BF16.gguf"],
"Q5_K_S": ["Qwen3.5-4B-Q5_K_S.gguf", "mmproj-BF16.gguf"],
"Q6_K": ["Qwen3.5-4B-Q6_K.gguf", "mmproj-F16.gguf"],
"Q8_0": ["Qwen3.5-4B-Q8_0.gguf", "mmproj-F16.gguf"],
"BF16": ["Qwen3.5-4B-BF16.gguf", "mmproj-F32.gguf"]
}
},
{
"id": "lfm-2.5-1.2b-thinking",
"name": "LFM 2.5 1.2B Thinking",
"repo": "LiquidAI/LFM2.5-1.2B-Thinking-GGUF",
"parameters": 1.2,
"branch": "main",
"tags": {
"Q4_0": "LFM2.5-1.2B-Thinking-Q4_0.gguf",
"Q4_K_M": "LFM2.5-1.2B-Thinking-Q4_K_M.gguf",
"Q5_K_M": "LFM2.5-1.2B-Thinking-Q5_K_M.gguf",
"Q6_K": "LFM2.5-1.2B-Thinking-Q6_K.gguf",
"Q8_0": "LFM2.5-1.2B-Thinking-Q8_0.gguf",
"BF16": "LFM2.5-1.2B-Thinking-BF16.gguf",
"F16": "LFM2.5-1.2B-Thinking-F16.gguf"
}
},
{
"id": "lfm-2.5-1.2b-instruct",
"name": "LFM 2.5 1.2B Instruct",
"repo": "LiquidAI/LFM2.5-1.2B-Instruct-GGUF",
"parameters": 1.2,
"branch": "main",
"tags": {
"Q4_0": "LFM2.5-1.2B-Instruct-Q4_0.gguf",
"Q4_K_M": "LFM2.5-1.2B-Instruct-Q4_K_M.gguf",
"Q5_K_M": "LFM2.5-1.2B-Instruct-Q5_K_M.gguf",
"Q6_K": "LFM2.5-1.2B-Instruct-Q6_K.gguf",
"Q8_0": "LFM2.5-1.2B-Instruct-Q8_0.gguf",
"BF16": "LFM2.5-1.2B-Instruct-BF16.gguf",
"F16": "LFM2.5-1.2B-Instruct-F16.gguf"
}
},
{
"id": "lfm-2.5-vl-1.6b",
"name": "LFM 2.5 VL 1.6B",
"repo": "LiquidAI/LFM2.5-VL-1.6B-GGUF",
"parameters": 1.6,
"branch": "main",
"tags": {
"Q8_0": [
"LFM2.5-VL-1.6B-Q8_0.gguf",
"mmproj-LFM2.5-VL-1.6b-Q8_0.gguf"
],
"BF16": [
"LFM2.5-VL-1.6B-BF16.gguf",
"mmproj-LFM2.5-VL-1.6b-BF16.gguf"
],
"F16": [
"LFM2.5-VL-1.6B-F16.gguf",
"mmproj-LFM2.5-VL-1.6b-F16.gguf"
]
}
},
{
"id": "qwen3-4B",
"name": "Qwen3 4B",
"repo": "Qwen/Qwen3-4B-GGUF",
"branch": "main",
"parameters": 4.0,
"tags": {
"Q4_K_M": "Qwen3-4B-Q4_K_M.gguf",
"Q5_0": "Qwen3-4B-Q5_0.gguf",
"Q5_K_M": "Qwen3-4B-Q5_K_M.gguf",
"Q6_K": "Qwen3-4B-Q6_K.gguf",
"Q8_0": "Qwen3-4B-Q8_0.gguf"
}
},
{
"id": "phi-3-mini-4k-instruct",
"name": "Phi 3 Mini 4K Instruct",
"repo": "microsoft/Phi-3-mini-4k-instruct-gguf",
"branch": "main",
"parameters": 3.82,
"tags": {
"Q4": "Phi-3-mini-4k-instruct-q4.gguf",
"FP16": "Phi-3-mini-4k-instruct-fp16.gguf"
}
},
{
"id": "tinyllama-1.1b-chat",
"name": "TinyLlama 1.1B Chat",
"repo": "TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF",
"branch": "main",
"parameters": 1.1,
"tags": {
"Q2_K": "tinyllama-1.1b-chat-v1.0.Q2_K.gguf",
"Q3_K_L": "tinyllama-1.1b-chat-v1.0.Q3_K_L.gguf",
"Q3_K_M": "tinyllama-1.1b-chat-v1.0.Q3_K_M.gguf",
"Q3_K_S": "tinyllama-1.1b-chat-v1.0.Q3_K_S.gguf",
"Q4_0": "tinyllama-1.1b-chat-v1.0.Q4_0.gguf",
"Q4_K_M": "tinyllama-1.1b-chat-v1.0.Q4_K_M.gguf",
"Q4_K_S": "tinyllama-1.1b-chat-v1.0.Q4_K_S.gguf",
"Q5_0": "tinyllama-1.1b-chat-v1.0.Q5_0.gguf",
"Q5_K_M": "tinyllama-1.1b-chat-v1.0.Q5_K_M.gguf",
"Q5_K_S": "tinyllama-1.1b-chat-v1.0.Q5_K_S.gguf",
"Q6_K": "tinyllama-1.1b-chat-v1.0.Q6_K.gguf",
"Q8_0": "tinyllama-1.1b-chat-v1.0.Q8_0.gguf"
}
},
{
"id": "gemma-2-2b-it",
"name": "Gemma 2 2B IT",
"repo": "bartowski/gemma-2-2b-it-GGUF",
"branch": "main",
"parameters": 2.0,
"tags": {
"IQ3_M": "gemma-2-2b-it-IQ3_M.gguf",
"IQ4_XS": "gemma-2-2b-it-IQ4_XS.gguf",
"Q3_K_L": "gemma-2-2b-it-Q3_K_L.gguf",
"Q4_K_M": "gemma-2-2b-it-Q4_K_M.gguf",
"Q4_K_S": "gemma-2-2b-it-Q4_K_S.gguf",
"Q5_K_M": "gemma-2-2b-it-Q5_K_M.gguf",
"Q5_K_S": "gemma-2-2b-it-Q5_K_S.gguf",
"Q6_K": "gemma-2-2b-it-Q6_K.gguf",
"Q6_K_L": "gemma-2-2b-it-Q6_K_L.gguf",
"Q8_0": "gemma-2-2b-it-Q8_0.gguf",
"F32": "gemma-2-2b-it-f32.gguf"
}
},
{
"id": "gemma-3-1b-it",
"name": "Gemma 3 1B IT",
"repo": "unsloth/gemma-3-1b-it-GGUF",
"branch": "main",
"parameters": 1.0,
"tags": {
"Q2_K": "gemma-3-1b-it-Q2_K.gguf",
"Q2_K_L": "gemma-3-1b-it-Q2_K_L.gguf",
"Q3_K_M": "gemma-3-1b-it-Q3_K_M.gguf",
"Q4_K_M": "gemma-3-1b-it-Q4_K_M.gguf",
"Q5_K_M": "gemma-3-1b-it-Q5_K_M.gguf",
"Q6_K": "gemma-3-1b-it-Q6_K.gguf",
"Q8_0": "gemma-3-1b-it-Q8_0.gguf",
"BF16": "gemma-3-1b-it-BF16.gguf"
}
},
{
"id": "gemmasutra-mini-2b-v1",
"name": "Gemmasutra Mini 2B v1",
"repo": "TheDrummer/Gemmasutra-Mini-2B-v1-GGUF",
"branch": "main",
"parameters": 2.0,
"tags": {
"BF16": "Gemmasutra-Mini-2B-v1-BF16.gguf",
"Q2_K": "Gemmasutra-Mini-2B-v1-Q2_K.gguf",
"Q3_K": "Gemmasutra-Mini-2B-v1-Q3_K.gguf",
"Q3_K_L": "Gemmasutra-Mini-2B-v1-Q3_K_L.gguf",
"Q3_K_M": "Gemmasutra-Mini-2B-v1-Q3_K_M.gguf",
"Q3_K_S": "Gemmasutra-Mini-2B-v1-Q3_K_S.gguf",
"Q4_0_4_4": "Gemmasutra-Mini-2B-v1-Q4_0_4_4.gguf",
"Q4_0_4_8": "Gemmasutra-Mini-2B-v1-Q4_0_4_8.gguf",
"Q4_0_8_8": "Gemmasutra-Mini-2B-v1-Q4_0_8_8.gguf",
"Q4_K": "Gemmasutra-Mini-2B-v1-Q4_K.gguf",
"Q4_K_M": "Gemmasutra-Mini-2B-v1-Q4_K_M.gguf",
"Q4_K_S": "Gemmasutra-Mini-2B-v1-Q4_K_S.gguf",
"Q5_K": "Gemmasutra-Mini-2B-v1-Q5_K.gguf",
"Q5_K_M": "Gemmasutra-Mini-2B-v1-Q5_K_M.gguf",
"Q5_K_S": "Gemmasutra-Mini-2B-v1-Q5_K_S.gguf",
"Q6_K": "Gemmasutra-Mini-2B-v1-Q6_K.gguf",
"Q8_0": "Gemmasutra-Mini-2B-v1-Q8_0.gguf",
"F16": "Gemmasutra-Mini-2B-v1-f16.gguf",
"F32": "Gemmasutra-Mini-2B-v1-f32.gguf"
}
},
{
"id": "gemmasutra-small-4b-v1a",
"name": "Gemmasutra Small 4B v1a",
"repo": "TheDrummer/Gemmasutra-Small-4B-v1-GGUF",
"branch": "main",
"parameters": 4.0,
"tags": {
"Q2_K": "Gemmasutra-Small-4B-v1a-Q2_K.gguf",
"Q3_K_M": "Gemmasutra-Small-4B-v1a-Q3_K_M.gguf",
"Q4_K_M": "Gemmasutra-Small-4B-v1a-Q4_K_M.gguf",
"Q5_K_M": "Gemmasutra-Small-4B-v1a-Q5_K_M.gguf",
"Q6_K": "Gemmasutra-Small-4B-v1a-Q6_K.gguf",
"Q8_0": "Gemmasutra-Small-4B-v1a-Q8_0.gguf"
}
},
{
"id": "qwen2.5-1.5b-instruct",
"name": "Qwen2.5 1.5B Instruct",
"repo": "Qwen/Qwen2.5-1.5B-Instruct-GGUF",
"branch": "main",
"parameters": 1.5,
"tags": {
"Q2_K": "qwen2.5-1.5b-instruct-q2_k.gguf",
"Q3_K_M": "qwen2.5-1.5b-instruct-q3_k_m.gguf",
"Q4_0": "qwen2.5-1.5b-instruct-q4_0.gguf",
"Q4_K_M": "qwen2.5-1.5b-instruct-q4_k_m.gguf",
"Q5_0": "qwen2.5-1.5b-instruct-q5_0.gguf",
"Q5_K_M": "qwen2.5-1.5b-instruct-q5_k_m.gguf",
"Q6_K": "qwen2.5-1.5b-instruct-q6_k.gguf",
"Q8_0": "qwen2.5-1.5b-instruct-q8_0.gguf",
"FP16": "qwen2.5-1.5b-instruct-fp16.gguf"
}
},
{
"id": "llama-3.2-1b-instruct",
"name": "Llama 3.2 1B Instruct",
"repo": "bartowski/Llama-3.2-1B-Instruct-GGUF",
"branch": "main",
"parameters": 1.0,
"tags": {
"IQ3_M": "Llama-3.2-1B-Instruct-IQ3_M.gguf",
"IQ4_XS": "Llama-3.2-1B-Instruct-IQ4_XS.gguf",
"Q3_K_L": "Llama-3.2-1B-Instruct-Q3_K_L.gguf",
"Q3_K_XL": "Llama-3.2-1B-Instruct-Q3_K_XL.gguf",
"Q4_0": "Llama-3.2-1B-Instruct-Q4_0.gguf",
"Q4_0_4_4": "Llama-3.2-1B-Instruct-Q4_0_4_4.gguf",
"Q4_0_4_8": "Llama-3.2-1B-Instruct-Q4_0_4_8.gguf",
"Q4_0_8_8": "Llama-3.2-1B-Instruct-Q4_0_8_8.gguf",
"Q4_K_L": "Llama-3.2-1B-Instruct-Q4_K_L.gguf",
"Q4_K_M": "Llama-3.2-1B-Instruct-Q4_K_M.gguf",
"Q4_K_S": "Llama-3.2-1B-Instruct-Q4_K_S.gguf",
"Q5_K_L": "Llama-3.2-1B-Instruct-Q5_K_L.gguf",
"Q5_K_M": "Llama-3.2-1B-Instruct-Q5_K_M.gguf",
"Q5_K_S": "Llama-3.2-1B-Instruct-Q5_K_S.gguf",
"Q6_K": "Llama-3.2-1B-Instruct-Q6_K.gguf",
"Q6_K_L": "Llama-3.2-1B-Instruct-Q6_K_L.gguf",
"Q8_0": "Llama-3.2-1B-Instruct-Q8_0.gguf",
"F16": "Llama-3.2-1B-Instruct-f16.gguf"
}
},
{
"id": "llama-3.2-3b-instruct",
"name": "Llama 3.2 3B Instruct",
"repo": "bartowski/Llama-3.2-3B-Instruct-GGUF",
"branch": "main",
"parameters": 3.0,
"tags": {
"IQ3_M": "Llama-3.2-3B-Instruct-IQ3_M.gguf",
"IQ4_XS": "Llama-3.2-3B-Instruct-IQ4_XS.gguf",
"Q3_K_L": "Llama-3.2-3B-Instruct-Q3_K_L.gguf",
"Q3_K_XL": "Llama-3.2-3B-Instruct-Q3_K_XL.gguf",
"Q4_0": "Llama-3.2-3B-Instruct-Q4_0.gguf",
"Q4_0_4_4": "Llama-3.2-3B-Instruct-Q4_0_4_4.gguf",
"Q4_0_4_8": "Llama-3.2-3B-Instruct-Q4_0_4_8.gguf",
"Q4_0_8_8": "Llama-3.2-3B-Instruct-Q4_0_8_8.gguf",
"Q4_K_L": "Llama-3.2-3B-Instruct-Q4_K_L.gguf",
"Q4_K_M": "Llama-3.2-3B-Instruct-Q4_K_M.gguf",
"Q4_K_S": "Llama-3.2-3B-Instruct-Q4_K_S.gguf",
"Q5_K_L": "Llama-3.2-3B-Instruct-Q5_K_L.gguf",
"Q5_K_M": "Llama-3.2-3B-Instruct-Q5_K_M.gguf",
"Q5_K_S": "Llama-3.2-3B-Instruct-Q5_K_S.gguf",
"Q6_K": "Llama-3.2-3B-Instruct-Q6_K.gguf",
"Q6_K_L": "Llama-3.2-3B-Instruct-Q6_K_L.gguf",
"Q8_0": "Llama-3.2-3B-Instruct-Q8_0.gguf",
"F16": "Llama-3.2-3B-Instruct-f16.gguf"
}
},
{
"id": "tesslate-tessa-t1-3b",
"name": "Tesslate Tessa T1 3B",
"repo": "bartowski/Tesslate_Tessa-T1-3B-GGUF",
"branch": "main",
"parameters": 3.0,
"tags": {
"IQ2_M": "Tesslate_Tessa-T1-3B-IQ2_M.gguf",
"IQ3_M": "Tesslate_Tessa-T1-3B-IQ3_M.gguf",
"IQ3_XS": "Tesslate_Tessa-T1-3B-IQ3_XS.gguf",
"IQ3_XXS": "Tesslate_Tessa-T1-3B-IQ3_XXS.gguf",
"IQ4_NL": "Tesslate_Tessa-T1-3B-IQ4_NL.gguf",
"IQ4_XS": "Tesslate_Tessa-T1-3B-IQ4_XS.gguf",
"Q2_K": "Tesslate_Tessa-T1-3B-Q2_K.gguf",
"Q2_K_L": "Tesslate_Tessa-T1-3B-Q2_K_L.gguf",
"Q3_K_L": "Tesslate_Tessa-T1-3B-Q3_K_L.gguf",
"Q3_K_M": "Tesslate_Tessa-T1-3B-Q3_K_M.gguf",
"Q3_K_S": "Tesslate_Tessa-T1-3B-Q3_K_S.gguf",
"Q3_K_XL": "Tesslate_Tessa-T1-3B-Q3_K_XL.gguf",
"Q4_0": "Tesslate_Tessa-T1-3B-Q4_0.gguf",
"Q4_1": "Tesslate_Tessa-T1-3B-Q4_1.gguf",
"Q4_K_L": "Tesslate_Tessa-T1-3B-Q4_K_L.gguf",
"Q4_K_M": "Tesslate_Tessa-T1-3B-Q4_K_M.gguf",
"Q4_K_S": "Tesslate_Tessa-T1-3B-Q4_K_S.gguf",
"Q5_K_L": "Tesslate_Tessa-T1-3B-Q5_K_L.gguf",
"Q5_K_M": "Tesslate_Tessa-T1-3B-Q5_K_M.gguf",
"Q5_K_S": "Tesslate_Tessa-T1-3B-Q5_K_S.gguf",
"Q6_K": "Tesslate_Tessa-T1-3B-Q6_K.gguf",
"Q6_K_L": "Tesslate_Tessa-T1-3B-Q6_K_L.gguf",
"Q8_0": "Tesslate_Tessa-T1-3B-Q8_0.gguf",
"BF16": "Tesslate_Tessa-T1-3B-bf16.gguf"
}
}
]