Skip to content

Commit 6687958

Browse files
author
Judd
committed
add model id for phi-3.5 mini & moe
1 parent 94b15b0 commit 6687958

File tree

1 file changed

+25
-0
lines changed

1 file changed

+25
-0
lines changed

scripts/models.json

Lines changed: 25 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -422,6 +422,31 @@
422422
}
423423
}
424424
},
425+
"phi3.5": {
426+
"brief": "Phi-3.5-mini enhances multi-lingual support with a 128K context length. Phi-3.5-MoE, featuring 16 experts and 6.6B active parameters.",
427+
"default": "mini",
428+
"license": "MIT",
429+
"variants": {
430+
"mini": {
431+
"default": "q8",
432+
"quantized": {
433+
"q8": {
434+
"size": 4060935840,
435+
"url": "chatllm_quantized_phi-3.5/phi3.5-mini.bin"
436+
}
437+
}
438+
},
439+
"moe": {
440+
"default": "q4_1",
441+
"quantized": {
442+
"q4_1": {
443+
"size": 26174315504,
444+
"url": "chatllm_quantized_phi-3.5/phi3.5-moe_q4_1.bin"
445+
}
446+
}
447+
}
448+
}
449+
},
425450
"yi-1.5": {
426451
"brief": "Yi 1.5 is a high-performing, bilingual language model.",
427452
"default": "6b",

0 commit comments

Comments
 (0)