occamy-1.0-MLX-4bit / validation_summary.json
Eang's picture
Add native MLX 4-bit group64 candidate; Mac acceptance pending
7a442e1 verified
Raw History Blame Contribute Delete
2.55 kB
{
"passed": true,
"bits": 4,
"group_size": 64,
"mac_metal_acceptance": "pending",
"linux_native_reload_passed": true,
"all_dequantized_rows_finite": true,
"generation": {
"status": "passed",
"scope": "Linux native MLX CPU cached greedy, one short text prompt; no Mac Metal or quality claim",
"passed": true,
"prompt": "<|im_start|>user\nCompute 2+2. Answer briefly.<|im_end|>\n<|im_start|>assistant\n<think>\n\n</think>\n\n",
"prompt_token_ids": [
248045,
846,
198,
44712,
220,
17,
10,
17,
13,
21134,
25899,
13,
248046,
198,
248045,
74455,
198,
248068,
271,
248069,
271
],
"token_ids": [
19,
248046
],
"text": "4<|im_end|>",
"max_tokens": 8,
"all_full_vocab_last_position_logits_finite": true,
"method": "native model cached greedy forward; no speculative head",
"quality_claim": false,
"mac_runtime_validation": null
},
"files": [
{
"filename": "chat_template.jinja",
"bytes": 7764,
"sha256": "e84f32a23fdda27689f868aa4a1a5621f41133e51a48d7f3efcbea2839574259"
},
{
"filename": "config.json",
"bytes": 23088,
"sha256": "ae39ea4cdbf32fa4c0cefb63822be1524df2e1263cf3dceba7676e48ba6db123"
},
{
"filename": "model-00001-of-00004.safetensors",
"bytes": 5343699466,
"sha256": "e7e5ba495ba066bcc22d1702c39a32fb64207525370fed134a517762e21b37f2"
},
{
"filename": "model-00002-of-00004.safetensors",
"bytes": 5368472837,
"sha256": "5ba79f3fb8c239dbe207125fb7abe4a1ffc7e104dadc14dd4b6c6fb35153a3f8"
},
{
"filename": "model-00003-of-00004.safetensors",
"bytes": 5368324245,
"sha256": "d0a9f7309488661d7bf539d14af703bda93fb74d738ed258593d329c5e006e0b"
},
{
"filename": "model-00004-of-00004.safetensors",
"bytes": 3428527653,
"sha256": "5692e123c78f18ead4cc19b9683bbd532feb70db895d51b6884a5e5f66998f52"
},
{
"filename": "model.safetensors.index.json",
"bytes": 187263,
"sha256": "c118f13c0dcb729e4ca2e3d653ab193067551eb1a6410badb5192eb426104f36"
},
{
"filename": "tokenizer.json",
"bytes": 19989325,
"sha256": "06b9509352d2af50381ab2247e083b80d32d5c0aba91c272ca9ff729b6a0e523"
},
{
"filename": "tokenizer_config.json",
"bytes": 1201,
"sha256": "e24f32110420f4cd505909f39bb09ddd8ce150dce9e97b3413afd3cb150779df"
}
]
}