Bina-0.4-Koochik-Tract-INT4 / quantization.json
Reza2kn's picture
Release checkpoint18404 Tract-INT4 with actual64-image runtime qualification
db2d0b6 verified
Raw History Blame Contribute Delete
1.24 kB
{
"format": "bina-group-quant-v1",
"method": "block_sequential_GPTQ",
"bits": 4,
"group_size": 32,
"source_step": 18404,
"source_manifest_sha256": "70997dadcd7ca5348e575536a50fb07989c78c42b614a800163c62002abc52b6",
"source_weight_sha256": "cb62fc750923f21e4c6a03131d2a4f392d5046e109a154665dc491f43a74a564",
"calibration_manifest_sha256": "29889d7ab743491d790030909be7bf57dc5e58e5f322b358ab07f04dda02c186",
"calibration_rows_sha256": "bb2c34654449c5582abc617668e55f5b3b0ea359a2ab4ee90a1c159864ecfee1",
"higher_precision": "tied embedding/output table, learned positions, convolution weights, norms, biases, unused extra heads",
"runtime_materialization": "BF16-rounded dequantized weights; browser FP32 arithmetic",
"main_training_changes": false,
"source_model": "Reza2kn/Bina-0.4-Koochik",
"source_revision": "926632cdb05115d6bbe5e8dbd5ec4e51e10d8aad",
"candidate_sha256": "8b702a444a2ff70d478f4bd06875f19ec7fed2b6084d16013f1cf41c4ac7e469",
"unique_parameters": 630800496,
"quantized_linear_modules": 170,
"code_bits": 4,
"calibration_training_regions": 64,
"selected_using_final": false,
"full_candidate_bytes": 533891055,
"full_candidate_effective_bits_per_parameter": 6.770965570071461
}