{ "label": "Mistral-Medium-3.5-128B \u00b7 4.75 bpp", "note": "No BF16 at all: every Linear reached a quantized rung.", "source": "hf:rdtand/Mistral-Medium-3.5-128B-PrismaQuant-4.75-vllm", "hf_repo": "rdtand/Mistral-Medium-3.5-128B-PrismaQuant-4.75-vllm", "assignment_sha256": null, "git_commit": null, "formats": [ "NVFP4", "FP8" ], "anchored_marker": "#", "absent_marker": ".", "anchored_global": [ "lm_head", "model.embed_tokens" ], "disk": { "total": 84109011264, "anchored": 6442450944, "other": 5365143040 }, "sections": { "body": { "n_layers": 88, "n_linears": 616, "n_anchored": 0, "layer_min": 0, "counts": { "NVFP4": 503, "FP8": 113 }, "params": { "NVFP4": 113145544704, "FP8": 8657043456 }, "bytes": { "NVFP4": 63644372920, "FP8": 8657044360 }, "projections": [ "self_attn.q_proj", "self_attn.k_proj", "self_attn.v_proj", "self_attn.o_proj", "mlp.gate_proj", "mlp.up_proj", "mlp.down_proj" ], "grid": [ "1111111011100000000000010010111111111111000000000000000000000000000000000000111111111100", "1111111011100000000000010010111111111111000000000000000000000000000000000000111111111100", "1111111011100000000000010010111111111111000000000000000000000000000000000000111111111100", "0000010000000000000000000000001001100100100000000000000000000000000000000000000000000000", "0000000000000000000000000000000000000000000000000000000000000000000000000000000000000000", "0000000000000000000000000000000000000000000000000000000000000000000000000000000000000000", "1010000000000000000000000000000000000000101000000000000000000000000000000000000000000010" ], "cell_bytes": [ [ 150994952, 150994952, 150994952, 150994952, 150994952, 150994952, 150994952, 84934664, 150994952, 150994952, 150994952, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 150994952, 84934664, 84934664, 150994952, 84934664, 150994952, 150994952, 150994952, 150994952, 150994952, 150994952, 150994952, 150994952, 150994952, 150994952, 150994952, 150994952, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 150994952, 150994952, 150994952, 150994952, 150994952, 150994952, 150994952, 150994952, 150994952, 150994952, 84934664, 84934664 ], [ 12582920, 12582920, 12582920, 12582920, 12582920, 12582920, 12582920, 7077896, 12582920, 12582920, 12582920, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 12582920, 7077896, 7077896, 12582920, 7077896, 12582920, 12582920, 12582920, 12582920, 12582920, 12582920, 12582920, 12582920, 12582920, 12582920, 12582920, 12582920, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 12582920, 12582920, 12582920, 12582920, 12582920, 12582920, 12582920, 12582920, 12582920, 12582920, 7077896, 7077896 ], [ 12582920, 12582920, 12582920, 12582920, 12582920, 12582920, 12582920, 7077896, 12582920, 12582920, 12582920, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 12582920, 7077896, 7077896, 12582920, 7077896, 12582920, 12582920, 12582920, 12582920, 12582920, 12582920, 12582920, 12582920, 12582920, 12582920, 12582920, 12582920, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 7077896, 12582920, 12582920, 12582920, 12582920, 12582920, 12582920, 12582920, 12582920, 12582920, 12582920, 7077896, 7077896 ], [ 84934664, 84934664, 84934664, 84934664, 84934664, 150994952, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 150994952, 84934664, 84934664, 150994952, 150994952, 84934664, 84934664, 150994952, 84934664, 84934664, 150994952, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664, 84934664 ], [ 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872 ], [ 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872 ], [ 352321544, 198180872, 352321544, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 352321544, 198180872, 352321544, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 198180872, 352321544, 198180872 ] ] } } }