{ "label": "Gemma4-31B-IT \u00b7 6.0 bpp", "note": null, "source": "hf:rdtand/Gemma4-31B-IT-PrismaQuant-6bit-vllm", "hf_repo": "rdtand/Gemma4-31B-IT-PrismaQuant-6bit-vllm", "assignment_sha256": null, "git_commit": null, "formats": [ "NVFP4", "FP8", "BF16" ], "anchored_marker": "#", "absent_marker": ".", "anchored_global": [ "model.embed_tokens" ], "disk": { "total": 27175924264, "anchored": 2818572288, "other": 1154150104 }, "sections": { "body": { "n_layers": 60, "n_linears": 410, "n_anchored": 0, "layer_min": 0, "counts": { "NVFP4": 234, "FP8": 135, "BF16": 41 }, "params": { "NVFP4": 18183094272, "FP8": 9237430272, "BF16": 1866203136 }, "bytes": { "NVFP4": 10227992400, "FP8": 9242803200, "BF16": 3732406272 }, "projections": [ "self_attn.q_proj", "self_attn.k_proj", "self_attn.v_proj", "self_attn.o_proj", "mlp.gate_proj", "mlp.up_proj", "mlp.down_proj" ], "grid": [ "221112121212111212121112111102000002000002000002000002000002", "221112121212111212121112111102000002000002000002000002000002", "22111.12121.11121.12111.11110.00000.00000.00000.00000.00000.", "111111111111111111111111110001000000000000000000000000000000", "111111111111111111100000000000000000000000000000000000000000", "111111111111111111100000000000000000000000000000000000000000", "122121111111111111100000000000000000000000000000000000000000" ], "cell_bytes": [ [ 88080384, 88080384, 44072960, 44072960, 44072960, 176160768, 44072960, 88080384, 44072960, 88080384, 44072960, 176160768, 44072960, 44072960, 44072960, 88080384, 44072960, 176160768, 44072960, 88080384, 44072960, 44072960, 44072960, 176160768, 44072960, 44072960, 44072960, 44072960, 24772616, 176160768, 24772616, 24772616, 24772616, 24772616, 24772616, 176160768, 24772616, 24772616, 24772616, 24772616, 24772616, 176160768, 24772616, 24772616, 24772616, 24772616, 24772616, 176160768, 24772616, 24772616, 24772616, 24772616, 24772616, 176160768, 24772616, 24772616, 24772616, 24772616, 24772616, 176160768 ], [ 44040192, 44040192, 22036480, 22036480, 22036480, 22020096, 22036480, 44040192, 22036480, 44040192, 22036480, 22020096, 22036480, 22036480, 22036480, 44040192, 22036480, 22020096, 22036480, 44040192, 22036480, 22036480, 22036480, 22020096, 22036480, 22036480, 22036480, 22036480, 12386312, 22020096, 12386312, 12386312, 12386312, 12386312, 12386312, 22020096, 12386312, 12386312, 12386312, 12386312, 12386312, 22020096, 12386312, 12386312, 12386312, 12386312, 12386312, 22020096, 12386312, 12386312, 12386312, 12386312, 12386312, 22020096, 12386312, 12386312, 12386312, 12386312, 12386312, 22020096 ], [ 44040192, 44040192, 22036480, 22036480, 22036480, 0, 22036480, 44040192, 22036480, 44040192, 22036480, 0, 22036480, 22036480, 22036480, 44040192, 22036480, 0, 22036480, 44040192, 22036480, 22036480, 22036480, 0, 22036480, 22036480, 22036480, 22036480, 12386312, 0, 12386312, 12386312, 12386312, 12386312, 12386312, 0, 12386312, 12386312, 12386312, 12386312, 12386312, 0, 12386312, 12386312, 12386312, 12386312, 12386312, 0, 12386312, 12386312, 12386312, 12386312, 12386312, 0, 12386312, 12386312, 12386312, 12386312, 12386312, 0 ], [ 44061696, 44061696, 44061696, 44061696, 44061696, 88101888, 44061696, 44061696, 44061696, 44061696, 44061696, 88101888, 44061696, 44061696, 44061696, 44061696, 44061696, 88101888, 44061696, 44061696, 44061696, 44061696, 44061696, 88101888, 44061696, 44061696, 24772616, 24772616, 24772616, 88101888, 24772616, 24772616, 24772616, 24772616, 24772616, 49545224, 24772616, 24772616, 24772616, 24772616, 24772616, 49545224, 24772616, 24772616, 24772616, 24772616, 24772616, 49545224, 24772616, 24772616, 24772616, 24772616, 24772616, 49545224, 24772616, 24772616, 24772616, 24772616, 24772616, 49545224 ], [ 115691520, 115691520, 115691520, 115691520, 115691520, 115691520, 115691520, 115691520, 115691520, 115691520, 115691520, 115691520, 115691520, 115691520, 115691520, 115691520, 115691520, 115691520, 115691520, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104 ], [ 115691520, 115691520, 115691520, 115691520, 115691520, 115691520, 115691520, 115691520, 115691520, 115691520, 115691520, 115691520, 115691520, 115691520, 115691520, 115691520, 115691520, 115691520, 115691520, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104 ], [ 115627008, 231211008, 231211008, 115627008, 231211008, 115627008, 115627008, 115627008, 115627008, 115627008, 115627008, 115627008, 115627008, 115627008, 115627008, 115627008, 115627008, 115627008, 115627008, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104 ] ] } } }