{ "label": "Gemma4-31B-IT \u00b7 5.5 bpp", "note": null, "source": "hf:rdtand/Gemma4-31B-IT-PrismaQuant-5.5bit-vllm", "hf_repo": "rdtand/Gemma4-31B-IT-PrismaQuant-5.5bit-vllm", "assignment_sha256": null, "git_commit": null, "formats": [ "NVFP4", "BF16", "FP8" ], "anchored_marker": "#", "absent_marker": ".", "anchored_global": [ "model.embed_tokens" ], "disk": { "total": 24139946768, "anchored": 2818572288, "other": 1156813016 }, "sections": { "body": { "n_layers": 60, "n_linears": 416, "n_anchored": 0, "layer_min": 0, "counts": { "NVFP4": 327, "BF16": 46, "FP8": 43 }, "params": { "NVFP4": 25290080256, "BF16": 1805647872, "FP8": 2257059840 }, "bytes": { "NVFP4": 14225672760, "BF16": 3611295744, "FP8": 2327592960 }, "projections": [ "self_attn.q_proj", "self_attn.k_proj", "self_attn.v_proj", "self_attn.o_proj", "mlp.gate_proj", "mlp.up_proj", "mlp.down_proj" ], "grid": [ "002001021221122111111121220000000000000000000000000000000000", "002001021221122111111121220000000000000000000000000000000000", "00200.02122.12211.11112.220000000000000000000000000000000000", "002000021222112111111111110000000000000000000000000000000000", "000000000000000220000000000000000000000000000000000000000000", "000000000000000220000000000000000000000000000000000000000000", "020000000002020202200000000000000000000000000000000000000000" ], "cell_bytes": [ [ 24772616, 24772616, 45416448, 24772616, 24772616, 176160768, 24772616, 45416448, 88080384, 45416448, 45416448, 176160768, 88080384, 45416448, 45416448, 88080384, 88080384, 176160768, 88080384, 88080384, 88080384, 88080384, 45416448, 176160768, 45416448, 45416448, 24772616, 24772616, 24772616, 49545224, 24772616, 24772616, 24772616, 24772616, 24772616, 49545224, 24772616, 24772616, 24772616, 24772616, 24772616, 49545224, 24772616, 24772616, 24772616, 24772616, 24772616, 49545224, 24772616, 24772616, 24772616, 24772616, 24772616, 49545224, 24772616, 24772616, 24772616, 24772616, 24772616, 49545224 ], [ 12386312, 12386312, 22708224, 12386312, 12386312, 22020096, 12386312, 22708224, 44040192, 22708224, 22708224, 22020096, 44040192, 22708224, 22708224, 44040192, 44040192, 22020096, 44040192, 44040192, 44040192, 44040192, 22708224, 22020096, 22708224, 22708224, 12386312, 12386312, 12386312, 6193160, 12386312, 12386312, 12386312, 12386312, 12386312, 6193160, 12386312, 12386312, 12386312, 12386312, 12386312, 6193160, 12386312, 12386312, 12386312, 12386312, 12386312, 6193160, 12386312, 12386312, 12386312, 12386312, 12386312, 6193160, 12386312, 12386312, 12386312, 12386312, 12386312, 6193160 ], [ 12386312, 12386312, 22708224, 12386312, 12386312, 0, 12386312, 22708224, 44040192, 22708224, 22708224, 0, 44040192, 22708224, 22708224, 44040192, 44040192, 0, 44040192, 44040192, 44040192, 44040192, 22708224, 0, 22708224, 22708224, 12386312, 12386312, 12386312, 6193160, 12386312, 12386312, 12386312, 12386312, 12386312, 6193160, 12386312, 12386312, 12386312, 12386312, 12386312, 6193160, 12386312, 12386312, 12386312, 12386312, 12386312, 6193160, 12386312, 12386312, 12386312, 12386312, 12386312, 6193160, 12386312, 12386312, 12386312, 12386312, 12386312, 6193160 ], [ 24772616, 24772616, 45416448, 24772616, 24772616, 49545224, 24772616, 45416448, 88080384, 45416448, 45416448, 90832896, 88080384, 88080384, 45416448, 88080384, 88080384, 176160768, 88080384, 88080384, 88080384, 88080384, 88080384, 176160768, 88080384, 88080384, 24772616, 24772616, 24772616, 49545224, 24772616, 24772616, 24772616, 24772616, 24772616, 49545224, 24772616, 24772616, 24772616, 24772616, 24772616, 49545224, 24772616, 24772616, 24772616, 24772616, 24772616, 49545224, 24772616, 24772616, 24772616, 24772616, 24772616, 49545224, 24772616, 24772616, 24772616, 24772616, 24772616, 49545224 ], [ 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 119218176, 119218176, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104 ], [ 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 119218176, 119218176, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104 ], [ 65028104, 119218176, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 119218176, 65028104, 119218176, 65028104, 119218176, 65028104, 119218176, 119218176, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104, 65028104 ] ] } } }