{ "label": "Qwen3.6-27B \u00b7 v1 \u00b7 5.5 bpp", "note": null, "source": "hf:rdtand/Qwen3.6-27B-PrismaQuant-5.5bit-vllm", "hf_repo": "rdtand/Qwen3.6-27B-PrismaQuant-5.5bit-vllm", "assignment_sha256": null, "git_commit": null, "formats": [ "NVFP4", "BF16", "FP8" ], "anchored_marker": "#", "absent_marker": ".", "anchored_global": [ "lm_head", "model.language_model.embed_tokens" ], "disk": { "total": 22668647304, "anchored": 5085593600, "other": 534403136 }, "sections": { "body": { "n_layers": 64, "n_linears": 496, "n_anchored": 0, "layer_min": 0, "counts": { "NVFP4": 354, "BF16": 118, "FP8": 24 }, "params": { "NVFP4": 21514649600, "BF16": 1871216640, "FP8": 964689920 }, "bytes": { "NVFP4": 12101993232, "BF16": 3742433280, "FP8": 994836480 }, "projections": [ "self_attn.q_proj", "self_attn.k_proj", "self_attn.v_proj", "self_attn.o_proj", "linear_attn.in_proj_qkv", "linear_attn.in_proj_z", "linear_attn.in_proj_a", "linear_attn.in_proj_b", "linear_attn.out_proj", "mlp.gate_proj", "mlp.up_proj", "mlp.down_proj" ], "grid": [ "...1...1...1...1...1...2...1...1...1...2...1...1...2...0...1...2", "...1...1...1...1...1...2...1...1...1...2...1...1...2...0...1...2", "...1...1...1...1...1...2...1...1...1...2...1...1...2...0...1...2", "...0...0...0...0...0...0...0...2...0...0...2...0...0...0...0...0", "000.000.000.000.000.000.000.021.111.000.001.211.111.000.200.000.", "000.000.000.000.000.000.000.021.111.000.001.211.111.000.200.000.", "101.001.001.111.110.000.111.111.111.001.011.111.111.011.100.001.", "101.001.001.111.110.000.111.111.111.001.011.111.111.011.100.001.", "100.000.000.000.000.000.000.000.000.000.000.000.000.000.000.000.", "0000000000000000000000000000000000000000000000220000000000000001", "0000000000000000000000000000000000000000000000220000000000000001", "0000000000000000000000000000000000000000000000000000000000000000" ], "cell_bytes": [ [ 0, 0, 0, 125829120, 0, 0, 0, 125829120, 0, 0, 0, 125829120, 0, 0, 0, 125829120, 0, 0, 0, 125829120, 0, 0, 0, 64880640, 0, 0, 0, 125829120, 0, 0, 0, 125829120, 0, 0, 0, 125829120, 0, 0, 0, 64880640, 0, 0, 0, 125829120, 0, 0, 0, 125829120, 0, 0, 0, 64880640, 0, 0, 0, 35389448, 0, 0, 0, 125829120, 0, 0, 0, 64880640 ], [ 0, 0, 0, 10485760, 0, 0, 0, 10485760, 0, 0, 0, 10485760, 0, 0, 0, 10485760, 0, 0, 0, 10485760, 0, 0, 0, 5406720, 0, 0, 0, 10485760, 0, 0, 0, 10485760, 0, 0, 0, 10485760, 0, 0, 0, 5406720, 0, 0, 0, 10485760, 0, 0, 0, 10485760, 0, 0, 0, 5406720, 0, 0, 0, 2949128, 0, 0, 0, 10485760, 0, 0, 0, 5406720 ], [ 0, 0, 0, 10485760, 0, 0, 0, 10485760, 0, 0, 0, 10485760, 0, 0, 0, 10485760, 0, 0, 0, 10485760, 0, 0, 0, 5406720, 0, 0, 0, 10485760, 0, 0, 0, 10485760, 0, 0, 0, 10485760, 0, 0, 0, 5406720, 0, 0, 0, 10485760, 0, 0, 0, 10485760, 0, 0, 0, 5406720, 0, 0, 0, 2949128, 0, 0, 0, 10485760, 0, 0, 0, 5406720 ], [ 0, 0, 0, 17694728, 0, 0, 0, 17694728, 0, 0, 0, 17694728, 0, 0, 0, 17694728, 0, 0, 0, 17694728, 0, 0, 0, 17694728, 0, 0, 0, 17694728, 0, 0, 0, 32440320, 0, 0, 0, 17694728, 0, 0, 0, 17694728, 0, 0, 0, 32440320, 0, 0, 0, 17694728, 0, 0, 0, 17694728, 0, 0, 0, 17694728, 0, 0, 0, 17694728, 0, 0, 0, 17694728 ], [ 29491208, 29491208, 29491208, 0, 29491208, 29491208, 29491208, 0, 29491208, 29491208, 29491208, 0, 29491208, 29491208, 29491208, 0, 29491208, 29491208, 29491208, 0, 29491208, 29491208, 29491208, 0, 29491208, 29491208, 29491208, 0, 29491208, 54067200, 104857600, 0, 104857600, 104857600, 104857600, 0, 29491208, 29491208, 29491208, 0, 29491208, 29491208, 104857600, 0, 54067200, 104857600, 104857600, 0, 104857600, 104857600, 104857600, 0, 29491208, 29491208, 29491208, 0, 54067200, 29491208, 29491208, 0, 29491208, 29491208, 29491208, 0 ], [ 17694728, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 17694728, 32440320, 62914560, 0, 62914560, 62914560, 62914560, 0, 17694728, 17694728, 17694728, 0, 17694728, 17694728, 62914560, 0, 32440320, 62914560, 62914560, 0, 62914560, 62914560, 62914560, 0, 17694728, 17694728, 17694728, 0, 32440320, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0 ], [ 491520, 138248, 491520, 0, 138248, 138248, 491520, 0, 138248, 138248, 491520, 0, 491520, 491520, 491520, 0, 491520, 491520, 138248, 0, 138248, 138248, 138248, 0, 491520, 491520, 491520, 0, 491520, 491520, 491520, 0, 491520, 491520, 491520, 0, 138248, 138248, 491520, 0, 138248, 491520, 491520, 0, 491520, 491520, 491520, 0, 491520, 491520, 491520, 0, 138248, 491520, 491520, 0, 491520, 138248, 138248, 0, 138248, 138248, 491520, 0 ], [ 491520, 138248, 491520, 0, 138248, 138248, 491520, 0, 138248, 138248, 491520, 0, 491520, 491520, 491520, 0, 491520, 491520, 138248, 0, 138248, 138248, 138248, 0, 491520, 491520, 491520, 0, 491520, 491520, 491520, 0, 491520, 491520, 491520, 0, 138248, 138248, 491520, 0, 138248, 491520, 491520, 0, 491520, 491520, 491520, 0, 491520, 491520, 491520, 0, 138248, 491520, 491520, 0, 491520, 138248, 138248, 0, 138248, 138248, 491520, 0 ], [ 62914560, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0 ], [ 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 91914240, 91914240, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 178257920 ], [ 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 91914240, 91914240, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 178257920 ], [ 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048 ] ] }, "mtp": { "n_layers": 1, "n_linears": 7, "n_anchored": 0, "layer_min": 0, "counts": { "NVFP4": 7 }, "params": { "NVFP4": 372244480 }, "bytes": { "NVFP4": 209387576 }, "projections": [ "self_attn.q_proj", "self_attn.k_proj", "self_attn.v_proj", "self_attn.o_proj", "mlp.gate_proj", "mlp.up_proj", "mlp.down_proj" ], "grid": [ "0", "0", "0", "0", "0", "0", "0" ], "cell_bytes": [ [ 35389448 ], [ 2949128 ], [ 2949128 ], [ 17694728 ], [ 50135048 ], [ 50135048 ], [ 50135048 ] ] } } }