{ "label": "Qwen3.6-27B \u00b7 PrismaAURA \u00b7 5.5 bpp", "note": "The AURA flagship. 57 BF16 Linears carry 0.4% of the parameters.", "source": "hf:rdtand/Qwen3.6-27B-PrismaAURA-5.5bit-vllm", "hf_repo": "rdtand/Qwen3.6-27B-PrismaAURA-5.5bit-vllm", "assignment_sha256": null, "git_commit": null, "formats": [ "NVFP4", "FP8", "BF16" ], "anchored_marker": "#", "absent_marker": ".", "anchored_global": [ "lm_head", "model.language_model.embed_tokens" ], "disk": { "total": 23604748600, "anchored": 5085593600, "other": 1031661024 }, "sections": { "body": { "n_layers": 64, "n_linears": 496, "n_anchored": 0, "layer_min": 0, "counts": { "NVFP4": 267, "FP8": 172, "BF16": 57 }, "params": { "NVFP4": 17596579840, "FP8": 6667304960, "BF16": 86671360 }, "bytes": { "NVFP4": 9898078296, "FP8": 6671584000, "BF16": 173342720 }, "projections": [ "self_attn.q_proj", "self_attn.k_proj", "self_attn.v_proj", "self_attn.o_proj", "linear_attn.in_proj_qkv", "linear_attn.in_proj_z", "linear_attn.in_proj_a", "linear_attn.in_proj_b", "linear_attn.out_proj", "mlp.gate_proj", "mlp.up_proj", "mlp.down_proj" ], "grid": [ "...2...1...1...0...0...1...1...1...0...0...1...0...0...1...1...1", "...2...1...1...0...0...1...1...1...0...0...1...0...0...1...1...1", "...2...1...1...0...0...1...1...1...0...0...1...0...0...1...1...1", "...1...0...0...0...0...0...1...1...0...0...1...0...0...1...1...1", "111.111.111.011.100.100.000.000.100.000.000.000.000.000.101.101.", "111.111.111.011.100.100.000.000.100.000.000.000.000.000.101.101.", "122.222.222.222.222.211.222.222.222.111.121.111.221.110.110.011.", "122.222.222.222.222.211.222.222.222.111.121.111.221.110.110.011.", "111.111.111.110.011.110.010.000.010.100.000.001.000.111.111.111.", "0000101000000000000000000000000000000000000000000001000011111111", "0000101000000000000000000000000000000000000000000001000011111111", "0011000000000000000001000000000000000000000000000010111111111111" ], "cell_bytes": [ [ 0, 0, 0, 125829120, 0, 0, 0, 62963712, 0, 0, 0, 62963712, 0, 0, 0, 35389448, 0, 0, 0, 35389448, 0, 0, 0, 62963712, 0, 0, 0, 62963712, 0, 0, 0, 62963712, 0, 0, 0, 35389448, 0, 0, 0, 35389448, 0, 0, 0, 62963712, 0, 0, 0, 35389448, 0, 0, 0, 35389448, 0, 0, 0, 62963712, 0, 0, 0, 62963712, 0, 0, 0, 62963712 ], [ 0, 0, 0, 10485760, 0, 0, 0, 5246976, 0, 0, 0, 5246976, 0, 0, 0, 2949128, 0, 0, 0, 2949128, 0, 0, 0, 5246976, 0, 0, 0, 5246976, 0, 0, 0, 5246976, 0, 0, 0, 2949128, 0, 0, 0, 2949128, 0, 0, 0, 5246976, 0, 0, 0, 2949128, 0, 0, 0, 2949128, 0, 0, 0, 5246976, 0, 0, 0, 5246976, 0, 0, 0, 5246976 ], [ 0, 0, 0, 10485760, 0, 0, 0, 5246976, 0, 0, 0, 5246976, 0, 0, 0, 2949128, 0, 0, 0, 2949128, 0, 0, 0, 5246976, 0, 0, 0, 5246976, 0, 0, 0, 5246976, 0, 0, 0, 2949128, 0, 0, 0, 2949128, 0, 0, 0, 5246976, 0, 0, 0, 2949128, 0, 0, 0, 2949128, 0, 0, 0, 5246976, 0, 0, 0, 5246976, 0, 0, 0, 5246976 ], [ 0, 0, 0, 31477760, 0, 0, 0, 17694728, 0, 0, 0, 17694728, 0, 0, 0, 17694728, 0, 0, 0, 17694728, 0, 0, 0, 17694728, 0, 0, 0, 31477760, 0, 0, 0, 31477760, 0, 0, 0, 17694728, 0, 0, 0, 17694728, 0, 0, 0, 31477760, 0, 0, 0, 17694728, 0, 0, 0, 17694728, 0, 0, 0, 31477760, 0, 0, 0, 31477760, 0, 0, 0, 31477760 ], [ 52469760, 52469760, 52469760, 0, 52469760, 52469760, 52469760, 0, 52469760, 52469760, 52469760, 0, 29491208, 52469760, 52469760, 0, 52469760, 29491208, 29491208, 0, 52469760, 29491208, 29491208, 0, 29491208, 29491208, 29491208, 0, 29491208, 29491208, 29491208, 0, 52469760, 29491208, 29491208, 0, 29491208, 29491208, 29491208, 0, 29491208, 29491208, 29491208, 0, 29491208, 29491208, 29491208, 0, 29491208, 29491208, 29491208, 0, 29491208, 29491208, 29491208, 0, 52469760, 29491208, 52469760, 0, 52469760, 29491208, 52469760, 0 ], [ 31481856, 31481856, 31481856, 0, 31481856, 31481856, 31481856, 0, 31481856, 31481856, 31481856, 0, 17694728, 31481856, 31481856, 0, 31481856, 17694728, 17694728, 0, 31481856, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 31481856, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 31481856, 17694728, 31481856, 0, 31481856, 17694728, 31481856, 0 ], [ 245952, 491520, 491520, 0, 491520, 491520, 491520, 0, 491520, 491520, 491520, 0, 491520, 491520, 491520, 0, 491520, 491520, 491520, 0, 491520, 245952, 245952, 0, 491520, 491520, 491520, 0, 491520, 491520, 491520, 0, 491520, 491520, 491520, 0, 245952, 245952, 245952, 0, 245952, 491520, 245952, 0, 245952, 245952, 245952, 0, 491520, 491520, 245952, 0, 245952, 245952, 138248, 0, 245952, 245952, 138248, 0, 138248, 245952, 245952, 0 ], [ 245952, 491520, 491520, 0, 491520, 491520, 491520, 0, 491520, 491520, 491520, 0, 491520, 491520, 491520, 0, 491520, 491520, 491520, 0, 491520, 245952, 245952, 0, 491520, 491520, 491520, 0, 491520, 491520, 491520, 0, 491520, 491520, 491520, 0, 245952, 245952, 245952, 0, 245952, 491520, 245952, 0, 245952, 245952, 245952, 0, 491520, 491520, 245952, 0, 245952, 245952, 138248, 0, 245952, 245952, 138248, 0, 138248, 245952, 245952, 0 ], [ 31477760, 31477760, 31477760, 0, 31477760, 31477760, 31477760, 0, 31477760, 31477760, 31477760, 0, 31477760, 31477760, 17694728, 0, 17694728, 31477760, 31477760, 0, 31477760, 31477760, 17694728, 0, 17694728, 31477760, 17694728, 0, 17694728, 17694728, 17694728, 0, 17694728, 31477760, 17694728, 0, 31477760, 17694728, 17694728, 0, 17694728, 17694728, 17694728, 0, 17694728, 17694728, 31477760, 0, 17694728, 17694728, 17694728, 0, 31477760, 31477760, 31477760, 0, 31477760, 31477760, 31477760, 0, 31477760, 31477760, 31477760, 0 ], [ 50135048, 50135048, 50135048, 50135048, 89198592, 50135048, 89198592, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 89198592, 50135048, 50135048, 50135048, 50135048, 89198592, 89198592, 89198592, 89198592, 89198592, 89198592, 89198592, 89198592 ], [ 50135048, 50135048, 50135048, 50135048, 89198592, 50135048, 89198592, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 89198592, 50135048, 50135048, 50135048, 50135048, 89198592, 89198592, 89198592, 89198592, 89198592, 89198592, 89198592, 89198592 ], [ 50135048, 50135048, 89149440, 89149440, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 89149440, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 50135048, 89149440, 50135048, 89149440, 89149440, 89149440, 89149440, 89149440, 89149440, 89149440, 89149440, 89149440, 89149440, 89149440, 89149440 ] ] }, "mtp": { "n_layers": 1, "n_linears": 7, "n_anchored": 0, "layer_min": 0, "counts": { "BF16": 7 }, "params": { "BF16": 372244480 }, "bytes": { "BF16": 744488960 }, "projections": [ "self_attn.q_proj", "self_attn.k_proj", "self_attn.v_proj", "self_attn.o_proj", "mlp.gate_proj", "mlp.up_proj", "mlp.down_proj" ], "grid": [ "2", "2", "2", "2", "2", "2", "2" ], "cell_bytes": [ [ 125829120 ], [ 10485760 ], [ 10485760 ], [ 62914560 ], [ 178257920 ], [ 178257920 ], [ 178257920 ] ] } } }