{ "label": "Hy3-295B-A21B \u00b7 5.3 bpp \u00b7 2\u00d7Spark", "note": null, "source": "hf:rdtand/Hy3-295B-A21B-PrismaQuant-5.3bit-2xSpark-vllm", "hf_repo": "rdtand/Hy3-295B-A21B-PrismaQuant-5.3bit-2xSpark-vllm", "assignment_sha256": null, "git_commit": null, "formats": [ "BF16", "FP8", "NVFP4" ], "anchored_marker": "#", "absent_marker": ".", "anchored_global": [ "lm_head", "model.embed_tokens" ], "disk": { "total": 203648595456, "anchored": 2105540608, "other": 1462784 }, "sections": { "body": { "n_layers": 81, "n_linears": 808, "n_anchored": 80, "layer_min": 0, "counts": { "BF16": 342, "FP8": 268, "NVFP4": 198 }, "params": { "BF16": 4750049280, "FP8": 53806628864, "NVFP4": 239175991296 }, "bytes": { "BF16": 9500098560, "FP8": 57504694272, "NVFP4": 134536799232 }, "projections": [ "self_attn.q_proj", "self_attn.k_proj", "self_attn.v_proj", "self_attn.o_proj", "mlp.gate_proj", "mlp.up_proj", "mlp.down_proj", "mlp.experts.gate_proj", "mlp.experts.up_proj", "mlp.experts.down_proj", "mlp.router.gate", "mlp.shared_mlp.down_proj", "mlp.shared_mlp.gate_proj", "mlp.shared_mlp.up_proj", "eh_proj" ], "grid": [ "111111011100001000000000000000000000000000000000000000101111111111111111100100110", "111111011100001000000000000000000000000000000000000000101111111111111111100100110", "111111011100001000000000000000000000000000000000000000101111111111111111100100110", "000001011100001000000000000000000000000000000000000000011111111111111111111101110", "1................................................................................", "1................................................................................", "1................................................................................", ".22222222222222222222112112212122221222222122222122222122121221222222222222222221", ".22222222222222222222112112212122221222222122222122222122121221222222222222222221", ".22222222222222222222112112212122221222222122222122222122121221222222222222222221", ".################################################################################", ".01001001000111111010000000000000000000000000000000000000000000001110000000000000", ".11111111011111111111100000000000000000001100000000011111111111111111111110000000", ".11111111011111111111100000000000000000001100000000011111111111111111111110000000", "................................................................................0" ], "cell_bytes": [ [ 33587200, 33587200, 33587200, 33587200, 33587200, 33587200, 67108864, 33587200, 33587200, 33587200, 67108864, 67108864, 67108864, 67108864, 33587200, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 33587200, 67108864, 33587200, 33587200, 33587200, 33587200, 33587200, 33587200, 33587200, 33587200, 33587200, 33587200, 33587200, 33587200, 33587200, 33587200, 33587200, 33587200, 33587200, 67108864, 67108864, 33587200, 67108864, 67108864, 33587200, 33587200, 67108864 ], [ 4198400, 4198400, 4198400, 4198400, 4198400, 4198400, 8388608, 4198400, 4198400, 4198400, 8388608, 8388608, 8388608, 8388608, 4198400, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 4198400, 8388608, 4198400, 4198400, 4198400, 4198400, 4198400, 4198400, 4198400, 4198400, 4198400, 4198400, 4198400, 4198400, 4198400, 4198400, 4198400, 4198400, 4198400, 8388608, 8388608, 4198400, 8388608, 8388608, 4198400, 4198400, 8388608 ], [ 4198400, 4198400, 4198400, 4198400, 4198400, 4198400, 8388608, 4198400, 4198400, 4198400, 8388608, 8388608, 8388608, 8388608, 4198400, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 8388608, 4198400, 8388608, 4198400, 4198400, 4198400, 4198400, 4198400, 4198400, 4198400, 4198400, 4198400, 4198400, 4198400, 4198400, 4198400, 4198400, 4198400, 4198400, 4198400, 8388608, 8388608, 4198400, 8388608, 8388608, 4198400, 4198400, 8388608 ], [ 67108864, 67108864, 67108864, 67108864, 67108864, 33570816, 67108864, 33570816, 33570816, 33570816, 67108864, 67108864, 67108864, 67108864, 33570816, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 67108864, 33570816, 33570816, 33570816, 33570816, 33570816, 33570816, 33570816, 33570816, 33570816, 33570816, 33570816, 33570816, 33570816, 33570816, 33570816, 33570816, 33570816, 33570816, 33570816, 33570816, 33570816, 67108864, 33570816, 33570816, 33570816, 67108864 ], [ 54579200, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], [ 54579200, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], [ 54542336, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], [ 0, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 1209139200, 1209139200, 679478784, 1209139200, 1209139200, 679478784, 679478784, 1209139200, 679478784, 1209139200, 679478784, 679478784, 679478784, 679478784, 1209139200, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 1209139200, 679478784, 679478784, 679478784, 679478784, 679478784, 1209139200, 679478784, 679478784, 679478784, 679478784, 679478784, 1209139200, 679478784, 679478784, 1209139200, 679478784, 1209139200, 679478784, 679478784, 1209139200, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 2415919104 ], [ 0, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 1209139200, 1209139200, 679478784, 1209139200, 1209139200, 679478784, 679478784, 1209139200, 679478784, 1209139200, 679478784, 679478784, 679478784, 679478784, 1209139200, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 1209139200, 679478784, 679478784, 679478784, 679478784, 679478784, 1209139200, 679478784, 679478784, 679478784, 679478784, 679478784, 1209139200, 679478784, 679478784, 1209139200, 679478784, 1209139200, 679478784, 679478784, 1209139200, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 2415919104 ], [ 0, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 1211105280, 1211105280, 679478784, 1211105280, 1211105280, 679478784, 679478784, 1211105280, 679478784, 1211105280, 679478784, 679478784, 679478784, 679478784, 1211105280, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 1211105280, 679478784, 679478784, 679478784, 679478784, 679478784, 1211105280, 679478784, 679478784, 679478784, 679478784, 679478784, 1211105280, 679478784, 679478784, 1211105280, 679478784, 1211105280, 679478784, 679478784, 1211105280, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 679478784, 2415919104 ], [ 0, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864, 1572864 ], [ 0, 12582912, 6307840, 12582912, 12582912, 6307840, 12582912, 12582912, 6307840, 12582912, 12582912, 12582912, 6307840, 6307840, 6307840, 6307840, 6307840, 6307840, 12582912, 6307840, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 6307840, 6307840, 6307840, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912 ], [ 0, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 12582912, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 6297600, 6297600, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912 ], [ 0, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 12582912, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 6297600, 6297600, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 6297600, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912, 12582912 ], [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 67108864 ] ] } } }