{
 "label": "LFM2.5-8B-A1B \u00b7 6.5 bpp",
 "note": "Hybrid conv/attention. The conv blocks are anchored, not allocated.",
 "source": "hf:rdtand/LFM2.5-8B-A1B-PrismaQuant-6.5bit-vllm",
 "hf_repo": "rdtand/LFM2.5-8B-A1B-PrismaQuant-6.5bit-vllm",
 "assignment_sha256": null,
 "git_commit": null,
 "formats": [
  "BF16",
  "NVFP4",
  "FP8"
 ],
 "anchored_marker": "#",
 "absent_marker": ".",
 "anchored_global": [
  "model.embed_tokens"
 ],
 "disk": {
  "total": 8346391832,
  "anchored": 527171584,
  "other": 200960
 },
 "sections": {
  "body": {
   "n_layers": 24,
   "n_linears": 150,
   "n_anchored": 22,
   "layer_min": 0,
   "counts": {
    "BF16": 82,
    "NVFP4": 39,
    "FP8": 29
   },
   "params": {
    "BF16": 763473920,
    "NVFP4": 4250927104,
    "FP8": 3189768192
   },
   "bytes": {
    "BF16": 2231590912,
    "NVFP4": 2391155736,
    "FP8": 3196272640
   },
   "projections": [
    "self_attn.q_proj",
    "self_attn.k_proj",
    "self_attn.v_proj",
    "self_attn.out_proj",
    "feed_forward.experts.down_proj",
    "feed_forward.experts.gate_proj",
    "feed_forward.experts.up_proj",
    "conv.conv",
    "conv.in_proj",
    "conv.out_proj",
    "feed_forward.gate",
    "feed_forward.w1",
    "feed_forward.w2",
    "feed_forward.w3"
   ],
   "grid": [
    "..0...0...0...0...0..0..",
    "..0...0...0...0...0..0..",
    "..0...0...0...0...0..0..",
    "..1...1...2...0...0..0..",
    "..1111111111122122222220",
    "..1111111111122122222220",
    "..1111111111122122222220",
    "00.000.000.000.000.00.00",
    "00.000.000.000.000.00.00",
    "00.000.000.000.000.00.00",
    "..######################",
    "00......................",
    "21......................",
    "00......................"
   ],
   "cell_bytes": [
    [
     0,
     0,
     8388608,
     0,
     0,
     0,
     8388608,
     0,
     0,
     0,
     8388608,
     0,
     0,
     0,
     8388608,
     0,
     0,
     0,
     8388608,
     0,
     0,
     8388608,
     0,
     0
    ],
    [
     0,
     0,
     2097152,
     0,
     0,
     0,
     2097152,
     0,
     0,
     0,
     2097152,
     0,
     0,
     0,
     2097152,
     0,
     0,
     0,
     2097152,
     0,
     0,
     2097152,
     0,
     0
    ],
    [
     0,
     0,
     2097152,
     0,
     0,
     0,
     2097152,
     0,
     0,
     0,
     2097152,
     0,
     0,
     0,
     2097152,
     0,
     0,
     0,
     2097152,
     0,
     0,
     2097152,
     0,
     0
    ],
    [
     0,
     0,
     2359304,
     0,
     0,
     0,
     2359304,
     0,
     0,
     0,
     4202496,
     0,
     0,
     0,
     8388608,
     0,
     0,
     0,
     8388608,
     0,
     0,
     8388608,
     0,
     0
    ],
    [
     0,
     0,
     66060544,
     66060544,
     66060544,
     66060544,
     66060544,
     66060544,
     66060544,
     66060544,
     66060544,
     66060544,
     66060544,
     117702656,
     117702656,
     66060544,
     117702656,
     117702656,
     117702656,
     117702656,
     117702656,
     117702656,
     117702656,
     469762048
    ],
    [
     0,
     0,
     66060544,
     66060544,
     66060544,
     66060544,
     66060544,
     66060544,
     66060544,
     66060544,
     66060544,
     66060544,
     66060544,
     117669888,
     117669888,
     66060544,
     117669888,
     117669888,
     117669888,
     117669888,
     117669888,
     117669888,
     117669888,
     469762048
    ],
    [
     0,
     0,
     66060544,
     66060544,
     66060544,
     66060544,
     66060544,
     66060544,
     66060544,
     66060544,
     66060544,
     66060544,
     66060544,
     117669888,
     117669888,
     66060544,
     117669888,
     117669888,
     117669888,
     117669888,
     117669888,
     117669888,
     117669888,
     469762048
    ],
    [
     12288,
     12288,
     0,
     12288,
     12288,
     12288,
     0,
     12288,
     12288,
     12288,
     0,
     12288,
     12288,
     12288,
     0,
     12288,
     12288,
     12288,
     0,
     12288,
     12288,
     0,
     12288,
     12288
    ],
    [
     25165824,
     25165824,
     0,
     25165824,
     25165824,
     25165824,
     0,
     25165824,
     25165824,
     25165824,
     0,
     25165824,
     25165824,
     25165824,
     0,
     25165824,
     25165824,
     25165824,
     0,
     25165824,
     25165824,
     0,
     25165824,
     25165824
    ],
    [
     8388608,
     8388608,
     0,
     8388608,
     8388608,
     8388608,
     0,
     8388608,
     8388608,
     8388608,
     0,
     8388608,
     8388608,
     8388608,
     0,
     8388608,
     8388608,
     8388608,
     0,
     8388608,
     8388608,
     0,
     8388608,
     8388608
    ],
    [
     0,
     0,
     131072,
     131072,
     131072,
     131072,
     131072,
     131072,
     131072,
     131072,
     131072,
     131072,
     131072,
     131072,
     131072,
     131072,
     131072,
     131072,
     131072,
     131072,
     131072,
     131072,
     131072,
     131072
    ],
    [
     29360128,
     29360128,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0
    ],
    [
     14688256,
     8257544,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0
    ],
    [
     29360128,
     29360128,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0
    ]
   ]
  }
 }
}