[
 {
  "run_id": "20261007-215539-coretest",
  "when": "2026-10-07 21:55:39",
  "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL.gguf",
  "n_params": 79674391296,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": null,
  "pp": 1259.5616164210346,
  "tg": 57.19888870730512,
  "ttft_ms": 1425.099,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "8/8",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 24.520998239517212,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261007-220149-fulltest",
  "when": "2026-10-07 22:01:49",
  "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL.gguf",
  "n_params": 79674391296,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": null,
  "pp": 1281.5899426247533,
  "tg": 55.25036307381448,
  "ttft_ms": 1400.604,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "8/8",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 24.613033294677734,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261007-220242-fulltest2",
  "when": "2026-10-07 22:02:42",
  "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL.gguf",
  "n_params": 79674391296,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": null,
  "pp": 1281.0027646822898,
  "tg": 57.26955141578513,
  "ttft_ms": 1401.246,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "8/8",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 24.069119215011597,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261007-220529-qwen3next",
  "when": "2026-10-07 22:05:29",
  "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL.gguf",
  "n_params": 79674391296,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": null,
  "pp": 1283.8962926511063,
  "tg": 56.39748950603855,
  "ttft_ms": 1398.088,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "8/8",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 23.800180435180664,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261007-222206-qwen38",
  "when": "2026-10-07 22:22:06",
  "model": "qwen38",
  "n_params": 27320697856,
  "ftype": "Q6_K",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": null,
  "pp": 380.4760582426574,
  "tg": 8.828585446203014,
  "ttft_ms": 4728.287,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "8/8",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 93.74298620223999,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261007-230040-qwen38fn",
  "when": "2026-10-07 23:00:40",
  "model": "qwen38fn",
  "n_params": 176943899520,
  "ftype": "Q2_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": null,
  "pp": 585.8299490988998,
  "tg": 29.55120167850825,
  "ttft_ms": 3070.857,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "8/8",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 40.69314622879028,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261010-153645-qwen3next-q6",
  "when": "2026-10-10 15:36:45",
  "model": "qwen3next-q6",
  "n_params": 79674391296,
  "ftype": "Q6_K",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": null,
  "pp": 1175.9518822764069,
  "tg": 44.597065513089234,
  "ttft_ms": 1526.423,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "12/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 88.5920798778534,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261010-172657-smoke",
  "when": "2026-10-10 17:26:57",
  "model": "qwen3next-q6",
  "n_params": 79674391296,
  "ftype": "Q6_K",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": null,
  "pp": 1193.4427799038863,
  "tg": 45.28897601625228,
  "ttft_ms": 1504.052,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "12/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 86.2321765422821,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261010-172844-smoke",
  "when": "2026-10-10 17:28:44",
  "model": "qwen3next-q6",
  "n_params": 79674391296,
  "ftype": "Q6_K",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": null,
  "pp": 1194.6500973024201,
  "tg": 44.157351568216804,
  "ttft_ms": 1502.532,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "12/14",
  "humaneval": 1.0,
  "humaneval_n": 2,
  "cap_he": null,
  "mmlu": 1.0,
  "mmlu_n": 2,
  "cap_mmlu": null,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": 2,
  "wall_s": 169.96909976005554,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261010-173249-smoke2",
  "when": "2026-10-10 17:32:49",
  "model": "qwen3next-q6",
  "n_params": 79674391296,
  "ftype": "Q6_K",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": null,
  "pp": 1192.5206698046459,
  "tg": 43.013131294510906,
  "ttft_ms": 1505.215,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "13/14",
  "humaneval": 1.0,
  "humaneval_n": 2,
  "cap_he": null,
  "mmlu": 1.0,
  "mmlu_n": 2,
  "cap_mmlu": null,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 1.0,
  "ifeval_i": 1.0,
  "ifeval_n": 2,
  "wall_s": 115.77082324028015,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261010-173620-smoke3",
  "when": "2026-10-10 17:36:20",
  "model": "qwen3next-q6",
  "n_params": 79674391296,
  "ftype": "Q6_K",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": null,
  "pp": 1194.761420454848,
  "tg": 45.02621168751809,
  "ttft_ms": 1502.392,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "12/14",
  "humaneval": 1.0,
  "humaneval_n": 2,
  "cap_he": null,
  "mmlu": 1.0,
  "mmlu_n": 2,
  "cap_mmlu": null,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 1.0,
  "ifeval_i": 1.0,
  "ifeval_n": 2,
  "wall_s": 115.03882694244385,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261010-183913-qwen3next-q6-full",
  "when": "2026-10-10 18:39:13",
  "model": "qwen3next-q6",
  "n_params": 79674391296,
  "ftype": "Q6_K",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": null,
  "pp": 1188.5433689212132,
  "tg": 44.8398895657577,
  "ttft_ms": 1510.252,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "12/14",
  "humaneval": 0.931,
  "humaneval_n": 58,
  "cap_he": null,
  "mmlu": 0.5952,
  "mmlu_n": 42,
  "cap_mmlu": null,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.8,
  "ifeval_i": 0.8889,
  "ifeval_n": 10,
  "wall_s": 490.83773374557495,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261010-190538-qwen3next-q6-full2",
  "when": "2026-10-10 19:05:38",
  "model": "qwen3next-q6",
  "n_params": 79674391296,
  "ftype": "Q6_K",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": null,
  "pp": 1188.555960790234,
  "tg": 45.751035934170794,
  "ttft_ms": 1510.236,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": 0.9296,
  "humaneval_n": 142,
  "cap_he": null,
  "mmlu": 0.6058,
  "mmlu_n": 104,
  "cap_mmlu": null,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.8846,
  "ifeval_i": 0.9231,
  "ifeval_n": 26,
  "wall_s": 1120.366724729538,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261011-000737-qwen35",
  "when": "2026-10-11 00:07:37",
  "model": "qwen35",
  "n_params": 122111526912,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": null,
  "pp": 620.659009457201,
  "tg": 22.500008035717155,
  "ttft_ms": 2898.532,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 162.4295835494995,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261011-001759-qwen35",
  "when": "2026-10-11 00:17:59",
  "model": "qwen35",
  "n_params": 122111526912,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": null,
  "pp": 621.8150986660528,
  "tg": 22.927516294913367,
  "ttft_ms": 2893.143,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "12/14",
  "humaneval": 0.9242,
  "humaneval_n": 66,
  "cap_he": null,
  "mmlu": 0.5417,
  "mmlu_n": 48,
  "cap_mmlu": null,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.9167,
  "ifeval_i": 0.95,
  "ifeval_n": 12,
  "wall_s": 850.4045844078064,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261012-124049-gptoss-core",
  "when": "2026-10-12 12:40:49",
  "model": "gptoss",
  "n_params": 116829156672,
  "ftype": "MXFP4 MoE",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": null,
  "pp": 935.2104727448628,
  "tg": 51.245810971285266,
  "ttft_ms": 1984.58,
  "preflight": "3/3",
  "needle": "FF",
  "riddles": "11/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 95.66681742668152,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261012-124319-gptoss-auto",
  "when": "2026-10-12 12:43:19",
  "model": "gptoss",
  "n_params": 116829156672,
  "ftype": "MXFP4 MoE",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": null,
  "pp": 1045.414118610568,
  "tg": 50.1204127446928,
  "ttft_ms": 1775.373,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "12/14",
  "humaneval": 0.9268,
  "humaneval_n": 164,
  "cap_he": null,
  "mmlu": 0.5833,
  "mmlu_n": 120,
  "cap_mmlu": null,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.8,
  "ifeval_i": 0.8667,
  "ifeval_n": 30,
  "wall_s": 3059.718599319458,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261012-171444-flashnext-upstream-base",
  "when": "2026-10-12 17:14:44",
  "model": "qwen38fn-upstream",
  "n_params": 176943899520,
  "ftype": "Q2_K - Medium",
  "build": "upstream",
  "tree": "upstream",
  "build_info": null,
  "kernel": null,
  "pp": 486.07275906678353,
  "tg": 30.139156792504824,
  "ttft_ms": 3701.092,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "12/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 134.80976176261902,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261012-171813-flashnext-upstream-mtp",
  "when": "2026-10-12 17:18:13",
  "model": "qwen38fn-upstream",
  "n_params": 176943899520,
  "ftype": "Q2_K - Medium",
  "build": "upstream",
  "tree": "upstream",
  "build_info": null,
  "kernel": null,
  "pp": 490.09191607141884,
  "tg": 42.94847410207012,
  "ttft_ms": 3670.74,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "13/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 103.86893367767334,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261012-172111-mellum-core",
  "when": "2026-10-12 17:21:11",
  "model": "mellum",
  "n_params": 12149923072,
  "ftype": "Q6_K",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": null,
  "pp": 2092.824999301227,
  "tg": 94.09288790778305,
  "ttft_ms": 858.648,
  "preflight": "3/3",
  "needle": "PF",
  "riddles": "11/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 114.08204960823059,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261012-172306-mellum",
  "when": "2026-10-12 17:23:06",
  "model": "mellum",
  "n_params": 12149923072,
  "ftype": "Q6_K",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": null,
  "pp": 2472.6998524911382,
  "tg": 93.98241889095824,
  "ttft_ms": 726.736,
  "preflight": "3/3",
  "needle": "PF",
  "riddles": "11/14",
  "humaneval": 0.1768,
  "humaneval_n": 164,
  "cap_he": null,
  "mmlu": 0.2417,
  "mmlu_n": 120,
  "cap_mmlu": null,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.7333,
  "ifeval_i": 0.6444,
  "ifeval_n": 30,
  "wall_s": 2772.3549444675446,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261012-180922-qwen36-35b",
  "when": "2026-10-12 18:09:22",
  "model": "qwen36-35b",
  "n_params": 34660610688,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": null,
  "pp": 1547.8024904219506,
  "tg": 57.121873597454,
  "ttft_ms": 1162.293,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "12/14",
  "humaneval": 0.8354,
  "humaneval_n": 164,
  "cap_he": null,
  "mmlu": 0.45,
  "mmlu_n": 120,
  "cap_mmlu": null,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.8667,
  "ifeval_i": 0.9111,
  "ifeval_n": 30,
  "wall_s": 1280.1811790466309,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261012-183046-qwen38-35b",
  "when": "2026-10-12 18:30:46",
  "model": "qwen38-35b",
  "n_params": 35505251456,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": null,
  "pp": 1560.3790359303512,
  "tg": 68.28002614149572,
  "ttft_ms": 1152.925,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "13/14",
  "humaneval": 0.8537,
  "humaneval_n": 164,
  "cap_he": 512,
  "mmlu": 0.5083,
  "mmlu_n": 120,
  "cap_mmlu": 512,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.8667,
  "ifeval_i": 0.9111,
  "ifeval_n": 30,
  "wall_s": 869.1054544448853,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261012-184544-mellum-hicap",
  "when": "2026-10-12 18:45:44",
  "model": "mellum",
  "n_params": 12149923072,
  "ftype": "Q6_K",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": null,
  "pp": 2441.751919635517,
  "tg": 91.75761960557675,
  "ttft_ms": 735.947,
  "preflight": "3/3",
  "needle": "PF",
  "riddles": "11/14",
  "humaneval": 0.878,
  "humaneval_n": 164,
  "cap_he": 4096,
  "mmlu": 0.7,
  "mmlu_n": 120,
  "cap_mmlu": 4096,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.7333,
  "ifeval_i": 0.6444,
  "ifeval_n": 30,
  "wall_s": 6145.740273475647,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261012-202831-ornith35b-uncensored",
  "when": "2026-10-12 20:28:31",
  "model": "ornith35b",
  "n_params": 35505251456,
  "ftype": "IQ3_XXS - 3.0625 bpw",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": null,
  "pp": 1707.3754062015976,
  "tg": 68.70154087741682,
  "ttft_ms": 1053.664,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "13/14",
  "humaneval": 0.561,
  "humaneval_n": 164,
  "cap_he": 512,
  "mmlu": 0.6,
  "mmlu_n": 120,
  "cap_mmlu": 512,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.6333,
  "ifeval_i": 0.7556,
  "ifeval_n": 30,
  "wall_s": 946.4363768100739,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261012-215302-ornith35b-standard",
  "when": "2026-10-12 21:53:02",
  "model": "Ornith-1.5-35B-Q4_K_M.gguf",
  "n_params": 35505251456,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": null,
  "pp": 1629.2751491615436,
  "tg": 72.51331137215902,
  "ttft_ms": 1104.172,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "13/14",
  "humaneval": 0.8232,
  "humaneval_n": 164,
  "cap_he": 512,
  "mmlu": 0.4167,
  "mmlu_n": 120,
  "cap_mmlu": 512,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.8,
  "ifeval_i": 0.8667,
  "ifeval_n": 30,
  "wall_s": 782.5859258174896,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261012-222037-prov-test",
  "when": "2026-10-12 22:20:37",
  "model": "Ornith-1.5-35B-Q4_K_M.gguf",
  "n_params": 35505251456,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.2.9-2-cachyos",
  "pp": 1658.6913027042478,
  "tg": 70.29665187089518,
  "ttft_ms": 1084.59,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 44.04810667037964,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261013-002802-qwen38-27b-fable-core",
  "when": "2026-10-13 00:28:02",
  "model": "qwen38-27b-fable",
  "n_params": 27320697856,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.2.9-2-cachyos",
  "pp": 366.86164129389846,
  "tg": 11.988742278592055,
  "ttft_ms": 5012.789,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "10/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 413.4240758419037,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261013-003514-qwen38-27b-fable-core-hicap",
  "when": "2026-10-13 00:35:14",
  "model": "qwen38-27b-fable",
  "n_params": 27320697856,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.2.9-2-cachyos",
  "pp": 374.27465206093245,
  "tg": 11.967387409870614,
  "ttft_ms": 4913.504,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "11/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 865.3421094417572,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261013-060629-gptoss-abliterated-core",
  "when": "2026-10-13 06:06:29",
  "model": "gptoss-abliterated",
  "n_params": 116829156672,
  "ftype": "MXFP4 MoE",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.2.9-2-cachyos",
  "pp": 1045.6120069609815,
  "tg": 50.33696154256138,
  "ttft_ms": 1775.037,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "10/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 98.37241291999817,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261013-073540-gptoss-abliterated-hicap",
  "when": "2026-10-13 07:35:40",
  "model": "gptoss-abliterated",
  "n_params": 116829156672,
  "ftype": "MXFP4 MoE",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.2.9-2-cachyos",
  "pp": 1064.5156109837822,
  "tg": 52.17436673362377,
  "ttft_ms": 1743.516,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "12/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 166.56902980804443,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261013-074535-gptoss-abliterated-auto",
  "when": "2026-10-13 07:45:35",
  "model": "gptoss-abliterated",
  "n_params": 116829156672,
  "ftype": "MXFP4 MoE",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.2.9-2-cachyos",
  "pp": 1051.858434363127,
  "tg": 50.485552222849165,
  "ttft_ms": 1764.496,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "10/14",
  "humaneval": 0.9268,
  "humaneval_n": 164,
  "cap_he": 2048,
  "mmlu": 0.75,
  "mmlu_n": 120,
  "cap_mmlu": 2048,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.7667,
  "ifeval_i": 0.8,
  "ifeval_n": 30,
  "wall_s": 3436.6178529262543,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261013-202246-qwen38fn-abl-core",
  "when": "2026-10-13 20:22:46",
  "model": "qwen38fn-abl",
  "n_params": 176943899520,
  "ftype": "IQ3_S - 3.4375 bpw",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.2.9-2-cachyos",
  "pp": 489.7038370252848,
  "tg": 28.359076322376975,
  "ttft_ms": 3755.331,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "10/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 155.9062933921814,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261013-203338-qwen38fn-abl-mtp",
  "when": "2026-10-13 20:33:38",
  "model": "qwen38fn-abl",
  "n_params": 176943899520,
  "ftype": "IQ3_S - 3.4375 bpw",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.2.9-2-cachyos",
  "pp": 455.1285113139899,
  "tg": 52.55707698560637,
  "ttft_ms": 4040.617,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "10/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 115.37830066680908,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261013-203728-qwen38fn-abl-auto",
  "when": "2026-10-13 20:37:28",
  "model": "qwen38fn-abl",
  "n_params": 176943899520,
  "ftype": "IQ3_S - 3.4375 bpw",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.2.9-2-cachyos",
  "pp": 448.29876833630937,
  "tg": 52.9355403924641,
  "ttft_ms": 4102.175,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "11/14",
  "humaneval": 0.8476,
  "humaneval_n": 164,
  "cap_he": 2048,
  "mmlu": 0.0083,
  "mmlu_n": 120,
  "cap_mmlu": 2048,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": 30,
  "wall_s": 4050.7524762153625,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261013-214648-muse-glimmer-core",
  "when": "2026-10-13 21:46:48",
  "model": "muse-glimmer",
  "n_params": 27854794240,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.2.9-2-cachyos",
  "pp": 374.003510846406,
  "tg": 10.94365921702696,
  "ttft_ms": 4930.435,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "8/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 641.5191330909729,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261013-220038-muse-glimmer-dflash",
  "when": "2026-10-13 22:00:38",
  "model": "muse-glimmer",
  "n_params": 27854794240,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.2.9-2-cachyos",
  "pp": 374.77343888774396,
  "tg": 10.950263509502914,
  "ttft_ms": 4920.306,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "7/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 638.2501788139343,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261013-221651-muse-glimmer-reaoff",
  "when": "2026-10-13 22:16:51",
  "model": "muse-glimmer",
  "n_params": 27854794240,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.2.9-2-cachyos",
  "pp": 366.82786005875215,
  "tg": 10.902400216850879,
  "ttft_ms": 5026.881,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "8/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 625.2105326652527,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261014-195134-kolibri-core",
  "when": "2026-10-14 19:51:34",
  "model": "kolibri",
  "n_params": 78103074560,
  "ftype": "Q5_K - Medium",
  "build": "fork",
  "tree": "kolibri",
  "build_info": null,
  "kernel": "7.2.9-2-cachyos",
  "pp": 1273.6796660991238,
  "tg": 60.875031226636395,
  "ttft_ms": 1443.063,
  "preflight": "3/3",
  "needle": "FP",
  "riddles": "3/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 167.66088819503784,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261014-195444-kolibri-core-2048",
  "when": "2026-10-14 19:54:44",
  "model": "kolibri",
  "n_params": 78103074560,
  "ftype": "Q5_K - Medium",
  "build": "fork",
  "tree": "kolibri",
  "build_info": null,
  "kernel": "7.2.9-2-cachyos",
  "pp": 1294.673454193002,
  "tg": 60.077352929527486,
  "ttft_ms": 1419.663,
  "preflight": "3/3",
  "needle": "FP",
  "riddles": "10/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 300.7552716732025,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261014-214725-kolibri-budget1536",
  "when": "2026-10-14 21:47:25",
  "model": "kolibri",
  "n_params": 78103074560,
  "ftype": "Q5_K - Medium",
  "build": "fork",
  "tree": "kolibri",
  "build_info": null,
  "kernel": "7.2.9-2-cachyos",
  "pp": 1296.9555415212767,
  "tg": 60.502224025696215,
  "ttft_ms": 1417.165,
  "preflight": "3/3",
  "needle": "FP",
  "riddles": "13/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 282.01470279693604,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261014-222336-kimi-core",
  "when": "2026-10-14 22:23:36",
  "model": "kimi",
  "n_params": 49122681728,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.2.9-2-cachyos",
  "pp": 1308.0897517180065,
  "tg": 67.40815638692281,
  "ttft_ms": 1372.23,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 42.921273946762085,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261014-223619-kimi-full",
  "when": "2026-10-14 22:36:19",
  "model": "kimi",
  "n_params": 49122681728,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.2.9-2-cachyos",
  "pp": 1596.9836137915327,
  "tg": 67.39387871027371,
  "ttft_ms": 1123.994,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "13/14",
  "humaneval": 0.7866,
  "humaneval_n": 164,
  "cap_he": 2048,
  "mmlu": 0.55,
  "mmlu_n": 120,
  "cap_mmlu": 2048,
  "mmlu_method": "MMLU-Pro chat 0-shot, standalone, HF offline",
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": 30,
  "wall_s": 518.4021124839783,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "mmlu_pro_hicap",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261015-220801",
  "when": "2026-10-15 22:08:01",
  "model": "gemma4-26b-a4b",
  "n_params": 25233142046,
  "ftype": "Q8_0",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.2.10-1-cachyos",
  "pp": 1272.321286571285,
  "tg": 40.92959291426887,
  "ttft_ms": 1414.737,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 67.50605726242065,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261016-092339",
  "when": "2026-10-16 09:23:39",
  "model": "NVIDIA-Nemotron-3.5-Bolt-74B-A9B-24GB.gguf",
  "n_params": 74042720848,
  "ftype": "IQ2_XXS - 2.0625 bpw",
  "build": "upstream",
  "tree": "bolt",
  "build_info": null,
  "kernel": "7.2.10-1-cachyos",
  "pp": 538.2872861612751,
  "tg": 74.30130239568628,
  "ttft_ms": 3353.228,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "13/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 65.20083951950073,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261016-093529",
  "when": "2026-10-16 09:35:29",
  "model": "NVIDIA-Nemotron-3.5-Bolt-74B-A9B-24GB.gguf",
  "n_params": 74042720848,
  "ftype": "IQ2_XXS - 2.0625 bpw",
  "build": "upstream",
  "tree": "bolt",
  "build_info": null,
  "kernel": "7.2.10-1-cachyos",
  "pp": 568.5119946581921,
  "tg": 47.97271435807865,
  "ttft_ms": 3174.955,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "11/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 219.71427869796753,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261016-093923-think-hicap",
  "when": "2026-10-16 09:39:23",
  "model": "NVIDIA-Nemotron-3.5-Bolt-74B-A9B-24GB.gguf",
  "n_params": 74042720848,
  "ftype": "IQ2_XXS - 2.0625 bpw",
  "build": "upstream",
  "tree": "bolt",
  "build_info": null,
  "kernel": "7.2.10-1-cachyos",
  "pp": 567.5263616781046,
  "tg": 49.195015501399084,
  "ttft_ms": 3180.469,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "11/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 645.0151882171631,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261016-095244-placement",
  "when": "2026-10-16 09:52:44",
  "model": "NVIDIA-Nemotron-3.5-Bolt-74B-A9B-24GB.gguf",
  "n_params": 74042720848,
  "ftype": "IQ2_XXS - 2.0625 bpw",
  "build": "upstream",
  "tree": "bolt",
  "build_info": null,
  "kernel": "7.2.10-1-cachyos",
  "pp": 576.9958622523873,
  "tg": 72.77188094520277,
  "ttft_ms": 3128.272,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "13/14",
  "humaneval": 0.9451,
  "humaneval_n": 164,
  "cap_he": 2048,
  "mmlu": 0.3667,
  "mmlu_n": 120,
  "cap_mmlu": 2048,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.8,
  "ifeval_i": 0.8667,
  "ifeval_n": 30,
  "wall_s": 953.3874413967133,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261016-113430-driver-he164-cap2048",
  "when": "2026-10-16 11:34:30",
  "model": "qwen3next-q6",
  "n_params": null,
  "ftype": "Q6_K",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.2.10-1-cachyos",
  "pp": null,
  "tg": null,
  "ttft_ms": null,
  "preflight": null,
  "needle": null,
  "riddles": null,
  "humaneval": 0.9207,
  "humaneval_n": 164,
  "cap_he": 2048,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 0.008703231811523438,
  "axes": [
   "humaneval",
   "identity"
  ]
 },
 {
  "run_id": "20261016-230008",
  "when": "2026-10-16 23:00:08",
  "model": "lfm25-24b-a2b",
  "n_params": 23971587712,
  "ftype": "Q4_0",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.2.10-1-cachyos",
  "pp": 2868.6977450219892,
  "tg": 110.40422180682678,
  "ttft_ms": 627.811,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "9/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 160.62714552879333,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261016-230308-lfm25-placement",
  "when": "2026-10-16 23:03:08",
  "model": "lfm25-24b-a2b",
  "n_params": 23971587712,
  "ftype": "Q4_0",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.2.10-1-cachyos",
  "pp": 2888.7270674207407,
  "tg": 107.11751374418986,
  "ttft_ms": 623.458,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "9/14",
  "humaneval": 0.4451,
  "humaneval_n": 164,
  "cap_he": 2048,
  "mmlu": 0.5417,
  "mmlu_n": 120,
  "cap_mmlu": 2048,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.3333,
  "ifeval_i": 0.2889,
  "ifeval_n": 30,
  "wall_s": 4881.6765830516815,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261017-002528-lfm25-cap4096",
  "when": "2026-10-17 00:25:28",
  "model": "lfm25-24b-a2b",
  "n_params": 23971587712,
  "ftype": "Q4_0",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.2.10-1-cachyos",
  "pp": 2930.0894645306244,
  "tg": 106.62843930183732,
  "ttft_ms": 614.657,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "10/14",
  "humaneval": 0.8537,
  "humaneval_n": 164,
  "cap_he": 4096,
  "mmlu": 0.6917,
  "mmlu_n": 120,
  "cap_mmlu": 4096,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.3333,
  "ifeval_i": 0.2889,
  "ifeval_n": 30,
  "wall_s": 6778.628396987915,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261017-110511",
  "when": "2026-10-17 11:05:11",
  "model": "hy-memory-30b-a3b",
  "n_params": 30064725888,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.2.10-1-cachyos",
  "pp": 1494.2247880627674,
  "tg": 72.0162756783033,
  "ttft_ms": 1207.315,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "10/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 19.566245555877686,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261017-110734-hy-memory-placement",
  "when": "2026-10-17 11:07:34",
  "model": "hy-memory-30b-a3b",
  "n_params": 30064725888,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.2.10-1-cachyos",
  "pp": 1514.6248616771363,
  "tg": 74.68538780387617,
  "ttft_ms": 1191.054,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "12/14",
  "humaneval": 0.7805,
  "humaneval_n": 164,
  "cap_he": 2048,
  "mmlu": 0.725,
  "mmlu_n": 120,
  "cap_mmlu": 2048,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.7333,
  "ifeval_i": 0.8,
  "ifeval_n": 30,
  "wall_s": 2876.3063836097717,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261017-124731-hy-memory-q8",
  "when": "2026-10-17 12:47:31",
  "model": "hy-memory-30b-a3b-q8",
  "n_params": 30064725888,
  "ftype": "Q8_0",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.2.10-1-cachyos",
  "pp": 1459.1856708614212,
  "tg": 52.34711371101776,
  "ttft_ms": 1236.306,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "11/14",
  "humaneval": 0.7683,
  "humaneval_n": 164,
  "cap_he": 2048,
  "mmlu": 0.75,
  "mmlu_n": 120,
  "cap_mmlu": 2048,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.7333,
  "ifeval_i": 0.7778,
  "ifeval_n": 30,
  "wall_s": 1403.1467802524567,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261017-132517-gemma-qat-q4",
  "when": "2026-10-17 13:25:17",
  "model": "gemma4-26b-qat-q4",
  "n_params": 25233142046,
  "ftype": "Q4_0",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.2.10-1-cachyos",
  "pp": 1623.566976647695,
  "tg": 59.49547834364588,
  "ttft_ms": 1108.67,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": 0.939,
  "humaneval_n": 164,
  "cap_he": 2048,
  "mmlu": 0.8417,
  "mmlu_n": 120,
  "cap_mmlu": 2048,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.8,
  "ifeval_i": 0.8667,
  "ifeval_n": 30,
  "wall_s": 2412.9727959632874,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261017-140527-gemma-q8-baseline",
  "when": "2026-10-17 14:05:27",
  "model": "gemma4-26b-a4b",
  "n_params": 25233142046,
  "ftype": "Q8_0",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.2.10-1-cachyos",
  "pp": 1505.6411354541683,
  "tg": 41.64896585617779,
  "ttft_ms": 1195.504,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": 0.9573,
  "humaneval_n": 164,
  "cap_he": 2048,
  "mmlu": 0.85,
  "mmlu_n": 120,
  "cap_mmlu": 2048,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.8333,
  "ifeval_i": 0.8889,
  "ifeval_n": 30,
  "wall_s": 2794.292621612549,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261017-192035-ornith-mtp-21g",
  "when": "2026-10-17 19:20:35",
  "model": "ornith-mtp-21g",
  "n_params": 35505251456,
  "ftype": "IQ4_XS - 4.25 bpw",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.2.10-1-cachyos",
  "pp": 1598.9009669035509,
  "tg": 64.76135440900282,
  "ttft_ms": 1123.897,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "11/14",
  "humaneval": 0.878,
  "humaneval_n": 164,
  "cap_he": 2048,
  "mmlu": 0.775,
  "mmlu_n": 120,
  "cap_mmlu": 2048,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": 0,
  "wall_s": 3294.3635082244873,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261017-201541-ornith-mtp-21g-cap4096",
  "when": "2026-10-17 20:15:41",
  "model": "ornith-mtp-21g",
  "n_params": 35505251456,
  "ftype": "IQ4_XS - 4.25 bpw",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.2.10-1-cachyos",
  "pp": 1610.1616702672045,
  "tg": 65.18697798184459,
  "ttft_ms": 1116.037,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "11/14",
  "humaneval": 0.9207,
  "humaneval_n": 164,
  "cap_he": 4096,
  "mmlu": null,
  "mmlu_n": 0,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": 0,
  "wall_s": 2255.625420331955,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261018-020533-nemotron-super-120b",
  "when": "2026-10-18 02:05:33",
  "model": "nemotron-super-120b",
  "n_params": 123611033088,
  "ftype": "Q3_K - Medium",
  "build": "upstream",
  "tree": "bolt",
  "build_info": null,
  "kernel": "7.2.10-1-cachyos",
  "pp": 421.84212026964246,
  "tg": 27.196636463456986,
  "ttft_ms": 4278.852,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "11/14",
  "humaneval": 0.8354,
  "humaneval_n": 164,
  "cap_he": 2048,
  "mmlu": 0.6667,
  "mmlu_n": 120,
  "cap_mmlu": 2048,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": 0,
  "wall_s": 11348.508333444595,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261018-051645-minicpm-v47-35b",
  "when": "2026-10-18 05:16:45",
  "model": "minicpm-v47-35b",
  "n_params": 34659889792,
  "ftype": "Q6_K",
  "build": "upstream",
  "tree": "bolt",
  "build_info": null,
  "kernel": "7.2.10-1-cachyos",
  "pp": 1599.5285974706621,
  "tg": 64.58421939731898,
  "ttft_ms": 1123.456,
  "preflight": "0/3",
  "needle": "PP",
  "riddles": "10/14",
  "humaneval": 0.9573,
  "humaneval_n": 164,
  "cap_he": 4096,
  "mmlu": 0.775,
  "mmlu_n": 120,
  "cap_mmlu": 4096,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": 0,
  "wall_s": 4554.625781297684,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261018-063326-nemotron-super-120b-cap4096",
  "when": "2026-10-18 06:33:26",
  "model": "nemotron-super-120b",
  "n_params": 123611033088,
  "ftype": "Q3_K - Medium",
  "build": "upstream",
  "tree": "bolt",
  "build_info": null,
  "kernel": "7.2.10-1-cachyos",
  "pp": 416.5033150664133,
  "tg": 27.110282244850534,
  "ttft_ms": 4333.699,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "11/14",
  "humaneval": 0.9512,
  "humaneval_n": 164,
  "cap_he": 4096,
  "mmlu": 0.7583,
  "mmlu_n": 120,
  "cap_mmlu": 4096,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": 0,
  "wall_s": 14563.941388607025,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261018-103640-mellum21-12b-thinking",
  "when": "2026-10-18 10:36:40",
  "model": "mellum21-12b-thinking",
  "n_params": 12149923072,
  "ftype": "MXFP4 MoE",
  "build": "upstream",
  "tree": "bolt",
  "build_info": null,
  "kernel": "7.2.10-1-cachyos",
  "pp": 637.5831306218723,
  "tg": 27.953984096006135,
  "ttft_ms": 2818.456,
  "preflight": "3/3",
  "needle": "F",
  "riddles": null,
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 64.9828748703003,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight"
  ]
 },
 {
  "run_id": "20261018-144845-mellum21-12b-fork",
  "when": "2026-10-18 14:48:45",
  "model": "mellum21-fork",
  "n_params": 12149923072,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.2.10-1-cachyos",
  "pp": 2544.7022188613837,
  "tg": 110.77166649893316,
  "ttft_ms": 706.173,
  "preflight": "3/3",
  "needle": "PF",
  "riddles": "11/14",
  "humaneval": 0.8841,
  "humaneval_n": 164,
  "cap_he": 4096,
  "mmlu": 0.7167,
  "mmlu_n": 120,
  "cap_mmlu": 4096,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": 0,
  "wall_s": 4942.949370145798,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261018-161122-mellum21-12b-fork-cap8192",
  "when": "2026-10-18 16:11:22",
  "model": "mellum21-fork",
  "n_params": 12149923072,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.2.10-1-cachyos",
  "pp": 2723.4081247584622,
  "tg": 111.8594172670016,
  "ttft_ms": 659.835,
  "preflight": "3/3",
  "needle": "PF",
  "riddles": "10/14",
  "humaneval": 0.9146,
  "humaneval_n": 164,
  "cap_he": 8192,
  "mmlu": 0.8083,
  "mmlu_n": 120,
  "cap_mmlu": 8192,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": 0,
  "wall_s": 6090.998113632202,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261019-122149-graft-50b-a3b",
  "when": "2026-10-19 12:21:49",
  "model": "graft-50b-a3b",
  "n_params": 50664487680,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.2.10-1-cachyos",
  "pp": 1367.6565604847067,
  "tg": 54.27324251610752,
  "ttft_ms": 1312.464,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": 0.7805,
  "humaneval_n": 164,
  "cap_he": 2048,
  "mmlu": 0.6583,
  "mmlu_n": 120,
  "cap_mmlu": 2048,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": 0,
  "wall_s": 1438.7306480407715,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261019-213244-nemotron-super-vl",
  "when": "2026-10-19 21:32:44",
  "model": "nemotron-super-120b",
  "n_params": 123611033088,
  "ftype": "Q3_K - Medium",
  "build": "upstream",
  "tree": "bolt",
  "build_info": null,
  "kernel": "7.2.10-1-cachyos",
  "pp": 411.34294698393325,
  "tg": 27.051370850512935,
  "ttft_ms": 4388.066,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "11/14",
  "humaneval": 0.9329,
  "humaneval_n": 164,
  "cap_he": 4096,
  "mmlu": 0.7667,
  "mmlu_n": 120,
  "cap_mmlu": 4096,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.6,
  "ifeval_i": 0.5333,
  "ifeval_n": 30,
  "wall_s": 16259.861479997635,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261020-210857-ornith-122b",
  "when": "2026-10-20 21:08:57",
  "model": "ornith-122b",
  "n_params": 124635206144,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.2.10-1-cachyos",
  "pp": 604.6775187830268,
  "tg": 23.338158983914905,
  "ttft_ms": 2971.832,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "12/14",
  "humaneval": 0.9512,
  "humaneval_n": 164,
  "cap_he": 4096,
  "mmlu": 0.7917,
  "mmlu_n": 120,
  "cap_mmlu": 4096,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.7333,
  "ifeval_i": 0.8222,
  "ifeval_n": 30,
  "wall_s": 12282.524163007736,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261021-033924",
  "when": "2026-10-21 03:39:24",
  "model": "nemotron-bolt",
  "n_params": 74042720848,
  "ftype": "IQ2_XXS - 2.0625 bpw",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.2.10-1-cachyos",
  "pp": 607.9973376116585,
  "tg": 30.206770214175744,
  "ttft_ms": 2968.763,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": null,
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 33.42726135253906,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight"
  ]
 },
 {
  "run_id": "20261021-034230",
  "when": "2026-10-21 03:42:30",
  "model": "nemotron-bolt",
  "n_params": 74042720848,
  "ftype": "IQ2_XXS - 2.0625 bpw",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.2.10-1-cachyos",
  "pp": 630.9761393139385,
  "tg": 30.24770922389257,
  "ttft_ms": 2860.647,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": null,
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 33.9914174079895,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight"
  ]
 },
 {
  "run_id": "20261021-034534",
  "when": "2026-10-21 03:45:34",
  "model": "nemotron-bolt",
  "n_params": 74042720848,
  "ftype": "IQ2_XXS - 2.0625 bpw",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.2.10-1-cachyos",
  "pp": 632.2660239154185,
  "tg": 30.54131024191345,
  "ttft_ms": 2854.811,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": null,
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 33.960673093795776,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight"
  ]
 },
 {
  "run_id": "20261021-034840",
  "when": "2026-10-21 03:48:40",
  "model": "nemotron-bolt",
  "n_params": 74042720848,
  "ftype": "IQ2_XXS - 2.0625 bpw",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.2.10-1-cachyos",
  "pp": 589.7347598488972,
  "tg": 29.44608121735799,
  "ttft_ms": 3060.698,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": null,
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 35.21994709968567,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight"
  ]
 },
 {
  "run_id": "20261021-035143",
  "when": "2026-10-21 03:51:43",
  "model": "nemotron-bolt",
  "n_params": 74042720848,
  "ftype": "IQ2_XXS - 2.0625 bpw",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.2.10-1-cachyos",
  "pp": 585.0889513488002,
  "tg": 29.499217477747123,
  "ttft_ms": 3085.001,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": null,
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 35.18827199935913,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight"
  ]
 },
 {
  "run_id": "20261021-035451",
  "when": "2026-10-21 03:54:51",
  "model": "nemotron-bolt",
  "n_params": 74042720848,
  "ftype": "IQ2_XXS - 2.0625 bpw",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.2.10-1-cachyos",
  "pp": 585.6463118071812,
  "tg": 22.735890363136175,
  "ttft_ms": 3082.065,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "8/14",
  "humaneval": 0.1786,
  "humaneval_n": 56,
  "cap_he": 512,
  "mmlu": 0.4146,
  "mmlu_n": 41,
  "cap_mmlu": 512,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 1822.5052807331085,
  "axes": [
   "humaneval",
   "identity",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261021-115218-gemma4-31b",
  "when": "2026-10-21 11:52:18",
  "model": "gemma4-31b",
  "n_params": 30697345596,
  "ftype": "Q4_0",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.2.10-1-cachyos",
  "pp": 354.2083394417873,
  "tg": 17.15989937435007,
  "ttft_ms": 5081.755,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 149.38995599746704,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261021-115453-gemma4-31b-full",
  "when": "2026-10-21 11:54:53",
  "model": "gemma4-31b",
  "n_params": 30697345596,
  "ftype": "Q4_0",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.2.10-1-cachyos",
  "pp": 350.2034779485625,
  "tg": 16.95927061568936,
  "ttft_ms": 5139.869,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": 0.9634,
  "humaneval_n": 164,
  "cap_he": 2048,
  "mmlu": 0.8667,
  "mmlu_n": 120,
  "cap_mmlu": 2048,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.9,
  "ifeval_i": 0.9333,
  "ifeval_n": 30,
  "wall_s": 4363.703392267227,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261021-130752-gemma4-26b-a4b-matched",
  "when": "2026-10-21 13:07:52",
  "model": "gemma4-26b-a4b",
  "n_params": 25233142046,
  "ftype": "Q4_0",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.2.10-1-cachyos",
  "pp": 1899.912604020215,
  "tg": 48.89592990279489,
  "ttft_ms": 947.412,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": 0.9512,
  "humaneval_n": 164,
  "cap_he": 2048,
  "mmlu": 0.8417,
  "mmlu_n": 120,
  "cap_mmlu": 2048,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.8333,
  "ifeval_i": 0.8889,
  "ifeval_n": 30,
  "wall_s": 1594.4002182483673,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261021-210703-flint",
  "when": "2026-10-21 21:07:03",
  "model": "flint",
  "n_params": 39785287456,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "flint",
  "build_info": null,
  "kernel": "7.2.10-1-cachyos",
  "pp": 1880.7287850323844,
  "tg": 59.94566742688672,
  "ttft_ms": 951.227,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "10/14",
  "humaneval": 0.75,
  "humaneval_n": 164,
  "cap_he": 2048,
  "mmlu": 0.5167,
  "mmlu_n": 120,
  "cap_mmlu": 2048,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.6667,
  "ifeval_i": 0.6,
  "ifeval_n": 30,
  "wall_s": 6376.986797571182,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261022-085505-mammoth-1",
  "when": "2026-10-22 08:55:05",
  "model": "mammoth-1",
  "n_params": 26895998464,
  "ftype": "Q4_K - Small",
  "build": "fork",
  "tree": "flint",
  "build_info": null,
  "kernel": "7.2.10-1-cachyos",
  "pp": 356.9519521219572,
  "tg": 13.439442649923743,
  "ttft_ms": 5034.291,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "10/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 1211.601233959198,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261022-231115-ling3-flash-core",
  "when": "2026-10-22 23:11:15",
  "model": "ling-3-flash",
  "n_params": 127486405600,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.2.10-1-cachyos",
  "pp": 791.2257004096012,
  "tg": 43.49556103635423,
  "ttft_ms": 2287.59,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "11/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": 0.7667,
  "mmlu_n": 120,
  "cap_mmlu": 2048,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 4050.0313811302185,
  "axes": [
   "identity",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261025-063840-flint-q4-official",
  "when": "2026-10-25 06:38:40",
  "model": "flint",
  "n_params": 39785287456,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "flint",
  "build_info": null,
  "kernel": "7.3.0-5-cachyos",
  "pp": 1433.0205092549575,
  "tg": 60.37909840283562,
  "ttft_ms": 1248.412,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "10/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 342.87391233444214,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261025-070907-flint-q4-he60",
  "when": "2026-10-25 07:09:07",
  "model": "flint",
  "n_params": 39785287456,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "flint",
  "build_info": null,
  "kernel": "7.3.0-5-cachyos",
  "pp": 1914.7021080987938,
  "tg": 60.32540069547875,
  "ttft_ms": 934.349,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "10/14",
  "humaneval": 0.9167,
  "humaneval_n": 60,
  "cap_he": 4096,
  "mmlu": null,
  "mmlu_n": 0,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": 0,
  "wall_s": 1406.343024969101,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261025-140222-new-sage-a1.5",
  "when": "2026-10-25 14:02:22",
  "model": "sage-a1.5",
  "n_params": 35505251456,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.3.0-5-cachyos",
  "pp": 1334.4016467273743,
  "tg": 76.70242579335314,
  "ttft_ms": 1346.671,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "7/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 576.4114384651184,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261025-141204-new-groot-19b-a3b",
  "when": "2026-10-25 14:12:04",
  "model": "groot-19b-a3b",
  "n_params": 18985723008,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.3.0-5-cachyos",
  "pp": 1876.3763486781309,
  "tg": 78.15658374001866,
  "ttft_ms": 957.697,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "8/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 330.43849444389343,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261025-145631-sage-nothink",
  "when": "2026-10-25 14:56:31",
  "model": "sage-a1.5",
  "n_params": 35505251456,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.3.0-5-cachyos",
  "pp": 1690.3271755563096,
  "tg": 74.60380053075276,
  "ttft_ms": 1064.291,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 191.4554362297058,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261025-220129-reap50",
  "when": "2026-10-25 22:01:29",
  "model": "ornith-122b-reap50",
  "n_params": 64110594048,
  "ftype": "IQ2_XXS - 2.0625 bpw",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.3.0-5-cachyos",
  "pp": 603.757407115602,
  "tg": 37.24297572012636,
  "ttft_ms": 2976.361,
  "preflight": "1/3",
  "needle": "PP",
  "riddles": "5/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 831.8829004764557,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261025-230906-spark26",
  "when": "2026-10-25 23:09:06",
  "model": "spark-x26-4b",
  "n_params": 4447623680,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.3.0-5-cachyos",
  "pp": 2263.1382671453744,
  "tg": 60.21267619002619,
  "ttft_ms": 820.542,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "10/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 329.7843265533447,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261025-232624-raon1mini",
  "when": "2026-10-25 23:26:24",
  "model": "raon-1-mini",
  "n_params": 28783218602,
  "ftype": "IQ4_XS - 4.25 bpw",
  "build": "fork",
  "tree": "krafton",
  "build_info": null,
  "kernel": "7.3.0-5-cachyos",
  "pp": 515.1800212618494,
  "tg": 19.531590011544868,
  "ttft_ms": 2108.001,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "8/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 668.0013513565063,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261026-032250-ds41flash",
  "when": "2026-10-26 03:22:50",
  "model": "deepseek-v4.1-flash-1017",
  "n_params": null,
  "ftype": null,
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.3.0-5-cachyos",
  "pp": null,
  "tg": null,
  "ttft_ms": null,
  "preflight": null,
  "needle": null,
  "riddles": null,
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 0.0,
  "axes": [
   "identity"
  ]
 },
 {
  "run_id": "20261026-032600-ds41flash",
  "when": "2026-10-26 03:26:00",
  "model": "deepseek-v4.1-flash-1017",
  "n_params": null,
  "ftype": null,
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.3.0-5-cachyos",
  "pp": 1175.0399128650765,
  "tg": 407.5437085020243,
  "ttft_ms": 1548.032522201538,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "12/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 75.95238065719604,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261026-032709-haiku55-core",
  "when": "2026-10-26 03:27:09",
  "model": "claude-haiku-5.5",
  "n_params": null,
  "ftype": null,
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.3.0-5-cachyos",
  "pp": 1572.922704765242,
  "tg": 564.1609983888465,
  "ttft_ms": 2054.7735691070557,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 72.85124850273132,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261026-032714-sonnet55-core",
  "when": "2026-10-26 03:27:14",
  "model": "claude-sonnet-5.5",
  "n_params": null,
  "ftype": null,
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.3.0-5-cachyos",
  "pp": 1859.002913299313,
  "tg": 157.28377860368994,
  "ttft_ms": 1738.5663986206055,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 73.51895999908447,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261026-034641-ds41alias-core",
  "when": "2026-10-26 03:46:41",
  "model": "deepseek-v4.1-flash",
  "n_params": null,
  "ftype": null,
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.3.0-5-cachyos",
  "pp": 1053.8609475334802,
  "tg": 1159.608515344208,
  "ttft_ms": 1726.034164428711,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "11/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 139.4908788204193,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261026-173335-nanbeige33b",
  "when": "2026-10-26 17:33:35",
  "model": "nanbeige-33b",
  "n_params": 33118977024,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.3.0-5-cachyos",
  "pp": 352.0981023471603,
  "tg": 10.44671912080412,
  "ttft_ms": 5194.575,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "13/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 664.7689850330353,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261027-012115-coder390",
  "when": "2026-10-27 01:21:15",
  "model": "coder390-abl",
  "n_params": 27320697856,
  "ftype": "Q3_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.3.0-5-cachyos",
  "pp": 369.74130851017475,
  "tg": 16.335102969488364,
  "ttft_ms": 4865.564,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 898.6892561912537,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261027-111946-flashnext-smoke",
  "when": "2026-10-27 11:19:46",
  "model": "qwen38-flash-next-abl",
  "n_params": 176943899520,
  "ftype": "IQ2_XS - 2.3125 bpw",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.3.0-5-cachyos",
  "pp": 472.6378419760728,
  "tg": 31.54133491941189,
  "ttft_ms": 3806.297,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": null,
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 20.808887243270874,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight"
  ]
 },
 {
  "run_id": "20261027-112508-flashnext-abl",
  "when": "2026-10-27 11:25:08",
  "model": "qwen38-flash-next-abl",
  "n_params": 176943899520,
  "ftype": "IQ2_XS - 2.3125 bpw",
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": "7.3.0-5-cachyos",
  "pp": 699.7051437079239,
  "tg": 31.20528171682544,
  "ttft_ms": 2571.083,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "13/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 486.86968326568604,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261027-165746-flint40b-abl",
  "when": "2026-10-27 16:57:46",
  "model": "flint40b-abl",
  "n_params": 39785287456,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "flint",
  "build_info": null,
  "kernel": "7.3.0-5-cachyos",
  "pp": 1741.6124664016768,
  "tg": 71.1250795967841,
  "ttft_ms": 1027.209,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "10/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 292.45723032951355,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261027-170747-flint40b-abl-8k",
  "when": "2026-10-27 17:07:47",
  "model": "flint40b-abl",
  "n_params": 39785287456,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "flint",
  "build_info": null,
  "kernel": "7.3.0-5-cachyos",
  "pp": 1821.912855738924,
  "tg": 70.84591490708172,
  "ttft_ms": 981.935,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "10/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 526.0306272506714,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261027-235612-buildstamp",
  "when": "2026-10-27 23:56:12",
  "model": "gemma4-26b-a4b",
  "n_params": 25233142046,
  "ftype": "Q4_0",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.0-5-cachyos",
  "pp": 1843.1499842820265,
  "tg": 55.02184367193776,
  "ttft_ms": 976.589,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 86.32121396064758,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261028-103453-refusal-benign",
  "when": "2026-10-28 10:34:53",
  "model": "?",
  "n_params": null,
  "ftype": null,
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": null,
  "pp": null,
  "tg": null,
  "ttft_ms": null,
  "preflight": null,
  "needle": null,
  "riddles": null,
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 25.273364067077637,
  "axes": [
   "identity",
   "refusal_benign"
  ]
 },
 {
  "run_id": "20261028-103529-refusal-benign",
  "when": "2026-10-28 10:35:29",
  "model": "?",
  "n_params": null,
  "ftype": null,
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": null,
  "pp": null,
  "tg": null,
  "ttft_ms": null,
  "preflight": null,
  "needle": null,
  "riddles": null,
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 225.67916250228882,
  "axes": [
   "identity",
   "refusal_benign"
  ]
 },
 {
  "run_id": "20261028-103919-refusal-stance",
  "when": "2026-10-28 10:39:19",
  "model": "?",
  "n_params": null,
  "ftype": null,
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": null,
  "pp": null,
  "tg": null,
  "ttft_ms": null,
  "preflight": null,
  "needle": null,
  "riddles": null,
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 1.2582929134368896,
  "axes": [
   "identity",
   "refusal_stance"
  ]
 },
 {
  "run_id": "20261028-105514-refusal-benign",
  "when": "2026-10-28 10:55:14",
  "model": "?",
  "n_params": null,
  "ftype": null,
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": null,
  "pp": null,
  "tg": null,
  "ttft_ms": null,
  "preflight": null,
  "needle": null,
  "riddles": null,
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 2253.3548712730408,
  "axes": [
   "identity",
   "refusal_benign"
  ]
 },
 {
  "run_id": "20261028-113251-refusal-benign",
  "when": "2026-10-28 11:32:51",
  "model": "?",
  "n_params": null,
  "ftype": null,
  "build": "?",
  "tree": "?",
  "build_info": null,
  "kernel": null,
  "pp": null,
  "tg": null,
  "ttft_ms": null,
  "preflight": null,
  "needle": null,
  "riddles": null,
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": null,
  "axes": []
 },
 {
  "run_id": "20261028-115501-refusal-benign",
  "when": "2026-10-28 11:55:01",
  "model": "?",
  "n_params": null,
  "ftype": null,
  "build": "?",
  "tree": "?",
  "build_info": null,
  "kernel": null,
  "pp": null,
  "tg": null,
  "ttft_ms": null,
  "preflight": null,
  "needle": null,
  "riddles": null,
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": null,
  "axes": []
 },
 {
  "run_id": "20261028-120337-refusal-benign",
  "when": "2026-10-28 12:03:37",
  "model": "?",
  "n_params": null,
  "ftype": null,
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": null,
  "pp": null,
  "tg": null,
  "ttft_ms": null,
  "preflight": null,
  "needle": null,
  "riddles": null,
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 1766.1642706394196,
  "axes": [
   "identity",
   "refusal_benign"
  ]
 },
 {
  "run_id": "20261028-123410-gemma4-26b-uncen-core",
  "when": "2026-10-28 12:34:10",
  "model": "gemma4-26b-uncen",
  "n_params": 25233142046,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.0-5-cachyos",
  "pp": 1702.245166805841,
  "tg": 57.38880918220947,
  "ttft_ms": 1057.427,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 121.79179692268372,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261028-123736-gemma4-26b-uncen-full",
  "when": "2026-10-28 12:37:36",
  "model": "gemma4-26b-uncen",
  "n_params": 25233142046,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.0-5-cachyos",
  "pp": 1758.5423637740273,
  "tg": 56.926860369796884,
  "ttft_ms": 1023.575,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": 0.9573,
  "humaneval_n": 164,
  "cap_he": 2048,
  "mmlu": 0.85,
  "mmlu_n": 120,
  "cap_mmlu": 2048,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.8333,
  "ifeval_i": 0.8889,
  "ifeval_n": 30,
  "wall_s": 2343.166084051132,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261029-102402-kat-abl-core",
  "when": "2026-10-29 10:24:02",
  "model": "kat-coder-2.5-35b-abl",
  "n_params": 34660610688,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.0-5-cachyos",
  "pp": 2001.918365846404,
  "tg": 75.85015380725633,
  "ttft_ms": 897.639,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "10/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 72.57393050193787,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261029-155659-mellum21-abl-core",
  "when": "2026-10-29 15:56:59",
  "model": "mellum21-abl",
  "n_params": 12149923072,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.0-5-cachyos",
  "pp": 2997.087971286663,
  "tg": 113.32567035943285,
  "ttft_ms": 599.582,
  "preflight": "3/3",
  "needle": "FF",
  "riddles": "9/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 70.71400785446167,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261029-184148-granite-switch-core",
  "when": "2026-10-29 18:41:48",
  "model": "granite-switch-4.1-30b",
  "n_params": 30551851008,
  "ftype": "Q5_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.0-5-cachyos",
  "pp": 230.83616188006343,
  "tg": 2.2068847236917275,
  "ttft_ms": 7776.078,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": null,
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 65.5266284942627,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight"
  ]
 },
 {
  "run_id": "20261029-185248-mellum21-mxfp4-fork-core",
  "when": "2026-10-29 18:52:48",
  "model": "mellum21-mxfp4-fork",
  "n_params": 12149923072,
  "ftype": "MXFP4 MoE",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.0-5-cachyos",
  "pp": 3082.3116136424446,
  "tg": 103.49504766245488,
  "ttft_ms": 583.004,
  "preflight": "3/3",
  "needle": "FF",
  "riddles": "8/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 75.13127589225769,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261030-034330-bolt74b-core",
  "when": "2026-10-30 03:43:30",
  "model": "nemotron-bolt-74b-a9b",
  "n_params": 74042720848,
  "ftype": "IQ2_XXS - 2.0625 bpw",
  "build": "upstream",
  "tree": "bolt",
  "build_info": "b1-a30fb49",
  "kernel": "7.3.0-5-cachyos",
  "pp": 559.6670151795337,
  "tg": 69.37974507899379,
  "ttft_ms": 3225.132,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 64.1187174320221,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261030-045147-gemma-q8-remeasure",
  "when": "2026-10-30 04:51:47",
  "model": "gemma4-26b-a4b-q8",
  "n_params": 25233142046,
  "ftype": "Q8_0",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.0-5-cachyos",
  "pp": 1778.18171041323,
  "tg": 49.42860532247222,
  "ttft_ms": 1012.27,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": 0.9573,
  "humaneval_n": 164,
  "cap_he": 2048,
  "mmlu": 0.8667,
  "mmlu_n": 120,
  "cap_mmlu": 2048,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": 0,
  "wall_s": 1799.7751467227936,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261030-213551-mistral4-119b-core",
  "when": "2026-10-30 21:35:51",
  "model": "mistral4-119b",
  "n_params": 118972826624,
  "ftype": "IQ3_XXS - 3.0625 bpw",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.0-5-cachyos",
  "pp": 424.8245055055475,
  "tg": 4.618248765501356,
  "ttft_ms": 5503.449,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": null,
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 47.49337577819824,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight"
  ]
 },
 {
  "run_id": "20261031-023533-qwen3next-q4-coverage",
  "when": "2026-10-31 02:35:33",
  "model": "Qwen3-Next-80B-A3B-Instruct-UD-Q4_K_XL.gguf",
  "n_params": 79674391296,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.0-5-cachyos",
  "pp": 1218.7289098792407,
  "tg": 58.08501987337466,
  "ttft_ms": 1472.846,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": 0.9146,
  "humaneval_n": 164,
  "cap_he": 2048,
  "mmlu": 0.7417,
  "mmlu_n": 120,
  "cap_mmlu": 2048,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": 0,
  "wall_s": 1384.8348648548126,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261031-175808-ornith-boot-4096",
  "when": "2026-10-31 17:58:08",
  "model": "ornith35b",
  "n_params": 35505251456,
  "ftype": "IQ3_XXS - 3.0625 bpw",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.0-5-cachyos",
  "pp": 1761.7892492662477,
  "tg": 69.92657709405125,
  "ttft_ms": 1021.121,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "12/14",
  "humaneval": 0.5671,
  "humaneval_n": 164,
  "cap_he": 4096,
  "mmlu": 0.6333,
  "mmlu_n": 120,
  "cap_mmlu": 4096,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": 0,
  "wall_s": 850.2519462108612,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261101-034435-qwen38-35b-cap4096",
  "when": "2026-11-01 03:44:35",
  "model": "qwen38-35b",
  "n_params": 35505251456,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.0-5-cachyos",
  "pp": 1550.3582025496887,
  "tg": 74.77114688257726,
  "ttft_ms": 1160.377,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": 0.872,
  "humaneval_n": 164,
  "cap_he": 4096,
  "mmlu": 0.6417,
  "mmlu_n": 120,
  "cap_mmlu": 4096,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": 0,
  "wall_s": 1237.3294715881348,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261101-040537-ornith35b-q4km-cap4096",
  "when": "2026-11-01 04:05:37",
  "model": "Ornith-1.5-35B-Q4_K_M.gguf",
  "n_params": 35505251456,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.0-5-cachyos",
  "pp": 1632.74567195335,
  "tg": 74.07250640198092,
  "ttft_ms": 1101.825,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "13/14",
  "humaneval": 0.8354,
  "humaneval_n": 164,
  "cap_he": 4096,
  "mmlu": 0.4417,
  "mmlu_n": 120,
  "cap_mmlu": 4096,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": 0,
  "wall_s": 661.0463714599609,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261101-120728-apex35b",
  "when": "2026-11-01 12:07:28",
  "model": "apex-35b-v1",
  "n_params": 35505251456,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.0-5-cachyos",
  "pp": 2027.0399911514514,
  "tg": 61.15803235560689,
  "ttft_ms": 886.021,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "7/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 99.95141196250916,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261101-120930-apex35b-cap8192",
  "when": "2026-11-01 12:09:30",
  "model": "apex-35b-v1",
  "n_params": 35505251456,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.0-5-cachyos",
  "pp": 2075.9141940055088,
  "tg": 60.81487950678136,
  "ttft_ms": 865.161,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "10/14",
  "humaneval": 0.9375,
  "humaneval_n": 80,
  "cap_he": 8192,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 2276.631242752075,
  "axes": [
   "humaneval",
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261101-124818-apex35b-cap4096",
  "when": "2026-11-01 12:48:18",
  "model": "apex-35b-v1",
  "n_params": 35505251456,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.0-5-cachyos",
  "pp": 1991.746892885937,
  "tg": 61.477495709173155,
  "ttft_ms": 901.721,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "9/14",
  "humaneval": 0.4146,
  "humaneval_n": 164,
  "cap_he": 4096,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 2534.2468247413635,
  "axes": [
   "humaneval",
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261101-133042-kimi-linear-abl",
  "when": "2026-11-01 13:30:42",
  "model": "kimi-linear-48b-abl",
  "n_params": 49122681728,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.0-5-cachyos",
  "pp": 1558.4789939605685,
  "tg": 74.24062446970983,
  "ttft_ms": 1151.764,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "7/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 48.06573009490967,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261101-133139-apex35b-cap8192-probe",
  "when": "2026-11-01 13:31:39",
  "model": "apex-35b-v1",
  "n_params": 35505251456,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.0-5-cachyos",
  "pp": 2005.4938919534582,
  "tg": 60.08100100857287,
  "ttft_ms": 895.54,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "9/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 661.5888724327087,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261101-133252-kimi-linear-abl2",
  "when": "2026-11-01 13:32:52",
  "model": "kimi-linear-48b-abl",
  "n_params": 49122681728,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.0-5-cachyos",
  "pp": 963.5752452956593,
  "tg": 41.28332153809861,
  "ttft_ms": 1862.854,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "13/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 297.3570384979248,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261101-135336-kimi-linear-probe",
  "when": "2026-11-01 13:53:36",
  "model": "kimi-linear-48b-abl",
  "n_params": 49122681728,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.0-5-cachyos",
  "pp": 1771.6111890817429,
  "tg": 73.44454936522925,
  "ttft_ms": 1013.202,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": 0.75,
  "humaneval_n": 40,
  "cap_he": 8192,
  "mmlu": null,
  "mmlu_n": 0,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": 0,
  "wall_s": 436.7658438682556,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261101-140102-kimi-linear-abl-cap8192",
  "when": "2026-11-01 14:01:02",
  "model": "kimi-linear-48b-abl",
  "n_params": 49122681728,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.0-5-cachyos",
  "pp": 1774.1940266494814,
  "tg": 74.7631609864465,
  "ttft_ms": 1011.727,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "13/14",
  "humaneval": 0.7866,
  "humaneval_n": 164,
  "cap_he": 8192,
  "mmlu": 0.5833,
  "mmlu_n": 120,
  "cap_mmlu": 8192,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": 0,
  "wall_s": 6723.610442638397,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261101-165147-darkcraving-26b-a4b-cap4096",
  "when": "2026-11-01 16:51:47",
  "model": "dark-craving-26b-a4b",
  "n_params": 25233142046,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.0-5-cachyos",
  "pp": 1755.785801935656,
  "tg": 47.26568038946921,
  "ttft_ms": 1025.182,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": 0.939,
  "humaneval_n": 164,
  "cap_he": 4096,
  "mmlu": 0.8167,
  "mmlu_n": 120,
  "cap_mmlu": 4096,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": 0,
  "wall_s": 2398.463392972946,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261101-173210-holo4-35b-a3b-cap4096",
  "when": "2026-11-01 17:32:10",
  "model": "holo4-35b-a3b",
  "n_params": 34660610688,
  "ftype": "MXFP4 MoE",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.0-5-cachyos",
  "pp": 2062.8936010164252,
  "tg": 60.4709825670796,
  "ttft_ms": 872.076,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "13/14",
  "humaneval": 0.8598,
  "humaneval_n": 164,
  "cap_he": 4096,
  "mmlu": 0.325,
  "mmlu_n": 120,
  "cap_mmlu": 4096,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": 0,
  "wall_s": 382.15256333351135,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261101-173945-ab-old-core1",
  "when": "2026-11-01 17:39:45",
  "model": "ab-gemma-old",
  "n_params": 25233142046,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.0-5-cachyos",
  "pp": 1695.5411036842224,
  "tg": 57.99454851243983,
  "ttft_ms": 1061.608,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 159.4879698753357,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261101-174225-ab-old-core2",
  "when": "2026-11-01 17:42:25",
  "model": "ab-gemma-old",
  "n_params": 25233142046,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.0-5-cachyos",
  "pp": 1731.9132927231738,
  "tg": 56.35326736244168,
  "ttft_ms": 1039.313,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 129.8037211894989,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261101-174435-ab-old-he60",
  "when": "2026-11-01 17:44:35",
  "model": "ab-gemma-old",
  "n_params": 25233142046,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.0-5-cachyos",
  "pp": 1729.5003761663318,
  "tg": 57.83422398038263,
  "ttft_ms": 1040.763,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": 0.9833,
  "humaneval_n": 60,
  "cap_he": 4096,
  "mmlu": null,
  "mmlu_n": 0,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": 0,
  "wall_s": 346.2241621017456,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261101-175030-ab-new-core1",
  "when": "2026-11-01 17:50:30",
  "model": "ab-gemma-new",
  "n_params": 25233142046,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": "b12294-f5c0a7a34",
  "kernel": "7.3.0-5-cachyos",
  "pp": 1213.3410897285958,
  "tg": 57.819510615662146,
  "ttft_ms": 1483.507,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 166.9517743587494,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261101-175317-ab-new-core2",
  "when": "2026-11-01 17:53:17",
  "model": "ab-gemma-new",
  "n_params": 25233142046,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": "b12294-f5c0a7a34",
  "kernel": "7.3.0-5-cachyos",
  "pp": 1918.3527744177,
  "tg": 53.46621469893175,
  "ttft_ms": 938.305,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 154.62673926353455,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261101-175552-ab-new-he60",
  "when": "2026-11-01 17:55:52",
  "model": "ab-gemma-new",
  "n_params": 25233142046,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": "b12294-f5c0a7a34",
  "kernel": "7.3.0-5-cachyos",
  "pp": 1875.035156909192,
  "tg": 53.72646780710049,
  "ttft_ms": 959.982,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": 0.9833,
  "humaneval_n": 60,
  "cap_he": 4096,
  "mmlu": null,
  "mmlu_n": 0,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": 0,
  "wall_s": 323.58650302886963,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261101-180211-abmo-old-core1",
  "when": "2026-11-01 18:02:11",
  "model": "ab-gptoss-old",
  "n_params": 116829156672,
  "ftype": "MXFP4 MoE",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.0-5-cachyos",
  "pp": 1135.9421648756402,
  "tg": 53.12720829962209,
  "ttft_ms": 1633.886,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "13/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 227.48577523231506,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261101-180558-abmo-old-core2",
  "when": "2026-11-01 18:05:58",
  "model": "ab-gptoss-old",
  "n_params": 116829156672,
  "ftype": "MXFP4 MoE",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.0-5-cachyos",
  "pp": 1159.7057246723643,
  "tg": 51.247158252459556,
  "ttft_ms": 1600.406,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "13/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 278.1584620475769,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261101-181037-abmo-old-core3",
  "when": "2026-11-01 18:10:37",
  "model": "ab-gptoss-old",
  "n_params": 116829156672,
  "ftype": "MXFP4 MoE",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.0-5-cachyos",
  "pp": 1115.5642855940741,
  "tg": 49.88676305831101,
  "ttft_ms": 1663.732,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "12/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 259.52643609046936,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261101-181525-abmo-new-core1",
  "when": "2026-11-01 18:15:25",
  "model": "ab-gptoss-new",
  "n_params": 116829156672,
  "ftype": "MXFP4 MoE",
  "build": "fork",
  "tree": "fork",
  "build_info": "b12294-f5c0a7a34",
  "kernel": "7.3.0-5-cachyos",
  "pp": 1159.134995509601,
  "tg": 52.98564535877666,
  "ttft_ms": 1601.194,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "12/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 269.4037055969238,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261101-181955-abmo-new-core2",
  "when": "2026-11-01 18:19:55",
  "model": "ab-gptoss-new",
  "n_params": 116829156672,
  "ftype": "MXFP4 MoE",
  "build": "fork",
  "tree": "fork",
  "build_info": "b12294-f5c0a7a34",
  "kernel": "7.3.0-5-cachyos",
  "pp": 1212.7025363516732,
  "tg": 51.218949283366676,
  "ttft_ms": 1530.466,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "12/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 241.44161677360535,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261101-182356-abmo-new-core3",
  "when": "2026-11-01 18:23:56",
  "model": "ab-gptoss-new",
  "n_params": 116829156672,
  "ftype": "MXFP4 MoE",
  "build": "fork",
  "tree": "fork",
  "build_info": "b12294-f5c0a7a34",
  "kernel": "7.3.0-5-cachyos",
  "pp": 1212.5702242144262,
  "tg": 51.035121386728775,
  "ttft_ms": 1530.633,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "12/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 226.42746376991272,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261101-212604-nemotron-lightning-30b",
  "when": "2026-11-01 21:26:04",
  "model": "nemotron-3.5-lightning-30b-a3b",
  "n_params": 31577940288,
  "ftype": "Q4_0",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.1-1-cachyos",
  "pp": 2194.915821026199,
  "tg": 63.674968360749205,
  "ttft_ms": 822.355,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "7/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 139.56568694114685,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261101-212857-nemotron-lightning-30b-cap2048",
  "when": "2026-11-01 21:28:57",
  "model": "nemotron-3.5-lightning-30b-a3b",
  "n_params": 31577940288,
  "ftype": "Q4_0",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.1-1-cachyos",
  "pp": 2200.350105568044,
  "tg": 63.83102746757503,
  "ttft_ms": 820.324,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "11/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 243.08732771873474,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261102-194814-qwopus36-35b-uncen",
  "when": "2026-11-02 19:48:14",
  "model": "qwopus36-35b-uncen",
  "n_params": 35505251456,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.1-1-cachyos",
  "pp": 1851.010639448467,
  "tg": 86.47382074813802,
  "ttft_ms": 970.821,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "10/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 160.42259287834167,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261103-181904-clover35b-q4km",
  "when": "2026-11-03 18:19:04",
  "model": "clover35b",
  "n_params": 34660610688,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": "b1-6b9c0cf",
  "kernel": "7.3.1-1-cachyos",
  "pp": 1461.3814319263508,
  "tg": 53.71558365818472,
  "ttft_ms": 1231.027,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": 0.8598,
  "humaneval_n": 164,
  "cap_he": 4096,
  "mmlu": 0.4,
  "mmlu_n": 120,
  "cap_mmlu": 4096,
  "mmlu_method": "chat-0shot-bare-letter",
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 947.1945550441742,
  "axes": [
   "humaneval",
   "identity",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261103-190055-qwen38fn32-prune2",
  "when": "2026-11-03 19:00:55",
  "model": "qwen38fn32-prune2",
  "n_params": 84025456000,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": "b1-1844325",
  "kernel": "7.3.1-1-cachyos",
  "pp": 396.8165562719625,
  "tg": 20.013260654554145,
  "ttft_ms": 4533.581,
  "preflight": "3/3",
  "needle": "PF",
  "riddles": null,
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 2764.6167557239532,
  "axes": [
   "backend_split_probe",
   "identity",
   "needle",
   "note",
   "perf",
   "preflight"
  ]
 },
 {
  "run_id": "20261105-013414-groot65b-q4km-nomtp",
  "when": "2026-11-05 01:34:14",
  "model": "groot65b-a6b",
  "n_params": 116514464640,
  "ftype": "Q4_K - Medium",
  "build": "upstream",
  "tree": "bolt",
  "build_info": "b1-a30fb49",
  "kernel": "7.3.1-1-cachyos",
  "pp": 653.0507305716519,
  "tg": 31.8302083698427,
  "ttft_ms": 2816.014,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "5/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 217.54312348365784,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261105-014824-groot65b-q4km-think-cap2048",
  "when": "2026-11-05 01:48:24",
  "model": "groot65b-a6b",
  "n_params": 116514464640,
  "ftype": "Q4_K - Medium",
  "build": "upstream",
  "tree": "bolt",
  "build_info": "b1-a30fb49",
  "kernel": "7.3.1-1-cachyos",
  "pp": 596.5830293376761,
  "tg": 27.638858869154536,
  "ttft_ms": 3082.555,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "9/14",
  "humaneval": 0.9,
  "humaneval_n": 60,
  "cap_he": 2048,
  "mmlu": 0.75,
  "mmlu_n": 40,
  "cap_mmlu": 2048,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.6,
  "ifeval_i": 0.5556,
  "ifeval_n": 30,
  "wall_s": 4470.350991487503,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261105-173811-axion35b-q4km-cap2048",
  "when": "2026-11-05 17:38:11",
  "model": "axion-35b-a3b",
  "n_params": 34660610688,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.1-1-cachyos",
  "pp": 1421.8841983326686,
  "tg": 76.1517292569692,
  "ttft_ms": 1263.816,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "10/14",
  "humaneval": 0.85,
  "humaneval_n": 60,
  "cap_he": 2048,
  "mmlu": 0.775,
  "mmlu_n": 40,
  "cap_mmlu": 2048,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.2667,
  "ifeval_i": 0.2,
  "ifeval_n": 30,
  "wall_s": 1900.2910680770874,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261105-181106-swift15-fn-heretic-iq3s-cap2048",
  "when": "2026-11-05 18:11:06",
  "model": "swift15-fn-heretic",
  "n_params": 176943899520,
  "ftype": "IQ3_S - 3.4375 bpw",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.1-1-cachyos",
  "pp": 512.1201775349949,
  "tg": 25.628800874047432,
  "ttft_ms": 3590.954,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "11/14",
  "humaneval": 0.9167,
  "humaneval_n": 60,
  "cap_he": 2048,
  "mmlu": 0.8,
  "mmlu_n": 40,
  "cap_mmlu": 2048,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.8667,
  "ifeval_i": 0.8222,
  "ifeval_n": 30,
  "wall_s": 3583.880223274231,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261105-222441-abl-qwen38fn-cap2048-n60",
  "when": "2026-11-05 22:24:41",
  "model": "qwen38fn-abl",
  "n_params": 176943899520,
  "ftype": "IQ3_S - 3.4375 bpw",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.1-1-cachyos",
  "pp": 445.08640581715105,
  "tg": 52.76051824898393,
  "ttft_ms": 4131.782,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "11/14",
  "humaneval": 0.8667,
  "humaneval_n": 60,
  "cap_he": 2048,
  "mmlu": 0.875,
  "mmlu_n": 40,
  "cap_mmlu": 2048,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.7667,
  "ifeval_i": 0.6889,
  "ifeval_n": 30,
  "wall_s": 2270.8113584518433,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261106-131824-laguna-xs21-bf16-core",
  "when": "2026-11-06 13:18:24",
  "model": "laguna-xs-2.1-bf16",
  "n_params": 33442617088,
  "ftype": "BF16",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.1-1-cachyos",
  "pp": 230.5641417227788,
  "tg": 11.602941142851746,
  "ttft_ms": 7941.391,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": null,
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 196.22675967216492,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight"
  ]
 },
 {
  "run_id": "20261106-174235-laguna-xs21-q4km-cap2048",
  "when": "2026-11-06 17:42:35",
  "model": "laguna-xs-2.1-q4km",
  "n_params": 33442617088,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.1-1-cachyos",
  "pp": 1320.616181767563,
  "tg": 87.69618928232337,
  "ttft_ms": 1386.474,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "10/14",
  "humaneval": 0.7,
  "humaneval_n": 60,
  "cap_he": 2048,
  "mmlu": 0.6,
  "mmlu_n": 40,
  "cap_mmlu": 2048,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.7667,
  "ifeval_i": 0.8444,
  "ifeval_n": 30,
  "wall_s": 2079.128895044327,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261108-005448-litebeam-m27-iq2xxs-cap4096",
  "when": "2026-11-08 00:54:48",
  "model": "litebeam-m27-iq2xxs",
  "n_params": 228689764864,
  "ftype": "IQ2_XXS - 2.0625 bpw",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.1-1-cachyos",
  "pp": 261.3599994961735,
  "tg": 34.13670102574722,
  "ttft_ms": 6986.532,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "10/14",
  "humaneval": 0.8,
  "humaneval_n": 60,
  "cap_he": 4096,
  "mmlu": 0.675,
  "mmlu_n": 40,
  "cap_mmlu": 4096,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.2,
  "ifeval_i": 0.1556,
  "ifeval_n": 30,
  "wall_s": 6985.507857322693,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261109-171107-g16-lfm25-24b-a2b",
  "when": "2026-11-09 17:11:07",
  "model": "LFM2.5-24B-A2B-QAD-Q4_0.gguf",
  "n_params": 23971587712,
  "ftype": "Q4_0",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.3-1-cachyos",
  "pp": 3122.7080346012003,
  "tg": 111.33047984526154,
  "ttft_ms": 576.743,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "7/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 73.50629901885986,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261109-173716-g16-g4-26b-a4b-qat",
  "when": "2026-11-09 17:37:16",
  "model": "gemma-4-26B_q4_0-it.gguf",
  "n_params": 25233142046,
  "ftype": "Q4_0",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.3-1-cachyos",
  "pp": 1878.5065455516965,
  "tg": 62.83775292195551,
  "ttft_ms": 958.208,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 45.65463948249817,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261109-173806-g16-g4-26b-a4b-qat-mtp",
  "when": "2026-11-09 17:38:06",
  "model": "gemma-4-26B_q4_0-it.gguf",
  "n_params": 25233142046,
  "ftype": "Q4_0",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.3-1-cachyos",
  "pp": 1885.8356976125322,
  "tg": 54.92091388400703,
  "ttft_ms": 954.484,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 39.86748385429382,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261109-173850-g16-g4-12b-qat",
  "when": "2026-11-09 17:38:50",
  "model": "gemma-4-12B-it-qat-UD-Q4_K_XL.gguf",
  "n_params": 11907350576,
  "ftype": "Q4_0",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.3-1-cachyos",
  "pp": 891.5724117776716,
  "tg": 27.168006955009783,
  "ttft_ms": 2018.905,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 102.00786519050598,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261109-174036-g16-qwen3-14b-q4",
  "when": "2026-11-09 17:40:36",
  "model": "Qwen3-14B-Q4_K_M.gguf",
  "n_params": 14768307200,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.3-1-cachyos",
  "pp": 730.4649354498815,
  "tg": 23.859271201518812,
  "ttft_ms": 2462.815,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 149.77454161643982,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261109-174308-g16-qwen3-8b-q4",
  "when": "2026-11-09 17:43:08",
  "model": "Qwen3-8B-Q4_K_M.gguf",
  "n_params": 8190735360,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.3-1-cachyos",
  "pp": 1302.4113795569917,
  "tg": 40.998008668150405,
  "ttft_ms": 1381.284,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "12/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 83.3836600780487,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261109-174436-g16-gpt-oss-20b-mxfp4",
  "when": "2026-11-09 17:44:36",
  "model": "gpt-oss-20b-MXFP4.gguf",
  "n_params": 20914757184,
  "ftype": "MXFP4 MoE",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.3-1-cachyos",
  "pp": 2064.1028492626615,
  "tg": 73.92212304337382,
  "ttft_ms": 899.18,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "8/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 78.50747680664062,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261109-174600-g16-lfm25-24b-a2b",
  "when": "2026-11-09 17:46:00",
  "model": "LFM2.5-24B-A2B-QAD-Q4_0.gguf",
  "n_params": 23971587712,
  "ftype": "Q4_0",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.3-1-cachyos",
  "pp": 3320.531801328581,
  "tg": 110.31632504586439,
  "ttft_ms": 542.383,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "7/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 72.02246356010437,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261109-174715-g16-g4-e4b-qat",
  "when": "2026-11-09 17:47:15",
  "model": "gemma-4-E4B-it-qat-UD-Q4_K_XL.gguf",
  "n_params": 7463013674,
  "ftype": "Q4_0",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.3-1-cachyos",
  "pp": 2213.7365061913133,
  "tg": 61.17330397014743,
  "ttft_ms": 811.298,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "13/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 50.7789671421051,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261109-174812-g16-mistral-24b-q4",
  "when": "2026-11-09 17:48:12",
  "model": "mistralai_Mistral-Small-3.1-24B-Instruct-2503-Q4_K_M.gguf",
  "n_params": 23572403200,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.3-1-cachyos",
  "pp": 466.918467415556,
  "tg": 14.985731442847634,
  "ttft_ms": 4176.318,
  "preflight": "3/3",
  "needle": "P",
  "riddles": null,
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 12.854886531829834,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight"
  ]
 },
 {
  "run_id": "20261109-174829-g16-qwen3-30b-a3b-q3",
  "when": "2026-11-09 17:48:29",
  "model": "Qwen3-30B-A3B-Q3_K_M.gguf",
  "n_params": 30532122624,
  "ftype": "Q3_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.3-1-cachyos",
  "pp": 1592.1016183858976,
  "tg": 87.27526618956188,
  "ttft_ms": 1129.953,
  "preflight": "3/3",
  "needle": "P",
  "riddles": null,
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 3.7185885906219482,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight"
  ]
 },
 {
  "run_id": "20261109-174837-g16-g4-26b-a4b-qat",
  "when": "2026-11-09 17:48:37",
  "model": "gemma-4-26B_q4_0-it.gguf",
  "n_params": 25233142046,
  "ftype": "Q4_0",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.3-1-cachyos",
  "pp": 1893.1266880379635,
  "tg": 59.192612761927315,
  "ttft_ms": 950.808,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": 0.9024,
  "humaneval_n": 164,
  "cap_he": 512,
  "mmlu": 0.6333,
  "mmlu_n": 120,
  "cap_mmlu": 512,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.8,
  "ifeval_i": 0.8667,
  "ifeval_n": 30,
  "wall_s": 1498.4170854091644,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261109-181340-g16-g4-12b-qat",
  "when": "2026-11-09 18:13:40",
  "model": "gemma-4-12B-it-qat-UD-Q4_K_XL.gguf",
  "n_params": 11907350576,
  "ftype": "Q4_0",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.3-1-cachyos",
  "pp": 845.3605439237599,
  "tg": 27.760812836599854,
  "ttft_ms": 2129.269,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": 0.9176,
  "humaneval_n": 85,
  "cap_he": 512,
  "mmlu": 0.5968,
  "mmlu_n": 62,
  "cap_mmlu": 512,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.9333,
  "ifeval_i": 0.9565,
  "ifeval_n": 15,
  "wall_s": 1588.4087030887604,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261109-184012-g16-lfm25-24b-a2b",
  "when": "2026-11-09 18:40:12",
  "model": "LFM2.5-24B-A2B-QAD-Q4_0.gguf",
  "n_params": 23971587712,
  "ftype": "Q4_0",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.3-1-cachyos",
  "pp": 3326.7881255276034,
  "tg": 110.46351007639059,
  "ttft_ms": 541.363,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": 0.0,
  "humaneval_n": 164,
  "cap_he": 512,
  "mmlu": 0.1833,
  "mmlu_n": 120,
  "cap_mmlu": 512,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.8333,
  "ifeval_i": 0.8889,
  "ifeval_n": 30,
  "wall_s": 2355.589397907257,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261109-190434-g16-gpt-oss-20b-mxfp4",
  "when": "2026-11-09 19:04:34",
  "model": "LFM2.5-24B-A2B-QAD-Q4_0.gguf",
  "n_params": 23971587712,
  "ftype": "Q4_0",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.3-1-cachyos",
  "pp": null,
  "tg": null,
  "ttft_ms": null,
  "preflight": null,
  "needle": null,
  "riddles": null,
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 0.0,
  "axes": [
   "identity"
  ]
 },
 {
  "run_id": "20261109-190444-g16-qwen3-8b-q4",
  "when": "2026-11-09 19:04:44",
  "model": "Qwen3-8B-Q4_K_M.gguf",
  "n_params": 8190735360,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.3-1-cachyos",
  "pp": 1291.017988136126,
  "tg": 40.93974254750472,
  "ttft_ms": 1393.474,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "13/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 226.96717619895935,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261109-190835-g16-g4-e4b-qat",
  "when": "2026-11-09 19:08:35",
  "model": "gemma-4-E4B-it-qat-UD-Q4_K_XL.gguf",
  "n_params": 7463013674,
  "ftype": "Q4_0",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.3-1-cachyos",
  "pp": 2282.980229848822,
  "tg": 54.80833525162507,
  "ttft_ms": 786.691,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 60.609060287475586,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261109-190940-g16-mistral-24b-q4",
  "when": "2026-11-09 19:09:40",
  "model": "mistralai_Mistral-Small-3.1-24B-Instruct-2503-Q4_K_M.gguf",
  "n_params": 23572403200,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.3-1-cachyos",
  "pp": 467.10916676587743,
  "tg": 14.802127277148688,
  "ttft_ms": 4174.613,
  "preflight": "3/3",
  "needle": "P",
  "riddles": "13/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 217.51131415367126,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261109-191322-g16-qwen3-30b-a3b-q3",
  "when": "2026-11-09 19:13:22",
  "model": "Qwen3-30B-A3B-Q3_K_M.gguf",
  "n_params": 30532122624,
  "ftype": "Q3_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.3-1-cachyos",
  "pp": 1893.2676916341566,
  "tg": 79.81027956400784,
  "ttft_ms": 950.209,
  "preflight": "3/3",
  "needle": "P",
  "riddles": "14/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 64.91810631752014,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261109-191438-g16-gpt-oss-20b-mxfp4",
  "when": "2026-11-09 19:14:38",
  "model": "gpt-oss-20b-MXFP4.gguf",
  "n_params": 20914757184,
  "ftype": "MXFP4 MoE",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.3-1-cachyos",
  "pp": 2163.7451443973455,
  "tg": 74.27326883209653,
  "ttft_ms": 857.772,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 194.90851855278015,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261109-191801-g16-lfm25-24b-a2b",
  "when": "2026-11-09 19:18:01",
  "model": "LFM2.5-24B-A2B-QAD-Q4_0.gguf",
  "n_params": 23971587712,
  "ftype": "Q4_0",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.3-1-cachyos",
  "pp": 3344.866716068918,
  "tg": 109.6777365540768,
  "ttft_ms": 538.437,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "13/14",
  "humaneval": 0.6402,
  "humaneval_n": 164,
  "cap_he": 512,
  "mmlu": 0.2333,
  "mmlu_n": 120,
  "cap_mmlu": 512,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.9,
  "ifeval_i": 0.9333,
  "ifeval_n": 30,
  "wall_s": 1042.6692481040955,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261109-221417-g16-lfm25-24b-a2b-think",
  "when": "2026-11-09 22:14:17",
  "model": "LFM2.5-24B-A2B-QAD-Q4_0.gguf",
  "n_params": 23971587712,
  "ftype": "Q4_0",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.3-1-cachyos",
  "pp": 3433.111512265606,
  "tg": 112.56670785012079,
  "ttft_ms": 524.597,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": null,
  "humaneval_n": 164,
  "cap_he": 2048,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 3375.1457772254944,
  "axes": [
   "humaneval",
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261109-231052-g16-lfm25-24b-a2b-think",
  "when": "2026-11-09 23:10:52",
  "model": "LFM2.5-24B-A2B-QAD-Q4_0.gguf",
  "n_params": 23971587712,
  "ftype": "Q4_0",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.3-1-cachyos",
  "pp": 3360.482148021682,
  "tg": 111.21314871397348,
  "ttft_ms": 535.935,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": null,
  "humaneval_n": 164,
  "cap_he": 4096,
  "mmlu": 0.6917,
  "mmlu_n": 120,
  "cap_mmlu": 4096,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.3333,
  "ifeval_i": 0.2889,
  "ifeval_n": 30,
  "wall_s": 3405.1863346099854,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261110-023853-g16-g4-12b-qat",
  "when": "2026-11-10 02:38:53",
  "model": "gemma-4-12B-it-qat-UD-Q4_K_XL.gguf",
  "n_params": 11907350576,
  "ftype": "Q4_0",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.3-1-cachyos",
  "pp": 911.3347256502753,
  "tg": 27.803264103205713,
  "ttft_ms": 1975.125,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": 0.8963,
  "humaneval_n": 164,
  "cap_he": 512,
  "mmlu": 0.575,
  "mmlu_n": 120,
  "cap_mmlu": 512,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.9333,
  "ifeval_i": 0.9556,
  "ifeval_n": 30,
  "wall_s": 3305.2148008346558,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261110-033400-g16-lfm25-24b-a2b-think",
  "when": "2026-11-10 03:34:00",
  "model": "?",
  "n_params": null,
  "ftype": null,
  "build": "?",
  "tree": "?",
  "build_info": null,
  "kernel": null,
  "pp": null,
  "tg": null,
  "ttft_ms": null,
  "preflight": null,
  "needle": null,
  "riddles": null,
  "humaneval": 0.872,
  "humaneval_n": 164,
  "cap_he": 4096,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 0.0,
  "axes": [
   "humaneval"
  ]
 },
 {
  "run_id": "20261110-044323-g16-gpt-oss-20b-mxfp4",
  "when": "2026-11-10 04:43:23",
  "model": "gpt-oss-20b-MXFP4.gguf",
  "n_params": 20914757184,
  "ftype": "MXFP4 MoE",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.3-1-cachyos",
  "pp": 2169.1289474699142,
  "tg": 74.43383762258323,
  "ttft_ms": 855.643,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": 0.5854,
  "humaneval_n": 164,
  "cap_he": 512,
  "mmlu": 0.5583,
  "mmlu_n": 120,
  "cap_mmlu": 512,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.6,
  "ifeval_i": 0.5556,
  "ifeval_n": 30,
  "wall_s": 2384.8410108089447,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261110-052310-g16-qwen3-8b-q4",
  "when": "2026-11-10 05:23:10",
  "model": "Qwen3-8B-Q4_K_M.gguf",
  "n_params": 8190735360,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.3-1-cachyos",
  "pp": 1300.0677856355157,
  "tg": 39.03548883585019,
  "ttft_ms": 1383.774,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "13/14",
  "humaneval": 0.7866,
  "humaneval_n": 164,
  "cap_he": 512,
  "mmlu": 0.5833,
  "mmlu_n": 120,
  "cap_mmlu": 512,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.8333,
  "ifeval_i": 0.8889,
  "ifeval_n": 30,
  "wall_s": 1753.117970943451,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261110-055225-g16-g4-e4b-qat",
  "when": "2026-11-10 05:52:25",
  "model": "gemma-4-E4B-it-qat-UD-Q4_K_XL.gguf",
  "n_params": 7463013674,
  "ftype": "Q4_0",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.3-1-cachyos",
  "pp": 2243.037342325465,
  "tg": 57.78943840223761,
  "ttft_ms": 800.7,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": 0.8659,
  "humaneval_n": 164,
  "cap_he": 512,
  "mmlu": 0.4667,
  "mmlu_n": 120,
  "cap_mmlu": 512,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.8667,
  "ifeval_i": 0.9111,
  "ifeval_n": 30,
  "wall_s": 1541.52671957016,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261110-061811-g16-qwen3-30b-a3b-q3",
  "when": "2026-11-10 06:18:11",
  "model": "Qwen3-30B-A3B-Q3_K_M.gguf",
  "n_params": 30532122624,
  "ftype": "Q3_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.3-1-cachyos",
  "pp": 1909.669146370461,
  "tg": 79.72392742844778,
  "ttft_ms": 942.048,
  "preflight": "3/3",
  "needle": "P",
  "riddles": "14/14",
  "humaneval": 0.8537,
  "humaneval_n": 164,
  "cap_he": 512,
  "mmlu": 0.6167,
  "mmlu_n": 120,
  "cap_mmlu": 512,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.8333,
  "ifeval_i": 0.8889,
  "ifeval_n": 30,
  "wall_s": 843.7667417526245,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261110-063219-g16-qwen3-14b-q4",
  "when": "2026-11-10 06:32:19",
  "model": "Qwen3-14B-Q4_K_M.gguf",
  "n_params": 14768307200,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.3-1-cachyos",
  "pp": 742.970892391053,
  "tg": 23.452707615094162,
  "ttft_ms": 2421.36,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": 0.8537,
  "humaneval_n": 164,
  "cap_he": 512,
  "mmlu": 0.6083,
  "mmlu_n": 120,
  "cap_mmlu": 512,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.8667,
  "ifeval_i": 0.9111,
  "ifeval_n": 30,
  "wall_s": 3165.7188808918,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261110-072509-g16-mistral-24b-q4",
  "when": "2026-11-10 07:25:09",
  "model": "mistralai_Mistral-Small-3.1-24B-Instruct-2503-Q4_K_M.gguf",
  "n_params": 23572403200,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.3-1-cachyos",
  "pp": 459.8992608357572,
  "tg": 14.898815756987545,
  "ttft_ms": 4240.059,
  "preflight": "3/3",
  "needle": "P",
  "riddles": "12/14",
  "humaneval": 0.8232,
  "humaneval_n": 164,
  "cap_he": 512,
  "mmlu": 0.6083,
  "mmlu_n": 120,
  "cap_mmlu": 512,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.8,
  "ifeval_i": 0.8444,
  "ifeval_n": 30,
  "wall_s": 4861.964879512787,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261110-175413-g16-g4-26b-a4b-qat",
  "when": "2026-11-10 17:54:13",
  "model": "?",
  "n_params": null,
  "ftype": null,
  "build": "?",
  "tree": "?",
  "build_info": null,
  "kernel": null,
  "pp": null,
  "tg": null,
  "ttft_ms": null,
  "preflight": null,
  "needle": null,
  "riddles": null,
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": 0.86,
  "ifeval_i": 0.9079,
  "ifeval_n": 50,
  "wall_s": 0.0,
  "axes": [
   "ifeval"
  ]
 },
 {
  "run_id": "20261110-175810-g16-g4-12b-qat",
  "when": "2026-11-10 17:58:10",
  "model": "?",
  "n_params": null,
  "ftype": null,
  "build": "?",
  "tree": "?",
  "build_info": null,
  "kernel": null,
  "pp": null,
  "tg": null,
  "ttft_ms": null,
  "preflight": null,
  "needle": null,
  "riddles": null,
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": 0.92,
  "ifeval_i": 0.9474,
  "ifeval_n": 50,
  "wall_s": 0.0,
  "axes": [
   "ifeval"
  ]
 },
 {
  "run_id": "20261110-180729-g16-lfm25-24b-a2b",
  "when": "2026-11-10 18:07:29",
  "model": "?",
  "n_params": null,
  "ftype": null,
  "build": "?",
  "tree": "?",
  "build_info": null,
  "kernel": null,
  "pp": null,
  "tg": null,
  "ttft_ms": null,
  "preflight": null,
  "needle": null,
  "riddles": null,
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": 0.86,
  "ifeval_i": 0.8816,
  "ifeval_n": 50,
  "wall_s": 0.0,
  "axes": [
   "ifeval"
  ]
 },
 {
  "run_id": "20261110-181009-g16-qwen3-14b-q4",
  "when": "2026-11-10 18:10:09",
  "model": "?",
  "n_params": null,
  "ftype": null,
  "build": "?",
  "tree": "?",
  "build_info": null,
  "kernel": null,
  "pp": null,
  "tg": null,
  "ttft_ms": null,
  "preflight": null,
  "needle": null,
  "riddles": null,
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": 0.88,
  "ifeval_i": 0.9211,
  "ifeval_n": 50,
  "wall_s": 0.0,
  "axes": [
   "ifeval"
  ]
 },
 {
  "run_id": "20261110-182122-g16-lfm25-24b-a2b-think",
  "when": "2026-11-10 18:21:22",
  "model": "?",
  "n_params": null,
  "ftype": null,
  "build": "?",
  "tree": "?",
  "build_info": null,
  "kernel": null,
  "pp": null,
  "tg": null,
  "ttft_ms": null,
  "preflight": null,
  "needle": null,
  "riddles": null,
  "humaneval": 0.9695,
  "humaneval_n": 164,
  "cap_he": 8192,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 0.0,
  "axes": [
   "humaneval"
  ]
 },
 {
  "run_id": "20261110-193829-g16-lfm25-24b-a2b-think",
  "when": "2026-11-10 19:38:29",
  "model": "?",
  "n_params": null,
  "ftype": null,
  "build": "?",
  "tree": "?",
  "build_info": null,
  "kernel": null,
  "pp": null,
  "tg": null,
  "ttft_ms": null,
  "preflight": null,
  "needle": null,
  "riddles": null,
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": 0.92,
  "ifeval_i": 0.9211,
  "ifeval_n": 50,
  "wall_s": 0.0,
  "axes": [
   "ifeval"
  ]
 },
 {
  "run_id": "20261110-195204-g16-g4-e4b-qat",
  "when": "2026-11-10 19:52:04",
  "model": "?",
  "n_params": null,
  "ftype": null,
  "build": "?",
  "tree": "?",
  "build_info": null,
  "kernel": null,
  "pp": null,
  "tg": null,
  "ttft_ms": null,
  "preflight": null,
  "needle": null,
  "riddles": null,
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": 0.9,
  "ifeval_i": 0.9342,
  "ifeval_n": 50,
  "wall_s": 0.0,
  "axes": [
   "ifeval"
  ]
 },
 {
  "run_id": "20261110-195702-g16-gpt-oss-20b-mxfp4",
  "when": "2026-11-10 19:57:02",
  "model": "?",
  "n_params": null,
  "ftype": null,
  "build": "?",
  "tree": "?",
  "build_info": null,
  "kernel": null,
  "pp": null,
  "tg": null,
  "ttft_ms": null,
  "preflight": null,
  "needle": null,
  "riddles": null,
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": 0.48,
  "ifeval_i": 0.4605,
  "ifeval_n": 50,
  "wall_s": 0.0,
  "axes": [
   "ifeval"
  ]
 },
 {
  "run_id": "20261110-200753-g16-qwen3-30b-a3b-q3",
  "when": "2026-11-10 20:07:53",
  "model": "?",
  "n_params": null,
  "ftype": null,
  "build": "?",
  "tree": "?",
  "build_info": null,
  "kernel": null,
  "pp": null,
  "tg": null,
  "ttft_ms": null,
  "preflight": null,
  "needle": null,
  "riddles": null,
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": 0.86,
  "ifeval_i": 0.9079,
  "ifeval_n": 50,
  "wall_s": 0.0,
  "axes": [
   "ifeval"
  ]
 },
 {
  "run_id": "20261110-201103-g16-qwen3-8b-q4",
  "when": "2026-11-10 20:11:03",
  "model": "?",
  "n_params": null,
  "ftype": null,
  "build": "?",
  "tree": "?",
  "build_info": null,
  "kernel": null,
  "pp": null,
  "tg": null,
  "ttft_ms": null,
  "preflight": null,
  "needle": null,
  "riddles": null,
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": 0.9,
  "ifeval_i": 0.9342,
  "ifeval_n": 50,
  "wall_s": 0.0,
  "axes": [
   "ifeval"
  ]
 },
 {
  "run_id": "20261110-201725-g16-mistral-24b-q4",
  "when": "2026-11-10 20:17:25",
  "model": "?",
  "n_params": null,
  "ftype": null,
  "build": "?",
  "tree": "?",
  "build_info": null,
  "kernel": null,
  "pp": null,
  "tg": null,
  "ttft_ms": null,
  "preflight": null,
  "needle": null,
  "riddles": null,
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": 0.82,
  "ifeval_i": 0.8553,
  "ifeval_n": 50,
  "wall_s": 0.0,
  "axes": [
   "ifeval"
  ]
 },
 {
  "run_id": "20261111-201628-g16-groot-smoke",
  "when": "2026-11-11 20:16:28",
  "model": "GrootTeam_Groot-19B-A3B-261023-Q4_K_M.gguf",
  "n_params": 18985723008,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.3-1-cachyos",
  "pp": 2162.598005884866,
  "tg": 64.958305683597,
  "ttft_ms": 830.945,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": null,
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 17.738120794296265,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight"
  ]
 },
 {
  "run_id": "20261111-202338-g16-groot-19b-a3b",
  "when": "2026-11-11 20:23:38",
  "model": "GrootTeam_Groot-19B-A3B-261023-Q4_K_M.gguf",
  "n_params": 18985723008,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.3-1-cachyos",
  "pp": 2187.7202785964987,
  "tg": 65.0100574382978,
  "ttft_ms": 821.403,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": null,
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 17.39767026901245,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight"
  ]
 },
 {
  "run_id": "20261111-203048-g16-groot-19b-a3b",
  "when": "2026-11-11 20:30:48",
  "model": "GrootTeam_Groot-19B-A3B-261023-Q4_K_M.gguf",
  "n_params": 18985723008,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.3-1-cachyos",
  "pp": 2176.087498819318,
  "tg": 64.81381067928262,
  "ttft_ms": 825.794,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "13/14",
  "humaneval": 0.939,
  "humaneval_n": 164,
  "cap_he": 4096,
  "mmlu": 0.7167,
  "mmlu_n": 120,
  "cap_mmlu": 4096,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.22,
  "ifeval_i": 0.1711,
  "ifeval_n": 50,
  "wall_s": 8777.828358411789,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261111-225805-g16-axion-1.0-35b-iq3",
  "when": "2026-11-11 22:58:05",
  "model": "Axion-1.0-35B.i1-IQ3_XXS.gguf",
  "n_params": 34660610688,
  "ftype": "IQ3_XXS - 3.0625 bpw",
  "build": "fork",
  "tree": "fork",
  "build_info": "b3-1a33095",
  "kernel": "7.3.3-1-cachyos",
  "pp": 1542.7104142825622,
  "tg": 93.84189748316712,
  "ttft_ms": 1164.833,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": 0.878,
  "humaneval_n": 164,
  "cap_he": 4096,
  "mmlu": 0.7583,
  "mmlu_n": 120,
  "cap_mmlu": 4096,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.3,
  "ifeval_i": 0.25,
  "ifeval_n": 50,
  "wall_s": 6758.105154037476,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261112-005608-g16-groot-19b-a3b",
  "when": "2026-11-12 00:56:08",
  "model": "?",
  "n_params": null,
  "ftype": null,
  "build": "?",
  "tree": "?",
  "build_info": null,
  "kernel": null,
  "pp": null,
  "tg": null,
  "ttft_ms": null,
  "preflight": null,
  "needle": null,
  "riddles": null,
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": 0.74,
  "ifeval_i": 0.7237,
  "ifeval_n": 50,
  "wall_s": 0.0,
  "axes": [
   "ifeval"
  ]
 },
 {
  "run_id": "20261112-012645-g16-axion-1.0-35b-iq3",
  "when": "2026-11-12 01:26:45",
  "model": "?",
  "n_params": null,
  "ftype": null,
  "build": "?",
  "tree": "?",
  "build_info": null,
  "kernel": null,
  "pp": null,
  "tg": null,
  "ttft_ms": null,
  "preflight": null,
  "needle": null,
  "riddles": null,
  "humaneval": 0.9329,
  "humaneval_n": 164,
  "cap_he": 8192,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 0.0,
  "axes": [
   "humaneval"
  ]
 },
 {
  "run_id": "20261112-024717-g16-axion-1.0-35b-iq3",
  "when": "2026-11-12 02:47:17",
  "model": "?",
  "n_params": null,
  "ftype": null,
  "build": "?",
  "tree": "?",
  "build_info": null,
  "kernel": null,
  "pp": null,
  "tg": null,
  "ttft_ms": null,
  "preflight": null,
  "needle": null,
  "riddles": null,
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": 0.78,
  "ifeval_i": 0.7632,
  "ifeval_n": 50,
  "wall_s": 0.0,
  "axes": [
   "ifeval"
  ]
 },
 {
  "run_id": "20261112-193740-g16-clover-35b-a3b-iq2",
  "when": "2026-11-12 19:37:40",
  "model": "Diffuspace_Clover-35B-A3B-Preview-IQ2_M.gguf",
  "n_params": 34660610688,
  "ftype": "IQ2_M - 2.7 bpw",
  "build": "fork",
  "tree": "fork",
  "build_info": "b11581-1a3309516",
  "kernel": "7.3.3-1-cachyos",
  "pp": 1880.120110066019,
  "tg": 67.04533312102312,
  "ttft_ms": 955.79,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 412.36997413635254,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261112-194835-g16-clover-35b-a3b-iq2",
  "when": "2026-11-12 19:48:35",
  "model": "Diffuspace_Clover-35B-A3B-Preview-IQ2_M.gguf",
  "n_params": 34660610688,
  "ftype": "IQ2_M - 2.7 bpw",
  "build": "fork",
  "tree": "fork",
  "build_info": "b11581-1a3309516",
  "kernel": "7.3.3-1-cachyos",
  "pp": 1848.8586358777345,
  "tg": 67.53473422180201,
  "ttft_ms": 971.951,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": 0.9451,
  "humaneval_n": 164,
  "cap_he": 8192,
  "mmlu": 0.8417,
  "mmlu_n": 120,
  "cap_mmlu": 8192,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.56,
  "ifeval_i": 0.5526,
  "ifeval_n": 50,
  "wall_s": 10034.123326301575,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261112-223549-g16-clover-35b-a3b-iq2",
  "when": "2026-11-12 22:35:49",
  "model": "?",
  "n_params": null,
  "ftype": null,
  "build": "?",
  "tree": "?",
  "build_info": null,
  "kernel": null,
  "pp": null,
  "tg": null,
  "ttft_ms": null,
  "preflight": null,
  "needle": null,
  "riddles": null,
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": 0.84,
  "ifeval_i": 0.8289,
  "ifeval_n": 50,
  "wall_s": 0.0,
  "axes": [
   "ifeval"
  ]
 },
 {
  "run_id": "20261113-000729-g16-huihui-gemma26b-qat-abl",
  "when": "2026-11-13 00:07:29",
  "model": "Huihui-gemma-4-26B-A4B-it-qat-q4_0-unquantized-abliterated.Q4_K_M.gguf",
  "n_params": 25233142046,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": "b11581-1a3309516",
  "kernel": "7.3.3-1-cachyos",
  "pp": 1690.191630171047,
  "tg": 57.523498349075595,
  "ttft_ms": 1064.968,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": 0.9695,
  "humaneval_n": 164,
  "cap_he": 4096,
  "mmlu": 0.8333,
  "mmlu_n": 120,
  "cap_mmlu": 4096,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.84,
  "ifeval_i": 0.8947,
  "ifeval_n": 50,
  "wall_s": 1876.3319544792175,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261113-003846-g16-huihui-gemma26b-qat-abl",
  "when": "2026-11-13 00:38:46",
  "model": "?",
  "n_params": null,
  "ftype": null,
  "build": "?",
  "tree": "?",
  "build_info": null,
  "kernel": null,
  "pp": null,
  "tg": null,
  "ttft_ms": null,
  "preflight": null,
  "needle": null,
  "riddles": null,
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": 0.84,
  "ifeval_i": 0.8947,
  "ifeval_n": 50,
  "wall_s": 0.0,
  "axes": [
   "ifeval"
  ]
 },
 {
  "run_id": "20261113-004421-g16-ornith15-35b-abl-iq3m",
  "when": "2026-11-13 00:44:21",
  "model": "Ornith-1.5-35B-A3B-abliterated-GSQ-RCO-IQ3_M.gguf",
  "n_params": 35505251456,
  "ftype": "IQ3_S mix - 3.66 bpw",
  "build": "fork",
  "tree": "fork",
  "build_info": "b11581-1a3309516",
  "kernel": "7.3.3-1-cachyos",
  "pp": 1866.8403648909346,
  "tg": 67.6892843495824,
  "ttft_ms": 962.589,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": 0.9268,
  "humaneval_n": 164,
  "cap_he": 4096,
  "mmlu": 0.7917,
  "mmlu_n": 120,
  "cap_mmlu": 4096,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.74,
  "ifeval_i": 0.6974,
  "ifeval_n": 50,
  "wall_s": 5986.9756145477295,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261113-022408-g16-ornith15-35b-abl-iq3m",
  "when": "2026-11-13 02:24:08",
  "model": "?",
  "n_params": null,
  "ftype": null,
  "build": "?",
  "tree": "?",
  "build_info": null,
  "kernel": null,
  "pp": null,
  "tg": null,
  "ttft_ms": null,
  "preflight": null,
  "needle": null,
  "riddles": null,
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": 0.8,
  "ifeval_i": 0.8289,
  "ifeval_n": 50,
  "wall_s": 0.0,
  "axes": [
   "ifeval"
  ]
 },
 {
  "run_id": "20261113-023637-g16-holo4-35b-heretic-iq4xs",
  "when": "2026-11-13 02:36:37",
  "model": "Holo4-35B-A3B-Heretic-GSQ-RCO-IQ4_XS.gguf",
  "n_params": 34660610688,
  "ftype": "IQ4_XS - 4.25 bpw",
  "build": "fork",
  "tree": "fork",
  "build_info": "b11581-1a3309516",
  "kernel": "7.3.3-1-cachyos",
  "pp": 1779.8476085959608,
  "tg": 69.4417187731158,
  "ttft_ms": 1009.637,
  "preflight": "2/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": 0.7561,
  "humaneval_n": 164,
  "cap_he": 4096,
  "mmlu": 0.5,
  "mmlu_n": 120,
  "cap_mmlu": 4096,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.22,
  "ifeval_i": 0.1711,
  "ifeval_n": 50,
  "wall_s": 13198.669061899185,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261113-061637-g16-holo4-35b-heretic-iq4xs",
  "when": "2026-11-13 06:16:37",
  "model": "?",
  "n_params": null,
  "ftype": null,
  "build": "?",
  "tree": "?",
  "build_info": null,
  "kernel": null,
  "pp": null,
  "tg": null,
  "ttft_ms": null,
  "preflight": null,
  "needle": null,
  "riddles": null,
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": 0.72,
  "ifeval_i": 0.6711,
  "ifeval_n": 50,
  "wall_s": 0.0,
  "axes": [
   "ifeval"
  ]
 },
 {
  "run_id": "20261113-064712-g16-huihui-qwen36-35b-abl-q5k",
  "when": "2026-11-13 06:47:12",
  "model": "Huihui-Qwen3.6-35B-A3B-abliterated-ggml-model-Q5_K.gguf",
  "n_params": 35505251456,
  "ftype": "Q5_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": "b11581-1a3309516",
  "kernel": "7.3.3-1-cachyos",
  "pp": 1866.2742332645466,
  "tg": 70.62775168097444,
  "ttft_ms": 962.881,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": 0.7683,
  "humaneval_n": 164,
  "cap_he": 4096,
  "mmlu": 0.5833,
  "mmlu_n": 120,
  "cap_mmlu": 4096,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.1,
  "ifeval_i": 0.0921,
  "ifeval_n": 50,
  "wall_s": 15123.599653482437,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261113-105916-g16-huihui-qwen36-35b-abl-q5k",
  "when": "2026-11-13 10:59:16",
  "model": "?",
  "n_params": null,
  "ftype": null,
  "build": "?",
  "tree": "?",
  "build_info": null,
  "kernel": null,
  "pp": null,
  "tg": null,
  "ttft_ms": null,
  "preflight": null,
  "needle": null,
  "riddles": null,
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": 0.82,
  "ifeval_i": 0.7895,
  "ifeval_n": 50,
  "wall_s": 0.0,
  "axes": [
   "ifeval"
  ]
 },
 {
  "run_id": "20261113-113046-g16-ornith15-35b-abl-iq3m",
  "when": "2026-11-13 11:30:46",
  "model": "?",
  "n_params": null,
  "ftype": null,
  "build": "?",
  "tree": "?",
  "build_info": null,
  "kernel": null,
  "pp": null,
  "tg": null,
  "ttft_ms": null,
  "preflight": null,
  "needle": null,
  "riddles": null,
  "humaneval": 0.9512,
  "humaneval_n": 164,
  "cap_he": 8192,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 0.0,
  "axes": [
   "humaneval"
  ]
 },
 {
  "run_id": "20261116-152057-g16-xing4-29b-a4b-iq3xs",
  "when": "2026-11-16 15:20:57",
  "model": "XingChen-AGI_Xing4.0-29B-A4B-IQ3_XXS.gguf",
  "n_params": 31215031088,
  "ftype": "IQ3_XXS - 3.0625 bpw",
  "build": "upstream",
  "tree": "bolt",
  "build_info": "b585-7c2653a",
  "kernel": "7.3.4-1-cachyos",
  "pp": 638.3382318776949,
  "tg": 44.022488325082534,
  "ttft_ms": 2815.122,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "11/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 400.198707818985,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261116-152842-g16-xing4-29b-a4b-iq3xs",
  "when": "2026-11-16 15:28:42",
  "model": "XingChen-AGI_Xing4.0-29B-A4B-IQ3_XXS.gguf",
  "n_params": 31215031088,
  "ftype": "IQ3_XXS - 3.0625 bpw",
  "build": "upstream",
  "tree": "bolt",
  "build_info": "b585-7c2653a",
  "kernel": "7.3.4-1-cachyos",
  "pp": 670.6575205451844,
  "tg": 44.04370928437551,
  "ttft_ms": 2679.46,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "13/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 1508.3709061145782,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261116-195009-g16-lfm25-24b-a2b-htc",
  "when": "2026-11-16 19:50:09",
  "model": "LFM2.5-24B-A2B-Uncensored-Heretic-QAD-Q4_0.gguf",
  "n_params": 23971587712,
  "ftype": "Q4_0",
  "build": "fork",
  "tree": "fork",
  "build_info": "b11581-1a3309516",
  "kernel": "7.3.4-1-cachyos",
  "pp": 3224.9862118857127,
  "tg": 106.04298763319365,
  "ttft_ms": 558.452,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "12/14",
  "humaneval": 0.689,
  "humaneval_n": 164,
  "cap_he": 4096,
  "mmlu": 0.2667,
  "mmlu_n": 120,
  "cap_mmlu": 4096,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.82,
  "ifeval_i": 0.8816,
  "ifeval_n": 50,
  "wall_s": 1502.2730753421783,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261116-201519-g16-lfm25-24b-a2b-htc-think",
  "when": "2026-11-16 20:15:19",
  "model": "LFM2.5-24B-A2B-Uncensored-Heretic-QAD-Q4_0.gguf",
  "n_params": 23971587712,
  "ftype": "Q4_0",
  "build": "fork",
  "tree": "fork",
  "build_info": "b11581-1a3309516",
  "kernel": "7.3.4-1-cachyos",
  "pp": 3331.2370523823615,
  "tg": 109.6082424755949,
  "ttft_ms": 540.64,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": 0.8902,
  "humaneval_n": 164,
  "cap_he": 4096,
  "mmlu": 0.6167,
  "mmlu_n": 120,
  "cap_mmlu": 4096,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.36,
  "ifeval_i": 0.3026,
  "ifeval_n": 50,
  "wall_s": 7570.195561408997,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261116-223333-refusal-benign",
  "when": "2026-11-16 22:33:33",
  "model": "?",
  "n_params": null,
  "ftype": null,
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": null,
  "pp": null,
  "tg": null,
  "ttft_ms": null,
  "preflight": null,
  "needle": null,
  "riddles": null,
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 563.0482103824615,
  "axes": [
   "identity",
   "refusal_benign"
  ]
 },
 {
  "run_id": "20261117-133509-refusal-benign",
  "when": "2026-11-17 13:35:09",
  "model": "?",
  "n_params": null,
  "ftype": null,
  "build": "fork",
  "tree": "fork",
  "build_info": null,
  "kernel": null,
  "pp": null,
  "tg": null,
  "ttft_ms": null,
  "preflight": null,
  "needle": null,
  "riddles": null,
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 691.6718029975891,
  "axes": [
   "identity",
   "refusal_benign"
  ]
 },
 {
  "run_id": "20261117-135416-g16-lfm25-24b-a2b-htc-think",
  "when": "2026-11-17 13:54:16",
  "model": "?",
  "n_params": null,
  "ftype": null,
  "build": "?",
  "tree": "?",
  "build_info": null,
  "kernel": null,
  "pp": null,
  "tg": null,
  "ttft_ms": null,
  "preflight": null,
  "needle": null,
  "riddles": null,
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": 0.94,
  "ifeval_i": 0.9474,
  "ifeval_n": 50,
  "wall_s": 0.0,
  "axes": [
   "ifeval"
  ]
 },
 {
  "run_id": "20261118-005657-122b-dflash-nmax1",
  "when": "2026-11-18 00:56:57",
  "model": "ornith-122b",
  "n_params": 124635206144,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": "b11581-1a3309516",
  "kernel": "7.3.4-1-cachyos",
  "pp": 563.3343626124043,
  "tg": 29.21069951409827,
  "ttft_ms": 3189.935,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": 0.9634,
  "humaneval_n": 164,
  "cap_he": 4096,
  "mmlu": 0.8167,
  "mmlu_n": 120,
  "cap_mmlu": 4096,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": 0,
  "wall_s": 10504.36387848854,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261118-144607-ornith35b-mtp-nmax1",
  "when": "2026-11-18 14:46:07",
  "model": "ornith-35b-mtp-arm",
  "n_params": 35505251456,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": "b11581-1a3309516",
  "kernel": "7.3.4-1-cachyos",
  "pp": 1506.656002545989,
  "tg": 80.4616198073519,
  "ttft_ms": 1194.035,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": 0.9024,
  "humaneval_n": 164,
  "cap_he": 4096,
  "mmlu": 0.425,
  "mmlu_n": 120,
  "cap_mmlu": 4096,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.8,
  "ifeval_i": 0.8667,
  "ifeval_n": 30,
  "wall_s": 682.9499890804291,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261119-211922-hy4flash-iq2",
  "when": "2026-11-19 21:19:22",
  "model": "hy4flash",
  "n_params": 218938353741,
  "ftype": "Q8_0",
  "build": "fork",
  "tree": "fork",
  "build_info": "b1-f8d4cc4",
  "kernel": "7.3.4-1-cachyos",
  "pp": 245.4474978179433,
  "tg": 19.303179849780193,
  "ttft_ms": 7378.36,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 754.2293632030487,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261119-213206-hy4flash-iq2-full",
  "when": "2026-11-19 21:32:06",
  "model": "hy4flash",
  "n_params": 218938353741,
  "ftype": "Q8_0",
  "build": "fork",
  "tree": "fork",
  "build_info": "b1-f8d4cc4",
  "kernel": "7.3.4-1-cachyos",
  "pp": 287.20247346192053,
  "tg": 19.45562101449819,
  "ttft_ms": 6305.656,
  "preflight": "3/3",
  "needle": "P",
  "riddles": null,
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 34.06363010406494,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight"
  ]
 },
 {
  "run_id": "20261119-213606-hy4flash-iq2-full",
  "when": "2026-11-19 21:36:06",
  "model": "hy4flash",
  "n_params": 218938353741,
  "ftype": "Q8_0",
  "build": "fork",
  "tree": "fork",
  "build_info": "b1-f8d4cc4",
  "kernel": "7.3.4-1-cachyos",
  "pp": 286.3812510891501,
  "tg": 13.64874518663933,
  "ttft_ms": 6323.738,
  "preflight": "3/3",
  "needle": "P",
  "riddles": null,
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": null,
  "ifeval_i": null,
  "ifeval_n": null,
  "wall_s": 37.22954201698303,
  "axes": [
   "identity",
   "needle",
   "perf",
   "preflight"
  ]
 },
 {
  "run_id": "20261119-214032-hy4flash-iq2-full",
  "when": "2026-11-19 21:40:32",
  "model": "hy4flash",
  "n_params": 218938353741,
  "ftype": "Q8_0",
  "build": "fork",
  "tree": "fork",
  "build_info": "b1-f8d4cc4",
  "kernel": "7.3.4-1-cachyos",
  "pp": 276.24153743796177,
  "tg": 18.882219793758956,
  "ttft_ms": 6566.717,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "14/14",
  "humaneval": 0.9207,
  "humaneval_n": 164,
  "cap_he": 512,
  "mmlu": 0.6167,
  "mmlu_n": 120,
  "cap_mmlu": 512,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.7667,
  "ifeval_i": 0.8444,
  "ifeval_n": 30,
  "wall_s": 5983.540519237518,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261120-141653-g16-gpt-oss-20b-mxfp4",
  "when": "2026-11-20 14:16:53",
  "model": "gpt-oss-20b-MXFP4.gguf",
  "n_params": 20914757184,
  "ftype": "MXFP4 MoE",
  "build": "fork",
  "tree": "fork",
  "build_info": "b11581-1a3309516",
  "kernel": "7.3.4-1-cachyos",
  "pp": 2205.4306352852263,
  "tg": 72.0464911769536,
  "ttft_ms": 841.559,
  "preflight": "3/3",
  "needle": "PP",
  "riddles": "13/14",
  "humaneval": 0.9634,
  "humaneval_n": 164,
  "cap_he": 4096,
  "mmlu": 0.8,
  "mmlu_n": 120,
  "cap_mmlu": 4096,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.7333,
  "ifeval_i": 0.7333,
  "ifeval_n": 30,
  "wall_s": 4180.410269498825,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 },
 {
  "run_id": "20261120-163108-g16-gpt-oss-20b-mxfp4",
  "when": "2026-11-20 16:31:08",
  "model": "?",
  "n_params": null,
  "ftype": null,
  "build": "?",
  "tree": "?",
  "build_info": null,
  "kernel": null,
  "pp": null,
  "tg": null,
  "ttft_ms": null,
  "preflight": null,
  "needle": null,
  "riddles": null,
  "humaneval": null,
  "humaneval_n": null,
  "cap_he": null,
  "mmlu": null,
  "mmlu_n": null,
  "cap_mmlu": null,
  "mmlu_method": null,
  "ifeval_p": 0.7,
  "ifeval_i": 0.7368,
  "ifeval_n": 50,
  "wall_s": 0.0,
  "axes": [
   "ifeval"
  ]
 },
 {
  "run_id": "20261120-173555-mellum21-12b-fork-cap8192-r2",
  "when": "2026-11-20 17:35:55",
  "model": "mellum21-12b",
  "n_params": 12149923072,
  "ftype": "Q4_K - Medium",
  "build": "fork",
  "tree": "fork",
  "build_info": "b11581-1a3309516",
  "kernel": "7.3.4-1-cachyos",
  "pp": 2519.100021027546,
  "tg": 114.02056680736156,
  "ttft_ms": 713.35,
  "preflight": "3/3",
  "needle": "FF",
  "riddles": "12/14",
  "humaneval": 0.9451,
  "humaneval_n": 164,
  "cap_he": 8192,
  "mmlu": 0.775,
  "mmlu_n": 120,
  "cap_mmlu": 8192,
  "mmlu_method": "chat 0-shot probe (NOT 5-shot loglikelihood)",
  "ifeval_p": 0.86,
  "ifeval_i": 0.8684,
  "ifeval_n": 50,
  "wall_s": 12887.842799663544,
  "axes": [
   "humaneval",
   "identity",
   "ifeval",
   "mmlu_pro",
   "needle",
   "perf",
   "preflight",
   "riddles"
  ]
 }
]