{
  "updated_utc": "2026-09-07T03:46:07.494432+00:00",
  "artifact": {
    "model": "Shaun Leg 8",
    "architecture": "Qwen3-1.7B",
    "format": "GGUF Q1_0 g128",
    "bytes": 248385248,
    "sha256": "40d06e71d5631f6ac30d404ee2f314fe19199f963ec6c349f47a0aeb48949773",
    "approximate_bits_per_weight": 1.13
  },
  "protocol": {
    "evaluator": "EvalScope 1.4.2",
    "serving": "vLLM 0.15.1, FP16 unpacked weights",
    "decoding": "greedy, thinking disabled, seed 42",
    "scoring": "rule-only; audited literal-symbol IFEval scorer",
    "bootstrap": "10,000 paired draws, seed 42",
    "items": {
      "mmlu_redux": 5700,
      "gsm8k": 1319,
      "ifeval": 541
    }
  },
  "matched_results": {
    "naive_sign_scale_ptq": {
      "mean_three_percent": "approximately 13",
      "c4_perplexity": "approximately 177000"
    },
    "shaun_leg8": {
      "mmlu_redux_percent": 30.789473684210527,
      "gsm8k_percent": 45.109931766489765,
      "ifeval_audited_percent": 57.85582255083179,
      "mean_three_percent": 44.585076000510696,
      "mean_three_paired_bootstrap_95_percent_interval_vs_bonsai": [-8.668085053205443, -5.065967948249403],
      "c4_perplexity": 28.643250611691226,
      "wikitext2_perplexity": 24.154718942555107
    },
    "bonsai_1_7b": {
      "mmlu_redux_percent": 41.96491228070175,
      "gsm8k_percent": 43.13874147081122,
      "ifeval_audited_percent": 69.31608133086876,
      "mean_three_percent": 51.473245027460585,
      "c4_perplexity": 26.80654706836163,
      "wikitext2_perplexity": 21.404852896082723
    }
  },
  "provenance": {
    "comparison_sha256": "6f59e03cfb0b7711d29850aa7d579d9faf9cf49ef4aa17b996bb064ab8c421ae",
    "leg8_serving_contract_sha256": "7e24d70d882f3f7c7f551bb28933a118f54fff3d9ac52678608852bc9dc70585",
    "leg8_native_scores_sha256": "a613f4df0cfd5774fa999fc21c8c6a0985052a8c48799b175e7cc1cd2e2e90af",
    "leg8_perplexity_sha256": "2dea36cacf6af194fb9415c710ef86a803ba3be12800e4e123cfe12c3bab3c7d"
  },
  "public_ptq_context": {
    "source": "https://github.com/ThakiCloud/bonsai-1bit-repro",
    "warning": "Different short-passage harness; not directly comparable to the matched results above.",
    "naive_binary_perplexity_over_own_dense": "approximately 601600x",
    "quip_pure_1_125_bpw_perplexity_over_own_dense": "2.1x",
    "quip_with_3_percent_salient_high_precision_weights_bpw": 1.571,
    "quip_with_3_percent_salient_perplexity_over_own_dense": "1.1x"
  }
}