{
  "study": "Qwen3-4B RAMGPT v3 versus Unsloth UD-Q4_K_XL",
  "article": "https://ramgpt.org/articles/ramgpt-qwen3-4b-beats-unsloth-ud-q4-k-xl/",
  "record_type": "published_comparison_summary",
  "model": "Qwen/Qwen3-4B",
  "runtime_commit": "70adb1b4cea5ee39f867792c78dc59320921eda7",
  "evaluation": {
    "corpus_role": "development corpus, expanded scored positions",
    "segments": 128,
    "positions_per_segment": 512,
    "scored_positions": 65536,
    "primary_metric": "mean KL(BF16 || quantized artifact)",
    "context": 4096,
    "batch": 512,
    "flash_attention": true,
    "logit_dtype": "FP32",
    "vocabulary": 151936,
    "gpu": "NVIDIA GeForce RTX 4090"
  },
  "reference": {
    "bytes": 8051285408,
    "sha256": "47d6654f04449d367b84da24187597a76cbf66a31e07a6665d29844f2161bf77"
  },
  "artifacts": [
    {
      "name": "Unsloth UD-Q4_K_XL",
      "bytes": 2546341152,
      "mean_kl": 0.0340240914,
      "median_kl": 0.0130647628,
      "p90_kl": 0.078555496,
      "p99_kl": 0.3068018444,
      "top1_flips": 5293
    },
    {
      "name": "RAMGPT v3",
      "bytes": 2543729824,
      "mean_kl": 0.0324186488,
      "median_kl": 0.012944493,
      "p90_kl": 0.0754848624,
      "p99_kl": 0.2806491335,
      "top1_flips": 5226
    }
  ],
  "recipe": {
    "base": "Q4_K_M heuristic",
    "overrides": [
      {
        "tensor_family": "attn_k",
        "layers": "all 36",
        "type": "Q5_K"
      },
      {
        "tensor_family": "attn_output",
        "layers": "all 36",
        "type": "Q5_K"
      },
      {
        "tensor_family": "attn_q",
        "layers": [
          0,
          1,
          2,
          3,
          4,
          5,
          6,
          7,
          13
        ],
        "type": "Q3_K"
      }
    ]
  },
  "paired_bootstrap": {
    "resampling_unit": "complete segment",
    "replicates": 20000,
    "mean_delta_ud_minus_ramgpt": 0.0016054427,
    "confidence_interval_95": [
      0.0007963916,
      0.0024242161
    ],
    "empirical_probability_ramgpt_lower_kl": 0.9999
  },
  "segment_wins": {
    "ramgpt": 86,
    "unsloth": 42
  }
}
