{
  "experiment": "OLMoE-1B-7B DPO + Routing Loss Variants on TruthfulQA",
  "model": "allenai/OLMoE-1B-7B-0924",
  "date": "2026-02-24",
  "platform": "RunPod A100 SXM 80GB",
  "conditions": {
    "dpo_default_aux": {
      "description": "DPO + OLMoE default auxiliary routing loss (load balancing)",
      "mc1": 0.5006,
      "mc2": 0.5449,
      "perplexity": 8.85,
      "train_seconds": 712.5
    },
    "dpo_no_aux": {
      "description": "DPO only, no auxiliary routing loss",
      "mc1": 0.4553,
      "mc2": 0.5306,
      "perplexity": 8.87,
      "train_seconds": 368.5
    },
    "dpo_sinkhorn_route": {
      "description": "DPO + Sinkhorn OT loss on router logits",
      "mc1": 0.4896,
      "mc2": 0.5337,
      "perplexity": 8.84,
      "train_seconds": 524.8
    },
    "dpo_karmonic_route": {
      "description": "DPO + Karmonic spectral loss on router logits",
      "mc1": 0.4761,
      "mc2": 0.5294,
      "perplexity": 8.87,
      "train_seconds": 458.6
    },
    "dpo_karmonic_both": {
      "description": "DPO + Karmonic loss on both router logits and hidden states",
      "mc1": 0.4419,
      "mc2": 0.5274,
      "perplexity": 8.87,
      "train_seconds": 460.2
    }
  },
  "summary": {
    "best_condition": "dpo_default_aux",
    "best_mc1": 0.5006,
    "best_mc2": 0.5449,
    "finding": "On OLMoE (MoE architecture), the default load-balancing auxiliary loss outperformed both Karmonic and Sinkhorn routing losses. This contrasts with dense model results (Qwen 0.5B) where Karmonic beat Sinkhorn."
  }
}
