{
  "models": [
    {
      "name": "deepcogito/cogito-v2-preview-deepseek-671b",
      "input": {
        "cache_write": null,
        "cached": null,
        "normal": 1.25
      },
      "output": 1.25,
      "recent": false
    },
    {
      "name": "deepseek-ai/deepseek-r1",
      "input": {
        "cache_write": null,
        "cached": null,
        "normal": 3
      },
      "output": 7,
      "recent": true
    },
    {
      "name": "deepseek-ai/deepseek-r1-0528-tput",
      "input": {
        "cache_write": null,
        "cached": null,
        "normal": 0.55
      },
      "output": 2.19,
      "recent": true
    },
    {
      "name": "deepseek-ai/deepseek-r1-distill-llama-70b",
      "input": {
        "cache_write": null,
        "cached": null,
        "normal": 2
      },
      "output": 2,
      "recent": false
    },
    {
      "name": "deepseek-ai/deepseek-r1-distill-qwen-1.5b",
      "input": {
        "cache_write": null,
        "cached": null,
        "normal": 0.18
      },
      "output": 0.18,
      "recent": false
    },
    {
      "name": "deepseek-ai/deepseek-r1-distill-qwen-14b",
      "input": {
        "cache_write": null,
        "cached": null,
        "normal": 1.6
      },
      "output": 1.6,
      "recent": false
    },
    {
      "name": "deepseek-ai/deepseek-v3",
      "input": {
        "cache_write": null,
        "cached": null,
        "normal": 1.25
      },
      "output": 1.25,
      "recent": true
    },
    {
      "name": "google/gemma-2-27b-it",
      "input": {
        "cache_write": null,
        "cached": null,
        "normal": 0.8
      },
      "output": 0.8,
      "recent": false
    },
    {
      "name": "google/gemma-3n-e4b-it",
      "input": {
        "cache_write": null,
        "cached": null,
        "normal": 0.02
      },
      "output": 0.04,
      "recent": false
    },
    {
      "name": "meta-llama/llama-2-70b-hf",
      "input": {
        "cache_write": null,
        "cached": null,
        "normal": 0.9
      },
      "output": 0.9,
      "recent": false
    },
    {
      "name": "meta-llama/llama-3-70b-chat-hf",
      "input": {
        "cache_write": null,
        "cached": null,
        "normal": 0.88
      },
      "output": 0.88,
      "recent": false
    },
    {
      "name": "meta-llama/llama-3-8b-chat-hf",
      "input": {
        "cache_write": null,
        "cached": null,
        "normal": 0.2
      },
      "output": 0.2,
      "recent": false
    },
    {
      "name": "meta-llama/llama-3.2-3b-instruct-turbo",
      "input": {
        "cache_write": null,
        "cached": null,
        "normal": 0.06
      },
      "output": 0.06,
      "recent": false
    },
    {
      "name": "meta-llama/llama-3.3-70b-instruct-turbo",
      "input": {
        "cache_write": null,
        "cached": null,
        "normal": 0.88
      },
      "output": 0.88,
      "recent": false
    },
    {
      "name": "meta-llama/llama-4-maverick-17b-128e-instruct-fp8",
      "input": {
        "cache_write": null,
        "cached": null,
        "normal": 0.27
      },
      "output": 0.85,
      "recent": true
    },
    {
      "name": "meta-llama/llama-4-scout-17b-16e-instruct",
      "input": {
        "cache_write": null,
        "cached": null,
        "normal": 0.18
      },
      "output": 0.59,
      "recent": true
    },
    {
      "name": "meta-llama/meta-llama-3-70b-instruct-turbo",
      "input": {
        "cache_write": null,
        "cached": null,
        "normal": 0.88
      },
      "output": 0.88,
      "recent": true
    },
    {
      "name": "meta-llama/meta-llama-3-8b-instruct-lite",
      "input": {
        "cache_write": null,
        "cached": null,
        "normal": 0.1
      },
      "output": 0.1,
      "recent": false
    },
    {
      "name": "meta-llama/meta-llama-3.1-405b-instruct-turbo",
      "input": {
        "cache_write": null,
        "cached": null,
        "normal": 3.5
      },
      "output": 3.5,
      "recent": true
    },
    {
      "name": "meta-llama/meta-llama-3.1-70b-instruct-turbo",
      "input": {
        "cache_write": null,
        "cached": null,
        "normal": 0.88
      },
      "output": 0.88,
      "recent": true
    },
    {
      "name": "meta-llama/meta-llama-3.1-8b-instruct-turbo",
      "input": {
        "cache_write": null,
        "cached": null,
        "normal": 0.18
      },
      "output": 0.18,
      "recent": true
    },
    {
      "name": "mistralai/mistral-7b-instruct-v0.1",
      "input": {
        "cache_write": null,
        "cached": null,
        "normal": 0.2
      },
      "output": 0.2,
      "recent": false
    },
    {
      "name": "mistralai/mistral-7b-instruct-v0.2",
      "input": {
        "cache_write": null,
        "cached": null,
        "normal": 0.2
      },
      "output": 0.2,
      "recent": false
    },
    {
      "name": "mistralai/mistral-7b-instruct-v0.3",
      "input": {
        "cache_write": null,
        "cached": null,
        "normal": 0.2
      },
      "output": 0.2,
      "recent": false
    },
    {
      "name": "mistralai/mistral-small-24b-instruct-2501",
      "input": {
        "cache_write": null,
        "cached": null,
        "normal": 0.8
      },
      "output": 0.8,
      "recent": false
    },
    {
      "name": "mistralai/mixtral-8x7b-instruct-v0.1",
      "input": {
        "cache_write": null,
        "cached": null,
        "normal": 0.6
      },
      "output": 0.6,
      "recent": false
    },
    {
      "name": "nousresearch/nous-hermes-2-mixtral-8x7b-dpo",
      "input": {
        "cache_write": null,
        "cached": null,
        "normal": 0.6
      },
      "output": 0.6,
      "recent": false
    },
    {
      "name": "nvidia/llama-3.1-nemotron-70b-instruct-hf",
      "input": {
        "cache_write": null,
        "cached": null,
        "normal": 0.88
      },
      "output": 0.88,
      "recent": false
    },
    {
      "name": "openai/gpt-oss-120b",
      "input": {
        "cache_write": null,
        "cached": null,
        "normal": 0.15
      },
      "output": 0.6,
      "recent": true
    },
    {
      "name": "openai/gpt-oss-20b",
      "input": {
        "cache_write": null,
        "cached": null,
        "normal": 0.05
      },
      "output": 0.2,
      "recent": true
    },
    {
      "name": "qwen/qwq-32b",
      "input": {
        "cache_write": null,
        "cached": null,
        "normal": 1.2
      },
      "output": 1.2,
      "recent": false
    },
    {
      "name": "qwen/qwen2-72b-instruct",
      "input": {
        "cache_write": null,
        "cached": null,
        "normal": 0.9
      },
      "output": 0.9,
      "recent": false
    },
    {
      "name": "qwen/qwen2-vl-72b-instruct",
      "input": {
        "cache_write": null,
        "cached": null,
        "normal": 1.2
      },
      "output": 1.2,
      "recent": false
    },
    {
      "name": "qwen/qwen2.5-72b-instruct-turbo",
      "input": {
        "cache_write": null,
        "cached": null,
        "normal": 1.2
      },
      "output": 1.2,
      "recent": false
    },
    {
      "name": "qwen/qwen2.5-7b-instruct-turbo",
      "input": {
        "cache_write": null,
        "cached": null,
        "normal": 0.3
      },
      "output": 0.3,
      "recent": false
    },
    {
      "name": "qwen/qwen2.5-vl-72b-instruct",
      "input": {
        "cache_write": null,
        "cached": null,
        "normal": 1.95
      },
      "output": 8,
      "recent": false
    },
    {
      "name": "qwen/qwen3-235b-a22b-fp8-tput",
      "input": {
        "cache_write": null,
        "cached": null,
        "normal": 0.2
      },
      "output": 0.6,
      "recent": true
    },
    {
      "name": "qwen/qwen3-235b-a22b-instruct-2507-tput",
      "input": {
        "cache_write": null,
        "cached": null,
        "normal": 0.2
      },
      "output": 0.6,
      "recent": true
    },
    {
      "name": "qwen/qwen3-235b-a22b-thinking-2507",
      "input": {
        "cache_write": null,
        "cached": null,
        "normal": 0.65
      },
      "output": 3,
      "recent": true
    },
    {
      "name": "qwen/qwen3-coder-480b-a35b-instruct-fp8",
      "input": {
        "cache_write": null,
        "cached": null,
        "normal": 2
      },
      "output": 2,
      "recent": true
    },
    {
      "name": "zai-org/glm-4.5-air-fp8",
      "input": {
        "cache_write": null,
        "cached": null,
        "normal": 0.2
      },
      "output": 1.1,
      "recent": true
    }
  ]
}
