{
  "source": "https://github.com/withmartian/routerbench/blob/cc67d1008bd8f3cf1e8040cc3ba4034d31b93c0c/routers/common.py",
  "source_sha256": "27f853b177840036dbe2876c2fd0ac8fa68389f5d294fb73d94e30dd7c7105ec",
  "interpretation": "Upstream literals labeled USD per token; no correction, no current price claim, no corpus-dependent estimates",
  "extraction": "AST literals only; upstream code not executed; corpus values not read",
  "models": {
    "gpt-3.5-turbo-1106": {
      "completion": {
        "upstream_expression": "2.0 / 10_000_000",
        "usd_per_token": 2e-07,
        "usd_per_million_tokens": 0.19999999999999998
      },
      "prompt": {
        "upstream_expression": "1.0 / 10_000_000",
        "usd_per_token": 1e-07,
        "usd_per_million_tokens": 0.09999999999999999
      }
    },
    "claude-instant-v1": {
      "completion": {
        "upstream_expression": "2.40 / 10_000_000",
        "usd_per_token": 2.4e-07,
        "usd_per_million_tokens": 0.24
      },
      "prompt": {
        "upstream_expression": "0.80 / 10_000_000",
        "usd_per_token": 8e-08,
        "usd_per_million_tokens": 0.08
      }
    },
    "claude-v1": {
      "completion": {
        "upstream_expression": "24.0 / 10_000_000",
        "usd_per_token": 2.4e-06,
        "usd_per_million_tokens": 2.4
      },
      "prompt": {
        "upstream_expression": "8.0 / 10_000_000",
        "usd_per_token": 8e-07,
        "usd_per_million_tokens": 0.7999999999999999
      }
    },
    "claude-v2": {
      "completion": {
        "upstream_expression": "24.0 / 10_000_000",
        "usd_per_token": 2.4e-06,
        "usd_per_million_tokens": 2.4
      },
      "prompt": {
        "upstream_expression": "8.0 / 10_000_000",
        "usd_per_token": 8e-07,
        "usd_per_million_tokens": 0.7999999999999999
      }
    },
    "gpt-4-1106-preview": {
      "completion": {
        "upstream_expression": "30.0 / 10_000_000",
        "usd_per_token": 3e-06,
        "usd_per_million_tokens": 3.0
      },
      "prompt": {
        "upstream_expression": "10.0 / 10_000_000",
        "usd_per_token": 1e-06,
        "usd_per_million_tokens": 1.0
      }
    },
    "meta/llama-2-70b-chat": {
      "completion": {
        "upstream_expression": "0.9 / 10_000_000",
        "usd_per_token": 9e-08,
        "usd_per_million_tokens": 0.09
      },
      "prompt": {
        "upstream_expression": "0.9 / 10_000_000",
        "usd_per_token": 9e-08,
        "usd_per_million_tokens": 0.09
      }
    },
    "mistralai/mixtral-8x7b-chat": {
      "completion": {
        "upstream_expression": "0.6 / 10_000_000",
        "usd_per_token": 6e-08,
        "usd_per_million_tokens": 0.06
      },
      "prompt": {
        "upstream_expression": "0.6 / 10_000_000",
        "usd_per_token": 6e-08,
        "usd_per_million_tokens": 0.06
      }
    },
    "zero-one-ai/Yi-34B-Chat": {
      "completion": {
        "upstream_expression": "0.8 / 10_000_000",
        "usd_per_token": 8e-08,
        "usd_per_million_tokens": 0.08
      },
      "prompt": {
        "upstream_expression": "0.8 / 10_000_000",
        "usd_per_token": 8e-08,
        "usd_per_million_tokens": 0.08
      }
    },
    "WizardLM/WizardLM-13B-V1.2": {
      "completion": {
        "upstream_expression": "0.3 / 10_000_000",
        "usd_per_token": 3e-08,
        "usd_per_million_tokens": 0.03
      },
      "prompt": {
        "upstream_expression": "0.3 / 10_000_000",
        "usd_per_token": 3e-08,
        "usd_per_million_tokens": 0.03
      }
    },
    "meta/code-llama-instruct-34b-chat": {
      "completion": {
        "upstream_expression": "0.776 / 10_000_000",
        "usd_per_token": 7.760000000000001e-08,
        "usd_per_million_tokens": 0.0776
      },
      "prompt": {
        "upstream_expression": "0.776 / 10_000_000",
        "usd_per_token": 7.760000000000001e-08,
        "usd_per_million_tokens": 0.0776
      }
    },
    "mistralai/mistral-7b-chat": {
      "completion": {
        "upstream_expression": "0.2 / 10_000_000",
        "usd_per_token": 2e-08,
        "usd_per_million_tokens": 0.02
      },
      "prompt": {
        "upstream_expression": "0.2 / 10_000_000",
        "usd_per_token": 2e-08,
        "usd_per_million_tokens": 0.02
      }
    }
  }
}
