{
  "measured_on": "2026-10-13",
  "gpt_encodings_measured": [
    "cl100k_base",
    "o200k_base"
  ],
  "gemini_models_requested": [
    "gemini-3.1-pro-preview",
    "gemini-3.6-flash",
    "gemini-3.5-flash-lite",
    "gemini-3.1-flash-lite"
  ],
  "gemini_models_measured": [
    "gemini-3.1-pro-preview",
    "gemini-3.6-flash",
    "gemini-3.5-flash-lite",
    "gemini-3.1-flash-lite"
  ],
  "gemini_model_status": {
    "gemini-3.1-pro-preview": {
      "requested_model_id": "gemini-3.1-pro-preview",
      "status": "ok",
      "baseline_tokens_empty_string": 1
    },
    "gemini-3.6-flash": {
      "requested_model_id": "gemini-3.6-flash",
      "status": "ok",
      "baseline_tokens_empty_string": 1
    },
    "gemini-3.5-flash-lite": {
      "requested_model_id": "gemini-3.5-flash-lite",
      "status": "ok",
      "baseline_tokens_empty_string": 1
    },
    "gemini-3.1-flash-lite": {
      "requested_model_id": "gemini-3.1-flash-lite",
      "status": "ok",
      "baseline_tokens_empty_string": 1
    }
  },
  "gemini_response_model_id_note": "countTokens returns only total_tokens; the response carries no model id, so the requested id is the only id recorded.",
  "claude_measured": false,
  "categories": {
    "english_prose": {
      "sample_count": 10,
      "total_chars": 1682,
      "tokenizers": {
        "cl100k_base": {
          "avg_chars_per_token": 5.153,
          "pooled_chars_per_token": 5.144,
          "total_tokens": 327,
          "tokens_vs_o200k": 1.016,
          "samples": [
            {
              "chars": 168,
              "tokens": 33,
              "chars_per_token": 5.091
            },
            {
              "chars": 192,
              "tokens": 37,
              "chars_per_token": 5.189
            },
            {
              "chars": 162,
              "tokens": 33,
              "chars_per_token": 4.909
            },
            {
              "chars": 195,
              "tokens": 37,
              "chars_per_token": 5.27
            },
            {
              "chars": 170,
              "tokens": 32,
              "chars_per_token": 5.312
            },
            {
              "chars": 153,
              "tokens": 29,
              "chars_per_token": 5.276
            },
            {
              "chars": 168,
              "tokens": 32,
              "chars_per_token": 5.25
            },
            {
              "chars": 158,
              "tokens": 28,
              "chars_per_token": 5.643
            },
            {
              "chars": 160,
              "tokens": 32,
              "chars_per_token": 5.0
            },
            {
              "chars": 156,
              "tokens": 34,
              "chars_per_token": 4.588
            }
          ]
        },
        "o200k_base": {
          "avg_chars_per_token": 5.233,
          "pooled_chars_per_token": 5.224,
          "total_tokens": 322,
          "tokens_vs_o200k": 1.0,
          "samples": [
            {
              "chars": 168,
              "tokens": 33,
              "chars_per_token": 5.091
            },
            {
              "chars": 192,
              "tokens": 37,
              "chars_per_token": 5.189
            },
            {
              "chars": 162,
              "tokens": 32,
              "chars_per_token": 5.062
            },
            {
              "chars": 195,
              "tokens": 35,
              "chars_per_token": 5.571
            },
            {
              "chars": 170,
              "tokens": 32,
              "chars_per_token": 5.312
            },
            {
              "chars": 153,
              "tokens": 28,
              "chars_per_token": 5.464
            },
            {
              "chars": 168,
              "tokens": 32,
              "chars_per_token": 5.25
            },
            {
              "chars": 158,
              "tokens": 28,
              "chars_per_token": 5.643
            },
            {
              "chars": 160,
              "tokens": 31,
              "chars_per_token": 5.161
            },
            {
              "chars": 156,
              "tokens": 34,
              "chars_per_token": 4.588
            }
          ]
        },
        "gemini-3.1-pro-preview": {
          "avg_chars_per_token": 5.185,
          "pooled_chars_per_token": 5.175,
          "total_tokens": 325,
          "tokens_vs_o200k": 1.009,
          "total_tokens_raw_with_overhead": 335,
          "samples": [
            {
              "chars": 168,
              "tokens": 33,
              "chars_per_token": 5.091
            },
            {
              "chars": 192,
              "tokens": 37,
              "chars_per_token": 5.189
            },
            {
              "chars": 162,
              "tokens": 32,
              "chars_per_token": 5.062
            },
            {
              "chars": 195,
              "tokens": 37,
              "chars_per_token": 5.27
            },
            {
              "chars": 170,
              "tokens": 31,
              "chars_per_token": 5.484
            },
            {
              "chars": 153,
              "tokens": 29,
              "chars_per_token": 5.276
            },
            {
              "chars": 168,
              "tokens": 32,
              "chars_per_token": 5.25
            },
            {
              "chars": 158,
              "tokens": 28,
              "chars_per_token": 5.643
            },
            {
              "chars": 160,
              "tokens": 32,
              "chars_per_token": 5.0
            },
            {
              "chars": 156,
              "tokens": 34,
              "chars_per_token": 4.588
            }
          ]
        },
        "gemini-3.6-flash": {
          "avg_chars_per_token": 5.185,
          "pooled_chars_per_token": 5.175,
          "total_tokens": 325,
          "tokens_vs_o200k": 1.009,
          "total_tokens_raw_with_overhead": 335,
          "samples": [
            {
              "chars": 168,
              "tokens": 33,
              "chars_per_token": 5.091
            },
            {
              "chars": 192,
              "tokens": 37,
              "chars_per_token": 5.189
            },
            {
              "chars": 162,
              "tokens": 32,
              "chars_per_token": 5.062
            },
            {
              "chars": 195,
              "tokens": 37,
              "chars_per_token": 5.27
            },
            {
              "chars": 170,
              "tokens": 31,
              "chars_per_token": 5.484
            },
            {
              "chars": 153,
              "tokens": 29,
              "chars_per_token": 5.276
            },
            {
              "chars": 168,
              "tokens": 32,
              "chars_per_token": 5.25
            },
            {
              "chars": 158,
              "tokens": 28,
              "chars_per_token": 5.643
            },
            {
              "chars": 160,
              "tokens": 32,
              "chars_per_token": 5.0
            },
            {
              "chars": 156,
              "tokens": 34,
              "chars_per_token": 4.588
            }
          ]
        },
        "gemini-3.5-flash-lite": {
          "avg_chars_per_token": 5.185,
          "pooled_chars_per_token": 5.175,
          "total_tokens": 325,
          "tokens_vs_o200k": 1.009,
          "total_tokens_raw_with_overhead": 335,
          "samples": [
            {
              "chars": 168,
              "tokens": 33,
              "chars_per_token": 5.091
            },
            {
              "chars": 192,
              "tokens": 37,
              "chars_per_token": 5.189
            },
            {
              "chars": 162,
              "tokens": 32,
              "chars_per_token": 5.062
            },
            {
              "chars": 195,
              "tokens": 37,
              "chars_per_token": 5.27
            },
            {
              "chars": 170,
              "tokens": 31,
              "chars_per_token": 5.484
            },
            {
              "chars": 153,
              "tokens": 29,
              "chars_per_token": 5.276
            },
            {
              "chars": 168,
              "tokens": 32,
              "chars_per_token": 5.25
            },
            {
              "chars": 158,
              "tokens": 28,
              "chars_per_token": 5.643
            },
            {
              "chars": 160,
              "tokens": 32,
              "chars_per_token": 5.0
            },
            {
              "chars": 156,
              "tokens": 34,
              "chars_per_token": 4.588
            }
          ]
        },
        "gemini-3.1-flash-lite": {
          "avg_chars_per_token": 5.185,
          "pooled_chars_per_token": 5.175,
          "total_tokens": 325,
          "tokens_vs_o200k": 1.009,
          "total_tokens_raw_with_overhead": 335,
          "samples": [
            {
              "chars": 168,
              "tokens": 33,
              "chars_per_token": 5.091
            },
            {
              "chars": 192,
              "tokens": 37,
              "chars_per_token": 5.189
            },
            {
              "chars": 162,
              "tokens": 32,
              "chars_per_token": 5.062
            },
            {
              "chars": 195,
              "tokens": 37,
              "chars_per_token": 5.27
            },
            {
              "chars": 170,
              "tokens": 31,
              "chars_per_token": 5.484
            },
            {
              "chars": 153,
              "tokens": 29,
              "chars_per_token": 5.276
            },
            {
              "chars": 168,
              "tokens": 32,
              "chars_per_token": 5.25
            },
            {
              "chars": 158,
              "tokens": 28,
              "chars_per_token": 5.643
            },
            {
              "chars": 160,
              "tokens": 32,
              "chars_per_token": 5.0
            },
            {
              "chars": 156,
              "tokens": 34,
              "chars_per_token": 4.588
            }
          ]
        }
      }
    },
    "chinese_traditional": {
      "sample_count": 10,
      "total_chars": 482,
      "tokenizers": {
        "cl100k_base": {
          "avg_chars_per_token": 0.777,
          "pooled_chars_per_token": 0.779,
          "total_tokens": 619,
          "tokens_vs_o200k": 1.517,
          "samples": [
            {
              "chars": 59,
              "tokens": 68,
              "chars_per_token": 0.868
            },
            {
              "chars": 50,
              "tokens": 62,
              "chars_per_token": 0.806
            },
            {
              "chars": 47,
              "tokens": 64,
              "chars_per_token": 0.734
            },
            {
              "chars": 43,
              "tokens": 57,
              "chars_per_token": 0.754
            },
            {
              "chars": 40,
              "tokens": 55,
              "chars_per_token": 0.727
            },
            {
              "chars": 40,
              "tokens": 57,
              "chars_per_token": 0.702
            },
            {
              "chars": 57,
              "tokens": 73,
              "chars_per_token": 0.781
            },
            {
              "chars": 51,
              "tokens": 65,
              "chars_per_token": 0.785
            },
            {
              "chars": 44,
              "tokens": 54,
              "chars_per_token": 0.815
            },
            {
              "chars": 51,
              "tokens": 64,
              "chars_per_token": 0.797
            }
          ]
        },
        "o200k_base": {
          "avg_chars_per_token": 1.178,
          "pooled_chars_per_token": 1.181,
          "total_tokens": 408,
          "tokens_vs_o200k": 1.0,
          "samples": [
            {
              "chars": 59,
              "tokens": 47,
              "chars_per_token": 1.255
            },
            {
              "chars": 50,
              "tokens": 42,
              "chars_per_token": 1.19
            },
            {
              "chars": 47,
              "tokens": 42,
              "chars_per_token": 1.119
            },
            {
              "chars": 43,
              "tokens": 39,
              "chars_per_token": 1.103
            },
            {
              "chars": 40,
              "tokens": 35,
              "chars_per_token": 1.143
            },
            {
              "chars": 40,
              "tokens": 36,
              "chars_per_token": 1.111
            },
            {
              "chars": 57,
              "tokens": 47,
              "chars_per_token": 1.213
            },
            {
              "chars": 51,
              "tokens": 40,
              "chars_per_token": 1.275
            },
            {
              "chars": 44,
              "tokens": 39,
              "chars_per_token": 1.128
            },
            {
              "chars": 51,
              "tokens": 41,
              "chars_per_token": 1.244
            }
          ]
        },
        "gemini-3.1-pro-preview": {
          "avg_chars_per_token": 1.548,
          "pooled_chars_per_token": 1.55,
          "total_tokens": 311,
          "tokens_vs_o200k": 0.762,
          "total_tokens_raw_with_overhead": 321,
          "samples": [
            {
              "chars": 59,
              "tokens": 37,
              "chars_per_token": 1.595
            },
            {
              "chars": 50,
              "tokens": 32,
              "chars_per_token": 1.562
            },
            {
              "chars": 47,
              "tokens": 31,
              "chars_per_token": 1.516
            },
            {
              "chars": 43,
              "tokens": 28,
              "chars_per_token": 1.536
            },
            {
              "chars": 40,
              "tokens": 27,
              "chars_per_token": 1.481
            },
            {
              "chars": 40,
              "tokens": 26,
              "chars_per_token": 1.538
            },
            {
              "chars": 57,
              "tokens": 37,
              "chars_per_token": 1.541
            },
            {
              "chars": 51,
              "tokens": 33,
              "chars_per_token": 1.545
            },
            {
              "chars": 44,
              "tokens": 28,
              "chars_per_token": 1.571
            },
            {
              "chars": 51,
              "tokens": 32,
              "chars_per_token": 1.594
            }
          ]
        },
        "gemini-3.6-flash": {
          "avg_chars_per_token": 1.548,
          "pooled_chars_per_token": 1.55,
          "total_tokens": 311,
          "tokens_vs_o200k": 0.762,
          "total_tokens_raw_with_overhead": 321,
          "samples": [
            {
              "chars": 59,
              "tokens": 37,
              "chars_per_token": 1.595
            },
            {
              "chars": 50,
              "tokens": 32,
              "chars_per_token": 1.562
            },
            {
              "chars": 47,
              "tokens": 31,
              "chars_per_token": 1.516
            },
            {
              "chars": 43,
              "tokens": 28,
              "chars_per_token": 1.536
            },
            {
              "chars": 40,
              "tokens": 27,
              "chars_per_token": 1.481
            },
            {
              "chars": 40,
              "tokens": 26,
              "chars_per_token": 1.538
            },
            {
              "chars": 57,
              "tokens": 37,
              "chars_per_token": 1.541
            },
            {
              "chars": 51,
              "tokens": 33,
              "chars_per_token": 1.545
            },
            {
              "chars": 44,
              "tokens": 28,
              "chars_per_token": 1.571
            },
            {
              "chars": 51,
              "tokens": 32,
              "chars_per_token": 1.594
            }
          ]
        },
        "gemini-3.5-flash-lite": {
          "avg_chars_per_token": 1.548,
          "pooled_chars_per_token": 1.55,
          "total_tokens": 311,
          "tokens_vs_o200k": 0.762,
          "total_tokens_raw_with_overhead": 321,
          "samples": [
            {
              "chars": 59,
              "tokens": 37,
              "chars_per_token": 1.595
            },
            {
              "chars": 50,
              "tokens": 32,
              "chars_per_token": 1.562
            },
            {
              "chars": 47,
              "tokens": 31,
              "chars_per_token": 1.516
            },
            {
              "chars": 43,
              "tokens": 28,
              "chars_per_token": 1.536
            },
            {
              "chars": 40,
              "tokens": 27,
              "chars_per_token": 1.481
            },
            {
              "chars": 40,
              "tokens": 26,
              "chars_per_token": 1.538
            },
            {
              "chars": 57,
              "tokens": 37,
              "chars_per_token": 1.541
            },
            {
              "chars": 51,
              "tokens": 33,
              "chars_per_token": 1.545
            },
            {
              "chars": 44,
              "tokens": 28,
              "chars_per_token": 1.571
            },
            {
              "chars": 51,
              "tokens": 32,
              "chars_per_token": 1.594
            }
          ]
        },
        "gemini-3.1-flash-lite": {
          "avg_chars_per_token": 1.548,
          "pooled_chars_per_token": 1.55,
          "total_tokens": 311,
          "tokens_vs_o200k": 0.762,
          "total_tokens_raw_with_overhead": 321,
          "samples": [
            {
              "chars": 59,
              "tokens": 37,
              "chars_per_token": 1.595
            },
            {
              "chars": 50,
              "tokens": 32,
              "chars_per_token": 1.562
            },
            {
              "chars": 47,
              "tokens": 31,
              "chars_per_token": 1.516
            },
            {
              "chars": 43,
              "tokens": 28,
              "chars_per_token": 1.536
            },
            {
              "chars": 40,
              "tokens": 27,
              "chars_per_token": 1.481
            },
            {
              "chars": 40,
              "tokens": 26,
              "chars_per_token": 1.538
            },
            {
              "chars": 57,
              "tokens": 37,
              "chars_per_token": 1.541
            },
            {
              "chars": 51,
              "tokens": 33,
              "chars_per_token": 1.545
            },
            {
              "chars": 44,
              "tokens": 28,
              "chars_per_token": 1.571
            },
            {
              "chars": 51,
              "tokens": 32,
              "chars_per_token": 1.594
            }
          ]
        }
      }
    },
    "chinese_simplified": {
      "sample_count": 10,
      "total_chars": 479,
      "tokenizers": {
        "cl100k_base": {
          "avg_chars_per_token": 0.987,
          "pooled_chars_per_token": 0.988,
          "total_tokens": 485,
          "tokens_vs_o200k": 1.418,
          "samples": [
            {
              "chars": 59,
              "tokens": 56,
              "chars_per_token": 1.054
            },
            {
              "chars": 50,
              "tokens": 49,
              "chars_per_token": 1.02
            },
            {
              "chars": 47,
              "tokens": 46,
              "chars_per_token": 1.022
            },
            {
              "chars": 43,
              "tokens": 45,
              "chars_per_token": 0.956
            },
            {
              "chars": 39,
              "tokens": 45,
              "chars_per_token": 0.867
            },
            {
              "chars": 39,
              "tokens": 43,
              "chars_per_token": 0.907
            },
            {
              "chars": 57,
              "tokens": 56,
              "chars_per_token": 1.018
            },
            {
              "chars": 51,
              "tokens": 49,
              "chars_per_token": 1.041
            },
            {
              "chars": 44,
              "tokens": 52,
              "chars_per_token": 0.846
            },
            {
              "chars": 50,
              "tokens": 44,
              "chars_per_token": 1.136
            }
          ]
        },
        "o200k_base": {
          "avg_chars_per_token": 1.401,
          "pooled_chars_per_token": 1.401,
          "total_tokens": 342,
          "tokens_vs_o200k": 1.0,
          "samples": [
            {
              "chars": 59,
              "tokens": 38,
              "chars_per_token": 1.553
            },
            {
              "chars": 50,
              "tokens": 33,
              "chars_per_token": 1.515
            },
            {
              "chars": 47,
              "tokens": 34,
              "chars_per_token": 1.382
            },
            {
              "chars": 43,
              "tokens": 32,
              "chars_per_token": 1.344
            },
            {
              "chars": 39,
              "tokens": 28,
              "chars_per_token": 1.393
            },
            {
              "chars": 39,
              "tokens": 32,
              "chars_per_token": 1.219
            },
            {
              "chars": 57,
              "tokens": 40,
              "chars_per_token": 1.425
            },
            {
              "chars": 51,
              "tokens": 35,
              "chars_per_token": 1.457
            },
            {
              "chars": 44,
              "tokens": 38,
              "chars_per_token": 1.158
            },
            {
              "chars": 50,
              "tokens": 32,
              "chars_per_token": 1.562
            }
          ]
        },
        "gemini-3.1-pro-preview": {
          "avg_chars_per_token": 1.66,
          "pooled_chars_per_token": 1.657,
          "total_tokens": 289,
          "tokens_vs_o200k": 0.845,
          "total_tokens_raw_with_overhead": 299,
          "samples": [
            {
              "chars": 59,
              "tokens": 35,
              "chars_per_token": 1.686
            },
            {
              "chars": 50,
              "tokens": 28,
              "chars_per_token": 1.786
            },
            {
              "chars": 47,
              "tokens": 26,
              "chars_per_token": 1.808
            },
            {
              "chars": 43,
              "tokens": 25,
              "chars_per_token": 1.72
            },
            {
              "chars": 39,
              "tokens": 26,
              "chars_per_token": 1.5
            },
            {
              "chars": 39,
              "tokens": 24,
              "chars_per_token": 1.625
            },
            {
              "chars": 57,
              "tokens": 36,
              "chars_per_token": 1.583
            },
            {
              "chars": 51,
              "tokens": 32,
              "chars_per_token": 1.594
            },
            {
              "chars": 44,
              "tokens": 29,
              "chars_per_token": 1.517
            },
            {
              "chars": 50,
              "tokens": 28,
              "chars_per_token": 1.786
            }
          ]
        },
        "gemini-3.6-flash": {
          "avg_chars_per_token": 1.66,
          "pooled_chars_per_token": 1.657,
          "total_tokens": 289,
          "tokens_vs_o200k": 0.845,
          "total_tokens_raw_with_overhead": 299,
          "samples": [
            {
              "chars": 59,
              "tokens": 35,
              "chars_per_token": 1.686
            },
            {
              "chars": 50,
              "tokens": 28,
              "chars_per_token": 1.786
            },
            {
              "chars": 47,
              "tokens": 26,
              "chars_per_token": 1.808
            },
            {
              "chars": 43,
              "tokens": 25,
              "chars_per_token": 1.72
            },
            {
              "chars": 39,
              "tokens": 26,
              "chars_per_token": 1.5
            },
            {
              "chars": 39,
              "tokens": 24,
              "chars_per_token": 1.625
            },
            {
              "chars": 57,
              "tokens": 36,
              "chars_per_token": 1.583
            },
            {
              "chars": 51,
              "tokens": 32,
              "chars_per_token": 1.594
            },
            {
              "chars": 44,
              "tokens": 29,
              "chars_per_token": 1.517
            },
            {
              "chars": 50,
              "tokens": 28,
              "chars_per_token": 1.786
            }
          ]
        },
        "gemini-3.5-flash-lite": {
          "avg_chars_per_token": 1.66,
          "pooled_chars_per_token": 1.657,
          "total_tokens": 289,
          "tokens_vs_o200k": 0.845,
          "total_tokens_raw_with_overhead": 299,
          "samples": [
            {
              "chars": 59,
              "tokens": 35,
              "chars_per_token": 1.686
            },
            {
              "chars": 50,
              "tokens": 28,
              "chars_per_token": 1.786
            },
            {
              "chars": 47,
              "tokens": 26,
              "chars_per_token": 1.808
            },
            {
              "chars": 43,
              "tokens": 25,
              "chars_per_token": 1.72
            },
            {
              "chars": 39,
              "tokens": 26,
              "chars_per_token": 1.5
            },
            {
              "chars": 39,
              "tokens": 24,
              "chars_per_token": 1.625
            },
            {
              "chars": 57,
              "tokens": 36,
              "chars_per_token": 1.583
            },
            {
              "chars": 51,
              "tokens": 32,
              "chars_per_token": 1.594
            },
            {
              "chars": 44,
              "tokens": 29,
              "chars_per_token": 1.517
            },
            {
              "chars": 50,
              "tokens": 28,
              "chars_per_token": 1.786
            }
          ]
        },
        "gemini-3.1-flash-lite": {
          "avg_chars_per_token": 1.66,
          "pooled_chars_per_token": 1.657,
          "total_tokens": 289,
          "tokens_vs_o200k": 0.845,
          "total_tokens_raw_with_overhead": 299,
          "samples": [
            {
              "chars": 59,
              "tokens": 35,
              "chars_per_token": 1.686
            },
            {
              "chars": 50,
              "tokens": 28,
              "chars_per_token": 1.786
            },
            {
              "chars": 47,
              "tokens": 26,
              "chars_per_token": 1.808
            },
            {
              "chars": 43,
              "tokens": 25,
              "chars_per_token": 1.72
            },
            {
              "chars": 39,
              "tokens": 26,
              "chars_per_token": 1.5
            },
            {
              "chars": 39,
              "tokens": 24,
              "chars_per_token": 1.625
            },
            {
              "chars": 57,
              "tokens": 36,
              "chars_per_token": 1.583
            },
            {
              "chars": 51,
              "tokens": 32,
              "chars_per_token": 1.594
            },
            {
              "chars": 44,
              "tokens": 29,
              "chars_per_token": 1.517
            },
            {
              "chars": 50,
              "tokens": 28,
              "chars_per_token": 1.786
            }
          ]
        }
      }
    },
    "python_code": {
      "sample_count": 10,
      "total_chars": 1981,
      "tokenizers": {
        "cl100k_base": {
          "avg_chars_per_token": 3.772,
          "pooled_chars_per_token": 3.795,
          "total_tokens": 522,
          "tokens_vs_o200k": 0.992,
          "samples": [
            {
              "chars": 124,
              "tokens": 35,
              "chars_per_token": 3.543
            },
            {
              "chars": 324,
              "tokens": 87,
              "chars_per_token": 3.724
            },
            {
              "chars": 168,
              "tokens": 48,
              "chars_per_token": 3.5
            },
            {
              "chars": 217,
              "tokens": 55,
              "chars_per_token": 3.945
            },
            {
              "chars": 238,
              "tokens": 58,
              "chars_per_token": 4.103
            },
            {
              "chars": 201,
              "tokens": 52,
              "chars_per_token": 3.865
            },
            {
              "chars": 251,
              "tokens": 60,
              "chars_per_token": 4.183
            },
            {
              "chars": 176,
              "tokens": 41,
              "chars_per_token": 4.293
            },
            {
              "chars": 161,
              "tokens": 43,
              "chars_per_token": 3.744
            },
            {
              "chars": 121,
              "tokens": 43,
              "chars_per_token": 2.814
            }
          ]
        },
        "o200k_base": {
          "avg_chars_per_token": 3.742,
          "pooled_chars_per_token": 3.766,
          "total_tokens": 526,
          "tokens_vs_o200k": 1.0,
          "samples": [
            {
              "chars": 124,
              "tokens": 35,
              "chars_per_token": 3.543
            },
            {
              "chars": 324,
              "tokens": 87,
              "chars_per_token": 3.724
            },
            {
              "chars": 168,
              "tokens": 49,
              "chars_per_token": 3.429
            },
            {
              "chars": 217,
              "tokens": 55,
              "chars_per_token": 3.945
            },
            {
              "chars": 238,
              "tokens": 59,
              "chars_per_token": 4.034
            },
            {
              "chars": 201,
              "tokens": 52,
              "chars_per_token": 3.865
            },
            {
              "chars": 251,
              "tokens": 61,
              "chars_per_token": 4.115
            },
            {
              "chars": 176,
              "tokens": 41,
              "chars_per_token": 4.293
            },
            {
              "chars": 161,
              "tokens": 44,
              "chars_per_token": 3.659
            },
            {
              "chars": 121,
              "tokens": 43,
              "chars_per_token": 2.814
            }
          ]
        },
        "gemini-3.1-pro-preview": {
          "avg_chars_per_token": 3.075,
          "pooled_chars_per_token": 3.071,
          "total_tokens": 645,
          "tokens_vs_o200k": 1.226,
          "total_tokens_raw_with_overhead": 655,
          "samples": [
            {
              "chars": 124,
              "tokens": 40,
              "chars_per_token": 3.1
            },
            {
              "chars": 324,
              "tokens": 115,
              "chars_per_token": 2.817
            },
            {
              "chars": 168,
              "tokens": 56,
              "chars_per_token": 3.0
            },
            {
              "chars": 217,
              "tokens": 69,
              "chars_per_token": 3.145
            },
            {
              "chars": 238,
              "tokens": 70,
              "chars_per_token": 3.4
            },
            {
              "chars": 201,
              "tokens": 68,
              "chars_per_token": 2.956
            },
            {
              "chars": 251,
              "tokens": 74,
              "chars_per_token": 3.392
            },
            {
              "chars": 176,
              "tokens": 52,
              "chars_per_token": 3.385
            },
            {
              "chars": 161,
              "tokens": 55,
              "chars_per_token": 2.927
            },
            {
              "chars": 121,
              "tokens": 46,
              "chars_per_token": 2.63
            }
          ]
        },
        "gemini-3.6-flash": {
          "avg_chars_per_token": 3.075,
          "pooled_chars_per_token": 3.071,
          "total_tokens": 645,
          "tokens_vs_o200k": 1.226,
          "total_tokens_raw_with_overhead": 655,
          "samples": [
            {
              "chars": 124,
              "tokens": 40,
              "chars_per_token": 3.1
            },
            {
              "chars": 324,
              "tokens": 115,
              "chars_per_token": 2.817
            },
            {
              "chars": 168,
              "tokens": 56,
              "chars_per_token": 3.0
            },
            {
              "chars": 217,
              "tokens": 69,
              "chars_per_token": 3.145
            },
            {
              "chars": 238,
              "tokens": 70,
              "chars_per_token": 3.4
            },
            {
              "chars": 201,
              "tokens": 68,
              "chars_per_token": 2.956
            },
            {
              "chars": 251,
              "tokens": 74,
              "chars_per_token": 3.392
            },
            {
              "chars": 176,
              "tokens": 52,
              "chars_per_token": 3.385
            },
            {
              "chars": 161,
              "tokens": 55,
              "chars_per_token": 2.927
            },
            {
              "chars": 121,
              "tokens": 46,
              "chars_per_token": 2.63
            }
          ]
        },
        "gemini-3.5-flash-lite": {
          "avg_chars_per_token": 3.075,
          "pooled_chars_per_token": 3.071,
          "total_tokens": 645,
          "tokens_vs_o200k": 1.226,
          "total_tokens_raw_with_overhead": 655,
          "samples": [
            {
              "chars": 124,
              "tokens": 40,
              "chars_per_token": 3.1
            },
            {
              "chars": 324,
              "tokens": 115,
              "chars_per_token": 2.817
            },
            {
              "chars": 168,
              "tokens": 56,
              "chars_per_token": 3.0
            },
            {
              "chars": 217,
              "tokens": 69,
              "chars_per_token": 3.145
            },
            {
              "chars": 238,
              "tokens": 70,
              "chars_per_token": 3.4
            },
            {
              "chars": 201,
              "tokens": 68,
              "chars_per_token": 2.956
            },
            {
              "chars": 251,
              "tokens": 74,
              "chars_per_token": 3.392
            },
            {
              "chars": 176,
              "tokens": 52,
              "chars_per_token": 3.385
            },
            {
              "chars": 161,
              "tokens": 55,
              "chars_per_token": 2.927
            },
            {
              "chars": 121,
              "tokens": 46,
              "chars_per_token": 2.63
            }
          ]
        },
        "gemini-3.1-flash-lite": {
          "avg_chars_per_token": 3.075,
          "pooled_chars_per_token": 3.071,
          "total_tokens": 645,
          "tokens_vs_o200k": 1.226,
          "total_tokens_raw_with_overhead": 655,
          "samples": [
            {
              "chars": 124,
              "tokens": 40,
              "chars_per_token": 3.1
            },
            {
              "chars": 324,
              "tokens": 115,
              "chars_per_token": 2.817
            },
            {
              "chars": 168,
              "tokens": 56,
              "chars_per_token": 3.0
            },
            {
              "chars": 217,
              "tokens": 69,
              "chars_per_token": 3.145
            },
            {
              "chars": 238,
              "tokens": 70,
              "chars_per_token": 3.4
            },
            {
              "chars": 201,
              "tokens": 68,
              "chars_per_token": 2.956
            },
            {
              "chars": 251,
              "tokens": 74,
              "chars_per_token": 3.392
            },
            {
              "chars": 176,
              "tokens": 52,
              "chars_per_token": 3.385
            },
            {
              "chars": 161,
              "tokens": 55,
              "chars_per_token": 2.927
            },
            {
              "chars": 121,
              "tokens": 46,
              "chars_per_token": 2.63
            }
          ]
        }
      }
    },
    "json": {
      "sample_count": 10,
      "total_chars": 866,
      "tokenizers": {
        "cl100k_base": {
          "avg_chars_per_token": 2.658,
          "pooled_chars_per_token": 2.577,
          "total_tokens": 336,
          "tokens_vs_o200k": 0.997,
          "samples": [
            {
              "chars": 99,
              "tokens": 52,
              "chars_per_token": 1.904
            },
            {
              "chars": 80,
              "tokens": 39,
              "chars_per_token": 2.051
            },
            {
              "chars": 91,
              "tokens": 35,
              "chars_per_token": 2.6
            },
            {
              "chars": 87,
              "tokens": 27,
              "chars_per_token": 3.222
            },
            {
              "chars": 81,
              "tokens": 29,
              "chars_per_token": 2.793
            },
            {
              "chars": 81,
              "tokens": 31,
              "chars_per_token": 2.613
            },
            {
              "chars": 86,
              "tokens": 29,
              "chars_per_token": 2.966
            },
            {
              "chars": 89,
              "tokens": 27,
              "chars_per_token": 3.296
            },
            {
              "chars": 82,
              "tokens": 33,
              "chars_per_token": 2.485
            },
            {
              "chars": 90,
              "tokens": 34,
              "chars_per_token": 2.647
            }
          ]
        },
        "o200k_base": {
          "avg_chars_per_token": 2.647,
          "pooled_chars_per_token": 2.57,
          "total_tokens": 337,
          "tokens_vs_o200k": 1.0,
          "samples": [
            {
              "chars": 99,
              "tokens": 51,
              "chars_per_token": 1.941
            },
            {
              "chars": 80,
              "tokens": 39,
              "chars_per_token": 2.051
            },
            {
              "chars": 91,
              "tokens": 36,
              "chars_per_token": 2.528
            },
            {
              "chars": 87,
              "tokens": 27,
              "chars_per_token": 3.222
            },
            {
              "chars": 81,
              "tokens": 29,
              "chars_per_token": 2.793
            },
            {
              "chars": 81,
              "tokens": 31,
              "chars_per_token": 2.613
            },
            {
              "chars": 86,
              "tokens": 29,
              "chars_per_token": 2.966
            },
            {
              "chars": 89,
              "tokens": 27,
              "chars_per_token": 3.296
            },
            {
              "chars": 82,
              "tokens": 34,
              "chars_per_token": 2.412
            },
            {
              "chars": 90,
              "tokens": 34,
              "chars_per_token": 2.647
            }
          ]
        },
        "gemini-3.1-pro-preview": {
          "avg_chars_per_token": 2.284,
          "pooled_chars_per_token": 2.215,
          "total_tokens": 391,
          "tokens_vs_o200k": 1.16,
          "total_tokens_raw_with_overhead": 401,
          "samples": [
            {
              "chars": 99,
              "tokens": 55,
              "chars_per_token": 1.8
            },
            {
              "chars": 80,
              "tokens": 43,
              "chars_per_token": 1.86
            },
            {
              "chars": 91,
              "tokens": 43,
              "chars_per_token": 2.116
            },
            {
              "chars": 87,
              "tokens": 39,
              "chars_per_token": 2.231
            },
            {
              "chars": 81,
              "tokens": 32,
              "chars_per_token": 2.531
            },
            {
              "chars": 81,
              "tokens": 42,
              "chars_per_token": 1.929
            },
            {
              "chars": 86,
              "tokens": 33,
              "chars_per_token": 2.606
            },
            {
              "chars": 89,
              "tokens": 27,
              "chars_per_token": 3.296
            },
            {
              "chars": 82,
              "tokens": 37,
              "chars_per_token": 2.216
            },
            {
              "chars": 90,
              "tokens": 40,
              "chars_per_token": 2.25
            }
          ]
        },
        "gemini-3.6-flash": {
          "avg_chars_per_token": 2.284,
          "pooled_chars_per_token": 2.215,
          "total_tokens": 391,
          "tokens_vs_o200k": 1.16,
          "total_tokens_raw_with_overhead": 401,
          "samples": [
            {
              "chars": 99,
              "tokens": 55,
              "chars_per_token": 1.8
            },
            {
              "chars": 80,
              "tokens": 43,
              "chars_per_token": 1.86
            },
            {
              "chars": 91,
              "tokens": 43,
              "chars_per_token": 2.116
            },
            {
              "chars": 87,
              "tokens": 39,
              "chars_per_token": 2.231
            },
            {
              "chars": 81,
              "tokens": 32,
              "chars_per_token": 2.531
            },
            {
              "chars": 81,
              "tokens": 42,
              "chars_per_token": 1.929
            },
            {
              "chars": 86,
              "tokens": 33,
              "chars_per_token": 2.606
            },
            {
              "chars": 89,
              "tokens": 27,
              "chars_per_token": 3.296
            },
            {
              "chars": 82,
              "tokens": 37,
              "chars_per_token": 2.216
            },
            {
              "chars": 90,
              "tokens": 40,
              "chars_per_token": 2.25
            }
          ]
        },
        "gemini-3.5-flash-lite": {
          "avg_chars_per_token": 2.284,
          "pooled_chars_per_token": 2.215,
          "total_tokens": 391,
          "tokens_vs_o200k": 1.16,
          "total_tokens_raw_with_overhead": 401,
          "samples": [
            {
              "chars": 99,
              "tokens": 55,
              "chars_per_token": 1.8
            },
            {
              "chars": 80,
              "tokens": 43,
              "chars_per_token": 1.86
            },
            {
              "chars": 91,
              "tokens": 43,
              "chars_per_token": 2.116
            },
            {
              "chars": 87,
              "tokens": 39,
              "chars_per_token": 2.231
            },
            {
              "chars": 81,
              "tokens": 32,
              "chars_per_token": 2.531
            },
            {
              "chars": 81,
              "tokens": 42,
              "chars_per_token": 1.929
            },
            {
              "chars": 86,
              "tokens": 33,
              "chars_per_token": 2.606
            },
            {
              "chars": 89,
              "tokens": 27,
              "chars_per_token": 3.296
            },
            {
              "chars": 82,
              "tokens": 37,
              "chars_per_token": 2.216
            },
            {
              "chars": 90,
              "tokens": 40,
              "chars_per_token": 2.25
            }
          ]
        },
        "gemini-3.1-flash-lite": {
          "avg_chars_per_token": 2.284,
          "pooled_chars_per_token": 2.215,
          "total_tokens": 391,
          "tokens_vs_o200k": 1.16,
          "total_tokens_raw_with_overhead": 401,
          "samples": [
            {
              "chars": 99,
              "tokens": 55,
              "chars_per_token": 1.8
            },
            {
              "chars": 80,
              "tokens": 43,
              "chars_per_token": 1.86
            },
            {
              "chars": 91,
              "tokens": 43,
              "chars_per_token": 2.116
            },
            {
              "chars": 87,
              "tokens": 39,
              "chars_per_token": 2.231
            },
            {
              "chars": 81,
              "tokens": 32,
              "chars_per_token": 2.531
            },
            {
              "chars": 81,
              "tokens": 42,
              "chars_per_token": 1.929
            },
            {
              "chars": 86,
              "tokens": 33,
              "chars_per_token": 2.606
            },
            {
              "chars": 89,
              "tokens": 27,
              "chars_per_token": 3.296
            },
            {
              "chars": 82,
              "tokens": 37,
              "chars_per_token": 2.216
            },
            {
              "chars": 90,
              "tokens": 40,
              "chars_per_token": 2.25
            }
          ]
        }
      }
    }
  },
  "pricing_last_synced": "2026-10-13",
  "input_cost_per_million_chars": [
    {
      "id": "claude-fable-5",
      "name": "Claude Fable 5",
      "vendor": "Anthropic",
      "in_per_million_tokens": 10.0,
      "basis": "n/a",
      "usd_per_million_chars": {
        "english_prose": null,
        "chinese_traditional": null,
        "chinese_simplified": null,
        "python_code": null,
        "json": null
      }
    },
    {
      "id": "claude-opus-5",
      "name": "Claude Opus 5",
      "vendor": "Anthropic",
      "in_per_million_tokens": 5.0,
      "basis": "n/a",
      "usd_per_million_chars": {
        "english_prose": null,
        "chinese_traditional": null,
        "chinese_simplified": null,
        "python_code": null,
        "json": null
      }
    },
    {
      "id": "claude-sonnet-5",
      "name": "Claude Sonnet 5",
      "vendor": "Anthropic",
      "in_per_million_tokens": 2.0,
      "basis": "n/a",
      "usd_per_million_chars": {
        "english_prose": null,
        "chinese_traditional": null,
        "chinese_simplified": null,
        "python_code": null,
        "json": null
      }
    },
    {
      "id": "claude-haiku-4-5",
      "name": "Claude Haiku 4.5",
      "vendor": "Anthropic",
      "in_per_million_tokens": 1.0,
      "basis": "n/a",
      "usd_per_million_chars": {
        "english_prose": null,
        "chinese_traditional": null,
        "chinese_simplified": null,
        "python_code": null,
        "json": null
      }
    },
    {
      "id": "gpt-5.6",
      "name": "GPT-5.6",
      "vendor": "OpenAI",
      "in_per_million_tokens": 4.0,
      "basis": "o200k_base (assumed for this model)",
      "usd_per_million_chars": {
        "english_prose": 0.7658,
        "chinese_traditional": 3.3859,
        "chinese_simplified": 2.8559,
        "python_code": 1.0621,
        "json": 1.5566
      }
    },
    {
      "id": "gpt-5.6-terra",
      "name": "GPT-5.6 Terra",
      "vendor": "OpenAI",
      "in_per_million_tokens": 2.0,
      "basis": "o200k_base (assumed for this model)",
      "usd_per_million_chars": {
        "english_prose": 0.3829,
        "chinese_traditional": 1.6929,
        "chinese_simplified": 1.428,
        "python_code": 0.531,
        "json": 0.7783
      }
    },
    {
      "id": "gpt-5.6-luna",
      "name": "GPT-5.6 Luna",
      "vendor": "OpenAI",
      "in_per_million_tokens": 0.2,
      "basis": "o200k_base (assumed for this model)",
      "usd_per_million_chars": {
        "english_prose": 0.0383,
        "chinese_traditional": 0.1693,
        "chinese_simplified": 0.1428,
        "python_code": 0.0531,
        "json": 0.0778
      }
    },
    {
      "id": "gpt-5.4-mini",
      "name": "GPT-5.4 mini",
      "vendor": "OpenAI",
      "in_per_million_tokens": 0.75,
      "basis": "o200k_base (assumed for this model)",
      "usd_per_million_chars": {
        "english_prose": 0.1436,
        "chinese_traditional": 0.6349,
        "chinese_simplified": 0.5355,
        "python_code": 0.1991,
        "json": 0.2919
      }
    },
    {
      "id": "gpt-5.4-nano",
      "name": "GPT-5.4 nano",
      "vendor": "OpenAI",
      "in_per_million_tokens": 0.2,
      "basis": "o200k_base (assumed for this model)",
      "usd_per_million_chars": {
        "english_prose": 0.0383,
        "chinese_traditional": 0.1693,
        "chinese_simplified": 0.1428,
        "python_code": 0.0531,
        "json": 0.0778
      }
    },
    {
      "id": "gemini/gemini-3.1-pro-preview",
      "name": "Gemini 3.1 Pro (preview)",
      "vendor": "Google",
      "in_per_million_tokens": 2.0,
      "basis": "gemini-3.1-pro-preview (measured on this model id)",
      "usd_per_million_chars": {
        "english_prose": 0.3864,
        "chinese_traditional": 1.2905,
        "chinese_simplified": 1.2067,
        "python_code": 0.6512,
        "json": 0.903
      }
    },
    {
      "id": "gemini/gemini-3.6-flash",
      "name": "Gemini 3.6 Flash",
      "vendor": "Google",
      "in_per_million_tokens": 0.75,
      "basis": "gemini-3.6-flash (measured on this model id)",
      "usd_per_million_chars": {
        "english_prose": 0.1449,
        "chinese_traditional": 0.4839,
        "chinese_simplified": 0.4525,
        "python_code": 0.2442,
        "json": 0.3386
      }
    },
    {
      "id": "gemini/gemini-3.5-flash-lite",
      "name": "Gemini 3.5 Flash-Lite",
      "vendor": "Google",
      "in_per_million_tokens": 0.3,
      "basis": "gemini-3.5-flash-lite (measured on this model id)",
      "usd_per_million_chars": {
        "english_prose": 0.058,
        "chinese_traditional": 0.1936,
        "chinese_simplified": 0.181,
        "python_code": 0.0977,
        "json": 0.1355
      }
    },
    {
      "id": "gemini/gemini-3.1-flash-lite",
      "name": "Gemini 3.1 Flash-Lite",
      "vendor": "Google",
      "in_per_million_tokens": 0.25,
      "basis": "gemini-3.1-flash-lite (measured on this model id)",
      "usd_per_million_chars": {
        "english_prose": 0.0483,
        "chinese_traditional": 0.1613,
        "chinese_simplified": 0.1508,
        "python_code": 0.0814,
        "json": 0.1129
      }
    }
  ],
  "same_input_rate_pairs": [
    {
      "gemini": "Gemini 3.1 Pro (preview)",
      "gpt": "GPT-5.6 Terra",
      "shared_in_per_million_tokens": 2.0,
      "gemini_cost_over_gpt_cost": {
        "english_prose": 1.009,
        "chinese_traditional": 0.762,
        "chinese_simplified": 0.845,
        "python_code": 1.226,
        "json": 1.16
      }
    },
    {
      "gemini": "Gemini 3.6 Flash",
      "gpt": "GPT-5.4 mini",
      "shared_in_per_million_tokens": 0.75,
      "gemini_cost_over_gpt_cost": {
        "english_prose": 1.009,
        "chinese_traditional": 0.762,
        "chinese_simplified": 0.845,
        "python_code": 1.226,
        "json": 1.16
      }
    }
  ]
}
