{
 "slug": "tokenizer-efficiency",
 "name": "Tokenizer efficiency across languages: 16 tokenizers from DeepSeek, GLM, Qwen, Gemma, OpenAI, Meta, Moonshot, MiniMax, Microsoft, Mistral and NVIDIA",
 "version": "4.0",
 "measured": "2026-11-15",
 "corpusBuilt": "2026-11-14",
 "license": {
  "name": "CC BY 4.0",
  "url": "https://creativecommons.org/licenses/by/4.0/",
  "covers": "Token counts, ratios, cost figures, tables and method: CC BY 4.0.",
  "notCovered": "The source texts in the JSON download are not relicensed: each keeps its source licence, given per text. Wikipedia texts are CC BY-SA 4.0, so a copy or adaptation of those texts must stay under CC BY-SA 4.0 and credit Wikipedia contributors (the revision link lists them). Tatoeba sentences are CC BY 2.0 FR: credit the authors listed per text (each sentence ID links to its author). Wikidata JSON is CC0; the Project Gutenberg excerpts are public domain. FLORES-200 sentences (CC BY-SA 4.0, NLLB Team, Meta) are not in the download at all: only our counts are, with the corpus pinned and linked. FLORES-200 sentences are CC BY-SA 4.0 (NLLB Team et al., No Language Left Behind: Scaling Human-Centered Machine Translation (2022), arXiv:2207.04672; FLORES-200 evaluation benchmark.). Our CC BY 4.0 files contain no FLORES-200 text: only our own token, word and character counts for each language, with the corpus identified by its pinned tarball (SHA-256 b8b0b76783024b85797e5cc75064eb83fc5288b41e9654dabc7be6ae944011f6) and splits (dev, devtest). Get the sentences from https://dl.fbaipublicfiles.com/nllb/flores200_dataset.tar.gz."
 },
 "method": "Parallel text: FLORES-200 dev and devtest (2,009 aligned sentences per language, CC BY-SA 4.0, tarball pinned by SHA-256) for Modern Standard, Egyptian, North Levantine, Najdi and Mesopotamian Arabic, Hindi, Urdu, Chinese, French and Spanish against English, each sentence counted on its own; Tatoeba sentence pairs (CC BY 2.0 FR) for Gulf Arabic and Arabizi. Ratio = pooled tokens ÷ pooled tokens of the English side, with a 95% interval from a seeded bootstrap over sentences (10,000 resamples). Other texts: Wikipedia lead sections (CC BY-SA 4.0), Project Gutenberg (public domain) and Wikidata JSON (CC0), stored with source URL, licence and revision. Tokens: the official tokenizer file at a pinned Hugging Face commit, encoded with @huggingface/tokenizers with no special tokens; o200k_base via gpt-tokenizer; Kimi's tiktoken rank file with a tiktoken-compatible counter. Gated Meta and Google files were read from ungated mirrors proven byte-identical to the official file. Every new count matched the Rust tokenizers library or Python tiktoken. Words: word-like segments from Intl.Segmenter. Characters: Unicode code points.",
 "url": "https://broadrouter.com/data/tokenizer-efficiency/",
 "changes": [
  {
   "group": "ar-msa",
   "short": "Arabic MSA",
   "v3": {
    "source": "Tatoeba",
    "sentences": 51,
    "ratio": {
     "deepseek": 1.41,
     "glm": 1.53,
     "qwen": 1.16,
     "gemma": 1.22,
     "gpt": 1.29,
     "gptoss": 1.29,
     "llama3": 1.41,
     "llama4": 1.46,
     "kimi": 1.77,
     "minimax": 1.27,
     "gemma3": 1.22,
     "phi4": 2.49,
     "mistral": 1.12,
     "ministral": 1.1,
     "nemotron": 1.1,
     "qwen3": 1.44
    }
   },
   "v4": {
    "source": "FLORES-200",
    "sentences": 2009,
    "ratio": {
     "deepseek": 1.62,
     "glm": 1.77,
     "qwen": 1.31,
     "gemma": 1.47,
     "gpt": 1.38,
     "gptoss": 1.38,
     "llama3": 1.66,
     "llama4": 1.59,
     "kimi": 2.05,
     "minimax": 1.36,
     "gemma3": 1.47,
     "phi4": 3.03,
     "mistral": 1.27,
     "ministral": 1.25,
     "nemotron": 1.25,
     "qwen3": 1.63
    },
    "ci95": {
     "deepseek": [
      1.61,
      1.63
     ],
     "glm": [
      1.76,
      1.78
     ],
     "qwen": [
      1.3,
      1.32
     ],
     "gemma": [
      1.46,
      1.48
     ],
     "gpt": [
      1.37,
      1.39
     ],
     "gptoss": [
      1.37,
      1.39
     ],
     "llama3": [
      1.64,
      1.67
     ],
     "llama4": [
      1.58,
      1.6
     ],
     "kimi": [
      2.04,
      2.07
     ],
     "minimax": [
      1.35,
      1.37
     ],
     "gemma3": [
      1.46,
      1.48
     ],
     "phi4": [
      3.01,
      3.05
     ],
     "mistral": [
      1.26,
      1.28
     ],
     "ministral": [
      1.24,
      1.25
     ],
     "nemotron": [
      1.24,
      1.25
     ],
     "qwen3": [
      1.62,
      1.64
     ]
    }
   }
  },
  {
   "group": "ar-gulf",
   "short": "Gulf Arabic",
   "v3": {
    "source": "Tatoeba",
    "sentences": 49,
    "ratio": {
     "deepseek": 1.44,
     "glm": 1.57,
     "qwen": 1.21,
     "gemma": 1.22,
     "gpt": 1.32,
     "gptoss": 1.32,
     "llama3": 1.5,
     "llama4": 1.45,
     "kimi": 1.86,
     "minimax": 1.32,
     "gemma3": 1.22,
     "phi4": 2.54,
     "mistral": 1.17,
     "ministral": 1.15,
     "nemotron": 1.15,
     "qwen3": 1.47
    }
   },
   "v4": {
    "source": "Tatoeba",
    "sentences": 49,
    "ratio": {
     "deepseek": 1.44,
     "glm": 1.57,
     "qwen": 1.21,
     "gemma": 1.22,
     "gpt": 1.32,
     "gptoss": 1.32,
     "llama3": 1.5,
     "llama4": 1.45,
     "kimi": 1.86,
     "minimax": 1.32,
     "gemma3": 1.22,
     "phi4": 2.54,
     "mistral": 1.17,
     "ministral": 1.15,
     "nemotron": 1.15,
     "qwen3": 1.47
    },
    "ci95": {
     "deepseek": [
      1.34,
      1.53
     ],
     "glm": [
      1.47,
      1.68
     ],
     "qwen": [
      1.13,
      1.29
     ],
     "gemma": [
      1.12,
      1.32
     ],
     "gpt": [
      1.22,
      1.42
     ],
     "gptoss": [
      1.22,
      1.42
     ],
     "llama3": [
      1.4,
      1.6
     ],
     "llama4": [
      1.35,
      1.55
     ],
     "kimi": [
      1.75,
      1.97
     ],
     "minimax": [
      1.23,
      1.43
     ],
     "gemma3": [
      1.12,
      1.32
     ],
     "phi4": [
      2.37,
      2.71
     ],
     "mistral": [
      1.09,
      1.25
     ],
     "ministral": [
      1.08,
      1.23
     ],
     "nemotron": [
      1.08,
      1.23
     ],
     "qwen3": [
      1.36,
      1.59
     ]
    }
   }
  },
  {
   "group": "ar-egyptian",
   "short": "Egyptian Arabic",
   "v3": {
    "source": "Tatoeba",
    "sentences": 38,
    "ratio": {
     "deepseek": 1.42,
     "glm": 1.53,
     "qwen": 1.24,
     "gemma": 1.21,
     "gpt": 1.32,
     "gptoss": 1.32,
     "llama3": 1.41,
     "llama4": 1.45,
     "kimi": 1.74,
     "minimax": 1.36,
     "gemma3": 1.21,
     "phi4": 2.32,
     "mistral": 1.23,
     "ministral": 1.22,
     "nemotron": 1.22,
     "qwen3": 1.47
    }
   },
   "v4": {
    "source": "FLORES-200",
    "sentences": 2009,
    "ratio": {
     "deepseek": 1.63,
     "glm": 1.75,
     "qwen": 1.35,
     "gemma": 1.44,
     "gpt": 1.41,
     "gptoss": 1.41,
     "llama3": 1.65,
     "llama4": 1.61,
     "kimi": 2.02,
     "minimax": 1.4,
     "gemma3": 1.44,
     "phi4": 2.95,
     "mistral": 1.29,
     "ministral": 1.29,
     "nemotron": 1.29,
     "qwen3": 1.64
    },
    "ci95": {
     "deepseek": [
      1.61,
      1.64
     ],
     "glm": [
      1.74,
      1.77
     ],
     "qwen": [
      1.34,
      1.36
     ],
     "gemma": [
      1.42,
      1.45
     ],
     "gpt": [
      1.4,
      1.42
     ],
     "gptoss": [
      1.4,
      1.42
     ],
     "llama3": [
      1.64,
      1.66
     ],
     "llama4": [
      1.59,
      1.62
     ],
     "kimi": [
      2.01,
      2.04
     ],
     "minimax": [
      1.39,
      1.41
     ],
     "gemma3": [
      1.42,
      1.45
     ],
     "phi4": [
      2.93,
      2.98
     ],
     "mistral": [
      1.28,
      1.3
     ],
     "ministral": [
      1.28,
      1.3
     ],
     "nemotron": [
      1.28,
      1.3
     ],
     "qwen3": [
      1.62,
      1.65
     ]
    }
   }
  },
  {
   "group": "ar-levantine",
   "short": "Levantine Arabic",
   "v3": {
    "source": "Tatoeba",
    "sentences": 33,
    "ratio": {
     "deepseek": 1.41,
     "glm": 1.5,
     "qwen": 1.16,
     "gemma": 1.09,
     "gpt": 1.26,
     "gptoss": 1.26,
     "llama3": 1.39,
     "llama4": 1.4,
     "kimi": 1.7,
     "minimax": 1.29,
     "gemma3": 1.09,
     "phi4": 2.22,
     "mistral": 1.18,
     "ministral": 1.18,
     "nemotron": 1.18,
     "qwen3": 1.38
    }
   },
   "v4": {
    "source": "FLORES-200",
    "sentences": 2009,
    "ratio": {
     "deepseek": 1.58,
     "glm": 1.7,
     "qwen": 1.29,
     "gemma": 1.41,
     "gpt": 1.35,
     "gptoss": 1.35,
     "llama3": 1.59,
     "llama4": 1.55,
     "kimi": 1.94,
     "minimax": 1.33,
     "gemma3": 1.41,
     "phi4": 2.82,
     "mistral": 1.24,
     "ministral": 1.24,
     "nemotron": 1.24,
     "qwen3": 1.58
    },
    "ci95": {
     "deepseek": [
      1.57,
      1.59
     ],
     "glm": [
      1.68,
      1.71
     ],
     "qwen": [
      1.28,
      1.3
     ],
     "gemma": [
      1.4,
      1.43
     ],
     "gpt": [
      1.34,
      1.36
     ],
     "gptoss": [
      1.34,
      1.36
     ],
     "llama3": [
      1.58,
      1.6
     ],
     "llama4": [
      1.54,
      1.57
     ],
     "kimi": [
      1.92,
      1.95
     ],
     "minimax": [
      1.32,
      1.34
     ],
     "gemma3": [
      1.4,
      1.43
     ],
     "phi4": [
      2.8,
      2.84
     ],
     "mistral": [
      1.23,
      1.25
     ],
     "ministral": [
      1.23,
      1.24
     ],
     "nemotron": [
      1.23,
      1.24
     ],
     "qwen3": [
      1.57,
      1.59
     ]
    }
   }
  },
  {
   "group": "ar-najdi",
   "short": "Najdi Arabic",
   "v3": null,
   "v4": {
    "source": "FLORES-200",
    "sentences": 2009,
    "ratio": {
     "deepseek": 1.63,
     "glm": 1.77,
     "qwen": 1.31,
     "gemma": 1.47,
     "gpt": 1.39,
     "gptoss": 1.39,
     "llama3": 1.66,
     "llama4": 1.6,
     "kimi": 2.06,
     "minimax": 1.36,
     "gemma3": 1.47,
     "phi4": 3.03,
     "mistral": 1.27,
     "ministral": 1.25,
     "nemotron": 1.25,
     "qwen3": 1.63
    },
    "ci95": {
     "deepseek": [
      1.61,
      1.64
     ],
     "glm": [
      1.76,
      1.79
     ],
     "qwen": [
      1.3,
      1.32
     ],
     "gemma": [
      1.46,
      1.49
     ],
     "gpt": [
      1.38,
      1.4
     ],
     "gptoss": [
      1.38,
      1.4
     ],
     "llama3": [
      1.65,
      1.67
     ],
     "llama4": [
      1.58,
      1.61
     ],
     "kimi": [
      2.04,
      2.07
     ],
     "minimax": [
      1.35,
      1.37
     ],
     "gemma3": [
      1.46,
      1.49
     ],
     "phi4": [
      3.01,
      3.06
     ],
     "mistral": [
      1.26,
      1.28
     ],
     "ministral": [
      1.24,
      1.26
     ],
     "nemotron": [
      1.24,
      1.26
     ],
     "qwen3": [
      1.62,
      1.65
     ]
    }
   }
  },
  {
   "group": "ar-mesopotamian",
   "short": "Mesopotamian Arabic",
   "v3": null,
   "v4": {
    "source": "FLORES-200",
    "sentences": 2009,
    "ratio": {
     "deepseek": 1.62,
     "glm": 1.75,
     "qwen": 1.32,
     "gemma": 1.46,
     "gpt": 1.39,
     "gptoss": 1.39,
     "llama3": 1.65,
     "llama4": 1.59,
     "kimi": 2.03,
     "minimax": 1.37,
     "gemma3": 1.46,
     "phi4": 2.98,
     "mistral": 1.27,
     "ministral": 1.26,
     "nemotron": 1.26,
     "qwen3": 1.62
    },
    "ci95": {
     "deepseek": [
      1.61,
      1.63
     ],
     "glm": [
      1.74,
      1.77
     ],
     "qwen": [
      1.31,
      1.33
     ],
     "gemma": [
      1.45,
      1.47
     ],
     "gpt": [
      1.38,
      1.4
     ],
     "gptoss": [
      1.38,
      1.4
     ],
     "llama3": [
      1.64,
      1.66
     ],
     "llama4": [
      1.58,
      1.6
     ],
     "kimi": [
      2.02,
      2.05
     ],
     "minimax": [
      1.36,
      1.38
     ],
     "gemma3": [
      1.45,
      1.47
     ],
     "phi4": [
      2.96,
      3
     ],
     "mistral": [
      1.26,
      1.28
     ],
     "ministral": [
      1.25,
      1.27
     ],
     "nemotron": [
      1.25,
      1.27
     ],
     "qwen3": [
      1.61,
      1.64
     ]
    }
   }
  },
  {
   "group": "arabizi",
   "short": "Arabizi",
   "v3": {
    "source": "Tatoeba",
    "sentences": 39,
    "ratio": {
     "deepseek": 1.5,
     "glm": 1.48,
     "qwen": 1.38,
     "gemma": 1.3,
     "gpt": 1.45,
     "gptoss": 1.45,
     "llama3": 1.49,
     "llama4": 1.46,
     "kimi": 1.55,
     "minimax": 1.51,
     "gemma3": 1.3,
     "phi4": 1.51,
     "mistral": 1.44,
     "ministral": 1.44,
     "nemotron": 1.44,
     "qwen3": 1.5
    }
   },
   "v4": {
    "source": "Tatoeba",
    "sentences": 39,
    "ratio": {
     "deepseek": 1.5,
     "glm": 1.48,
     "qwen": 1.38,
     "gemma": 1.3,
     "gpt": 1.45,
     "gptoss": 1.45,
     "llama3": 1.49,
     "llama4": 1.46,
     "kimi": 1.55,
     "minimax": 1.51,
     "gemma3": 1.3,
     "phi4": 1.51,
     "mistral": 1.44,
     "ministral": 1.44,
     "nemotron": 1.44,
     "qwen3": 1.5
    },
    "ci95": {
     "deepseek": [
      1.4,
      1.61
     ],
     "glm": [
      1.38,
      1.59
     ],
     "qwen": [
      1.29,
      1.47
     ],
     "gemma": [
      1.21,
      1.39
     ],
     "gpt": [
      1.35,
      1.55
     ],
     "gptoss": [
      1.35,
      1.55
     ],
     "llama3": [
      1.39,
      1.59
     ],
     "llama4": [
      1.36,
      1.55
     ],
     "kimi": [
      1.44,
      1.66
     ],
     "minimax": [
      1.4,
      1.62
     ],
     "gemma3": [
      1.21,
      1.39
     ],
     "phi4": [
      1.4,
      1.61
     ],
     "mistral": [
      1.33,
      1.55
     ],
     "ministral": [
      1.33,
      1.55
     ],
     "nemotron": [
      1.33,
      1.55
     ],
     "qwen3": [
      1.39,
      1.6
     ]
    }
   }
  },
  {
   "group": "fr",
   "short": "French",
   "v3": {
    "source": "Tatoeba",
    "sentences": 46,
    "ratio": {
     "deepseek": 1.35,
     "glm": 1.28,
     "qwen": 1.2,
     "gemma": 1.19,
     "gpt": 1.24,
     "gptoss": 1.24,
     "llama3": 1.32,
     "llama4": 1.27,
     "kimi": 1.62,
     "minimax": 1.23,
     "gemma3": 1.19,
     "phi4": 1.35,
     "mistral": 1.18,
     "ministral": 1.18,
     "nemotron": 1.18,
     "qwen3": 1.34
    }
   },
   "v4": {
    "source": "FLORES-200",
    "sentences": 2009,
    "ratio": {
     "deepseek": 1.54,
     "glm": 1.5,
     "qwen": 1.38,
     "gemma": 1.4,
     "gpt": 1.36,
     "gptoss": 1.36,
     "llama3": 1.59,
     "llama4": 1.36,
     "kimi": 1.72,
     "minimax": 1.29,
     "gemma3": 1.4,
     "phi4": 1.6,
     "mistral": 1.31,
     "ministral": 1.31,
     "nemotron": 1.31,
     "qwen3": 1.57
    },
    "ci95": {
     "deepseek": [
      1.53,
      1.55
     ],
     "glm": [
      1.49,
      1.51
     ],
     "qwen": [
      1.37,
      1.39
     ],
     "gemma": [
      1.39,
      1.41
     ],
     "gpt": [
      1.35,
      1.37
     ],
     "gptoss": [
      1.35,
      1.37
     ],
     "llama3": [
      1.58,
      1.6
     ],
     "llama4": [
      1.35,
      1.37
     ],
     "kimi": [
      1.71,
      1.74
     ],
     "minimax": [
      1.28,
      1.3
     ],
     "gemma3": [
      1.39,
      1.41
     ],
     "phi4": [
      1.58,
      1.61
     ],
     "mistral": [
      1.3,
      1.32
     ],
     "ministral": [
      1.3,
      1.32
     ],
     "nemotron": [
      1.3,
      1.32
     ],
     "qwen3": [
      1.56,
      1.58
     ]
    }
   }
  },
  {
   "group": "es",
   "short": "Spanish",
   "v3": {
    "source": "Tatoeba",
    "sentences": 46,
    "ratio": {
     "deepseek": 1.18,
     "glm": 1.1,
     "qwen": 1.05,
     "gemma": 0.96,
     "gpt": 1.09,
     "gptoss": 1.09,
     "llama3": 1.14,
     "llama4": 1.1,
     "kimi": 1.41,
     "minimax": 1.04,
     "gemma3": 0.96,
     "phi4": 1.15,
     "mistral": 1.04,
     "ministral": 1.04,
     "nemotron": 1.04,
     "qwen3": 1.14
    }
   },
   "v4": {
    "source": "FLORES-200",
    "sentences": 2009,
    "ratio": {
     "deepseek": 1.5,
     "glm": 1.44,
     "qwen": 1.32,
     "gemma": 1.29,
     "gpt": 1.32,
     "gptoss": 1.32,
     "llama3": 1.54,
     "llama4": 1.3,
     "kimi": 1.69,
     "minimax": 1.25,
     "gemma3": 1.29,
     "phi4": 1.55,
     "mistral": 1.32,
     "ministral": 1.32,
     "nemotron": 1.32,
     "qwen3": 1.52
    },
    "ci95": {
     "deepseek": [
      1.48,
      1.51
     ],
     "glm": [
      1.43,
      1.45
     ],
     "qwen": [
      1.31,
      1.33
     ],
     "gemma": [
      1.29,
      1.3
     ],
     "gpt": [
      1.31,
      1.33
     ],
     "gptoss": [
      1.31,
      1.33
     ],
     "llama3": [
      1.53,
      1.55
     ],
     "llama4": [
      1.29,
      1.31
     ],
     "kimi": [
      1.68,
      1.71
     ],
     "minimax": [
      1.24,
      1.26
     ],
     "gemma3": [
      1.29,
      1.3
     ],
     "phi4": [
      1.53,
      1.56
     ],
     "mistral": [
      1.31,
      1.33
     ],
     "ministral": [
      1.31,
      1.33
     ],
     "nemotron": [
      1.31,
      1.33
     ],
     "qwen3": [
      1.51,
      1.53
     ]
    }
   }
  },
  {
   "group": "hi",
   "short": "Hindi",
   "v3": {
    "source": "Tatoeba",
    "sentences": 73,
    "ratio": {
     "deepseek": 2.49,
     "glm": 3.67,
     "qwen": 1.74,
     "gemma": 1.21,
     "gpt": 1.59,
     "gptoss": 1.59,
     "llama3": 2.14,
     "llama4": 1.7,
     "kimi": 2.76,
     "minimax": 2.91,
     "gemma3": 1.21,
     "phi4": 4.36,
     "mistral": 2.48,
     "ministral": 1.63,
     "nemotron": 1.63,
     "qwen3": 3.9
    }
   },
   "v4": {
    "source": "FLORES-200",
    "sentences": 2009,
    "ratio": {
     "deepseek": 2.81,
     "glm": 4.33,
     "qwen": 2.02,
     "gemma": 1.31,
     "gpt": 1.58,
     "gptoss": 1.58,
     "llama3": 2.53,
     "llama4": 1.65,
     "kimi": 2.75,
     "minimax": 2.94,
     "gemma3": 1.31,
     "phi4": 4.78,
     "mistral": 2.76,
     "ministral": 1.8,
     "nemotron": 1.8,
     "qwen3": 4.43
    },
    "ci95": {
     "deepseek": [
      2.79,
      2.83
     ],
     "glm": [
      4.29,
      4.37
     ],
     "qwen": [
      2,
      2.03
     ],
     "gemma": [
      1.31,
      1.32
     ],
     "gpt": [
      1.56,
      1.59
     ],
     "gptoss": [
      1.56,
      1.59
     ],
     "llama3": [
      2.51,
      2.55
     ],
     "llama4": [
      1.64,
      1.66
     ],
     "kimi": [
      2.73,
      2.77
     ],
     "minimax": [
      2.92,
      2.96
     ],
     "gemma3": [
      1.31,
      1.32
     ],
     "phi4": [
      4.74,
      4.82
     ],
     "mistral": [
      2.74,
      2.79
     ],
     "ministral": [
      1.78,
      1.81
     ],
     "nemotron": [
      1.78,
      1.81
     ],
     "qwen3": [
      4.39,
      4.47
     ]
    }
   }
  },
  {
   "group": "ur",
   "short": "Urdu",
   "v3": {
    "source": "Tatoeba",
    "sentences": 46,
    "ratio": {
     "deepseek": 2.43,
     "glm": 2.82,
     "qwen": 1.82,
     "gemma": 1.24,
     "gpt": 1.65,
     "gptoss": 1.65,
     "llama3": 3.37,
     "llama4": 1.95,
     "kimi": 2.15,
     "minimax": 4.17,
     "gemma3": 1.24,
     "phi4": 4.36,
     "mistral": 1.77,
     "ministral": 1.77,
     "nemotron": 1.77,
     "qwen3": 3.09
    }
   },
   "v4": {
    "source": "FLORES-200",
    "sentences": 2009,
    "ratio": {
     "deepseek": 2.37,
     "glm": 2.75,
     "qwen": 1.98,
     "gemma": 1.53,
     "gpt": 1.66,
     "gptoss": 1.66,
     "llama3": 3.09,
     "llama4": 1.89,
     "kimi": 2.17,
     "minimax": 3.78,
     "gemma3": 1.53,
     "phi4": 4.36,
     "mistral": 1.76,
     "ministral": 1.76,
     "nemotron": 1.76,
     "qwen3": 3.16
    },
    "ci95": {
     "deepseek": [
      2.36,
      2.39
     ],
     "glm": [
      2.73,
      2.78
     ],
     "qwen": [
      1.97,
      2
     ],
     "gemma": [
      1.52,
      1.54
     ],
     "gpt": [
      1.65,
      1.67
     ],
     "gptoss": [
      1.65,
      1.67
     ],
     "llama3": [
      3.06,
      3.11
     ],
     "llama4": [
      1.88,
      1.9
     ],
     "kimi": [
      2.16,
      2.19
     ],
     "minimax": [
      3.74,
      3.81
     ],
     "gemma3": [
      1.52,
      1.54
     ],
     "phi4": [
      4.33,
      4.4
     ],
     "mistral": [
      1.75,
      1.78
     ],
     "ministral": [
      1.75,
      1.77
     ],
     "nemotron": [
      1.75,
      1.77
     ],
     "qwen3": [
      3.14,
      3.19
     ]
    }
   }
  },
  {
   "group": "zh",
   "short": "Chinese",
   "v3": {
    "source": "Tatoeba",
    "sentences": 37,
    "ratio": {
     "deepseek": 0.78,
     "glm": 0.81,
     "qwen": 0.79,
     "gemma": 0.89,
     "gpt": 1.09,
     "gptoss": 1.09,
     "llama3": 1.09,
     "llama4": 0.95,
     "kimi": 0.77,
     "minimax": 0.81,
     "gemma3": 0.89,
     "phi4": 1.52,
     "mistral": 1.11,
     "ministral": 1.11,
     "nemotron": 1.11,
     "qwen3": 0.85
    }
   },
   "v4": {
    "source": "FLORES-200",
    "sentences": 2009,
    "ratio": {
     "deepseek": 0.95,
     "glm": 0.96,
     "qwen": 0.92,
     "gemma": 1.09,
     "gpt": 1.26,
     "gptoss": 1.26,
     "llama3": 1.29,
     "llama4": 1.07,
     "kimi": 0.88,
     "minimax": 0.92,
     "gemma3": 1.09,
     "phi4": 1.88,
     "mistral": 1.42,
     "ministral": 1.42,
     "nemotron": 1.42,
     "qwen3": 1.01
    },
    "ci95": {
     "deepseek": [
      0.94,
      0.96
     ],
     "glm": [
      0.95,
      0.97
     ],
     "qwen": [
      0.91,
      0.93
     ],
     "gemma": [
      1.08,
      1.1
     ],
     "gpt": [
      1.25,
      1.27
     ],
     "gptoss": [
      1.25,
      1.27
     ],
     "llama3": [
      1.28,
      1.3
     ],
     "llama4": [
      1.06,
      1.08
     ],
     "kimi": [
      0.87,
      0.89
     ],
     "minimax": [
      0.91,
      0.93
     ],
     "gemma3": [
      1.08,
      1.1
     ],
     "phi4": [
      1.86,
      1.9
     ],
     "mistral": [
      1.4,
      1.43
     ],
     "ministral": [
      1.4,
      1.43
     ],
     "nemotron": [
      1.4,
      1.43
     ],
     "qwen3": [
      1,
      1.02
     ]
    }
   }
  }
 ],
 "csvColumns": [
  {
   "name": "text_id",
   "desc": "Text ID; the JSON \"corpus\" holds the full text, source, authors and sentence or revision IDs."
  },
  {
   "name": "text",
   "desc": "Short label for the text (the text itself is only in the JSON)."
  },
  {
   "name": "group",
   "desc": "Language or text kind, e.g. ar-msa, arabizi, code-python, json."
  },
  {
   "name": "kind",
   "desc": "parallel (FLORES-200 or Tatoeba sentences), parallel-en (their English side), prose, code or json."
  },
  {
   "name": "source",
   "desc": "Where the text comes from: FLORES-200, Tatoeba, Wikipedia, Project Gutenberg or Wikidata."
  },
  {
   "name": "license",
   "desc": "Licence of the source text (it is not relicensed). FLORES-200 text is not in our files at all; only our counts are."
  },
  {
   "name": "url",
   "desc": "Source link: the pinned FLORES-200 page, first Tatoeba sentence ID, or the exact page revision."
  },
  {
   "name": "sentences",
   "desc": "Parallel texts: number of sentences (FLORES-200: 997 dev + 1,012 devtest)."
  },
  {
   "name": "chars",
   "desc": "Unicode code points."
  },
  {
   "name": "words",
   "desc": "Word-like segments from Intl.Segmenter."
  },
  {
   "name": "tokenizer",
   "desc": "Tokenizer ID: deepseek, glm, qwen, gemma, gpt (o200k_base), gptoss (o200k_harmony), llama3, llama4, kimi, minimax, gemma3, phi4, mistral, ministral, nemotron or qwen3. The JSON \"tokenizers\" list gives each repo and pinned commit."
  },
  {
   "name": "core",
   "desc": "yes for the five v2 tokenizers behind the site's headline averages and token tools; no for the 11 added in v3."
  },
  {
   "name": "tokens",
   "desc": "Token count, no special or chat-template tokens."
  },
  {
   "name": "tokens_per_word",
   "desc": "tokens ÷ words."
  },
  {
   "name": "tokens_per_char",
   "desc": "tokens ÷ chars."
  },
  {
   "name": "vs_english_per_word",
   "desc": "tokens_per_word ÷ English prose tokens per word, same tokenizer."
  },
  {
   "name": "vs_english_parallel",
   "desc": "Parallel texts only: tokens ÷ tokens of the English translation of the same sentences."
  },
  {
   "name": "vs_english_parallel_ci95_low",
   "desc": "Lower end of the 95% bootstrap interval for vs_english_parallel (10,000 seeded resamples of sentences)."
  },
  {
   "name": "vs_english_parallel_ci95_high",
   "desc": "Upper end of that interval."
  },
  {
   "name": "broadnet_model",
   "desc": "BroadNet model that uses this tokenizer, if any."
  },
  {
   "name": "input_usd_per_1m_chars",
   "desc": "tokens_per_char × that model's input price per 1M tokens (BroadNet pricing.json at build time)."
  }
 ],
 "reproduce": [
  "node scripts/dataset-tokenizer-corpus.mjs",
  "FLORES_DIR=<dir> node scripts/dataset-tokenizer-flores.mjs",
  "FLORES_DIR=<dir> node scripts/dataset-tokenizer-efficiency.mjs",
  "FLORES_DIR=<dir> node scripts/dataset-tokenizer-models.mjs"
 ],
 "headline": {
  "englishTokensPer1000Words": 1290,
  "englishTokensPer1000WordsRange": [
   1269,
   1320
  ],
  "englishCharsPerToken": 4.61,
  "note": "Headline averages use the five core (v2) tokenizers, so figures quoted across the site stay comparable. englishTokensPer1000WordsRangeAll covers all 16. English tokens per 1,000 words come from the English prose texts (Wikipedia and Project Gutenberg), not from FLORES-200.",
  "englishTokensPer1000WordsRangeAll": [
   1245,
   1320
  ]
 },
 "bootstrap": {
  "resamples": 10000,
  "seed": 20261115,
  "level": 0.95,
  "method": "percentile bootstrap over sentence pairs, seeded mulberry32 PRNG"
 },
 "flores": {
  "name": "FLORES-200",
  "splits": [
   "dev",
   "devtest"
  ],
  "splitSizes": {
   "dev": 997,
   "devtest": 1012
  },
  "url": "https://dl.fbaipublicfiles.com/nllb/flores200_dataset.tar.gz",
  "sha256": "b8b0b76783024b85797e5cc75064eb83fc5288b41e9654dabc7be6ae944011f6",
  "bytes": 25585843,
  "lastModified": "2022-07-14",
  "repo": "facebookresearch/flores",
  "commit": "a6c830c6e1051fb4ac1a44b32358f00463f332bd",
  "repoUrl": "https://github.com/facebookresearch/flores/tree/a6c830c6e1051fb4ac1a44b32358f00463f332bd/flores200",
  "license": "CC BY-SA 4.0",
  "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
  "licenseSource": "https://github.com/facebookresearch/flores/blob/a6c830c6e1051fb4ac1a44b32358f00463f332bd/README.md#licenses",
  "citation": "NLLB Team et al., No Language Left Behind: Scaling Human-Centered Machine Translation (2022), arXiv:2207.04672; FLORES-200 evaluation benchmark.",
  "paper": "https://arxiv.org/abs/2207.04672",
  "successor": {
   "name": "FLORES+",
   "url": "https://huggingface.co/datasets/openlanguagedata/flores_plus",
   "checkedRevision": "1147e2dc59f37fbb5c22fd8478770de02cd399f9",
   "gated": true
  },
  "sentencesPerLanguage": 2009,
  "languages": [
   "eng_Latn",
   "arb_Arab",
   "arz_Arab",
   "apc_Arab",
   "ars_Arab",
   "acm_Arab",
   "hin_Deva",
   "urd_Arab",
   "zho_Hans",
   "fra_Latn",
   "spa_Latn"
  ],
  "note": "FLORES-200 sentences are CC BY-SA 4.0 (NLLB Team et al., No Language Left Behind: Scaling Human-Centered Machine Translation (2022), arXiv:2207.04672; FLORES-200 evaluation benchmark.). Our CC BY 4.0 files contain no FLORES-200 text: only our own token, word and character counts for each language, with the corpus identified by its pinned tarball (SHA-256 b8b0b76783024b85797e5cc75064eb83fc5288b41e9654dabc7be6ae944011f6) and splits (dev, devtest). Get the sentences from https://dl.fbaipublicfiles.com/nllb/flores200_dataset.tar.gz.",
  "entries": [
   {
    "id": "flores-eng_Latn",
    "label": "English, FLORES-200 sentences",
    "group": "en-flores",
    "floresCode": "eng_Latn",
    "splits": [
     "dev",
     "devtest"
    ],
    "sentences": 2009,
    "identicalToMsa": null,
    "license": "CC BY-SA 4.0",
    "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
    "url": "https://github.com/facebookresearch/flores/tree/a6c830c6e1051fb4ac1a44b32358f00463f332bd/flores200",
    "retrieved": "2026-11-15",
    "note": "FLORES-200 eng_Latn, dev (997) + devtest (1,012) splits, every sentence counted on its own. The sentences are CC BY-SA 4.0 and are not reproduced here; get them from the pinned tarball (SHA-256 b8b0b7678302…)."
   },
   {
    "id": "flores-arb_Arab",
    "label": "Modern Standard Arabic, FLORES-200 sentences",
    "group": "ar-msa",
    "floresCode": "arb_Arab",
    "splits": [
     "dev",
     "devtest"
    ],
    "sentences": 2009,
    "identicalToMsa": null,
    "license": "CC BY-SA 4.0",
    "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
    "url": "https://github.com/facebookresearch/flores/tree/a6c830c6e1051fb4ac1a44b32358f00463f332bd/flores200",
    "retrieved": "2026-11-15",
    "note": "FLORES-200 arb_Arab, dev (997) + devtest (1,012) splits, every sentence counted on its own. The sentences are CC BY-SA 4.0 and are not reproduced here; get them from the pinned tarball (SHA-256 b8b0b7678302…)."
   },
   {
    "id": "flores-arz_Arab",
    "label": "Egyptian Arabic, FLORES-200 sentences",
    "group": "ar-egyptian",
    "floresCode": "arz_Arab",
    "splits": [
     "dev",
     "devtest"
    ],
    "sentences": 2009,
    "identicalToMsa": 2,
    "license": "CC BY-SA 4.0",
    "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
    "url": "https://github.com/facebookresearch/flores/tree/a6c830c6e1051fb4ac1a44b32358f00463f332bd/flores200",
    "retrieved": "2026-11-15",
    "note": "FLORES-200 arz_Arab, dev (997) + devtest (1,012) splits, every sentence counted on its own. The sentences are CC BY-SA 4.0 and are not reproduced here; get them from the pinned tarball (SHA-256 b8b0b7678302…). 2 of 2,009 sentences are character-for-character identical to the Modern Standard Arabic (arb_Arab) sentence."
   },
   {
    "id": "flores-apc_Arab",
    "label": "North Levantine Arabic, FLORES-200 sentences",
    "group": "ar-levantine",
    "floresCode": "apc_Arab",
    "splits": [
     "dev",
     "devtest"
    ],
    "sentences": 2009,
    "identicalToMsa": 1,
    "license": "CC BY-SA 4.0",
    "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
    "url": "https://github.com/facebookresearch/flores/tree/a6c830c6e1051fb4ac1a44b32358f00463f332bd/flores200",
    "retrieved": "2026-11-15",
    "note": "FLORES-200 apc_Arab, dev (997) + devtest (1,012) splits, every sentence counted on its own. The sentences are CC BY-SA 4.0 and are not reproduced here; get them from the pinned tarball (SHA-256 b8b0b7678302…). 1 of 2,009 sentences are character-for-character identical to the Modern Standard Arabic (arb_Arab) sentence."
   },
   {
    "id": "flores-ars_Arab",
    "label": "Najdi Arabic, FLORES-200 sentences",
    "group": "ar-najdi",
    "floresCode": "ars_Arab",
    "splits": [
     "dev",
     "devtest"
    ],
    "sentences": 2009,
    "identicalToMsa": 1339,
    "license": "CC BY-SA 4.0",
    "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
    "url": "https://github.com/facebookresearch/flores/tree/a6c830c6e1051fb4ac1a44b32358f00463f332bd/flores200",
    "retrieved": "2026-11-15",
    "note": "FLORES-200 ars_Arab, dev (997) + devtest (1,012) splits, every sentence counted on its own. The sentences are CC BY-SA 4.0 and are not reproduced here; get them from the pinned tarball (SHA-256 b8b0b7678302…). 1,339 of 2,009 sentences are character-for-character identical to the Modern Standard Arabic (arb_Arab) sentence."
   },
   {
    "id": "flores-acm_Arab",
    "label": "Mesopotamian Arabic, FLORES-200 sentences",
    "group": "ar-mesopotamian",
    "floresCode": "acm_Arab",
    "splits": [
     "dev",
     "devtest"
    ],
    "sentences": 2009,
    "identicalToMsa": 41,
    "license": "CC BY-SA 4.0",
    "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
    "url": "https://github.com/facebookresearch/flores/tree/a6c830c6e1051fb4ac1a44b32358f00463f332bd/flores200",
    "retrieved": "2026-11-15",
    "note": "FLORES-200 acm_Arab, dev (997) + devtest (1,012) splits, every sentence counted on its own. The sentences are CC BY-SA 4.0 and are not reproduced here; get them from the pinned tarball (SHA-256 b8b0b7678302…). 41 of 2,009 sentences are character-for-character identical to the Modern Standard Arabic (arb_Arab) sentence."
   },
   {
    "id": "flores-hin_Deva",
    "label": "Hindi, FLORES-200 sentences",
    "group": "hi",
    "floresCode": "hin_Deva",
    "splits": [
     "dev",
     "devtest"
    ],
    "sentences": 2009,
    "identicalToMsa": null,
    "license": "CC BY-SA 4.0",
    "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
    "url": "https://github.com/facebookresearch/flores/tree/a6c830c6e1051fb4ac1a44b32358f00463f332bd/flores200",
    "retrieved": "2026-11-15",
    "note": "FLORES-200 hin_Deva, dev (997) + devtest (1,012) splits, every sentence counted on its own. The sentences are CC BY-SA 4.0 and are not reproduced here; get them from the pinned tarball (SHA-256 b8b0b7678302…)."
   },
   {
    "id": "flores-urd_Arab",
    "label": "Urdu, FLORES-200 sentences",
    "group": "ur",
    "floresCode": "urd_Arab",
    "splits": [
     "dev",
     "devtest"
    ],
    "sentences": 2009,
    "identicalToMsa": null,
    "license": "CC BY-SA 4.0",
    "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
    "url": "https://github.com/facebookresearch/flores/tree/a6c830c6e1051fb4ac1a44b32358f00463f332bd/flores200",
    "retrieved": "2026-11-15",
    "note": "FLORES-200 urd_Arab, dev (997) + devtest (1,012) splits, every sentence counted on its own. The sentences are CC BY-SA 4.0 and are not reproduced here; get them from the pinned tarball (SHA-256 b8b0b7678302…)."
   },
   {
    "id": "flores-zho_Hans",
    "label": "Chinese (Simplified), FLORES-200 sentences",
    "group": "zh",
    "floresCode": "zho_Hans",
    "splits": [
     "dev",
     "devtest"
    ],
    "sentences": 2009,
    "identicalToMsa": null,
    "license": "CC BY-SA 4.0",
    "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
    "url": "https://github.com/facebookresearch/flores/tree/a6c830c6e1051fb4ac1a44b32358f00463f332bd/flores200",
    "retrieved": "2026-11-15",
    "note": "FLORES-200 zho_Hans, dev (997) + devtest (1,012) splits, every sentence counted on its own. The sentences are CC BY-SA 4.0 and are not reproduced here; get them from the pinned tarball (SHA-256 b8b0b7678302…)."
   },
   {
    "id": "flores-fra_Latn",
    "label": "French, FLORES-200 sentences",
    "group": "fr",
    "floresCode": "fra_Latn",
    "splits": [
     "dev",
     "devtest"
    ],
    "sentences": 2009,
    "identicalToMsa": null,
    "license": "CC BY-SA 4.0",
    "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
    "url": "https://github.com/facebookresearch/flores/tree/a6c830c6e1051fb4ac1a44b32358f00463f332bd/flores200",
    "retrieved": "2026-11-15",
    "note": "FLORES-200 fra_Latn, dev (997) + devtest (1,012) splits, every sentence counted on its own. The sentences are CC BY-SA 4.0 and are not reproduced here; get them from the pinned tarball (SHA-256 b8b0b7678302…)."
   },
   {
    "id": "flores-spa_Latn",
    "label": "Spanish, FLORES-200 sentences",
    "group": "es",
    "floresCode": "spa_Latn",
    "splits": [
     "dev",
     "devtest"
    ],
    "sentences": 2009,
    "identicalToMsa": null,
    "license": "CC BY-SA 4.0",
    "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
    "url": "https://github.com/facebookresearch/flores/tree/a6c830c6e1051fb4ac1a44b32358f00463f332bd/flores200",
    "retrieved": "2026-11-15",
    "note": "FLORES-200 spa_Latn, dev (997) + devtest (1,012) splits, every sentence counted on its own. The sentences are CC BY-SA 4.0 and are not reproduced here; get them from the pinned tarball (SHA-256 b8b0b7678302…)."
   }
  ]
 },
 "prices": {
  "source": "https://inference.broadnet.ai/pricing.json",
  "updated": "2026-11-14",
  "unit": "USD per 1M input/output tokens",
  "models": [
   {
    "tok": "deepseek",
    "slug": "deepseek-v4.1-flash",
    "name": "DeepSeek V4.1 Flash",
    "input": 0.175,
    "output": 0.52
   },
   {
    "tok": "glm",
    "slug": "glm-5.3",
    "name": "GLM 5.3",
    "input": 0.78,
    "output": 3.46
   },
   {
    "tok": "qwen",
    "slug": "qwen3.8-27b",
    "name": "Qwen3.8 27B",
    "input": 0.175,
    "output": 2.17
   },
   {
    "tok": "gemma",
    "slug": "gemma-4-vl-26b",
    "name": "BroadNet Gemma 4 VL 26B",
    "input": 0.1,
    "output": 0.22
   }
  ]
 },
 "sources": [
  {
   "name": "FLORES-200",
   "license": "CC BY-SA 4.0 (counts only; text not reproduced)",
   "url": "https://github.com/facebookresearch/flores/tree/a6c830c6e1051fb4ac1a44b32358f00463f332bd/flores200",
   "count": 11
  },
  {
   "name": "Tatoeba",
   "license": "CC BY 2.0 FR",
   "url": "https://tatoeba.org/",
   "count": 4
  },
  {
   "name": "Wikipedia",
   "license": "CC BY-SA 4.0",
   "url": "https://www.wikipedia.org/",
   "count": 30
  },
  {
   "name": "Project Gutenberg",
   "license": "Public domain (USA)",
   "url": "https://www.gutenberg.org/",
   "count": 3
  },
  {
   "name": "Wikidata",
   "license": "CC0 1.0",
   "url": "https://www.wikidata.org/",
   "count": 4
  }
 ],
 "excluded": [
  {
   "id": 10035546,
   "reason": "apc: English typed on an Arabic keyboard layout, not Arabic text"
  }
 ],
 "tokenizers": [
  {
   "id": "deepseek",
   "label": "DeepSeek V4.1 Flash",
   "family": "DeepSeek",
   "maker": "DeepSeek",
   "tokenizer": "DeepSeek V4.1 Flash tokenizer",
   "kind": "hf",
   "repo": "deepseek-ai/DeepSeek-V4.1-Flash",
   "rev": "314113f8a7dadb388215396ba5fbee2c610a04d6",
   "vocab": 128000,
   "exact": true,
   "note": "Official tokenizer.json from the DeepSeek-V4.1-Flash model repo.",
   "core": true,
   "modelSlug": "deepseek-v4.1-flash",
   "mirror": null
  },
  {
   "id": "glm",
   "label": "GLM 5.3",
   "family": "GLM",
   "maker": "Z.ai",
   "tokenizer": "GLM 5.3 tokenizer",
   "kind": "hf",
   "repo": "zai-org/GLM-5.3",
   "rev": "ba32f8c19c8738e2c57c71798c601d477a7bf844",
   "vocab": 154820,
   "exact": true,
   "note": "Official tokenizer.json from the zai-org/GLM-5.3 model repo.",
   "core": true,
   "modelSlug": "glm-5.3",
   "mirror": null
  },
  {
   "id": "qwen",
   "label": "Qwen3.8 27B",
   "family": "Qwen",
   "maker": "Qwen",
   "tokenizer": "Qwen3.8 27B tokenizer",
   "kind": "hf",
   "repo": "Qwen/Qwen3.8-27B",
   "rev": "37561816e66b5b9153b1b64c10968c18c1e6f4a0",
   "vocab": 248044,
   "exact": true,
   "note": "Official tokenizer.json from the Qwen/Qwen3.8-27B model repo.",
   "core": true,
   "modelSlug": "qwen3.8-27b",
   "mirror": null
  },
  {
   "id": "gemma",
   "label": "Gemma 4 VL 26B",
   "family": "Gemma",
   "maker": "Google",
   "tokenizer": "Gemma 4 tokenizer (Google base model)",
   "kind": "hf",
   "repo": "google/gemma-4-26B-A4B-it",
   "rev": "4d7ae4984b7db7de8f8457170b3f1a419ee76d52",
   "vocab": 262144,
   "exact": false,
   "note": "Google's Gemma 4 26B A4B tokenizer. BroadNet's build is based on this model; we assume it keeps the base tokenizer.",
   "core": true,
   "modelSlug": "gemma-4-vl-26b",
   "mirror": null
  },
  {
   "id": "gpt",
   "label": "GPT (o200k)",
   "family": "GPT",
   "maker": "OpenAI",
   "tokenizer": "OpenAI o200k_base",
   "kind": "gpt-tokenizer",
   "repo": null,
   "rev": null,
   "vocab": 199998,
   "exact": true,
   "note": "o200k_base, the encoding used by GPT-4o, GPT-4.1, o-series and GPT-5 models (via gpt-tokenizer). Reference only: not sold by BroadNet.",
   "core": true,
   "modelSlug": null,
   "mirror": null
  },
  {
   "id": "gptoss",
   "label": "gpt-oss (o200k_harmony)",
   "family": "gpt-oss",
   "maker": "OpenAI",
   "tokenizer": "OpenAI o200k_harmony, the gpt-oss tokenizer.json",
   "kind": "hf",
   "repo": "openai/gpt-oss-120b",
   "rev": "b5c939de8f754692c1647ca79fbf85e8c1e70f8a",
   "vocab": 199998,
   "exact": true,
   "note": "o200k_harmony is o200k_base plus the Harmony chat-format special tokens, so ordinary text should count the same as GPT (o200k).",
   "core": false,
   "modelSlug": null,
   "mirror": null
  },
  {
   "id": "llama3",
   "label": "Llama 3.3 70B",
   "family": "Llama 3",
   "maker": "Meta",
   "tokenizer": "Llama 3 tokenizer, from Llama 3.3 70B Instruct",
   "kind": "hf",
   "repo": "meta-llama/Llama-3.3-70B-Instruct",
   "rev": "6f6073b423013f6a7d4d9f39144961bfbfbc386b",
   "vocab": 128000,
   "exact": true,
   "note": "Meta's repo is gated. Bytes from the unsloth mirror, proven identical to Meta's tokenizer.json at the pinned commit.",
   "core": false,
   "modelSlug": null,
   "mirror": {
    "repo": "unsloth/Llama-3.3-70B-Instruct",
    "revision": "99cd0d2c829e92a67c844f9144c2509632e5c87f",
    "file": "tokenizer.json",
    "oid": "1c1d8d5c9024994f1d3b00f9662b8dd89ca13cf2",
    "sha256": "6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b"
   }
  },
  {
   "id": "llama4",
   "label": "Llama 4 Maverick",
   "family": "Llama 4",
   "maker": "Meta",
   "tokenizer": "Llama 4 tokenizer, from Llama 4 Maverick 17B 128E Instruct",
   "kind": "hf",
   "repo": "meta-llama/Llama-4-Maverick-17B-128E-Instruct",
   "rev": "73d14711bcc77c16df3470856949c3764056b617",
   "vocab": 200000,
   "exact": true,
   "note": "Meta's repo is gated. Bytes from the unsloth mirror, proven identical to Meta's tokenizer.json at the pinned commit.",
   "core": false,
   "modelSlug": null,
   "mirror": {
    "repo": "unsloth/Llama-4-Maverick-17B-128E-Instruct",
    "revision": "86c5ecb6f2fbddf604c60120125fb202e09f2556",
    "file": "tokenizer.json",
    "oid": "b1fde397c877f796b68ca425082644bb07a20535",
    "sha256": "172c9eb4beafc72601690da3ccfcede5c2e6806a8d5ec1fca33e22acea8023a4"
   }
  },
  {
   "id": "kimi",
   "label": "Kimi K3",
   "family": "Kimi",
   "maker": "Moonshot AI",
   "tokenizer": "Kimi tiktoken tokenizer (tiktoken.model + tokenization_kimi.py), from Kimi K3",
   "kind": "tiktoken",
   "repo": "moonshotai/Kimi-K3",
   "rev": "f831ab66814297da540d832a5235f8e904f29d06",
   "vocab": 163584,
   "exact": true,
   "note": "Moonshot publishes no tokenizer.json: the official tokenizer is the tiktoken rank file plus the regex in tokenization_kimi.py. Encoded with a tiktoken-compatible counter that matched Python tiktoken on every corpus text.",
   "core": false,
   "modelSlug": null,
   "mirror": null
  },
  {
   "id": "minimax",
   "label": "MiniMax M3",
   "family": "MiniMax",
   "maker": "MiniMax",
   "tokenizer": "MiniMax M3 tokenizer",
   "kind": "hf",
   "repo": "MiniMaxAI/MiniMax-M3",
   "rev": "d95e30cb912fe3021bb9c2ba66a8ce60b6c937a9",
   "vocab": 200000,
   "exact": true,
   "note": "Official tokenizer.json from the MiniMaxAI/MiniMax-M3 model repo.",
   "core": false,
   "modelSlug": null,
   "mirror": null
  },
  {
   "id": "gemma3",
   "label": "Gemma 3 27B",
   "family": "Gemma 3",
   "maker": "Google",
   "tokenizer": "Gemma 3 tokenizer, from Gemma 3 27B IT",
   "kind": "hf",
   "repo": "google/gemma-3-27b-it",
   "rev": "005ad3404e59d6023443cb575daa05336842228a",
   "vocab": 262144,
   "exact": true,
   "note": "Google's repo is gated. Bytes from the unsloth mirror, proven identical to Google's tokenizer.json at the pinned commit.",
   "core": false,
   "modelSlug": null,
   "mirror": {
    "repo": "unsloth/gemma-3-27b-it",
    "revision": "7a5a3053dbd5d1d58e48159e87b9df2fc545a49a",
    "file": "tokenizer.json",
    "oid": "29401f984828a18bb09a6128d437c6766785eb66",
    "sha256": "4667f2089529e8e7657cfb6d1c19910ae71ff5f28aa7ab2ff2763330affad795"
   }
  },
  {
   "id": "phi4",
   "label": "Phi-4",
   "family": "Phi-4",
   "maker": "Microsoft",
   "tokenizer": "Phi-4 tokenizer",
   "kind": "hf",
   "repo": "microsoft/phi-4",
   "rev": "2db69c1c3e91a05d2c64a3185acfbaf36f744e25",
   "vocab": 100352,
   "exact": true,
   "note": "Official tokenizer.json from microsoft/phi-4. Phi-4-mini and Phi-4-reasoning ship different tokenizer files and are not mapped to it.",
   "core": false,
   "modelSlug": null,
   "mirror": null
  },
  {
   "id": "mistral",
   "label": "Mistral Small 3.1",
   "family": "Mistral Small",
   "maker": "Mistral AI",
   "tokenizer": "Mistral Small 3.1 tokenizer (Tekken)",
   "kind": "hf",
   "repo": "mistralai/Mistral-Small-3.1-24B-Instruct-2503",
   "rev": "68faf511d618ef198fef186659617cfd2eb8e33a",
   "vocab": 131072,
   "exact": true,
   "note": "Official tokenizer.json from the Mistral Small 3.1 repo.",
   "core": false,
   "modelSlug": null,
   "mirror": null
  },
  {
   "id": "ministral",
   "label": "Ministral 3 14B",
   "family": "Ministral 3",
   "maker": "Mistral AI",
   "tokenizer": "Ministral 3 tokenizer (Tekken), from Ministral 3 14B Instruct 2512",
   "kind": "hf",
   "repo": "mistralai/Ministral-3-14B-Instruct-2512",
   "rev": "29439f81c2be264d8d393273f99e7db9c0961120",
   "vocab": 131072,
   "exact": true,
   "note": "Official tokenizer.json from the Ministral 3 14B repo; the 3B and 8B repos ship the same file.",
   "core": false,
   "modelSlug": null,
   "mirror": null
  },
  {
   "id": "nemotron",
   "label": "Nemotron 3 Ultra",
   "family": "Nemotron 3",
   "maker": "NVIDIA",
   "tokenizer": "NVIDIA Nemotron 3 tokenizer, from Nemotron 3 Ultra 550B",
   "kind": "hf",
   "repo": "nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16",
   "rev": "77df655d5e9f8362164ed14dd8b48f8bce657498",
   "vocab": 131072,
   "exact": true,
   "note": "Official tokenizer.json from NVIDIA's Nemotron 3 Ultra repo.",
   "core": false,
   "modelSlug": null,
   "mirror": null
  },
  {
   "id": "qwen3",
   "label": "Qwen3 32B",
   "family": "Qwen3",
   "maker": "Qwen",
   "tokenizer": "Qwen3 tokenizer (151k vocabulary), from Qwen3 32B",
   "kind": "hf",
   "repo": "Qwen/Qwen3-32B",
   "rev": "9216db5781bf21249d130ec9da846c4624c16137",
   "vocab": 151643,
   "exact": true,
   "note": "The original Qwen3 tokenizer. Qwen3.5 and later use the larger Qwen3.8 vocabulary, measured separately.",
   "core": false,
   "modelSlug": null,
   "mirror": null
  }
 ],
 "groups": [
  {
   "id": "en",
   "label": "English prose",
   "short": "English",
   "texts": 4,
   "sentences": 0,
   "chars": 7034,
   "words": 1183,
   "tokens": {
    "deepseek": 1507,
    "glm": 1526,
    "qwen": 1561,
    "gemma": 1537,
    "gpt": 1501,
    "gptoss": 1501,
    "llama3": 1525,
    "llama4": 1495,
    "kimi": 1529,
    "minimax": 1473,
    "gemma3": 1537,
    "phi4": 1525,
    "mistral": 1540,
    "ministral": 1540,
    "nemotron": 1540,
    "qwen3": 1545
   },
   "tokensPerWord": {
    "deepseek": 1.274,
    "glm": 1.29,
    "qwen": 1.32,
    "gemma": 1.299,
    "gpt": 1.269,
    "gptoss": 1.269,
    "llama3": 1.289,
    "llama4": 1.264,
    "kimi": 1.292,
    "minimax": 1.245,
    "gemma3": 1.299,
    "phi4": 1.289,
    "mistral": 1.302,
    "ministral": 1.302,
    "nemotron": 1.302,
    "qwen3": 1.306
   },
   "tokensPerChar": {
    "deepseek": 0.214,
    "glm": 0.217,
    "qwen": 0.222,
    "gemma": 0.219,
    "gpt": 0.213,
    "gptoss": 0.213,
    "llama3": 0.217,
    "llama4": 0.213,
    "kimi": 0.217,
    "minimax": 0.209,
    "gemma3": 0.219,
    "phi4": 0.217,
    "mistral": 0.219,
    "ministral": 0.219,
    "nemotron": 0.219,
    "qwen3": 0.22
   },
   "tokensPer1kWords": {
    "deepseek": 1274,
    "glm": 1290,
    "qwen": 1320,
    "gemma": 1299,
    "gpt": 1269,
    "gptoss": 1269,
    "llama3": 1289,
    "llama4": 1264,
    "kimi": 1292,
    "minimax": 1245,
    "gemma3": 1299,
    "phi4": 1289,
    "mistral": 1302,
    "ministral": 1302,
    "nemotron": 1302,
    "qwen3": 1306
   },
   "vsEnglishPerWord": {
    "deepseek": 1,
    "glm": 1,
    "qwen": 1,
    "gemma": 1,
    "gpt": 1,
    "gptoss": 1,
    "llama3": 1,
    "llama4": 1,
    "kimi": 1,
    "minimax": 1,
    "gemma3": 1,
    "phi4": 1,
    "mistral": 1,
    "ministral": 1,
    "nemotron": 1,
    "qwen3": 1
   },
   "vsEnglishParallel": null,
   "ci95": null,
   "parallelSource": null,
   "parallel": null,
   "inputPer1MChars": {
    "deepseek-v4.1-flash": 0.0375,
    "glm-5.3": 0.1692,
    "qwen3.8-27b": 0.0388,
    "gemma-4-vl-26b": 0.0219
   },
   "outputPer1MChars": {
    "deepseek-v4.1-flash": 0.1114,
    "glm-5.3": 0.7506,
    "qwen3.8-27b": 0.4816,
    "gemma-4-vl-26b": 0.0481
   }
  },
  {
   "id": "en-flores",
   "label": "English, FLORES-200 sentences",
   "short": "English (FLORES)",
   "texts": 1,
   "sentences": 0,
   "chars": 257160,
   "words": 43194,
   "tokens": {
    "deepseek": 52736,
    "glm": 53004,
    "qwen": 53698,
    "gemma": 52995,
    "gpt": 52409,
    "gptoss": 52409,
    "llama3": 52963,
    "llama4": 52760,
    "kimi": 52921,
    "minimax": 51821,
    "gemma3": 52995,
    "phi4": 52983,
    "mistral": 54305,
    "ministral": 54305,
    "nemotron": 54305,
    "qwen3": 53876
   },
   "tokensPerWord": {
    "deepseek": 1.221,
    "glm": 1.227,
    "qwen": 1.243,
    "gemma": 1.227,
    "gpt": 1.213,
    "gptoss": 1.213,
    "llama3": 1.226,
    "llama4": 1.221,
    "kimi": 1.225,
    "minimax": 1.2,
    "gemma3": 1.227,
    "phi4": 1.227,
    "mistral": 1.257,
    "ministral": 1.257,
    "nemotron": 1.257,
    "qwen3": 1.247
   },
   "tokensPerChar": {
    "deepseek": 0.205,
    "glm": 0.206,
    "qwen": 0.209,
    "gemma": 0.206,
    "gpt": 0.204,
    "gptoss": 0.204,
    "llama3": 0.206,
    "llama4": 0.205,
    "kimi": 0.206,
    "minimax": 0.202,
    "gemma3": 0.206,
    "phi4": 0.206,
    "mistral": 0.211,
    "ministral": 0.211,
    "nemotron": 0.211,
    "qwen3": 0.21
   },
   "tokensPer1kWords": {
    "deepseek": 1221,
    "glm": 1227,
    "qwen": 1243,
    "gemma": 1227,
    "gpt": 1213,
    "gptoss": 1213,
    "llama3": 1226,
    "llama4": 1221,
    "kimi": 1225,
    "minimax": 1200,
    "gemma3": 1227,
    "phi4": 1227,
    "mistral": 1257,
    "ministral": 1257,
    "nemotron": 1257,
    "qwen3": 1247
   },
   "vsEnglishPerWord": {
    "deepseek": 0.96,
    "glm": 0.95,
    "qwen": 0.94,
    "gemma": 0.94,
    "gpt": 0.96,
    "gptoss": 0.96,
    "llama3": 0.95,
    "llama4": 0.97,
    "kimi": 0.95,
    "minimax": 0.96,
    "gemma3": 0.94,
    "phi4": 0.95,
    "mistral": 0.97,
    "ministral": 0.97,
    "nemotron": 0.97,
    "qwen3": 0.96
   },
   "vsEnglishParallel": null,
   "ci95": null,
   "parallelSource": null,
   "parallel": null,
   "inputPer1MChars": {
    "deepseek-v4.1-flash": 0.0359,
    "glm-5.3": 0.1608,
    "qwen3.8-27b": 0.0365,
    "gemma-4-vl-26b": 0.0206
   },
   "outputPer1MChars": {
    "deepseek-v4.1-flash": 0.1066,
    "glm-5.3": 0.7132,
    "qwen3.8-27b": 0.4531,
    "gemma-4-vl-26b": 0.0453
   }
  },
  {
   "id": "en-tatoeba",
   "label": "English short sentences (Tatoeba)",
   "short": "English (Tatoeba)",
   "texts": 2,
   "sentences": 0,
   "chars": 2708,
   "words": 520,
   "tokens": {
    "deepseek": 651,
    "glm": 648,
    "qwen": 735,
    "gemma": 751,
    "gpt": 626,
    "gptoss": 626,
    "llama3": 647,
    "llama4": 633,
    "kimi": 630,
    "minimax": 626,
    "gemma3": 751,
    "phi4": 648,
    "mistral": 658,
    "ministral": 658,
    "nemotron": 658,
    "qwen3": 649
   },
   "tokensPerWord": {
    "deepseek": 1.252,
    "glm": 1.246,
    "qwen": 1.413,
    "gemma": 1.444,
    "gpt": 1.204,
    "gptoss": 1.204,
    "llama3": 1.244,
    "llama4": 1.217,
    "kimi": 1.212,
    "minimax": 1.204,
    "gemma3": 1.444,
    "phi4": 1.246,
    "mistral": 1.265,
    "ministral": 1.265,
    "nemotron": 1.265,
    "qwen3": 1.248
   },
   "tokensPerChar": {
    "deepseek": 0.24,
    "glm": 0.239,
    "qwen": 0.271,
    "gemma": 0.277,
    "gpt": 0.231,
    "gptoss": 0.231,
    "llama3": 0.239,
    "llama4": 0.234,
    "kimi": 0.233,
    "minimax": 0.231,
    "gemma3": 0.277,
    "phi4": 0.239,
    "mistral": 0.243,
    "ministral": 0.243,
    "nemotron": 0.243,
    "qwen3": 0.24
   },
   "tokensPer1kWords": {
    "deepseek": 1252,
    "glm": 1246,
    "qwen": 1413,
    "gemma": 1444,
    "gpt": 1204,
    "gptoss": 1204,
    "llama3": 1244,
    "llama4": 1217,
    "kimi": 1212,
    "minimax": 1204,
    "gemma3": 1444,
    "phi4": 1246,
    "mistral": 1265,
    "ministral": 1265,
    "nemotron": 1265,
    "qwen3": 1248
   },
   "vsEnglishPerWord": {
    "deepseek": 0.98,
    "glm": 0.97,
    "qwen": 1.07,
    "gemma": 1.11,
    "gpt": 0.95,
    "gptoss": 0.95,
    "llama3": 0.97,
    "llama4": 0.96,
    "kimi": 0.94,
    "minimax": 0.97,
    "gemma3": 1.11,
    "phi4": 0.97,
    "mistral": 0.97,
    "ministral": 0.97,
    "nemotron": 0.97,
    "qwen3": 0.96
   },
   "vsEnglishParallel": null,
   "ci95": null,
   "parallelSource": null,
   "parallel": null,
   "inputPer1MChars": {
    "deepseek-v4.1-flash": 0.0421,
    "glm-5.3": 0.1866,
    "qwen3.8-27b": 0.0475,
    "gemma-4-vl-26b": 0.0277
   },
   "outputPer1MChars": {
    "deepseek-v4.1-flash": 0.125,
    "glm-5.3": 0.8279,
    "qwen3.8-27b": 0.589,
    "gemma-4-vl-26b": 0.061
   }
  },
  {
   "id": "ar-msa",
   "label": "Arabic (Modern Standard)",
   "short": "Arabic MSA",
   "texts": 4,
   "sentences": 2009,
   "chars": 230486,
   "words": 39037,
   "tokens": {
    "deepseek": 86690,
    "glm": 95230,
    "qwen": 71424,
    "gemma": 79120,
    "gpt": 73593,
    "gptoss": 73593,
    "llama3": 89117,
    "llama4": 85337,
    "kimi": 110465,
    "minimax": 71361,
    "gemma3": 79120,
    "phi4": 163057,
    "mistral": 69877,
    "ministral": 68717,
    "nemotron": 68717,
    "qwen3": 89208
   },
   "tokensPerWord": {
    "deepseek": 2.221,
    "glm": 2.439,
    "qwen": 1.83,
    "gemma": 2.027,
    "gpt": 1.885,
    "gptoss": 1.885,
    "llama3": 2.283,
    "llama4": 2.186,
    "kimi": 2.83,
    "minimax": 1.828,
    "gemma3": 2.027,
    "phi4": 4.177,
    "mistral": 1.79,
    "ministral": 1.76,
    "nemotron": 1.76,
    "qwen3": 2.285
   },
   "tokensPerChar": {
    "deepseek": 0.376,
    "glm": 0.413,
    "qwen": 0.31,
    "gemma": 0.343,
    "gpt": 0.319,
    "gptoss": 0.319,
    "llama3": 0.387,
    "llama4": 0.37,
    "kimi": 0.479,
    "minimax": 0.31,
    "gemma3": 0.343,
    "phi4": 0.707,
    "mistral": 0.303,
    "ministral": 0.298,
    "nemotron": 0.298,
    "qwen3": 0.387
   },
   "tokensPer1kWords": {
    "deepseek": 2221,
    "glm": 2439,
    "qwen": 1830,
    "gemma": 2027,
    "gpt": 1885,
    "gptoss": 1885,
    "llama3": 2283,
    "llama4": 2186,
    "kimi": 2830,
    "minimax": 1828,
    "gemma3": 2027,
    "phi4": 4177,
    "mistral": 1790,
    "ministral": 1760,
    "nemotron": 1760,
    "qwen3": 2285
   },
   "vsEnglishPerWord": {
    "deepseek": 1.74,
    "glm": 1.89,
    "qwen": 1.39,
    "gemma": 1.56,
    "gpt": 1.49,
    "gptoss": 1.49,
    "llama3": 1.77,
    "llama4": 1.73,
    "kimi": 2.19,
    "minimax": 1.47,
    "gemma3": 1.56,
    "phi4": 3.24,
    "mistral": 1.38,
    "ministral": 1.35,
    "nemotron": 1.35,
    "qwen3": 1.75
   },
   "vsEnglishParallel": {
    "deepseek": 1.62,
    "glm": 1.77,
    "qwen": 1.31,
    "gemma": 1.47,
    "gpt": 1.38,
    "gptoss": 1.38,
    "llama3": 1.66,
    "llama4": 1.59,
    "kimi": 2.05,
    "minimax": 1.36,
    "gemma3": 1.47,
    "phi4": 3.03,
    "mistral": 1.27,
    "ministral": 1.25,
    "nemotron": 1.25,
    "qwen3": 1.63
   },
   "ci95": {
    "deepseek": [
     1.61,
     1.63
    ],
    "glm": [
     1.76,
     1.78
    ],
    "qwen": [
     1.3,
     1.32
    ],
    "gemma": [
     1.46,
     1.48
    ],
    "gpt": [
     1.37,
     1.39
    ],
    "gptoss": [
     1.37,
     1.39
    ],
    "llama3": [
     1.64,
     1.67
    ],
    "llama4": [
     1.58,
     1.6
    ],
    "kimi": [
     2.04,
     2.07
    ],
    "minimax": [
     1.35,
     1.37
    ],
    "gemma3": [
     1.46,
     1.48
    ],
    "phi4": [
     3.01,
     3.05
    ],
    "mistral": [
     1.26,
     1.28
    ],
    "ministral": [
     1.24,
     1.25
    ],
    "nemotron": [
     1.24,
     1.25
    ],
    "qwen3": [
     1.62,
     1.64
    ]
   },
   "parallelSource": "FLORES-200",
   "parallel": {
    "tokens": {
     "deepseek": 85363,
     "glm": 93708,
     "qwen": 70314,
     "gemma": 77910,
     "gpt": 72437,
     "gptoss": 72437,
     "llama3": 87721,
     "llama4": 83999,
     "kimi": 108728,
     "minimax": 70242,
     "gemma3": 77910,
     "phi4": 160527,
     "mistral": 68776,
     "ministral": 67646,
     "nemotron": 67646,
     "qwen3": 87789
    },
    "enTokens": {
     "deepseek": 52736,
     "glm": 53004,
     "qwen": 53698,
     "gemma": 52995,
     "gpt": 52409,
     "gptoss": 52409,
     "llama3": 52963,
     "llama4": 52760,
     "kimi": 52921,
     "minimax": 51821,
     "gemma3": 52995,
     "phi4": 52983,
     "mistral": 54305,
     "ministral": 54305,
     "nemotron": 54305,
     "qwen3": 53876
    },
    "enWords": 43194,
    "enChars": 257160
   },
   "inputPer1MChars": {
    "deepseek-v4.1-flash": 0.0658,
    "glm-5.3": 0.3223,
    "qwen3.8-27b": 0.0542,
    "gemma-4-vl-26b": 0.0343
   },
   "outputPer1MChars": {
    "deepseek-v4.1-flash": 0.1956,
    "glm-5.3": 1.4296,
    "qwen3.8-27b": 0.6724,
    "gemma-4-vl-26b": 0.0755
   }
  },
  {
   "id": "ar-gulf",
   "label": "Gulf Arabic",
   "short": "Gulf Arabic",
   "texts": 1,
   "sentences": 49,
   "chars": 1134,
   "words": 203,
   "tokens": {
    "deepseek": 470,
    "glm": 509,
    "qwen": 449,
    "gemma": 458,
    "gpt": 416,
    "gptoss": 416,
    "llama3": 486,
    "llama4": 463,
    "kimi": 591,
    "minimax": 417,
    "gemma3": 458,
    "phi4": 822,
    "mistral": 389,
    "ministral": 384,
    "nemotron": 384,
    "qwen3": 477
   },
   "tokensPerWord": {
    "deepseek": 2.315,
    "glm": 2.507,
    "qwen": 2.212,
    "gemma": 2.256,
    "gpt": 2.049,
    "gptoss": 2.049,
    "llama3": 2.394,
    "llama4": 2.281,
    "kimi": 2.911,
    "minimax": 2.054,
    "gemma3": 2.256,
    "phi4": 4.049,
    "mistral": 1.916,
    "ministral": 1.892,
    "nemotron": 1.892,
    "qwen3": 2.35
   },
   "tokensPerChar": {
    "deepseek": 0.414,
    "glm": 0.449,
    "qwen": 0.396,
    "gemma": 0.404,
    "gpt": 0.367,
    "gptoss": 0.367,
    "llama3": 0.429,
    "llama4": 0.408,
    "kimi": 0.521,
    "minimax": 0.368,
    "gemma3": 0.404,
    "phi4": 0.725,
    "mistral": 0.343,
    "ministral": 0.339,
    "nemotron": 0.339,
    "qwen3": 0.421
   },
   "tokensPer1kWords": {
    "deepseek": 2315,
    "glm": 2507,
    "qwen": 2212,
    "gemma": 2256,
    "gpt": 2049,
    "gptoss": 2049,
    "llama3": 2394,
    "llama4": 2281,
    "kimi": 2911,
    "minimax": 2054,
    "gemma3": 2256,
    "phi4": 4049,
    "mistral": 1916,
    "ministral": 1892,
    "nemotron": 1892,
    "qwen3": 2350
   },
   "vsEnglishPerWord": {
    "deepseek": 1.82,
    "glm": 1.94,
    "qwen": 1.68,
    "gemma": 1.74,
    "gpt": 1.62,
    "gptoss": 1.62,
    "llama3": 1.86,
    "llama4": 1.8,
    "kimi": 2.25,
    "minimax": 1.65,
    "gemma3": 1.74,
    "phi4": 3.14,
    "mistral": 1.47,
    "ministral": 1.45,
    "nemotron": 1.45,
    "qwen3": 1.8
   },
   "vsEnglishParallel": {
    "deepseek": 1.44,
    "glm": 1.57,
    "qwen": 1.21,
    "gemma": 1.22,
    "gpt": 1.32,
    "gptoss": 1.32,
    "llama3": 1.5,
    "llama4": 1.45,
    "kimi": 1.86,
    "minimax": 1.32,
    "gemma3": 1.22,
    "phi4": 2.54,
    "mistral": 1.17,
    "ministral": 1.15,
    "nemotron": 1.15,
    "qwen3": 1.47
   },
   "ci95": {
    "deepseek": [
     1.34,
     1.53
    ],
    "glm": [
     1.47,
     1.68
    ],
    "qwen": [
     1.13,
     1.29
    ],
    "gemma": [
     1.12,
     1.32
    ],
    "gpt": [
     1.22,
     1.42
    ],
    "gptoss": [
     1.22,
     1.42
    ],
    "llama3": [
     1.4,
     1.6
    ],
    "llama4": [
     1.35,
     1.55
    ],
    "kimi": [
     1.75,
     1.97
    ],
    "minimax": [
     1.23,
     1.43
    ],
    "gemma3": [
     1.12,
     1.32
    ],
    "phi4": [
     2.37,
     2.71
    ],
    "mistral": [
     1.09,
     1.25
    ],
    "ministral": [
     1.08,
     1.23
    ],
    "nemotron": [
     1.08,
     1.23
    ],
    "qwen3": [
     1.36,
     1.59
    ]
   },
   "parallelSource": "Tatoeba",
   "parallel": {
    "tokens": {
     "deepseek": 470,
     "glm": 509,
     "qwen": 449,
     "gemma": 458,
     "gpt": 416,
     "gptoss": 416,
     "llama3": 486,
     "llama4": 463,
     "kimi": 591,
     "minimax": 417,
     "gemma3": 458,
     "phi4": 822,
     "mistral": 389,
     "ministral": 384,
     "nemotron": 384,
     "qwen3": 477
    },
    "enTokens": {
     "deepseek": 327,
     "glm": 324,
     "qwen": 372,
     "gemma": 376,
     "gpt": 316,
     "gptoss": 316,
     "llama3": 324,
     "llama4": 320,
     "kimi": 318,
     "minimax": 315,
     "gemma3": 376,
     "phi4": 324,
     "mistral": 333,
     "ministral": 333,
     "nemotron": 333,
     "qwen3": 324
    },
    "enWords": 260,
    "enChars": 1414
   },
   "inputPer1MChars": {
    "deepseek-v4.1-flash": 0.0725,
    "glm-5.3": 0.3501,
    "qwen3.8-27b": 0.0693,
    "gemma-4-vl-26b": 0.0404
   },
   "outputPer1MChars": {
    "deepseek-v4.1-flash": 0.2155,
    "glm-5.3": 1.553,
    "qwen3.8-27b": 0.8592,
    "gemma-4-vl-26b": 0.0889
   }
  },
  {
   "id": "ar-egyptian",
   "label": "Egyptian Arabic",
   "short": "Egyptian Arabic",
   "texts": 4,
   "sentences": 2009,
   "chars": 224384,
   "words": 38547,
   "tokens": {
    "deepseek": 86751,
    "glm": 93925,
    "qwen": 73108,
    "gemma": 76962,
    "gpt": 74666,
    "gptoss": 74666,
    "llama3": 88304,
    "llama4": 85698,
    "kimi": 108205,
    "minimax": 73557,
    "gemma3": 76962,
    "phi4": 158159,
    "mistral": 70847,
    "ministral": 70763,
    "nemotron": 70763,
    "qwen3": 89138
   },
   "tokensPerWord": {
    "deepseek": 2.251,
    "glm": 2.437,
    "qwen": 1.897,
    "gemma": 1.997,
    "gpt": 1.937,
    "gptoss": 1.937,
    "llama3": 2.291,
    "llama4": 2.223,
    "kimi": 2.807,
    "minimax": 1.908,
    "gemma3": 1.997,
    "phi4": 4.103,
    "mistral": 1.838,
    "ministral": 1.836,
    "nemotron": 1.836,
    "qwen3": 2.312
   },
   "tokensPerChar": {
    "deepseek": 0.387,
    "glm": 0.419,
    "qwen": 0.326,
    "gemma": 0.343,
    "gpt": 0.333,
    "gptoss": 0.333,
    "llama3": 0.394,
    "llama4": 0.382,
    "kimi": 0.482,
    "minimax": 0.328,
    "gemma3": 0.343,
    "phi4": 0.705,
    "mistral": 0.316,
    "ministral": 0.315,
    "nemotron": 0.315,
    "qwen3": 0.397
   },
   "tokensPer1kWords": {
    "deepseek": 2251,
    "glm": 2437,
    "qwen": 1897,
    "gemma": 1997,
    "gpt": 1937,
    "gptoss": 1937,
    "llama3": 2291,
    "llama4": 2223,
    "kimi": 2807,
    "minimax": 1908,
    "gemma3": 1997,
    "phi4": 4103,
    "mistral": 1838,
    "ministral": 1836,
    "nemotron": 1836,
    "qwen3": 2312
   },
   "vsEnglishPerWord": {
    "deepseek": 1.77,
    "glm": 1.89,
    "qwen": 1.44,
    "gemma": 1.54,
    "gpt": 1.53,
    "gptoss": 1.53,
    "llama3": 1.78,
    "llama4": 1.76,
    "kimi": 2.17,
    "minimax": 1.53,
    "gemma3": 1.54,
    "phi4": 3.18,
    "mistral": 1.41,
    "ministral": 1.41,
    "nemotron": 1.41,
    "qwen3": 1.77
   },
   "vsEnglishParallel": {
    "deepseek": 1.63,
    "glm": 1.75,
    "qwen": 1.35,
    "gemma": 1.44,
    "gpt": 1.41,
    "gptoss": 1.41,
    "llama3": 1.65,
    "llama4": 1.61,
    "kimi": 2.02,
    "minimax": 1.4,
    "gemma3": 1.44,
    "phi4": 2.95,
    "mistral": 1.29,
    "ministral": 1.29,
    "nemotron": 1.29,
    "qwen3": 1.64
   },
   "ci95": {
    "deepseek": [
     1.61,
     1.64
    ],
    "glm": [
     1.74,
     1.77
    ],
    "qwen": [
     1.34,
     1.36
    ],
    "gemma": [
     1.42,
     1.45
    ],
    "gpt": [
     1.4,
     1.42
    ],
    "gptoss": [
     1.4,
     1.42
    ],
    "llama3": [
     1.64,
     1.66
    ],
    "llama4": [
     1.59,
     1.62
    ],
    "kimi": [
     2.01,
     2.04
    ],
    "minimax": [
     1.39,
     1.41
    ],
    "gemma3": [
     1.42,
     1.45
    ],
    "phi4": [
     2.93,
     2.98
    ],
    "mistral": [
     1.28,
     1.3
    ],
    "ministral": [
     1.28,
     1.3
    ],
    "nemotron": [
     1.28,
     1.3
    ],
    "qwen3": [
     1.62,
     1.65
    ]
   },
   "parallelSource": "FLORES-200",
   "parallel": {
    "tokens": {
     "deepseek": 85799,
     "glm": 92879,
     "qwen": 72237,
     "gemma": 76080,
     "gpt": 73786,
     "gptoss": 73786,
     "llama3": 87322,
     "llama4": 84743,
     "kimi": 107041,
     "minimax": 72691,
     "gemma3": 76080,
     "phi4": 156492,
     "mistral": 70003,
     "ministral": 69919,
     "nemotron": 69919,
     "qwen3": 88118
    },
    "enTokens": {
     "deepseek": 52736,
     "glm": 53004,
     "qwen": 53698,
     "gemma": 52995,
     "gpt": 52409,
     "gptoss": 52409,
     "llama3": 52963,
     "llama4": 52760,
     "kimi": 52921,
     "minimax": 51821,
     "gemma3": 52995,
     "phi4": 52983,
     "mistral": 54305,
     "ministral": 54305,
     "nemotron": 54305,
     "qwen3": 53876
    },
    "enWords": 43194,
    "enChars": 257160
   },
   "inputPer1MChars": {
    "deepseek-v4.1-flash": 0.0677,
    "glm-5.3": 0.3265,
    "qwen3.8-27b": 0.057,
    "gemma-4-vl-26b": 0.0343
   },
   "outputPer1MChars": {
    "deepseek-v4.1-flash": 0.201,
    "glm-5.3": 1.4483,
    "qwen3.8-27b": 0.707,
    "gemma-4-vl-26b": 0.0755
   }
  },
  {
   "id": "ar-levantine",
   "label": "Levantine Arabic (North)",
   "short": "Levantine Arabic",
   "texts": 1,
   "sentences": 2009,
   "chars": 211226,
   "words": 35084,
   "tokens": {
    "deepseek": 83136,
    "glm": 89888,
    "qwen": 69198,
    "gemma": 74980,
    "gpt": 70827,
    "gptoss": 70827,
    "llama3": 84371,
    "llama4": 82001,
    "kimi": 102487,
    "minimax": 69065,
    "gemma3": 74980,
    "phi4": 149543,
    "mistral": 67459,
    "ministral": 67112,
    "nemotron": 67112,
    "qwen3": 85152
   },
   "tokensPerWord": {
    "deepseek": 2.37,
    "glm": 2.562,
    "qwen": 1.972,
    "gemma": 2.137,
    "gpt": 2.019,
    "gptoss": 2.019,
    "llama3": 2.405,
    "llama4": 2.337,
    "kimi": 2.921,
    "minimax": 1.969,
    "gemma3": 2.137,
    "phi4": 4.262,
    "mistral": 1.923,
    "ministral": 1.913,
    "nemotron": 1.913,
    "qwen3": 2.427
   },
   "tokensPerChar": {
    "deepseek": 0.394,
    "glm": 0.426,
    "qwen": 0.328,
    "gemma": 0.355,
    "gpt": 0.335,
    "gptoss": 0.335,
    "llama3": 0.399,
    "llama4": 0.388,
    "kimi": 0.485,
    "minimax": 0.327,
    "gemma3": 0.355,
    "phi4": 0.708,
    "mistral": 0.319,
    "ministral": 0.318,
    "nemotron": 0.318,
    "qwen3": 0.403
   },
   "tokensPer1kWords": {
    "deepseek": 2370,
    "glm": 2562,
    "qwen": 1972,
    "gemma": 2137,
    "gpt": 2019,
    "gptoss": 2019,
    "llama3": 2405,
    "llama4": 2337,
    "kimi": 2921,
    "minimax": 1969,
    "gemma3": 2137,
    "phi4": 4262,
    "mistral": 1923,
    "ministral": 1913,
    "nemotron": 1913,
    "qwen3": 2427
   },
   "vsEnglishPerWord": {
    "deepseek": 1.86,
    "glm": 1.99,
    "qwen": 1.49,
    "gemma": 1.64,
    "gpt": 1.59,
    "gptoss": 1.59,
    "llama3": 1.87,
    "llama4": 1.85,
    "kimi": 2.26,
    "minimax": 1.58,
    "gemma3": 1.64,
    "phi4": 3.31,
    "mistral": 1.48,
    "ministral": 1.47,
    "nemotron": 1.47,
    "qwen3": 1.86
   },
   "vsEnglishParallel": {
    "deepseek": 1.58,
    "glm": 1.7,
    "qwen": 1.29,
    "gemma": 1.41,
    "gpt": 1.35,
    "gptoss": 1.35,
    "llama3": 1.59,
    "llama4": 1.55,
    "kimi": 1.94,
    "minimax": 1.33,
    "gemma3": 1.41,
    "phi4": 2.82,
    "mistral": 1.24,
    "ministral": 1.24,
    "nemotron": 1.24,
    "qwen3": 1.58
   },
   "ci95": {
    "deepseek": [
     1.57,
     1.59
    ],
    "glm": [
     1.68,
     1.71
    ],
    "qwen": [
     1.28,
     1.3
    ],
    "gemma": [
     1.4,
     1.43
    ],
    "gpt": [
     1.34,
     1.36
    ],
    "gptoss": [
     1.34,
     1.36
    ],
    "llama3": [
     1.58,
     1.6
    ],
    "llama4": [
     1.54,
     1.57
    ],
    "kimi": [
     1.92,
     1.95
    ],
    "minimax": [
     1.32,
     1.34
    ],
    "gemma3": [
     1.4,
     1.43
    ],
    "phi4": [
     2.8,
     2.84
    ],
    "mistral": [
     1.23,
     1.25
    ],
    "ministral": [
     1.23,
     1.24
    ],
    "nemotron": [
     1.23,
     1.24
    ],
    "qwen3": [
     1.57,
     1.59
    ]
   },
   "parallelSource": "FLORES-200",
   "parallel": {
    "tokens": {
     "deepseek": 83136,
     "glm": 89888,
     "qwen": 69198,
     "gemma": 74980,
     "gpt": 70827,
     "gptoss": 70827,
     "llama3": 84371,
     "llama4": 82001,
     "kimi": 102487,
     "minimax": 69065,
     "gemma3": 74980,
     "phi4": 149543,
     "mistral": 67459,
     "ministral": 67112,
     "nemotron": 67112,
     "qwen3": 85152
    },
    "enTokens": {
     "deepseek": 52736,
     "glm": 53004,
     "qwen": 53698,
     "gemma": 52995,
     "gpt": 52409,
     "gptoss": 52409,
     "llama3": 52963,
     "llama4": 52760,
     "kimi": 52921,
     "minimax": 51821,
     "gemma3": 52995,
     "phi4": 52983,
     "mistral": 54305,
     "ministral": 54305,
     "nemotron": 54305,
     "qwen3": 53876
    },
    "enWords": 43194,
    "enChars": 257160
   },
   "inputPer1MChars": {
    "deepseek-v4.1-flash": 0.0689,
    "glm-5.3": 0.3319,
    "qwen3.8-27b": 0.0573,
    "gemma-4-vl-26b": 0.0355
   },
   "outputPer1MChars": {
    "deepseek-v4.1-flash": 0.2047,
    "glm-5.3": 1.4724,
    "qwen3.8-27b": 0.7109,
    "gemma-4-vl-26b": 0.0781
   }
  },
  {
   "id": "ar-najdi",
   "label": "Najdi Arabic (central Saudi Arabia)",
   "short": "Najdi Arabic",
   "texts": 1,
   "sentences": 2009,
   "chars": 227152,
   "words": 38508,
   "tokens": {
    "deepseek": 85699,
    "glm": 94000,
    "qwen": 70529,
    "gemma": 78116,
    "gpt": 72672,
    "gptoss": 72672,
    "llama3": 88062,
    "llama4": 84193,
    "kimi": 108925,
    "minimax": 70499,
    "gemma3": 78116,
    "phi4": 160743,
    "mistral": 69024,
    "ministral": 67904,
    "nemotron": 67904,
    "qwen3": 87999
   },
   "tokensPerWord": {
    "deepseek": 2.225,
    "glm": 2.441,
    "qwen": 1.832,
    "gemma": 2.029,
    "gpt": 1.887,
    "gptoss": 1.887,
    "llama3": 2.287,
    "llama4": 2.186,
    "kimi": 2.829,
    "minimax": 1.831,
    "gemma3": 2.029,
    "phi4": 4.174,
    "mistral": 1.792,
    "ministral": 1.763,
    "nemotron": 1.763,
    "qwen3": 2.285
   },
   "tokensPerChar": {
    "deepseek": 0.377,
    "glm": 0.414,
    "qwen": 0.31,
    "gemma": 0.344,
    "gpt": 0.32,
    "gptoss": 0.32,
    "llama3": 0.388,
    "llama4": 0.371,
    "kimi": 0.48,
    "minimax": 0.31,
    "gemma3": 0.344,
    "phi4": 0.708,
    "mistral": 0.304,
    "ministral": 0.299,
    "nemotron": 0.299,
    "qwen3": 0.387
   },
   "tokensPer1kWords": {
    "deepseek": 2225,
    "glm": 2441,
    "qwen": 1832,
    "gemma": 2029,
    "gpt": 1887,
    "gptoss": 1887,
    "llama3": 2287,
    "llama4": 2186,
    "kimi": 2829,
    "minimax": 1831,
    "gemma3": 2029,
    "phi4": 4174,
    "mistral": 1792,
    "ministral": 1763,
    "nemotron": 1763,
    "qwen3": 2285
   },
   "vsEnglishPerWord": {
    "deepseek": 1.75,
    "glm": 1.89,
    "qwen": 1.39,
    "gemma": 1.56,
    "gpt": 1.49,
    "gptoss": 1.49,
    "llama3": 1.77,
    "llama4": 1.73,
    "kimi": 2.19,
    "minimax": 1.47,
    "gemma3": 1.56,
    "phi4": 3.24,
    "mistral": 1.38,
    "ministral": 1.35,
    "nemotron": 1.35,
    "qwen3": 1.75
   },
   "vsEnglishParallel": {
    "deepseek": 1.63,
    "glm": 1.77,
    "qwen": 1.31,
    "gemma": 1.47,
    "gpt": 1.39,
    "gptoss": 1.39,
    "llama3": 1.66,
    "llama4": 1.6,
    "kimi": 2.06,
    "minimax": 1.36,
    "gemma3": 1.47,
    "phi4": 3.03,
    "mistral": 1.27,
    "ministral": 1.25,
    "nemotron": 1.25,
    "qwen3": 1.63
   },
   "ci95": {
    "deepseek": [
     1.61,
     1.64
    ],
    "glm": [
     1.76,
     1.79
    ],
    "qwen": [
     1.3,
     1.32
    ],
    "gemma": [
     1.46,
     1.49
    ],
    "gpt": [
     1.38,
     1.4
    ],
    "gptoss": [
     1.38,
     1.4
    ],
    "llama3": [
     1.65,
     1.67
    ],
    "llama4": [
     1.58,
     1.61
    ],
    "kimi": [
     2.04,
     2.07
    ],
    "minimax": [
     1.35,
     1.37
    ],
    "gemma3": [
     1.46,
     1.49
    ],
    "phi4": [
     3.01,
     3.06
    ],
    "mistral": [
     1.26,
     1.28
    ],
    "ministral": [
     1.24,
     1.26
    ],
    "nemotron": [
     1.24,
     1.26
    ],
    "qwen3": [
     1.62,
     1.65
    ]
   },
   "parallelSource": "FLORES-200",
   "parallel": {
    "tokens": {
     "deepseek": 85699,
     "glm": 94000,
     "qwen": 70529,
     "gemma": 78116,
     "gpt": 72672,
     "gptoss": 72672,
     "llama3": 88062,
     "llama4": 84193,
     "kimi": 108925,
     "minimax": 70499,
     "gemma3": 78116,
     "phi4": 160743,
     "mistral": 69024,
     "ministral": 67904,
     "nemotron": 67904,
     "qwen3": 87999
    },
    "enTokens": {
     "deepseek": 52736,
     "glm": 53004,
     "qwen": 53698,
     "gemma": 52995,
     "gpt": 52409,
     "gptoss": 52409,
     "llama3": 52963,
     "llama4": 52760,
     "kimi": 52921,
     "minimax": 51821,
     "gemma3": 52995,
     "phi4": 52983,
     "mistral": 54305,
     "ministral": 54305,
     "nemotron": 54305,
     "qwen3": 53876
    },
    "enWords": 43194,
    "enChars": 257160
   },
   "inputPer1MChars": {
    "deepseek-v4.1-flash": 0.066,
    "glm-5.3": 0.3228,
    "qwen3.8-27b": 0.0543,
    "gemma-4-vl-26b": 0.0344
   },
   "outputPer1MChars": {
    "deepseek-v4.1-flash": 0.1962,
    "glm-5.3": 1.4318,
    "qwen3.8-27b": 0.6738,
    "gemma-4-vl-26b": 0.0757
   }
  },
  {
   "id": "ar-mesopotamian",
   "label": "Mesopotamian Arabic (Iraq)",
   "short": "Mesopotamian Arabic",
   "texts": 1,
   "sentences": 2009,
   "chars": 221971,
   "words": 36747,
   "tokens": {
    "deepseek": 85306,
    "glm": 92994,
    "qwen": 70909,
    "gemma": 77418,
    "gpt": 72638,
    "gptoss": 72638,
    "llama3": 87313,
    "llama4": 83898,
    "kimi": 107543,
    "minimax": 70912,
    "gemma3": 77418,
    "phi4": 157920,
    "mistral": 69031,
    "ministral": 68510,
    "nemotron": 68510,
    "qwen3": 87448
   },
   "tokensPerWord": {
    "deepseek": 2.321,
    "glm": 2.531,
    "qwen": 1.93,
    "gemma": 2.107,
    "gpt": 1.977,
    "gptoss": 1.977,
    "llama3": 2.376,
    "llama4": 2.283,
    "kimi": 2.927,
    "minimax": 1.93,
    "gemma3": 2.107,
    "phi4": 4.297,
    "mistral": 1.879,
    "ministral": 1.864,
    "nemotron": 1.864,
    "qwen3": 2.38
   },
   "tokensPerChar": {
    "deepseek": 0.384,
    "glm": 0.419,
    "qwen": 0.319,
    "gemma": 0.349,
    "gpt": 0.327,
    "gptoss": 0.327,
    "llama3": 0.393,
    "llama4": 0.378,
    "kimi": 0.484,
    "minimax": 0.319,
    "gemma3": 0.349,
    "phi4": 0.711,
    "mistral": 0.311,
    "ministral": 0.309,
    "nemotron": 0.309,
    "qwen3": 0.394
   },
   "tokensPer1kWords": {
    "deepseek": 2321,
    "glm": 2531,
    "qwen": 1930,
    "gemma": 2107,
    "gpt": 1977,
    "gptoss": 1977,
    "llama3": 2376,
    "llama4": 2283,
    "kimi": 2927,
    "minimax": 1930,
    "gemma3": 2107,
    "phi4": 4297,
    "mistral": 1879,
    "ministral": 1864,
    "nemotron": 1864,
    "qwen3": 2380
   },
   "vsEnglishPerWord": {
    "deepseek": 1.82,
    "glm": 1.96,
    "qwen": 1.46,
    "gemma": 1.62,
    "gpt": 1.56,
    "gptoss": 1.56,
    "llama3": 1.84,
    "llama4": 1.81,
    "kimi": 2.26,
    "minimax": 1.55,
    "gemma3": 1.62,
    "phi4": 3.33,
    "mistral": 1.44,
    "ministral": 1.43,
    "nemotron": 1.43,
    "qwen3": 1.82
   },
   "vsEnglishParallel": {
    "deepseek": 1.62,
    "glm": 1.75,
    "qwen": 1.32,
    "gemma": 1.46,
    "gpt": 1.39,
    "gptoss": 1.39,
    "llama3": 1.65,
    "llama4": 1.59,
    "kimi": 2.03,
    "minimax": 1.37,
    "gemma3": 1.46,
    "phi4": 2.98,
    "mistral": 1.27,
    "ministral": 1.26,
    "nemotron": 1.26,
    "qwen3": 1.62
   },
   "ci95": {
    "deepseek": [
     1.61,
     1.63
    ],
    "glm": [
     1.74,
     1.77
    ],
    "qwen": [
     1.31,
     1.33
    ],
    "gemma": [
     1.45,
     1.47
    ],
    "gpt": [
     1.38,
     1.4
    ],
    "gptoss": [
     1.38,
     1.4
    ],
    "llama3": [
     1.64,
     1.66
    ],
    "llama4": [
     1.58,
     1.6
    ],
    "kimi": [
     2.02,
     2.05
    ],
    "minimax": [
     1.36,
     1.38
    ],
    "gemma3": [
     1.45,
     1.47
    ],
    "phi4": [
     2.96,
     3
    ],
    "mistral": [
     1.26,
     1.28
    ],
    "ministral": [
     1.25,
     1.27
    ],
    "nemotron": [
     1.25,
     1.27
    ],
    "qwen3": [
     1.61,
     1.64
    ]
   },
   "parallelSource": "FLORES-200",
   "parallel": {
    "tokens": {
     "deepseek": 85306,
     "glm": 92994,
     "qwen": 70909,
     "gemma": 77418,
     "gpt": 72638,
     "gptoss": 72638,
     "llama3": 87313,
     "llama4": 83898,
     "kimi": 107543,
     "minimax": 70912,
     "gemma3": 77418,
     "phi4": 157920,
     "mistral": 69031,
     "ministral": 68510,
     "nemotron": 68510,
     "qwen3": 87448
    },
    "enTokens": {
     "deepseek": 52736,
     "glm": 53004,
     "qwen": 53698,
     "gemma": 52995,
     "gpt": 52409,
     "gptoss": 52409,
     "llama3": 52963,
     "llama4": 52760,
     "kimi": 52921,
     "minimax": 51821,
     "gemma3": 52995,
     "phi4": 52983,
     "mistral": 54305,
     "ministral": 54305,
     "nemotron": 54305,
     "qwen3": 53876
    },
    "enWords": 43194,
    "enChars": 257160
   },
   "inputPer1MChars": {
    "deepseek-v4.1-flash": 0.0673,
    "glm-5.3": 0.3268,
    "qwen3.8-27b": 0.0559,
    "gemma-4-vl-26b": 0.0349
   },
   "outputPer1MChars": {
    "deepseek-v4.1-flash": 0.1998,
    "glm-5.3": 1.4496,
    "qwen3.8-27b": 0.6932,
    "gemma-4-vl-26b": 0.0767
   }
  },
  {
   "id": "arabizi",
   "label": "Arabizi (Arabic in Latin letters)",
   "short": "Arabizi",
   "texts": 1,
   "sentences": 39,
   "chars": 1158,
   "words": 214,
   "tokens": {
    "deepseek": 487,
    "glm": 481,
    "qwen": 500,
    "gemma": 487,
    "gpt": 449,
    "gptoss": 449,
    "llama3": 481,
    "llama4": 456,
    "kimi": 484,
    "minimax": 470,
    "gemma3": 487,
    "phi4": 488,
    "mistral": 469,
    "ministral": 469,
    "nemotron": 469,
    "qwen3": 486
   },
   "tokensPerWord": {
    "deepseek": 2.276,
    "glm": 2.248,
    "qwen": 2.336,
    "gemma": 2.276,
    "gpt": 2.098,
    "gptoss": 2.098,
    "llama3": 2.248,
    "llama4": 2.131,
    "kimi": 2.262,
    "minimax": 2.196,
    "gemma3": 2.276,
    "phi4": 2.28,
    "mistral": 2.192,
    "ministral": 2.192,
    "nemotron": 2.192,
    "qwen3": 2.271
   },
   "tokensPerChar": {
    "deepseek": 0.421,
    "glm": 0.415,
    "qwen": 0.432,
    "gemma": 0.421,
    "gpt": 0.388,
    "gptoss": 0.388,
    "llama3": 0.415,
    "llama4": 0.394,
    "kimi": 0.418,
    "minimax": 0.406,
    "gemma3": 0.421,
    "phi4": 0.421,
    "mistral": 0.405,
    "ministral": 0.405,
    "nemotron": 0.405,
    "qwen3": 0.42
   },
   "tokensPer1kWords": {
    "deepseek": 2276,
    "glm": 2248,
    "qwen": 2336,
    "gemma": 2276,
    "gpt": 2098,
    "gptoss": 2098,
    "llama3": 2248,
    "llama4": 2131,
    "kimi": 2262,
    "minimax": 2196,
    "gemma3": 2276,
    "phi4": 2280,
    "mistral": 2192,
    "ministral": 2192,
    "nemotron": 2192,
    "qwen3": 2271
   },
   "vsEnglishPerWord": {
    "deepseek": 1.79,
    "glm": 1.74,
    "qwen": 1.77,
    "gemma": 1.75,
    "gpt": 1.65,
    "gptoss": 1.65,
    "llama3": 1.74,
    "llama4": 1.69,
    "kimi": 1.75,
    "minimax": 1.76,
    "gemma3": 1.75,
    "phi4": 1.77,
    "mistral": 1.68,
    "ministral": 1.68,
    "nemotron": 1.68,
    "qwen3": 1.74
   },
   "vsEnglishParallel": {
    "deepseek": 1.5,
    "glm": 1.48,
    "qwen": 1.38,
    "gemma": 1.3,
    "gpt": 1.45,
    "gptoss": 1.45,
    "llama3": 1.49,
    "llama4": 1.46,
    "kimi": 1.55,
    "minimax": 1.51,
    "gemma3": 1.3,
    "phi4": 1.51,
    "mistral": 1.44,
    "ministral": 1.44,
    "nemotron": 1.44,
    "qwen3": 1.5
   },
   "ci95": {
    "deepseek": [
     1.4,
     1.61
    ],
    "glm": [
     1.38,
     1.59
    ],
    "qwen": [
     1.29,
     1.47
    ],
    "gemma": [
     1.21,
     1.39
    ],
    "gpt": [
     1.35,
     1.55
    ],
    "gptoss": [
     1.35,
     1.55
    ],
    "llama3": [
     1.39,
     1.59
    ],
    "llama4": [
     1.36,
     1.55
    ],
    "kimi": [
     1.44,
     1.66
    ],
    "minimax": [
     1.4,
     1.62
    ],
    "gemma3": [
     1.21,
     1.39
    ],
    "phi4": [
     1.4,
     1.61
    ],
    "mistral": [
     1.33,
     1.55
    ],
    "ministral": [
     1.33,
     1.55
    ],
    "nemotron": [
     1.33,
     1.55
    ],
    "qwen3": [
     1.39,
     1.6
    ]
   },
   "parallelSource": "Tatoeba",
   "parallel": {
    "tokens": {
     "deepseek": 487,
     "glm": 481,
     "qwen": 500,
     "gemma": 487,
     "gpt": 449,
     "gptoss": 449,
     "llama3": 481,
     "llama4": 456,
     "kimi": 484,
     "minimax": 470,
     "gemma3": 487,
     "phi4": 488,
     "mistral": 469,
     "ministral": 469,
     "nemotron": 469,
     "qwen3": 486
    },
    "enTokens": {
     "deepseek": 324,
     "glm": 324,
     "qwen": 363,
     "gemma": 375,
     "gpt": 310,
     "gptoss": 310,
     "llama3": 323,
     "llama4": 313,
     "kimi": 312,
     "minimax": 311,
     "gemma3": 375,
     "phi4": 324,
     "mistral": 325,
     "ministral": 325,
     "nemotron": 325,
     "qwen3": 325
    },
    "enWords": 260,
    "enChars": 1294
   },
   "inputPer1MChars": {
    "deepseek-v4.1-flash": 0.0736,
    "glm-5.3": 0.324,
    "qwen3.8-27b": 0.0756,
    "gemma-4-vl-26b": 0.0421
   },
   "outputPer1MChars": {
    "deepseek-v4.1-flash": 0.2187,
    "glm-5.3": 1.4372,
    "qwen3.8-27b": 0.937,
    "gemma-4-vl-26b": 0.0925
   }
  },
  {
   "id": "fr",
   "label": "French",
   "short": "French",
   "texts": 5,
   "sentences": 2009,
   "chars": 313322,
   "words": 50745,
   "tokens": {
    "deepseek": 82955,
    "glm": 81373,
    "qwen": 76080,
    "gemma": 75815,
    "gpt": 72892,
    "gptoss": 72892,
    "llama3": 86152,
    "llama4": 73257,
    "kimi": 93338,
    "minimax": 68513,
    "gemma3": 75815,
    "phi4": 86511,
    "mistral": 72925,
    "ministral": 72925,
    "nemotron": 72925,
    "qwen3": 86517
   },
   "tokensPerWord": {
    "deepseek": 1.635,
    "glm": 1.604,
    "qwen": 1.499,
    "gemma": 1.494,
    "gpt": 1.436,
    "gptoss": 1.436,
    "llama3": 1.698,
    "llama4": 1.444,
    "kimi": 1.839,
    "minimax": 1.35,
    "gemma3": 1.494,
    "phi4": 1.705,
    "mistral": 1.437,
    "ministral": 1.437,
    "nemotron": 1.437,
    "qwen3": 1.705
   },
   "tokensPerChar": {
    "deepseek": 0.265,
    "glm": 0.26,
    "qwen": 0.243,
    "gemma": 0.242,
    "gpt": 0.233,
    "gptoss": 0.233,
    "llama3": 0.275,
    "llama4": 0.234,
    "kimi": 0.298,
    "minimax": 0.219,
    "gemma3": 0.242,
    "phi4": 0.276,
    "mistral": 0.233,
    "ministral": 0.233,
    "nemotron": 0.233,
    "qwen3": 0.276
   },
   "tokensPer1kWords": {
    "deepseek": 1635,
    "glm": 1604,
    "qwen": 1499,
    "gemma": 1494,
    "gpt": 1436,
    "gptoss": 1436,
    "llama3": 1698,
    "llama4": 1444,
    "kimi": 1839,
    "minimax": 1350,
    "gemma3": 1494,
    "phi4": 1705,
    "mistral": 1437,
    "ministral": 1437,
    "nemotron": 1437,
    "qwen3": 1705
   },
   "vsEnglishPerWord": {
    "deepseek": 1.28,
    "glm": 1.24,
    "qwen": 1.14,
    "gemma": 1.15,
    "gpt": 1.13,
    "gptoss": 1.13,
    "llama3": 1.32,
    "llama4": 1.14,
    "kimi": 1.42,
    "minimax": 1.08,
    "gemma3": 1.15,
    "phi4": 1.32,
    "mistral": 1.1,
    "ministral": 1.1,
    "nemotron": 1.1,
    "qwen3": 1.31
   },
   "vsEnglishParallel": {
    "deepseek": 1.54,
    "glm": 1.5,
    "qwen": 1.38,
    "gemma": 1.4,
    "gpt": 1.36,
    "gptoss": 1.36,
    "llama3": 1.59,
    "llama4": 1.36,
    "kimi": 1.72,
    "minimax": 1.29,
    "gemma3": 1.4,
    "phi4": 1.6,
    "mistral": 1.31,
    "ministral": 1.31,
    "nemotron": 1.31,
    "qwen3": 1.57
   },
   "ci95": {
    "deepseek": [
     1.53,
     1.55
    ],
    "glm": [
     1.49,
     1.51
    ],
    "qwen": [
     1.37,
     1.39
    ],
    "gemma": [
     1.39,
     1.41
    ],
    "gpt": [
     1.35,
     1.37
    ],
    "gptoss": [
     1.35,
     1.37
    ],
    "llama3": [
     1.58,
     1.6
    ],
    "llama4": [
     1.35,
     1.37
    ],
    "kimi": [
     1.71,
     1.74
    ],
    "minimax": [
     1.28,
     1.3
    ],
    "gemma3": [
     1.39,
     1.41
    ],
    "phi4": [
     1.58,
     1.61
    ],
    "mistral": [
     1.3,
     1.32
    ],
    "ministral": [
     1.3,
     1.32
    ],
    "nemotron": [
     1.3,
     1.32
    ],
    "qwen3": [
     1.56,
     1.58
    ]
   },
   "parallelSource": "FLORES-200",
   "parallel": {
    "tokens": {
     "deepseek": 81069,
     "glm": 79507,
     "qwen": 74329,
     "gemma": 74101,
     "gpt": 71183,
     "gptoss": 71183,
     "llama3": 84200,
     "llama4": 71564,
     "kimi": 91255,
     "minimax": 66930,
     "gemma3": 74101,
     "phi4": 84558,
     "mistral": 71240,
     "ministral": 71240,
     "nemotron": 71240,
     "qwen3": 84549
    },
    "enTokens": {
     "deepseek": 52736,
     "glm": 53004,
     "qwen": 53698,
     "gemma": 52995,
     "gpt": 52409,
     "gptoss": 52409,
     "llama3": 52963,
     "llama4": 52760,
     "kimi": 52921,
     "minimax": 51821,
     "gemma3": 52995,
     "phi4": 52983,
     "mistral": 54305,
     "ministral": 54305,
     "nemotron": 54305,
     "qwen3": 53876
    },
    "enWords": 43194,
    "enChars": 257160
   },
   "inputPer1MChars": {
    "deepseek-v4.1-flash": 0.0463,
    "glm-5.3": 0.2026,
    "qwen3.8-27b": 0.0425,
    "gemma-4-vl-26b": 0.0242
   },
   "outputPer1MChars": {
    "deepseek-v4.1-flash": 0.1377,
    "glm-5.3": 0.8986,
    "qwen3.8-27b": 0.5269,
    "gemma-4-vl-26b": 0.0532
   }
  },
  {
   "id": "es",
   "label": "Spanish",
   "short": "Spanish",
   "texts": 5,
   "sentences": 2009,
   "chars": 312410,
   "words": 52022,
   "tokens": {
    "deepseek": 80540,
    "glm": 78041,
    "qwen": 72512,
    "gemma": 70098,
    "gpt": 70475,
    "gptoss": 70475,
    "llama3": 83463,
    "llama4": 69875,
    "kimi": 91559,
    "minimax": 66252,
    "gemma3": 70098,
    "phi4": 83623,
    "mistral": 73034,
    "ministral": 73034,
    "nemotron": 73034,
    "qwen3": 83801
   },
   "tokensPerWord": {
    "deepseek": 1.548,
    "glm": 1.5,
    "qwen": 1.394,
    "gemma": 1.347,
    "gpt": 1.355,
    "gptoss": 1.355,
    "llama3": 1.604,
    "llama4": 1.343,
    "kimi": 1.76,
    "minimax": 1.274,
    "gemma3": 1.347,
    "phi4": 1.607,
    "mistral": 1.404,
    "ministral": 1.404,
    "nemotron": 1.404,
    "qwen3": 1.611
   },
   "tokensPerChar": {
    "deepseek": 0.258,
    "glm": 0.25,
    "qwen": 0.232,
    "gemma": 0.224,
    "gpt": 0.226,
    "gptoss": 0.226,
    "llama3": 0.267,
    "llama4": 0.224,
    "kimi": 0.293,
    "minimax": 0.212,
    "gemma3": 0.224,
    "phi4": 0.268,
    "mistral": 0.234,
    "ministral": 0.234,
    "nemotron": 0.234,
    "qwen3": 0.268
   },
   "tokensPer1kWords": {
    "deepseek": 1548,
    "glm": 1500,
    "qwen": 1394,
    "gemma": 1347,
    "gpt": 1355,
    "gptoss": 1355,
    "llama3": 1604,
    "llama4": 1343,
    "kimi": 1760,
    "minimax": 1274,
    "gemma3": 1347,
    "phi4": 1607,
    "mistral": 1404,
    "ministral": 1404,
    "nemotron": 1404,
    "qwen3": 1611
   },
   "vsEnglishPerWord": {
    "deepseek": 1.22,
    "glm": 1.16,
    "qwen": 1.06,
    "gemma": 1.04,
    "gpt": 1.07,
    "gptoss": 1.07,
    "llama3": 1.24,
    "llama4": 1.06,
    "kimi": 1.36,
    "minimax": 1.02,
    "gemma3": 1.04,
    "phi4": 1.25,
    "mistral": 1.08,
    "ministral": 1.08,
    "nemotron": 1.08,
    "qwen3": 1.23
   },
   "vsEnglishParallel": {
    "deepseek": 1.5,
    "glm": 1.44,
    "qwen": 1.32,
    "gemma": 1.29,
    "gpt": 1.32,
    "gptoss": 1.32,
    "llama3": 1.54,
    "llama4": 1.3,
    "kimi": 1.69,
    "minimax": 1.25,
    "gemma3": 1.29,
    "phi4": 1.55,
    "mistral": 1.32,
    "ministral": 1.32,
    "nemotron": 1.32,
    "qwen3": 1.52
   },
   "ci95": {
    "deepseek": [
     1.48,
     1.51
    ],
    "glm": [
     1.43,
     1.45
    ],
    "qwen": [
     1.31,
     1.33
    ],
    "gemma": [
     1.29,
     1.3
    ],
    "gpt": [
     1.31,
     1.33
    ],
    "gptoss": [
     1.31,
     1.33
    ],
    "llama3": [
     1.53,
     1.55
    ],
    "llama4": [
     1.29,
     1.31
    ],
    "kimi": [
     1.68,
     1.71
    ],
    "minimax": [
     1.24,
     1.26
    ],
    "gemma3": [
     1.29,
     1.3
    ],
    "phi4": [
     1.53,
     1.56
    ],
    "mistral": [
     1.31,
     1.33
    ],
    "ministral": [
     1.31,
     1.33
    ],
    "nemotron": [
     1.31,
     1.33
    ],
    "qwen3": [
     1.51,
     1.53
    ]
   },
   "parallelSource": "FLORES-200",
   "parallel": {
    "tokens": {
     "deepseek": 78871,
     "glm": 76416,
     "qwen": 70988,
     "gemma": 68625,
     "gpt": 68999,
     "gptoss": 68999,
     "llama3": 81747,
     "llama4": 68414,
     "kimi": 89690,
     "minimax": 64850,
     "gemma3": 68625,
     "phi4": 81905,
     "mistral": 71495,
     "ministral": 71495,
     "nemotron": 71495,
     "qwen3": 82085
    },
    "enTokens": {
     "deepseek": 52736,
     "glm": 53004,
     "qwen": 53698,
     "gemma": 52995,
     "gpt": 52409,
     "gptoss": 52409,
     "llama3": 52963,
     "llama4": 52760,
     "kimi": 52921,
     "minimax": 51821,
     "gemma3": 52995,
     "phi4": 52983,
     "mistral": 54305,
     "ministral": 54305,
     "nemotron": 54305,
     "qwen3": 53876
    },
    "enWords": 43194,
    "enChars": 257160
   },
   "inputPer1MChars": {
    "deepseek-v4.1-flash": 0.0451,
    "glm-5.3": 0.1948,
    "qwen3.8-27b": 0.0406,
    "gemma-4-vl-26b": 0.0224
   },
   "outputPer1MChars": {
    "deepseek-v4.1-flash": 0.1341,
    "glm-5.3": 0.8643,
    "qwen3.8-27b": 0.5037,
    "gemma-4-vl-26b": 0.0494
   }
  },
  {
   "id": "hi",
   "label": "Hindi",
   "short": "Hindi",
   "texts": 4,
   "sentences": 2009,
   "chars": 261591,
   "words": 51486,
   "tokens": {
    "deepseek": 151072,
    "glm": 234123,
    "qwen": 110653,
    "gemma": 71065,
    "gpt": 84267,
    "gptoss": 84267,
    "llama3": 136605,
    "llama4": 88850,
    "kimi": 148502,
    "minimax": 155280,
    "gemma3": 71065,
    "phi4": 258110,
    "mistral": 153095,
    "ministral": 99591,
    "nemotron": 99591,
    "qwen3": 243459
   },
   "tokensPerWord": {
    "deepseek": 2.934,
    "glm": 4.547,
    "qwen": 2.149,
    "gemma": 1.38,
    "gpt": 1.637,
    "gptoss": 1.637,
    "llama3": 2.653,
    "llama4": 1.726,
    "kimi": 2.884,
    "minimax": 3.016,
    "gemma3": 1.38,
    "phi4": 5.013,
    "mistral": 2.974,
    "ministral": 1.934,
    "nemotron": 1.934,
    "qwen3": 4.729
   },
   "tokensPerChar": {
    "deepseek": 0.578,
    "glm": 0.895,
    "qwen": 0.423,
    "gemma": 0.272,
    "gpt": 0.322,
    "gptoss": 0.322,
    "llama3": 0.522,
    "llama4": 0.34,
    "kimi": 0.568,
    "minimax": 0.594,
    "gemma3": 0.272,
    "phi4": 0.987,
    "mistral": 0.585,
    "ministral": 0.381,
    "nemotron": 0.381,
    "qwen3": 0.931
   },
   "tokensPer1kWords": {
    "deepseek": 2934,
    "glm": 4547,
    "qwen": 2149,
    "gemma": 1380,
    "gpt": 1637,
    "gptoss": 1637,
    "llama3": 2653,
    "llama4": 1726,
    "kimi": 2884,
    "minimax": 3016,
    "gemma3": 1380,
    "phi4": 5013,
    "mistral": 2974,
    "ministral": 1934,
    "nemotron": 1934,
    "qwen3": 4729
   },
   "vsEnglishPerWord": {
    "deepseek": 2.3,
    "glm": 3.53,
    "qwen": 1.63,
    "gemma": 1.06,
    "gpt": 1.29,
    "gptoss": 1.29,
    "llama3": 2.06,
    "llama4": 1.37,
    "kimi": 2.23,
    "minimax": 2.42,
    "gemma3": 1.06,
    "phi4": 3.89,
    "mistral": 2.28,
    "ministral": 1.49,
    "nemotron": 1.49,
    "qwen3": 3.62
   },
   "vsEnglishParallel": {
    "deepseek": 2.81,
    "glm": 4.33,
    "qwen": 2.02,
    "gemma": 1.31,
    "gpt": 1.58,
    "gptoss": 1.58,
    "llama3": 2.53,
    "llama4": 1.65,
    "kimi": 2.75,
    "minimax": 2.94,
    "gemma3": 1.31,
    "phi4": 4.78,
    "mistral": 2.76,
    "ministral": 1.8,
    "nemotron": 1.8,
    "qwen3": 4.43
   },
   "ci95": {
    "deepseek": [
     2.79,
     2.83
    ],
    "glm": [
     4.29,
     4.37
    ],
    "qwen": [
     2,
     2.03
    ],
    "gemma": [
     1.31,
     1.32
    ],
    "gpt": [
     1.56,
     1.59
    ],
    "gptoss": [
     1.56,
     1.59
    ],
    "llama3": [
     2.51,
     2.55
    ],
    "llama4": [
     1.64,
     1.66
    ],
    "kimi": [
     2.73,
     2.77
    ],
    "minimax": [
     2.92,
     2.96
    ],
    "gemma3": [
     1.31,
     1.32
    ],
    "phi4": [
     4.74,
     4.82
    ],
    "mistral": [
     2.74,
     2.79
    ],
    "ministral": [
     1.78,
     1.81
    ],
    "nemotron": [
     1.78,
     1.81
    ],
    "qwen3": [
     4.39,
     4.47
    ]
   },
   "parallelSource": "FLORES-200",
   "parallel": {
    "tokens": {
     "deepseek": 148122,
     "glm": 229555,
     "qwen": 108371,
     "gemma": 69629,
     "gpt": 82569,
     "gptoss": 82569,
     "llama3": 133935,
     "llama4": 87034,
     "kimi": 145630,
     "minimax": 152280,
     "gemma3": 69629,
     "phi4": 253044,
     "mistral": 150108,
     "ministral": 97510,
     "nemotron": 97510,
     "qwen3": 238687
    },
    "enTokens": {
     "deepseek": 52736,
     "glm": 53004,
     "qwen": 53698,
     "gemma": 52995,
     "gpt": 52409,
     "gptoss": 52409,
     "llama3": 52963,
     "llama4": 52760,
     "kimi": 52921,
     "minimax": 51821,
     "gemma3": 52995,
     "phi4": 52983,
     "mistral": 54305,
     "ministral": 54305,
     "nemotron": 54305,
     "qwen3": 53876
    },
    "enWords": 43194,
    "enChars": 257160
   },
   "inputPer1MChars": {
    "deepseek-v4.1-flash": 0.1011,
    "glm-5.3": 0.6981,
    "qwen3.8-27b": 0.074,
    "gemma-4-vl-26b": 0.0272
   },
   "outputPer1MChars": {
    "deepseek-v4.1-flash": 0.3003,
    "glm-5.3": 3.0967,
    "qwen3.8-27b": 0.9179,
    "gemma-4-vl-26b": 0.0598
   }
  },
  {
   "id": "ur",
   "label": "Urdu",
   "short": "Urdu",
   "texts": 4,
   "sentences": 2009,
   "chars": 256976,
   "words": 54875,
   "tokens": {
    "deepseek": 126309,
    "glm": 147256,
    "qwen": 107542,
    "gemma": 81649,
    "gpt": 87754,
    "gptoss": 87754,
    "llama3": 164960,
    "llama4": 100604,
    "kimi": 116019,
    "minimax": 197473,
    "gemma3": 81649,
    "phi4": 233408,
    "mistral": 96665,
    "ministral": 96480,
    "nemotron": 96480,
    "qwen3": 172089
   },
   "tokensPerWord": {
    "deepseek": 2.302,
    "glm": 2.683,
    "qwen": 1.96,
    "gemma": 1.488,
    "gpt": 1.599,
    "gptoss": 1.599,
    "llama3": 3.006,
    "llama4": 1.833,
    "kimi": 2.114,
    "minimax": 3.599,
    "gemma3": 1.488,
    "phi4": 4.253,
    "mistral": 1.762,
    "ministral": 1.758,
    "nemotron": 1.758,
    "qwen3": 3.136
   },
   "tokensPerChar": {
    "deepseek": 0.492,
    "glm": 0.573,
    "qwen": 0.418,
    "gemma": 0.318,
    "gpt": 0.341,
    "gptoss": 0.341,
    "llama3": 0.642,
    "llama4": 0.391,
    "kimi": 0.451,
    "minimax": 0.768,
    "gemma3": 0.318,
    "phi4": 0.908,
    "mistral": 0.376,
    "ministral": 0.375,
    "nemotron": 0.375,
    "qwen3": 0.67
   },
   "tokensPer1kWords": {
    "deepseek": 2302,
    "glm": 2683,
    "qwen": 1960,
    "gemma": 1488,
    "gpt": 1599,
    "gptoss": 1599,
    "llama3": 3006,
    "llama4": 1833,
    "kimi": 2114,
    "minimax": 3599,
    "gemma3": 1488,
    "phi4": 4253,
    "mistral": 1762,
    "ministral": 1758,
    "nemotron": 1758,
    "qwen3": 3136
   },
   "vsEnglishPerWord": {
    "deepseek": 1.81,
    "glm": 2.08,
    "qwen": 1.49,
    "gemma": 1.15,
    "gpt": 1.26,
    "gptoss": 1.26,
    "llama3": 2.33,
    "llama4": 1.45,
    "kimi": 1.64,
    "minimax": 2.89,
    "gemma3": 1.15,
    "phi4": 3.3,
    "mistral": 1.35,
    "ministral": 1.35,
    "nemotron": 1.35,
    "qwen3": 2.4
   },
   "vsEnglishParallel": {
    "deepseek": 2.37,
    "glm": 2.75,
    "qwen": 1.98,
    "gemma": 1.53,
    "gpt": 1.66,
    "gptoss": 1.66,
    "llama3": 3.09,
    "llama4": 1.89,
    "kimi": 2.17,
    "minimax": 3.78,
    "gemma3": 1.53,
    "phi4": 4.36,
    "mistral": 1.76,
    "ministral": 1.76,
    "nemotron": 1.76,
    "qwen3": 3.16
   },
   "ci95": {
    "deepseek": [
     2.36,
     2.39
    ],
    "glm": [
     2.73,
     2.78
    ],
    "qwen": [
     1.97,
     2
    ],
    "gemma": [
     1.52,
     1.54
    ],
    "gpt": [
     1.65,
     1.67
    ],
    "gptoss": [
     1.65,
     1.67
    ],
    "llama3": [
     3.06,
     3.11
    ],
    "llama4": [
     1.88,
     1.9
    ],
    "kimi": [
     2.16,
     2.19
    ],
    "minimax": [
     3.74,
     3.81
    ],
    "gemma3": [
     1.52,
     1.54
    ],
    "phi4": [
     4.33,
     4.4
    ],
    "mistral": [
     1.75,
     1.78
    ],
    "ministral": [
     1.75,
     1.77
    ],
    "nemotron": [
     1.75,
     1.77
    ],
    "qwen3": [
     3.14,
     3.19
    ]
   },
   "parallelSource": "FLORES-200",
   "parallel": {
    "tokens": {
     "deepseek": 125216,
     "glm": 145930,
     "qwen": 106567,
     "gemma": 80891,
     "gpt": 86942,
     "gptoss": 86942,
     "llama3": 163447,
     "llama4": 99684,
     "kimi": 114949,
     "minimax": 195676,
     "gemma3": 80891,
     "phi4": 231239,
     "mistral": 95776,
     "ministral": 95597,
     "nemotron": 95597,
     "qwen3": 170501
    },
    "enTokens": {
     "deepseek": 52736,
     "glm": 53004,
     "qwen": 53698,
     "gemma": 52995,
     "gpt": 52409,
     "gptoss": 52409,
     "llama3": 52963,
     "llama4": 52760,
     "kimi": 52921,
     "minimax": 51821,
     "gemma3": 52995,
     "phi4": 52983,
     "mistral": 54305,
     "ministral": 54305,
     "nemotron": 54305,
     "qwen3": 53876
    },
    "enWords": 43194,
    "enChars": 257160
   },
   "inputPer1MChars": {
    "deepseek-v4.1-flash": 0.086,
    "glm-5.3": 0.447,
    "qwen3.8-27b": 0.0732,
    "gemma-4-vl-26b": 0.0318
   },
   "outputPer1MChars": {
    "deepseek-v4.1-flash": 0.2556,
    "glm-5.3": 1.9827,
    "qwen3.8-27b": 0.9081,
    "gemma-4-vl-26b": 0.0699
   }
  },
  {
   "id": "zh",
   "label": "Chinese (Simplified)",
   "short": "Chinese",
   "texts": 4,
   "sentences": 2009,
   "chars": 87498,
   "words": 45649,
   "tokens": {
    "deepseek": 51291,
    "glm": 51942,
    "qwen": 50630,
    "gemma": 58996,
    "gpt": 67489,
    "gptoss": 67489,
    "llama3": 70024,
    "llama4": 57924,
    "kimi": 47729,
    "minimax": 48818,
    "gemma3": 58996,
    "phi4": 101891,
    "mistral": 78837,
    "ministral": 78837,
    "nemotron": 78837,
    "qwen3": 55998
   },
   "tokensPerWord": {
    "deepseek": 1.124,
    "glm": 1.138,
    "qwen": 1.109,
    "gemma": 1.292,
    "gpt": 1.478,
    "gptoss": 1.478,
    "llama3": 1.534,
    "llama4": 1.269,
    "kimi": 1.046,
    "minimax": 1.069,
    "gemma3": 1.292,
    "phi4": 2.232,
    "mistral": 1.727,
    "ministral": 1.727,
    "nemotron": 1.727,
    "qwen3": 1.227
   },
   "tokensPerChar": {
    "deepseek": 0.586,
    "glm": 0.594,
    "qwen": 0.579,
    "gemma": 0.674,
    "gpt": 0.771,
    "gptoss": 0.771,
    "llama3": 0.8,
    "llama4": 0.662,
    "kimi": 0.545,
    "minimax": 0.558,
    "gemma3": 0.674,
    "phi4": 1.164,
    "mistral": 0.901,
    "ministral": 0.901,
    "nemotron": 0.901,
    "qwen3": 0.64
   },
   "tokensPer1kWords": {
    "deepseek": 1124,
    "glm": 1138,
    "qwen": 1109,
    "gemma": 1292,
    "gpt": 1478,
    "gptoss": 1478,
    "llama3": 1534,
    "llama4": 1269,
    "kimi": 1046,
    "minimax": 1069,
    "gemma3": 1292,
    "phi4": 2232,
    "mistral": 1727,
    "ministral": 1727,
    "nemotron": 1727,
    "qwen3": 1227
   },
   "vsEnglishPerWord": {
    "deepseek": 0.88,
    "glm": 0.88,
    "qwen": 0.84,
    "gemma": 0.99,
    "gpt": 1.17,
    "gptoss": 1.17,
    "llama3": 1.19,
    "llama4": 1,
    "kimi": 0.81,
    "minimax": 0.86,
    "gemma3": 0.99,
    "phi4": 1.73,
    "mistral": 1.33,
    "ministral": 1.33,
    "nemotron": 1.33,
    "qwen3": 0.94
   },
   "vsEnglishParallel": {
    "deepseek": 0.95,
    "glm": 0.96,
    "qwen": 0.92,
    "gemma": 1.09,
    "gpt": 1.26,
    "gptoss": 1.26,
    "llama3": 1.29,
    "llama4": 1.07,
    "kimi": 0.88,
    "minimax": 0.92,
    "gemma3": 1.09,
    "phi4": 1.88,
    "mistral": 1.42,
    "ministral": 1.42,
    "nemotron": 1.42,
    "qwen3": 1.01
   },
   "ci95": {
    "deepseek": [
     0.94,
     0.96
    ],
    "glm": [
     0.95,
     0.97
    ],
    "qwen": [
     0.91,
     0.93
    ],
    "gemma": [
     1.08,
     1.1
    ],
    "gpt": [
     1.25,
     1.27
    ],
    "gptoss": [
     1.25,
     1.27
    ],
    "llama3": [
     1.28,
     1.3
    ],
    "llama4": [
     1.06,
     1.08
    ],
    "kimi": [
     0.87,
     0.89
    ],
    "minimax": [
     0.91,
     0.93
    ],
    "gemma3": [
     1.08,
     1.1
    ],
    "phi4": [
     1.86,
     1.9
    ],
    "mistral": [
     1.4,
     1.43
    ],
    "ministral": [
     1.4,
     1.43
    ],
    "nemotron": [
     1.4,
     1.43
    ],
    "qwen3": [
     1,
     1.02
    ]
   },
   "parallelSource": "FLORES-200",
   "parallel": {
    "tokens": {
     "deepseek": 50085,
     "glm": 50712,
     "qwen": 49394,
     "gemma": 57545,
     "gpt": 65875,
     "gptoss": 65875,
     "llama3": 68361,
     "llama4": 56574,
     "kimi": 46594,
     "minimax": 47682,
     "gemma3": 57545,
     "phi4": 99570,
     "mistral": 76890,
     "ministral": 76890,
     "nemotron": 76890,
     "qwen3": 54612
    },
    "enTokens": {
     "deepseek": 52736,
     "glm": 53004,
     "qwen": 53698,
     "gemma": 52995,
     "gpt": 52409,
     "gptoss": 52409,
     "llama3": 52963,
     "llama4": 52760,
     "kimi": 52921,
     "minimax": 51821,
     "gemma3": 52995,
     "phi4": 52983,
     "mistral": 54305,
     "ministral": 54305,
     "nemotron": 54305,
     "qwen3": 53876
    },
    "enWords": 43194,
    "enChars": 257160
   },
   "inputPer1MChars": {
    "deepseek-v4.1-flash": 0.1026,
    "glm-5.3": 0.463,
    "qwen3.8-27b": 0.1013,
    "gemma-4-vl-26b": 0.0674
   },
   "outputPer1MChars": {
    "deepseek-v4.1-flash": 0.3048,
    "glm-5.3": 2.054,
    "qwen3.8-27b": 1.2557,
    "gemma-4-vl-26b": 0.1483
   }
  },
  {
   "id": "code-python",
   "label": "Code: Python",
   "short": "Python",
   "texts": 2,
   "sentences": 0,
   "chars": 2214,
   "words": 280,
   "tokens": {
    "deepseek": 590,
    "glm": 561,
    "qwen": 603,
    "gemma": 655,
    "gpt": 567,
    "gptoss": 567,
    "llama3": 561,
    "llama4": 567,
    "kimi": 574,
    "minimax": 577,
    "gemma3": 655,
    "phi4": 561,
    "mistral": 587,
    "ministral": 587,
    "nemotron": 587,
    "qwen3": 565
   },
   "tokensPerWord": {
    "deepseek": 2.107,
    "glm": 2.004,
    "qwen": 2.154,
    "gemma": 2.339,
    "gpt": 2.025,
    "gptoss": 2.025,
    "llama3": 2.004,
    "llama4": 2.025,
    "kimi": 2.05,
    "minimax": 2.061,
    "gemma3": 2.339,
    "phi4": 2.004,
    "mistral": 2.096,
    "ministral": 2.096,
    "nemotron": 2.096,
    "qwen3": 2.018
   },
   "tokensPerChar": {
    "deepseek": 0.266,
    "glm": 0.253,
    "qwen": 0.272,
    "gemma": 0.296,
    "gpt": 0.256,
    "gptoss": 0.256,
    "llama3": 0.253,
    "llama4": 0.256,
    "kimi": 0.259,
    "minimax": 0.261,
    "gemma3": 0.296,
    "phi4": 0.253,
    "mistral": 0.265,
    "ministral": 0.265,
    "nemotron": 0.265,
    "qwen3": 0.255
   },
   "tokensPer1kWords": {
    "deepseek": 2107,
    "glm": 2004,
    "qwen": 2154,
    "gemma": 2339,
    "gpt": 2025,
    "gptoss": 2025,
    "llama3": 2004,
    "llama4": 2025,
    "kimi": 2050,
    "minimax": 2061,
    "gemma3": 2339,
    "phi4": 2004,
    "mistral": 2096,
    "ministral": 2096,
    "nemotron": 2096,
    "qwen3": 2018
   },
   "vsEnglishPerWord": {
    "deepseek": 1.65,
    "glm": 1.55,
    "qwen": 1.63,
    "gemma": 1.8,
    "gpt": 1.6,
    "gptoss": 1.6,
    "llama3": 1.55,
    "llama4": 1.6,
    "kimi": 1.59,
    "minimax": 1.66,
    "gemma3": 1.8,
    "phi4": 1.55,
    "mistral": 1.61,
    "ministral": 1.61,
    "nemotron": 1.61,
    "qwen3": 1.55
   },
   "vsEnglishParallel": null,
   "ci95": null,
   "parallelSource": null,
   "parallel": null,
   "inputPer1MChars": {
    "deepseek-v4.1-flash": 0.0466,
    "glm-5.3": 0.1976,
    "qwen3.8-27b": 0.0477,
    "gemma-4-vl-26b": 0.0296
   },
   "outputPer1MChars": {
    "deepseek-v4.1-flash": 0.1386,
    "glm-5.3": 0.8767,
    "qwen3.8-27b": 0.591,
    "gemma-4-vl-26b": 0.0651
   }
  },
  {
   "id": "code-js",
   "label": "Code: JavaScript",
   "short": "JavaScript",
   "texts": 2,
   "sentences": 0,
   "chars": 3312,
   "words": 490,
   "tokens": {
    "deepseek": 880,
    "glm": 876,
    "qwen": 949,
    "gemma": 973,
    "gpt": 860,
    "gptoss": 860,
    "llama3": 876,
    "llama4": 860,
    "kimi": 877,
    "minimax": 861,
    "gemma3": 973,
    "phi4": 876,
    "mistral": 892,
    "ministral": 876,
    "nemotron": 876,
    "qwen3": 888
   },
   "tokensPerWord": {
    "deepseek": 1.796,
    "glm": 1.788,
    "qwen": 1.937,
    "gemma": 1.986,
    "gpt": 1.755,
    "gptoss": 1.755,
    "llama3": 1.788,
    "llama4": 1.755,
    "kimi": 1.79,
    "minimax": 1.757,
    "gemma3": 1.986,
    "phi4": 1.788,
    "mistral": 1.82,
    "ministral": 1.788,
    "nemotron": 1.788,
    "qwen3": 1.812
   },
   "tokensPerChar": {
    "deepseek": 0.266,
    "glm": 0.264,
    "qwen": 0.287,
    "gemma": 0.294,
    "gpt": 0.26,
    "gptoss": 0.26,
    "llama3": 0.264,
    "llama4": 0.26,
    "kimi": 0.265,
    "minimax": 0.26,
    "gemma3": 0.294,
    "phi4": 0.264,
    "mistral": 0.269,
    "ministral": 0.264,
    "nemotron": 0.264,
    "qwen3": 0.268
   },
   "tokensPer1kWords": {
    "deepseek": 1796,
    "glm": 1788,
    "qwen": 1937,
    "gemma": 1986,
    "gpt": 1755,
    "gptoss": 1755,
    "llama3": 1788,
    "llama4": 1755,
    "kimi": 1790,
    "minimax": 1757,
    "gemma3": 1986,
    "phi4": 1788,
    "mistral": 1820,
    "ministral": 1788,
    "nemotron": 1788,
    "qwen3": 1812
   },
   "vsEnglishPerWord": {
    "deepseek": 1.41,
    "glm": 1.39,
    "qwen": 1.47,
    "gemma": 1.53,
    "gpt": 1.38,
    "gptoss": 1.38,
    "llama3": 1.39,
    "llama4": 1.39,
    "kimi": 1.38,
    "minimax": 1.41,
    "gemma3": 1.53,
    "phi4": 1.39,
    "mistral": 1.4,
    "ministral": 1.37,
    "nemotron": 1.37,
    "qwen3": 1.39
   },
   "vsEnglishParallel": null,
   "ci95": null,
   "parallelSource": null,
   "parallel": null,
   "inputPer1MChars": {
    "deepseek-v4.1-flash": 0.0465,
    "glm-5.3": 0.2063,
    "qwen3.8-27b": 0.0501,
    "gemma-4-vl-26b": 0.0294
   },
   "outputPer1MChars": {
    "deepseek-v4.1-flash": 0.1382,
    "glm-5.3": 0.9151,
    "qwen3.8-27b": 0.6218,
    "gemma-4-vl-26b": 0.0646
   }
  },
  {
   "id": "code-sql",
   "label": "Code: SQL",
   "short": "SQL",
   "texts": 2,
   "sentences": 0,
   "chars": 3064,
   "words": 357,
   "tokens": {
    "deepseek": 797,
    "glm": 749,
    "qwen": 838,
    "gemma": 874,
    "gpt": 755,
    "gptoss": 755,
    "llama3": 749,
    "llama4": 768,
    "kimi": 777,
    "minimax": 777,
    "gemma3": 874,
    "phi4": 749,
    "mistral": 850,
    "ministral": 850,
    "nemotron": 850,
    "qwen3": 780
   },
   "tokensPerWord": {
    "deepseek": 2.232,
    "glm": 2.098,
    "qwen": 2.347,
    "gemma": 2.448,
    "gpt": 2.115,
    "gptoss": 2.115,
    "llama3": 2.098,
    "llama4": 2.151,
    "kimi": 2.176,
    "minimax": 2.176,
    "gemma3": 2.448,
    "phi4": 2.098,
    "mistral": 2.381,
    "ministral": 2.381,
    "nemotron": 2.381,
    "qwen3": 2.185
   },
   "tokensPerChar": {
    "deepseek": 0.26,
    "glm": 0.244,
    "qwen": 0.273,
    "gemma": 0.285,
    "gpt": 0.246,
    "gptoss": 0.246,
    "llama3": 0.244,
    "llama4": 0.251,
    "kimi": 0.254,
    "minimax": 0.254,
    "gemma3": 0.285,
    "phi4": 0.244,
    "mistral": 0.277,
    "ministral": 0.277,
    "nemotron": 0.277,
    "qwen3": 0.255
   },
   "tokensPer1kWords": {
    "deepseek": 2232,
    "glm": 2098,
    "qwen": 2347,
    "gemma": 2448,
    "gpt": 2115,
    "gptoss": 2115,
    "llama3": 2098,
    "llama4": 2151,
    "kimi": 2176,
    "minimax": 2176,
    "gemma3": 2448,
    "phi4": 2098,
    "mistral": 2381,
    "ministral": 2381,
    "nemotron": 2381,
    "qwen3": 2185
   },
   "vsEnglishPerWord": {
    "deepseek": 1.75,
    "glm": 1.63,
    "qwen": 1.78,
    "gemma": 1.88,
    "gpt": 1.67,
    "gptoss": 1.67,
    "llama3": 1.63,
    "llama4": 1.7,
    "kimi": 1.68,
    "minimax": 1.75,
    "gemma3": 1.88,
    "phi4": 1.63,
    "mistral": 1.83,
    "ministral": 1.83,
    "nemotron": 1.83,
    "qwen3": 1.67
   },
   "vsEnglishParallel": null,
   "ci95": null,
   "parallelSource": null,
   "parallel": null,
   "inputPer1MChars": {
    "deepseek-v4.1-flash": 0.0455,
    "glm-5.3": 0.1907,
    "qwen3.8-27b": 0.0479,
    "gemma-4-vl-26b": 0.0285
   },
   "outputPer1MChars": {
    "deepseek-v4.1-flash": 0.1353,
    "glm-5.3": 0.8458,
    "qwen3.8-27b": 0.5935,
    "gemma-4-vl-26b": 0.0628
   }
  },
  {
   "id": "json",
   "label": "JSON",
   "short": "JSON",
   "texts": 4,
   "sentences": 0,
   "chars": 21090,
   "words": 1706,
   "tokens": {
    "deepseek": 6841,
    "glm": 7019,
    "qwen": 8255,
    "gemma": 8434,
    "gpt": 6633,
    "gptoss": 6633,
    "llama3": 6633,
    "llama4": 6559,
    "kimi": 6634,
    "minimax": 6652,
    "gemma3": 8434,
    "phi4": 6853,
    "mistral": 8091,
    "ministral": 8061,
    "nemotron": 8061,
    "qwen3": 7901
   },
   "tokensPerWord": {
    "deepseek": 4.01,
    "glm": 4.114,
    "qwen": 4.839,
    "gemma": 4.944,
    "gpt": 3.888,
    "gptoss": 3.888,
    "llama3": 3.888,
    "llama4": 3.845,
    "kimi": 3.889,
    "minimax": 3.899,
    "gemma3": 4.944,
    "phi4": 4.017,
    "mistral": 4.743,
    "ministral": 4.725,
    "nemotron": 4.725,
    "qwen3": 4.631
   },
   "tokensPerChar": {
    "deepseek": 0.324,
    "glm": 0.333,
    "qwen": 0.391,
    "gemma": 0.4,
    "gpt": 0.315,
    "gptoss": 0.315,
    "llama3": 0.315,
    "llama4": 0.311,
    "kimi": 0.315,
    "minimax": 0.315,
    "gemma3": 0.4,
    "phi4": 0.325,
    "mistral": 0.384,
    "ministral": 0.382,
    "nemotron": 0.382,
    "qwen3": 0.375
   },
   "tokensPer1kWords": {
    "deepseek": 4010,
    "glm": 4114,
    "qwen": 4839,
    "gemma": 4944,
    "gpt": 3888,
    "gptoss": 3888,
    "llama3": 3888,
    "llama4": 3845,
    "kimi": 3889,
    "minimax": 3899,
    "gemma3": 4944,
    "phi4": 4017,
    "mistral": 4743,
    "ministral": 4725,
    "nemotron": 4725,
    "qwen3": 4631
   },
   "vsEnglishPerWord": {
    "deepseek": 3.15,
    "glm": 3.19,
    "qwen": 3.67,
    "gemma": 3.81,
    "gpt": 3.06,
    "gptoss": 3.06,
    "llama3": 3.02,
    "llama4": 3.04,
    "kimi": 3.01,
    "minimax": 3.13,
    "gemma3": 3.81,
    "phi4": 3.12,
    "mistral": 3.64,
    "ministral": 3.63,
    "nemotron": 3.63,
    "qwen3": 3.55
   },
   "vsEnglishParallel": null,
   "ci95": null,
   "parallelSource": null,
   "parallel": null,
   "inputPer1MChars": {
    "deepseek-v4.1-flash": 0.0568,
    "glm-5.3": 0.2596,
    "qwen3.8-27b": 0.0685,
    "gemma-4-vl-26b": 0.04
   },
   "outputPer1MChars": {
    "deepseek-v4.1-flash": 0.1687,
    "glm-5.3": 1.1515,
    "qwen3.8-27b": 0.8494,
    "gemma-4-vl-26b": 0.088
   }
  }
 ],
 "arabicTax": [
  {
   "id": "deepseek",
   "label": "DeepSeek V4.1 Flash",
   "ar-msa": 1.62,
   "ar-gulf": 1.44,
   "ar-egyptian": 1.63,
   "ar-levantine": 1.58,
   "ar-najdi": 1.63,
   "ar-mesopotamian": 1.62,
   "arabizi": 1.5
  },
  {
   "id": "glm",
   "label": "GLM 5.3",
   "ar-msa": 1.77,
   "ar-gulf": 1.57,
   "ar-egyptian": 1.75,
   "ar-levantine": 1.7,
   "ar-najdi": 1.77,
   "ar-mesopotamian": 1.75,
   "arabizi": 1.48
  },
  {
   "id": "qwen",
   "label": "Qwen3.8 27B",
   "ar-msa": 1.31,
   "ar-gulf": 1.21,
   "ar-egyptian": 1.35,
   "ar-levantine": 1.29,
   "ar-najdi": 1.31,
   "ar-mesopotamian": 1.32,
   "arabizi": 1.38
  },
  {
   "id": "gemma",
   "label": "Gemma 4 VL 26B",
   "ar-msa": 1.47,
   "ar-gulf": 1.22,
   "ar-egyptian": 1.44,
   "ar-levantine": 1.41,
   "ar-najdi": 1.47,
   "ar-mesopotamian": 1.46,
   "arabizi": 1.3
  },
  {
   "id": "gpt",
   "label": "GPT (o200k)",
   "ar-msa": 1.38,
   "ar-gulf": 1.32,
   "ar-egyptian": 1.41,
   "ar-levantine": 1.35,
   "ar-najdi": 1.39,
   "ar-mesopotamian": 1.39,
   "arabizi": 1.45
  },
  {
   "id": "gptoss",
   "label": "gpt-oss (o200k_harmony)",
   "ar-msa": 1.38,
   "ar-gulf": 1.32,
   "ar-egyptian": 1.41,
   "ar-levantine": 1.35,
   "ar-najdi": 1.39,
   "ar-mesopotamian": 1.39,
   "arabizi": 1.45
  },
  {
   "id": "llama3",
   "label": "Llama 3.3 70B",
   "ar-msa": 1.66,
   "ar-gulf": 1.5,
   "ar-egyptian": 1.65,
   "ar-levantine": 1.59,
   "ar-najdi": 1.66,
   "ar-mesopotamian": 1.65,
   "arabizi": 1.49
  },
  {
   "id": "llama4",
   "label": "Llama 4 Maverick",
   "ar-msa": 1.59,
   "ar-gulf": 1.45,
   "ar-egyptian": 1.61,
   "ar-levantine": 1.55,
   "ar-najdi": 1.6,
   "ar-mesopotamian": 1.59,
   "arabizi": 1.46
  },
  {
   "id": "kimi",
   "label": "Kimi K3",
   "ar-msa": 2.05,
   "ar-gulf": 1.86,
   "ar-egyptian": 2.02,
   "ar-levantine": 1.94,
   "ar-najdi": 2.06,
   "ar-mesopotamian": 2.03,
   "arabizi": 1.55
  },
  {
   "id": "minimax",
   "label": "MiniMax M3",
   "ar-msa": 1.36,
   "ar-gulf": 1.32,
   "ar-egyptian": 1.4,
   "ar-levantine": 1.33,
   "ar-najdi": 1.36,
   "ar-mesopotamian": 1.37,
   "arabizi": 1.51
  },
  {
   "id": "gemma3",
   "label": "Gemma 3 27B",
   "ar-msa": 1.47,
   "ar-gulf": 1.22,
   "ar-egyptian": 1.44,
   "ar-levantine": 1.41,
   "ar-najdi": 1.47,
   "ar-mesopotamian": 1.46,
   "arabizi": 1.3
  },
  {
   "id": "phi4",
   "label": "Phi-4",
   "ar-msa": 3.03,
   "ar-gulf": 2.54,
   "ar-egyptian": 2.95,
   "ar-levantine": 2.82,
   "ar-najdi": 3.03,
   "ar-mesopotamian": 2.98,
   "arabizi": 1.51
  },
  {
   "id": "mistral",
   "label": "Mistral Small 3.1",
   "ar-msa": 1.27,
   "ar-gulf": 1.17,
   "ar-egyptian": 1.29,
   "ar-levantine": 1.24,
   "ar-najdi": 1.27,
   "ar-mesopotamian": 1.27,
   "arabizi": 1.44
  },
  {
   "id": "ministral",
   "label": "Ministral 3 14B",
   "ar-msa": 1.25,
   "ar-gulf": 1.15,
   "ar-egyptian": 1.29,
   "ar-levantine": 1.24,
   "ar-najdi": 1.25,
   "ar-mesopotamian": 1.26,
   "arabizi": 1.44
  },
  {
   "id": "nemotron",
   "label": "Nemotron 3 Ultra",
   "ar-msa": 1.25,
   "ar-gulf": 1.15,
   "ar-egyptian": 1.29,
   "ar-levantine": 1.24,
   "ar-najdi": 1.25,
   "ar-mesopotamian": 1.26,
   "arabizi": 1.44
  },
  {
   "id": "qwen3",
   "label": "Qwen3 32B",
   "ar-msa": 1.63,
   "ar-gulf": 1.47,
   "ar-egyptian": 1.64,
   "ar-levantine": 1.58,
   "ar-najdi": 1.63,
   "ar-mesopotamian": 1.62,
   "arabizi": 1.5
  }
 ],
 "texts": [
  {
   "id": "flores-eng_Latn",
   "label": "English, FLORES-200 sentences",
   "group": "en-flores",
   "lang": "en",
   "kind": "parallel-en",
   "source": "FLORES-200",
   "url": "https://github.com/facebookresearch/flores/tree/a6c830c6e1051fb4ac1a44b32358f00463f332bd/flores200",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "note": "FLORES-200 eng_Latn, dev (997) + devtest (1,012) splits, every sentence counted on its own. The sentences are CC BY-SA 4.0 and are not reproduced here; get them from the pinned tarball (SHA-256 b8b0b7678302…).",
   "chars": 257160,
   "words": 43194,
   "tokens": {
    "deepseek": 52736,
    "glm": 53004,
    "qwen": 53698,
    "gemma": 52995,
    "gpt": 52409,
    "gptoss": 52409,
    "llama3": 52963,
    "llama4": 52760,
    "kimi": 52921,
    "minimax": 51821,
    "gemma3": 52995,
    "phi4": 52983,
    "mistral": 54305,
    "ministral": 54305,
    "nemotron": 54305,
    "qwen3": 53876
   },
   "sentences": 2009,
   "ci95": null,
   "tokensPerWord": {
    "deepseek": 1.221,
    "glm": 1.227,
    "qwen": 1.243,
    "gemma": 1.227,
    "gpt": 1.213,
    "gptoss": 1.213,
    "llama3": 1.226,
    "llama4": 1.221,
    "kimi": 1.225,
    "minimax": 1.2,
    "gemma3": 1.227,
    "phi4": 1.227,
    "mistral": 1.257,
    "ministral": 1.257,
    "nemotron": 1.257,
    "qwen3": 1.247
   },
   "tokensPerChar": {
    "deepseek": 0.205,
    "glm": 0.206,
    "qwen": 0.209,
    "gemma": 0.206,
    "gpt": 0.204,
    "gptoss": 0.204,
    "llama3": 0.206,
    "llama4": 0.205,
    "kimi": 0.206,
    "minimax": 0.202,
    "gemma3": 0.206,
    "phi4": 0.206,
    "mistral": 0.211,
    "ministral": 0.211,
    "nemotron": 0.211,
    "qwen3": 0.21
   },
   "vsEnglishPerWord": {
    "deepseek": 0.96,
    "glm": 0.95,
    "qwen": 0.94,
    "gemma": 0.94,
    "gpt": 0.96,
    "gptoss": 0.96,
    "llama3": 0.95,
    "llama4": 0.97,
    "kimi": 0.95,
    "minimax": 0.96,
    "gemma3": 0.94,
    "phi4": 0.95,
    "mistral": 0.97,
    "ministral": 0.97,
    "nemotron": 0.97,
    "qwen3": 0.96
   },
   "vsEnglishParallel": null
  },
  {
   "id": "flores-arb_Arab",
   "label": "Modern Standard Arabic, FLORES-200 sentences",
   "group": "ar-msa",
   "lang": "ar",
   "kind": "parallel",
   "source": "FLORES-200",
   "url": "https://github.com/facebookresearch/flores/tree/a6c830c6e1051fb4ac1a44b32358f00463f332bd/flores200",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "note": "FLORES-200 arb_Arab, dev (997) + devtest (1,012) splits, every sentence counted on its own. The sentences are CC BY-SA 4.0 and are not reproduced here; get them from the pinned tarball (SHA-256 b8b0b7678302…).",
   "chars": 226913,
   "words": 38453,
   "tokens": {
    "deepseek": 85363,
    "glm": 93708,
    "qwen": 70314,
    "gemma": 77910,
    "gpt": 72437,
    "gptoss": 72437,
    "llama3": 87721,
    "llama4": 83999,
    "kimi": 108728,
    "minimax": 70242,
    "gemma3": 77910,
    "phi4": 160527,
    "mistral": 68776,
    "ministral": 67646,
    "nemotron": 67646,
    "qwen3": 87789
   },
   "sentences": 2009,
   "ci95": {
    "deepseek": [
     1.61,
     1.63
    ],
    "glm": [
     1.76,
     1.78
    ],
    "qwen": [
     1.3,
     1.32
    ],
    "gemma": [
     1.46,
     1.48
    ],
    "gpt": [
     1.37,
     1.39
    ],
    "gptoss": [
     1.37,
     1.39
    ],
    "llama3": [
     1.64,
     1.67
    ],
    "llama4": [
     1.58,
     1.6
    ],
    "kimi": [
     2.04,
     2.07
    ],
    "minimax": [
     1.35,
     1.37
    ],
    "gemma3": [
     1.46,
     1.48
    ],
    "phi4": [
     3.01,
     3.05
    ],
    "mistral": [
     1.26,
     1.28
    ],
    "ministral": [
     1.24,
     1.25
    ],
    "nemotron": [
     1.24,
     1.25
    ],
    "qwen3": [
     1.62,
     1.64
    ]
   },
   "tokensPerWord": {
    "deepseek": 2.22,
    "glm": 2.437,
    "qwen": 1.829,
    "gemma": 2.026,
    "gpt": 1.884,
    "gptoss": 1.884,
    "llama3": 2.281,
    "llama4": 2.184,
    "kimi": 2.828,
    "minimax": 1.827,
    "gemma3": 2.026,
    "phi4": 4.175,
    "mistral": 1.789,
    "ministral": 1.759,
    "nemotron": 1.759,
    "qwen3": 2.283
   },
   "tokensPerChar": {
    "deepseek": 0.376,
    "glm": 0.413,
    "qwen": 0.31,
    "gemma": 0.343,
    "gpt": 0.319,
    "gptoss": 0.319,
    "llama3": 0.387,
    "llama4": 0.37,
    "kimi": 0.479,
    "minimax": 0.31,
    "gemma3": 0.343,
    "phi4": 0.707,
    "mistral": 0.303,
    "ministral": 0.298,
    "nemotron": 0.298,
    "qwen3": 0.387
   },
   "vsEnglishPerWord": {
    "deepseek": 1.74,
    "glm": 1.89,
    "qwen": 1.39,
    "gemma": 1.56,
    "gpt": 1.48,
    "gptoss": 1.48,
    "llama3": 1.77,
    "llama4": 1.73,
    "kimi": 2.19,
    "minimax": 1.47,
    "gemma3": 1.56,
    "phi4": 3.24,
    "mistral": 1.37,
    "ministral": 1.35,
    "nemotron": 1.35,
    "qwen3": 1.75
   },
   "vsEnglishParallel": {
    "deepseek": 1.62,
    "glm": 1.77,
    "qwen": 1.31,
    "gemma": 1.47,
    "gpt": 1.38,
    "gptoss": 1.38,
    "llama3": 1.66,
    "llama4": 1.59,
    "kimi": 2.05,
    "minimax": 1.36,
    "gemma3": 1.47,
    "phi4": 3.03,
    "mistral": 1.27,
    "ministral": 1.25,
    "nemotron": 1.25,
    "qwen3": 1.63
   }
  },
  {
   "id": "flores-arz_Arab",
   "label": "Egyptian Arabic, FLORES-200 sentences",
   "group": "ar-egyptian",
   "lang": "ar",
   "kind": "parallel",
   "source": "FLORES-200",
   "url": "https://github.com/facebookresearch/flores/tree/a6c830c6e1051fb4ac1a44b32358f00463f332bd/flores200",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "note": "FLORES-200 arz_Arab, dev (997) + devtest (1,012) splits, every sentence counted on its own. The sentences are CC BY-SA 4.0 and are not reproduced here; get them from the pinned tarball (SHA-256 b8b0b7678302…). 2 of 2,009 sentences are character-for-character identical to the Modern Standard Arabic (arb_Arab) sentence.",
   "chars": 221934,
   "words": 38106,
   "tokens": {
    "deepseek": 85799,
    "glm": 92879,
    "qwen": 72237,
    "gemma": 76080,
    "gpt": 73786,
    "gptoss": 73786,
    "llama3": 87322,
    "llama4": 84743,
    "kimi": 107041,
    "minimax": 72691,
    "gemma3": 76080,
    "phi4": 156492,
    "mistral": 70003,
    "ministral": 69919,
    "nemotron": 69919,
    "qwen3": 88118
   },
   "sentences": 2009,
   "ci95": {
    "deepseek": [
     1.61,
     1.64
    ],
    "glm": [
     1.74,
     1.77
    ],
    "qwen": [
     1.34,
     1.36
    ],
    "gemma": [
     1.42,
     1.45
    ],
    "gpt": [
     1.4,
     1.42
    ],
    "gptoss": [
     1.4,
     1.42
    ],
    "llama3": [
     1.64,
     1.66
    ],
    "llama4": [
     1.59,
     1.62
    ],
    "kimi": [
     2.01,
     2.04
    ],
    "minimax": [
     1.39,
     1.41
    ],
    "gemma3": [
     1.42,
     1.45
    ],
    "phi4": [
     2.93,
     2.98
    ],
    "mistral": [
     1.28,
     1.3
    ],
    "ministral": [
     1.28,
     1.3
    ],
    "nemotron": [
     1.28,
     1.3
    ],
    "qwen3": [
     1.62,
     1.65
    ]
   },
   "tokensPerWord": {
    "deepseek": 2.252,
    "glm": 2.437,
    "qwen": 1.896,
    "gemma": 1.997,
    "gpt": 1.936,
    "gptoss": 1.936,
    "llama3": 2.292,
    "llama4": 2.224,
    "kimi": 2.809,
    "minimax": 1.908,
    "gemma3": 1.997,
    "phi4": 4.107,
    "mistral": 1.837,
    "ministral": 1.835,
    "nemotron": 1.835,
    "qwen3": 2.312
   },
   "tokensPerChar": {
    "deepseek": 0.387,
    "glm": 0.418,
    "qwen": 0.325,
    "gemma": 0.343,
    "gpt": 0.332,
    "gptoss": 0.332,
    "llama3": 0.393,
    "llama4": 0.382,
    "kimi": 0.482,
    "minimax": 0.328,
    "gemma3": 0.343,
    "phi4": 0.705,
    "mistral": 0.315,
    "ministral": 0.315,
    "nemotron": 0.315,
    "qwen3": 0.397
   },
   "vsEnglishPerWord": {
    "deepseek": 1.77,
    "glm": 1.89,
    "qwen": 1.44,
    "gemma": 1.54,
    "gpt": 1.53,
    "gptoss": 1.53,
    "llama3": 1.78,
    "llama4": 1.76,
    "kimi": 2.17,
    "minimax": 1.53,
    "gemma3": 1.54,
    "phi4": 3.19,
    "mistral": 1.41,
    "ministral": 1.41,
    "nemotron": 1.41,
    "qwen3": 1.77
   },
   "vsEnglishParallel": {
    "deepseek": 1.63,
    "glm": 1.75,
    "qwen": 1.35,
    "gemma": 1.44,
    "gpt": 1.41,
    "gptoss": 1.41,
    "llama3": 1.65,
    "llama4": 1.61,
    "kimi": 2.02,
    "minimax": 1.4,
    "gemma3": 1.44,
    "phi4": 2.95,
    "mistral": 1.29,
    "ministral": 1.29,
    "nemotron": 1.29,
    "qwen3": 1.64
   }
  },
  {
   "id": "flores-apc_Arab",
   "label": "North Levantine Arabic, FLORES-200 sentences",
   "group": "ar-levantine",
   "lang": "ar",
   "kind": "parallel",
   "source": "FLORES-200",
   "url": "https://github.com/facebookresearch/flores/tree/a6c830c6e1051fb4ac1a44b32358f00463f332bd/flores200",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "note": "FLORES-200 apc_Arab, dev (997) + devtest (1,012) splits, every sentence counted on its own. The sentences are CC BY-SA 4.0 and are not reproduced here; get them from the pinned tarball (SHA-256 b8b0b7678302…). 1 of 2,009 sentences are character-for-character identical to the Modern Standard Arabic (arb_Arab) sentence.",
   "chars": 211226,
   "words": 35084,
   "tokens": {
    "deepseek": 83136,
    "glm": 89888,
    "qwen": 69198,
    "gemma": 74980,
    "gpt": 70827,
    "gptoss": 70827,
    "llama3": 84371,
    "llama4": 82001,
    "kimi": 102487,
    "minimax": 69065,
    "gemma3": 74980,
    "phi4": 149543,
    "mistral": 67459,
    "ministral": 67112,
    "nemotron": 67112,
    "qwen3": 85152
   },
   "sentences": 2009,
   "ci95": {
    "deepseek": [
     1.57,
     1.59
    ],
    "glm": [
     1.68,
     1.71
    ],
    "qwen": [
     1.28,
     1.3
    ],
    "gemma": [
     1.4,
     1.43
    ],
    "gpt": [
     1.34,
     1.36
    ],
    "gptoss": [
     1.34,
     1.36
    ],
    "llama3": [
     1.58,
     1.6
    ],
    "llama4": [
     1.54,
     1.57
    ],
    "kimi": [
     1.92,
     1.95
    ],
    "minimax": [
     1.32,
     1.34
    ],
    "gemma3": [
     1.4,
     1.43
    ],
    "phi4": [
     2.8,
     2.84
    ],
    "mistral": [
     1.23,
     1.25
    ],
    "ministral": [
     1.23,
     1.24
    ],
    "nemotron": [
     1.23,
     1.24
    ],
    "qwen3": [
     1.57,
     1.59
    ]
   },
   "tokensPerWord": {
    "deepseek": 2.37,
    "glm": 2.562,
    "qwen": 1.972,
    "gemma": 2.137,
    "gpt": 2.019,
    "gptoss": 2.019,
    "llama3": 2.405,
    "llama4": 2.337,
    "kimi": 2.921,
    "minimax": 1.969,
    "gemma3": 2.137,
    "phi4": 4.262,
    "mistral": 1.923,
    "ministral": 1.913,
    "nemotron": 1.913,
    "qwen3": 2.427
   },
   "tokensPerChar": {
    "deepseek": 0.394,
    "glm": 0.426,
    "qwen": 0.328,
    "gemma": 0.355,
    "gpt": 0.335,
    "gptoss": 0.335,
    "llama3": 0.399,
    "llama4": 0.388,
    "kimi": 0.485,
    "minimax": 0.327,
    "gemma3": 0.355,
    "phi4": 0.708,
    "mistral": 0.319,
    "ministral": 0.318,
    "nemotron": 0.318,
    "qwen3": 0.403
   },
   "vsEnglishPerWord": {
    "deepseek": 1.86,
    "glm": 1.99,
    "qwen": 1.49,
    "gemma": 1.64,
    "gpt": 1.59,
    "gptoss": 1.59,
    "llama3": 1.87,
    "llama4": 1.85,
    "kimi": 2.26,
    "minimax": 1.58,
    "gemma3": 1.64,
    "phi4": 3.31,
    "mistral": 1.48,
    "ministral": 1.47,
    "nemotron": 1.47,
    "qwen3": 1.86
   },
   "vsEnglishParallel": {
    "deepseek": 1.58,
    "glm": 1.7,
    "qwen": 1.29,
    "gemma": 1.41,
    "gpt": 1.35,
    "gptoss": 1.35,
    "llama3": 1.59,
    "llama4": 1.55,
    "kimi": 1.94,
    "minimax": 1.33,
    "gemma3": 1.41,
    "phi4": 2.82,
    "mistral": 1.24,
    "ministral": 1.24,
    "nemotron": 1.24,
    "qwen3": 1.58
   }
  },
  {
   "id": "flores-ars_Arab",
   "label": "Najdi Arabic, FLORES-200 sentences",
   "group": "ar-najdi",
   "lang": "ar",
   "kind": "parallel",
   "source": "FLORES-200",
   "url": "https://github.com/facebookresearch/flores/tree/a6c830c6e1051fb4ac1a44b32358f00463f332bd/flores200",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "note": "FLORES-200 ars_Arab, dev (997) + devtest (1,012) splits, every sentence counted on its own. The sentences are CC BY-SA 4.0 and are not reproduced here; get them from the pinned tarball (SHA-256 b8b0b7678302…). 1,339 of 2,009 sentences are character-for-character identical to the Modern Standard Arabic (arb_Arab) sentence.",
   "chars": 227152,
   "words": 38508,
   "tokens": {
    "deepseek": 85699,
    "glm": 94000,
    "qwen": 70529,
    "gemma": 78116,
    "gpt": 72672,
    "gptoss": 72672,
    "llama3": 88062,
    "llama4": 84193,
    "kimi": 108925,
    "minimax": 70499,
    "gemma3": 78116,
    "phi4": 160743,
    "mistral": 69024,
    "ministral": 67904,
    "nemotron": 67904,
    "qwen3": 87999
   },
   "sentences": 2009,
   "ci95": {
    "deepseek": [
     1.61,
     1.64
    ],
    "glm": [
     1.76,
     1.79
    ],
    "qwen": [
     1.3,
     1.32
    ],
    "gemma": [
     1.46,
     1.49
    ],
    "gpt": [
     1.38,
     1.4
    ],
    "gptoss": [
     1.38,
     1.4
    ],
    "llama3": [
     1.65,
     1.67
    ],
    "llama4": [
     1.58,
     1.61
    ],
    "kimi": [
     2.04,
     2.07
    ],
    "minimax": [
     1.35,
     1.37
    ],
    "gemma3": [
     1.46,
     1.49
    ],
    "phi4": [
     3.01,
     3.06
    ],
    "mistral": [
     1.26,
     1.28
    ],
    "ministral": [
     1.24,
     1.26
    ],
    "nemotron": [
     1.24,
     1.26
    ],
    "qwen3": [
     1.62,
     1.65
    ]
   },
   "tokensPerWord": {
    "deepseek": 2.225,
    "glm": 2.441,
    "qwen": 1.832,
    "gemma": 2.029,
    "gpt": 1.887,
    "gptoss": 1.887,
    "llama3": 2.287,
    "llama4": 2.186,
    "kimi": 2.829,
    "minimax": 1.831,
    "gemma3": 2.029,
    "phi4": 4.174,
    "mistral": 1.792,
    "ministral": 1.763,
    "nemotron": 1.763,
    "qwen3": 2.285
   },
   "tokensPerChar": {
    "deepseek": 0.377,
    "glm": 0.414,
    "qwen": 0.31,
    "gemma": 0.344,
    "gpt": 0.32,
    "gptoss": 0.32,
    "llama3": 0.388,
    "llama4": 0.371,
    "kimi": 0.48,
    "minimax": 0.31,
    "gemma3": 0.344,
    "phi4": 0.708,
    "mistral": 0.304,
    "ministral": 0.299,
    "nemotron": 0.299,
    "qwen3": 0.387
   },
   "vsEnglishPerWord": {
    "deepseek": 1.75,
    "glm": 1.89,
    "qwen": 1.39,
    "gemma": 1.56,
    "gpt": 1.49,
    "gptoss": 1.49,
    "llama3": 1.77,
    "llama4": 1.73,
    "kimi": 2.19,
    "minimax": 1.47,
    "gemma3": 1.56,
    "phi4": 3.24,
    "mistral": 1.38,
    "ministral": 1.35,
    "nemotron": 1.35,
    "qwen3": 1.75
   },
   "vsEnglishParallel": {
    "deepseek": 1.63,
    "glm": 1.77,
    "qwen": 1.31,
    "gemma": 1.47,
    "gpt": 1.39,
    "gptoss": 1.39,
    "llama3": 1.66,
    "llama4": 1.6,
    "kimi": 2.06,
    "minimax": 1.36,
    "gemma3": 1.47,
    "phi4": 3.03,
    "mistral": 1.27,
    "ministral": 1.25,
    "nemotron": 1.25,
    "qwen3": 1.63
   }
  },
  {
   "id": "flores-acm_Arab",
   "label": "Mesopotamian Arabic, FLORES-200 sentences",
   "group": "ar-mesopotamian",
   "lang": "ar",
   "kind": "parallel",
   "source": "FLORES-200",
   "url": "https://github.com/facebookresearch/flores/tree/a6c830c6e1051fb4ac1a44b32358f00463f332bd/flores200",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "note": "FLORES-200 acm_Arab, dev (997) + devtest (1,012) splits, every sentence counted on its own. The sentences are CC BY-SA 4.0 and are not reproduced here; get them from the pinned tarball (SHA-256 b8b0b7678302…). 41 of 2,009 sentences are character-for-character identical to the Modern Standard Arabic (arb_Arab) sentence.",
   "chars": 221971,
   "words": 36747,
   "tokens": {
    "deepseek": 85306,
    "glm": 92994,
    "qwen": 70909,
    "gemma": 77418,
    "gpt": 72638,
    "gptoss": 72638,
    "llama3": 87313,
    "llama4": 83898,
    "kimi": 107543,
    "minimax": 70912,
    "gemma3": 77418,
    "phi4": 157920,
    "mistral": 69031,
    "ministral": 68510,
    "nemotron": 68510,
    "qwen3": 87448
   },
   "sentences": 2009,
   "ci95": {
    "deepseek": [
     1.61,
     1.63
    ],
    "glm": [
     1.74,
     1.77
    ],
    "qwen": [
     1.31,
     1.33
    ],
    "gemma": [
     1.45,
     1.47
    ],
    "gpt": [
     1.38,
     1.4
    ],
    "gptoss": [
     1.38,
     1.4
    ],
    "llama3": [
     1.64,
     1.66
    ],
    "llama4": [
     1.58,
     1.6
    ],
    "kimi": [
     2.02,
     2.05
    ],
    "minimax": [
     1.36,
     1.38
    ],
    "gemma3": [
     1.45,
     1.47
    ],
    "phi4": [
     2.96,
     3
    ],
    "mistral": [
     1.26,
     1.28
    ],
    "ministral": [
     1.25,
     1.27
    ],
    "nemotron": [
     1.25,
     1.27
    ],
    "qwen3": [
     1.61,
     1.64
    ]
   },
   "tokensPerWord": {
    "deepseek": 2.321,
    "glm": 2.531,
    "qwen": 1.93,
    "gemma": 2.107,
    "gpt": 1.977,
    "gptoss": 1.977,
    "llama3": 2.376,
    "llama4": 2.283,
    "kimi": 2.927,
    "minimax": 1.93,
    "gemma3": 2.107,
    "phi4": 4.297,
    "mistral": 1.879,
    "ministral": 1.864,
    "nemotron": 1.864,
    "qwen3": 2.38
   },
   "tokensPerChar": {
    "deepseek": 0.384,
    "glm": 0.419,
    "qwen": 0.319,
    "gemma": 0.349,
    "gpt": 0.327,
    "gptoss": 0.327,
    "llama3": 0.393,
    "llama4": 0.378,
    "kimi": 0.484,
    "minimax": 0.319,
    "gemma3": 0.349,
    "phi4": 0.711,
    "mistral": 0.311,
    "ministral": 0.309,
    "nemotron": 0.309,
    "qwen3": 0.394
   },
   "vsEnglishPerWord": {
    "deepseek": 1.82,
    "glm": 1.96,
    "qwen": 1.46,
    "gemma": 1.62,
    "gpt": 1.56,
    "gptoss": 1.56,
    "llama3": 1.84,
    "llama4": 1.81,
    "kimi": 2.26,
    "minimax": 1.55,
    "gemma3": 1.62,
    "phi4": 3.33,
    "mistral": 1.44,
    "ministral": 1.43,
    "nemotron": 1.43,
    "qwen3": 1.82
   },
   "vsEnglishParallel": {
    "deepseek": 1.62,
    "glm": 1.75,
    "qwen": 1.32,
    "gemma": 1.46,
    "gpt": 1.39,
    "gptoss": 1.39,
    "llama3": 1.65,
    "llama4": 1.59,
    "kimi": 2.03,
    "minimax": 1.37,
    "gemma3": 1.46,
    "phi4": 2.98,
    "mistral": 1.27,
    "ministral": 1.26,
    "nemotron": 1.26,
    "qwen3": 1.62
   }
  },
  {
   "id": "flores-hin_Deva",
   "label": "Hindi, FLORES-200 sentences",
   "group": "hi",
   "lang": "hi",
   "kind": "parallel",
   "source": "FLORES-200",
   "url": "https://github.com/facebookresearch/flores/tree/a6c830c6e1051fb4ac1a44b32358f00463f332bd/flores200",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "note": "FLORES-200 hin_Deva, dev (997) + devtest (1,012) splits, every sentence counted on its own. The sentences are CC BY-SA 4.0 and are not reproduced here; get them from the pinned tarball (SHA-256 b8b0b7678302…).",
   "chars": 256462,
   "words": 50520,
   "tokens": {
    "deepseek": 148122,
    "glm": 229555,
    "qwen": 108371,
    "gemma": 69629,
    "gpt": 82569,
    "gptoss": 82569,
    "llama3": 133935,
    "llama4": 87034,
    "kimi": 145630,
    "minimax": 152280,
    "gemma3": 69629,
    "phi4": 253044,
    "mistral": 150108,
    "ministral": 97510,
    "nemotron": 97510,
    "qwen3": 238687
   },
   "sentences": 2009,
   "ci95": {
    "deepseek": [
     2.79,
     2.83
    ],
    "glm": [
     4.29,
     4.37
    ],
    "qwen": [
     2,
     2.03
    ],
    "gemma": [
     1.31,
     1.32
    ],
    "gpt": [
     1.56,
     1.59
    ],
    "gptoss": [
     1.56,
     1.59
    ],
    "llama3": [
     2.51,
     2.55
    ],
    "llama4": [
     1.64,
     1.66
    ],
    "kimi": [
     2.73,
     2.77
    ],
    "minimax": [
     2.92,
     2.96
    ],
    "gemma3": [
     1.31,
     1.32
    ],
    "phi4": [
     4.74,
     4.82
    ],
    "mistral": [
     2.74,
     2.79
    ],
    "ministral": [
     1.78,
     1.81
    ],
    "nemotron": [
     1.78,
     1.81
    ],
    "qwen3": [
     4.39,
     4.47
    ]
   },
   "tokensPerWord": {
    "deepseek": 2.932,
    "glm": 4.544,
    "qwen": 2.145,
    "gemma": 1.378,
    "gpt": 1.634,
    "gptoss": 1.634,
    "llama3": 2.651,
    "llama4": 1.723,
    "kimi": 2.883,
    "minimax": 3.014,
    "gemma3": 1.378,
    "phi4": 5.009,
    "mistral": 2.971,
    "ministral": 1.93,
    "nemotron": 1.93,
    "qwen3": 4.725
   },
   "tokensPerChar": {
    "deepseek": 0.578,
    "glm": 0.895,
    "qwen": 0.423,
    "gemma": 0.271,
    "gpt": 0.322,
    "gptoss": 0.322,
    "llama3": 0.522,
    "llama4": 0.339,
    "kimi": 0.568,
    "minimax": 0.594,
    "gemma3": 0.271,
    "phi4": 0.987,
    "mistral": 0.585,
    "ministral": 0.38,
    "nemotron": 0.38,
    "qwen3": 0.931
   },
   "vsEnglishPerWord": {
    "deepseek": 2.3,
    "glm": 3.52,
    "qwen": 1.63,
    "gemma": 1.06,
    "gpt": 1.29,
    "gptoss": 1.29,
    "llama3": 2.06,
    "llama4": 1.36,
    "kimi": 2.23,
    "minimax": 2.42,
    "gemma3": 1.06,
    "phi4": 3.89,
    "mistral": 2.28,
    "ministral": 1.48,
    "nemotron": 1.48,
    "qwen3": 3.62
   },
   "vsEnglishParallel": {
    "deepseek": 2.81,
    "glm": 4.33,
    "qwen": 2.02,
    "gemma": 1.31,
    "gpt": 1.58,
    "gptoss": 1.58,
    "llama3": 2.53,
    "llama4": 1.65,
    "kimi": 2.75,
    "minimax": 2.94,
    "gemma3": 1.31,
    "phi4": 4.78,
    "mistral": 2.76,
    "ministral": 1.8,
    "nemotron": 1.8,
    "qwen3": 4.43
   }
  },
  {
   "id": "flores-urd_Arab",
   "label": "Urdu, FLORES-200 sentences",
   "group": "ur",
   "lang": "ur",
   "kind": "parallel",
   "source": "FLORES-200",
   "url": "https://github.com/facebookresearch/flores/tree/a6c830c6e1051fb4ac1a44b32358f00463f332bd/flores200",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "note": "FLORES-200 urd_Arab, dev (997) + devtest (1,012) splits, every sentence counted on its own. The sentences are CC BY-SA 4.0 and are not reproduced here; get them from the pinned tarball (SHA-256 b8b0b7678302…).",
   "chars": 254550,
   "words": 54365,
   "tokens": {
    "deepseek": 125216,
    "glm": 145930,
    "qwen": 106567,
    "gemma": 80891,
    "gpt": 86942,
    "gptoss": 86942,
    "llama3": 163447,
    "llama4": 99684,
    "kimi": 114949,
    "minimax": 195676,
    "gemma3": 80891,
    "phi4": 231239,
    "mistral": 95776,
    "ministral": 95597,
    "nemotron": 95597,
    "qwen3": 170501
   },
   "sentences": 2009,
   "ci95": {
    "deepseek": [
     2.36,
     2.39
    ],
    "glm": [
     2.73,
     2.78
    ],
    "qwen": [
     1.97,
     2
    ],
    "gemma": [
     1.52,
     1.54
    ],
    "gpt": [
     1.65,
     1.67
    ],
    "gptoss": [
     1.65,
     1.67
    ],
    "llama3": [
     3.06,
     3.11
    ],
    "llama4": [
     1.88,
     1.9
    ],
    "kimi": [
     2.16,
     2.19
    ],
    "minimax": [
     3.74,
     3.81
    ],
    "gemma3": [
     1.52,
     1.54
    ],
    "phi4": [
     4.33,
     4.4
    ],
    "mistral": [
     1.75,
     1.78
    ],
    "ministral": [
     1.75,
     1.77
    ],
    "nemotron": [
     1.75,
     1.77
    ],
    "qwen3": [
     3.14,
     3.19
    ]
   },
   "tokensPerWord": {
    "deepseek": 2.303,
    "glm": 2.684,
    "qwen": 1.96,
    "gemma": 1.488,
    "gpt": 1.599,
    "gptoss": 1.599,
    "llama3": 3.006,
    "llama4": 1.834,
    "kimi": 2.114,
    "minimax": 3.599,
    "gemma3": 1.488,
    "phi4": 4.253,
    "mistral": 1.762,
    "ministral": 1.758,
    "nemotron": 1.758,
    "qwen3": 3.136
   },
   "tokensPerChar": {
    "deepseek": 0.492,
    "glm": 0.573,
    "qwen": 0.419,
    "gemma": 0.318,
    "gpt": 0.342,
    "gptoss": 0.342,
    "llama3": 0.642,
    "llama4": 0.392,
    "kimi": 0.452,
    "minimax": 0.769,
    "gemma3": 0.318,
    "phi4": 0.908,
    "mistral": 0.376,
    "ministral": 0.376,
    "nemotron": 0.376,
    "qwen3": 0.67
   },
   "vsEnglishPerWord": {
    "deepseek": 1.81,
    "glm": 2.08,
    "qwen": 1.49,
    "gemma": 1.15,
    "gpt": 1.26,
    "gptoss": 1.26,
    "llama3": 2.33,
    "llama4": 1.45,
    "kimi": 1.64,
    "minimax": 2.89,
    "gemma3": 1.15,
    "phi4": 3.3,
    "mistral": 1.35,
    "ministral": 1.35,
    "nemotron": 1.35,
    "qwen3": 2.4
   },
   "vsEnglishParallel": {
    "deepseek": 2.37,
    "glm": 2.75,
    "qwen": 1.98,
    "gemma": 1.53,
    "gpt": 1.66,
    "gptoss": 1.66,
    "llama3": 3.09,
    "llama4": 1.89,
    "kimi": 2.17,
    "minimax": 3.78,
    "gemma3": 1.53,
    "phi4": 4.36,
    "mistral": 1.76,
    "ministral": 1.76,
    "nemotron": 1.76,
    "qwen3": 3.16
   }
  },
  {
   "id": "flores-zho_Hans",
   "label": "Chinese (Simplified), FLORES-200 sentences",
   "group": "zh",
   "lang": "zh",
   "kind": "parallel",
   "source": "FLORES-200",
   "url": "https://github.com/facebookresearch/flores/tree/a6c830c6e1051fb4ac1a44b32358f00463f332bd/flores200",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "note": "FLORES-200 zho_Hans, dev (997) + devtest (1,012) splits, every sentence counted on its own. The sentences are CC BY-SA 4.0 and are not reproduced here; get them from the pinned tarball (SHA-256 b8b0b7678302…).",
   "chars": 85435,
   "words": 44517,
   "tokens": {
    "deepseek": 50085,
    "glm": 50712,
    "qwen": 49394,
    "gemma": 57545,
    "gpt": 65875,
    "gptoss": 65875,
    "llama3": 68361,
    "llama4": 56574,
    "kimi": 46594,
    "minimax": 47682,
    "gemma3": 57545,
    "phi4": 99570,
    "mistral": 76890,
    "ministral": 76890,
    "nemotron": 76890,
    "qwen3": 54612
   },
   "sentences": 2009,
   "ci95": {
    "deepseek": [
     0.94,
     0.96
    ],
    "glm": [
     0.95,
     0.97
    ],
    "qwen": [
     0.91,
     0.93
    ],
    "gemma": [
     1.08,
     1.1
    ],
    "gpt": [
     1.25,
     1.27
    ],
    "gptoss": [
     1.25,
     1.27
    ],
    "llama3": [
     1.28,
     1.3
    ],
    "llama4": [
     1.06,
     1.08
    ],
    "kimi": [
     0.87,
     0.89
    ],
    "minimax": [
     0.91,
     0.93
    ],
    "gemma3": [
     1.08,
     1.1
    ],
    "phi4": [
     1.86,
     1.9
    ],
    "mistral": [
     1.4,
     1.43
    ],
    "ministral": [
     1.4,
     1.43
    ],
    "nemotron": [
     1.4,
     1.43
    ],
    "qwen3": [
     1,
     1.02
    ]
   },
   "tokensPerWord": {
    "deepseek": 1.125,
    "glm": 1.139,
    "qwen": 1.11,
    "gemma": 1.293,
    "gpt": 1.48,
    "gptoss": 1.48,
    "llama3": 1.536,
    "llama4": 1.271,
    "kimi": 1.047,
    "minimax": 1.071,
    "gemma3": 1.293,
    "phi4": 2.237,
    "mistral": 1.727,
    "ministral": 1.727,
    "nemotron": 1.727,
    "qwen3": 1.227
   },
   "tokensPerChar": {
    "deepseek": 0.586,
    "glm": 0.594,
    "qwen": 0.578,
    "gemma": 0.674,
    "gpt": 0.771,
    "gptoss": 0.771,
    "llama3": 0.8,
    "llama4": 0.662,
    "kimi": 0.545,
    "minimax": 0.558,
    "gemma3": 0.674,
    "phi4": 1.165,
    "mistral": 0.9,
    "ministral": 0.9,
    "nemotron": 0.9,
    "qwen3": 0.639
   },
   "vsEnglishPerWord": {
    "deepseek": 0.88,
    "glm": 0.88,
    "qwen": 0.84,
    "gemma": 0.99,
    "gpt": 1.17,
    "gptoss": 1.17,
    "llama3": 1.19,
    "llama4": 1.01,
    "kimi": 0.81,
    "minimax": 0.86,
    "gemma3": 0.99,
    "phi4": 1.74,
    "mistral": 1.33,
    "ministral": 1.33,
    "nemotron": 1.33,
    "qwen3": 0.94
   },
   "vsEnglishParallel": {
    "deepseek": 0.95,
    "glm": 0.96,
    "qwen": 0.92,
    "gemma": 1.09,
    "gpt": 1.26,
    "gptoss": 1.26,
    "llama3": 1.29,
    "llama4": 1.07,
    "kimi": 0.88,
    "minimax": 0.92,
    "gemma3": 1.09,
    "phi4": 1.88,
    "mistral": 1.42,
    "ministral": 1.42,
    "nemotron": 1.42,
    "qwen3": 1.01
   }
  },
  {
   "id": "flores-fra_Latn",
   "label": "French, FLORES-200 sentences",
   "group": "fr",
   "lang": "fr",
   "kind": "parallel",
   "source": "FLORES-200",
   "url": "https://github.com/facebookresearch/flores/tree/a6c830c6e1051fb4ac1a44b32358f00463f332bd/flores200",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "note": "FLORES-200 fra_Latn, dev (997) + devtest (1,012) splits, every sentence counted on its own. The sentences are CC BY-SA 4.0 and are not reproduced here; get them from the pinned tarball (SHA-256 b8b0b7678302…).",
   "chars": 306479,
   "words": 49654,
   "tokens": {
    "deepseek": 81069,
    "glm": 79507,
    "qwen": 74329,
    "gemma": 74101,
    "gpt": 71183,
    "gptoss": 71183,
    "llama3": 84200,
    "llama4": 71564,
    "kimi": 91255,
    "minimax": 66930,
    "gemma3": 74101,
    "phi4": 84558,
    "mistral": 71240,
    "ministral": 71240,
    "nemotron": 71240,
    "qwen3": 84549
   },
   "sentences": 2009,
   "ci95": {
    "deepseek": [
     1.53,
     1.55
    ],
    "glm": [
     1.49,
     1.51
    ],
    "qwen": [
     1.37,
     1.39
    ],
    "gemma": [
     1.39,
     1.41
    ],
    "gpt": [
     1.35,
     1.37
    ],
    "gptoss": [
     1.35,
     1.37
    ],
    "llama3": [
     1.58,
     1.6
    ],
    "llama4": [
     1.35,
     1.37
    ],
    "kimi": [
     1.71,
     1.74
    ],
    "minimax": [
     1.28,
     1.3
    ],
    "gemma3": [
     1.39,
     1.41
    ],
    "phi4": [
     1.58,
     1.61
    ],
    "mistral": [
     1.3,
     1.32
    ],
    "ministral": [
     1.3,
     1.32
    ],
    "nemotron": [
     1.3,
     1.32
    ],
    "qwen3": [
     1.56,
     1.58
    ]
   },
   "tokensPerWord": {
    "deepseek": 1.633,
    "glm": 1.601,
    "qwen": 1.497,
    "gemma": 1.492,
    "gpt": 1.434,
    "gptoss": 1.434,
    "llama3": 1.696,
    "llama4": 1.441,
    "kimi": 1.838,
    "minimax": 1.348,
    "gemma3": 1.492,
    "phi4": 1.703,
    "mistral": 1.435,
    "ministral": 1.435,
    "nemotron": 1.435,
    "qwen3": 1.703
   },
   "tokensPerChar": {
    "deepseek": 0.265,
    "glm": 0.259,
    "qwen": 0.243,
    "gemma": 0.242,
    "gpt": 0.232,
    "gptoss": 0.232,
    "llama3": 0.275,
    "llama4": 0.234,
    "kimi": 0.298,
    "minimax": 0.218,
    "gemma3": 0.242,
    "phi4": 0.276,
    "mistral": 0.232,
    "ministral": 0.232,
    "nemotron": 0.232,
    "qwen3": 0.276
   },
   "vsEnglishPerWord": {
    "deepseek": 1.28,
    "glm": 1.24,
    "qwen": 1.13,
    "gemma": 1.15,
    "gpt": 1.13,
    "gptoss": 1.13,
    "llama3": 1.32,
    "llama4": 1.14,
    "kimi": 1.42,
    "minimax": 1.08,
    "gemma3": 1.15,
    "phi4": 1.32,
    "mistral": 1.1,
    "ministral": 1.1,
    "nemotron": 1.1,
    "qwen3": 1.3
   },
   "vsEnglishParallel": {
    "deepseek": 1.54,
    "glm": 1.5,
    "qwen": 1.38,
    "gemma": 1.4,
    "gpt": 1.36,
    "gptoss": 1.36,
    "llama3": 1.59,
    "llama4": 1.36,
    "kimi": 1.72,
    "minimax": 1.29,
    "gemma3": 1.4,
    "phi4": 1.6,
    "mistral": 1.31,
    "ministral": 1.31,
    "nemotron": 1.31,
    "qwen3": 1.57
   }
  },
  {
   "id": "flores-spa_Latn",
   "label": "Spanish, FLORES-200 sentences",
   "group": "es",
   "lang": "es",
   "kind": "parallel",
   "source": "FLORES-200",
   "url": "https://github.com/facebookresearch/flores/tree/a6c830c6e1051fb4ac1a44b32358f00463f332bd/flores200",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "note": "FLORES-200 spa_Latn, dev (997) + devtest (1,012) splits, every sentence counted on its own. The sentences are CC BY-SA 4.0 and are not reproduced here; get them from the pinned tarball (SHA-256 b8b0b7678302…).",
   "chars": 306274,
   "words": 50973,
   "tokens": {
    "deepseek": 78871,
    "glm": 76416,
    "qwen": 70988,
    "gemma": 68625,
    "gpt": 68999,
    "gptoss": 68999,
    "llama3": 81747,
    "llama4": 68414,
    "kimi": 89690,
    "minimax": 64850,
    "gemma3": 68625,
    "phi4": 81905,
    "mistral": 71495,
    "ministral": 71495,
    "nemotron": 71495,
    "qwen3": 82085
   },
   "sentences": 2009,
   "ci95": {
    "deepseek": [
     1.48,
     1.51
    ],
    "glm": [
     1.43,
     1.45
    ],
    "qwen": [
     1.31,
     1.33
    ],
    "gemma": [
     1.29,
     1.3
    ],
    "gpt": [
     1.31,
     1.33
    ],
    "gptoss": [
     1.31,
     1.33
    ],
    "llama3": [
     1.53,
     1.55
    ],
    "llama4": [
     1.29,
     1.31
    ],
    "kimi": [
     1.68,
     1.71
    ],
    "minimax": [
     1.24,
     1.26
    ],
    "gemma3": [
     1.29,
     1.3
    ],
    "phi4": [
     1.53,
     1.56
    ],
    "mistral": [
     1.31,
     1.33
    ],
    "ministral": [
     1.31,
     1.33
    ],
    "nemotron": [
     1.31,
     1.33
    ],
    "qwen3": [
     1.51,
     1.53
    ]
   },
   "tokensPerWord": {
    "deepseek": 1.547,
    "glm": 1.499,
    "qwen": 1.393,
    "gemma": 1.346,
    "gpt": 1.354,
    "gptoss": 1.354,
    "llama3": 1.604,
    "llama4": 1.342,
    "kimi": 1.76,
    "minimax": 1.272,
    "gemma3": 1.346,
    "phi4": 1.607,
    "mistral": 1.403,
    "ministral": 1.403,
    "nemotron": 1.403,
    "qwen3": 1.61
   },
   "tokensPerChar": {
    "deepseek": 0.258,
    "glm": 0.25,
    "qwen": 0.232,
    "gemma": 0.224,
    "gpt": 0.225,
    "gptoss": 0.225,
    "llama3": 0.267,
    "llama4": 0.223,
    "kimi": 0.293,
    "minimax": 0.212,
    "gemma3": 0.224,
    "phi4": 0.267,
    "mistral": 0.233,
    "ministral": 0.233,
    "nemotron": 0.233,
    "qwen3": 0.268
   },
   "vsEnglishPerWord": {
    "deepseek": 1.21,
    "glm": 1.16,
    "qwen": 1.06,
    "gemma": 1.04,
    "gpt": 1.07,
    "gptoss": 1.07,
    "llama3": 1.24,
    "llama4": 1.06,
    "kimi": 1.36,
    "minimax": 1.02,
    "gemma3": 1.04,
    "phi4": 1.25,
    "mistral": 1.08,
    "ministral": 1.08,
    "nemotron": 1.08,
    "qwen3": 1.23
   },
   "vsEnglishParallel": {
    "deepseek": 1.5,
    "glm": 1.44,
    "qwen": 1.32,
    "gemma": 1.29,
    "gpt": 1.32,
    "gptoss": 1.32,
    "llama3": 1.54,
    "llama4": 1.3,
    "kimi": 1.69,
    "minimax": 1.25,
    "gemma3": 1.29,
    "phi4": 1.55,
    "mistral": 1.32,
    "ministral": 1.32,
    "nemotron": 1.32,
    "qwen3": 1.52
   }
  },
  {
   "id": "tatoeba-ar-gulf",
   "label": "Gulf Arabic, Tatoeba sentences",
   "group": "ar-gulf",
   "lang": "ar",
   "kind": "parallel",
   "source": "Tatoeba",
   "url": "https://tatoeba.org/en/sentences/show/5016379",
   "license": "CC BY 2.0 FR",
   "licenseUrl": "https://creativecommons.org/licenses/by/2.0/fr/",
   "note": "Arabic-script sentences tagged afb on Tatoeba, as contributors labelled them; some are close to Modern Standard Arabic.",
   "chars": 1134,
   "words": 203,
   "tokens": {
    "deepseek": 470,
    "glm": 509,
    "qwen": 449,
    "gemma": 458,
    "gpt": 416,
    "gptoss": 416,
    "llama3": 486,
    "llama4": 463,
    "kimi": 591,
    "minimax": 417,
    "gemma3": 458,
    "phi4": 822,
    "mistral": 389,
    "ministral": 384,
    "nemotron": 384,
    "qwen3": 477
   },
   "sentences": 49,
   "ci95": {
    "deepseek": [
     1.34,
     1.53
    ],
    "glm": [
     1.47,
     1.68
    ],
    "qwen": [
     1.13,
     1.29
    ],
    "gemma": [
     1.12,
     1.32
    ],
    "gpt": [
     1.22,
     1.42
    ],
    "gptoss": [
     1.22,
     1.42
    ],
    "llama3": [
     1.4,
     1.6
    ],
    "llama4": [
     1.35,
     1.55
    ],
    "kimi": [
     1.75,
     1.97
    ],
    "minimax": [
     1.23,
     1.43
    ],
    "gemma3": [
     1.12,
     1.32
    ],
    "phi4": [
     2.37,
     2.71
    ],
    "mistral": [
     1.09,
     1.25
    ],
    "ministral": [
     1.08,
     1.23
    ],
    "nemotron": [
     1.08,
     1.23
    ],
    "qwen3": [
     1.36,
     1.59
    ]
   },
   "tokensPerWord": {
    "deepseek": 2.315,
    "glm": 2.507,
    "qwen": 2.212,
    "gemma": 2.256,
    "gpt": 2.049,
    "gptoss": 2.049,
    "llama3": 2.394,
    "llama4": 2.281,
    "kimi": 2.911,
    "minimax": 2.054,
    "gemma3": 2.256,
    "phi4": 4.049,
    "mistral": 1.916,
    "ministral": 1.892,
    "nemotron": 1.892,
    "qwen3": 2.35
   },
   "tokensPerChar": {
    "deepseek": 0.414,
    "glm": 0.449,
    "qwen": 0.396,
    "gemma": 0.404,
    "gpt": 0.367,
    "gptoss": 0.367,
    "llama3": 0.429,
    "llama4": 0.408,
    "kimi": 0.521,
    "minimax": 0.368,
    "gemma3": 0.404,
    "phi4": 0.725,
    "mistral": 0.343,
    "ministral": 0.339,
    "nemotron": 0.339,
    "qwen3": 0.421
   },
   "vsEnglishPerWord": {
    "deepseek": 1.82,
    "glm": 1.94,
    "qwen": 1.68,
    "gemma": 1.74,
    "gpt": 1.62,
    "gptoss": 1.62,
    "llama3": 1.86,
    "llama4": 1.8,
    "kimi": 2.25,
    "minimax": 1.65,
    "gemma3": 1.74,
    "phi4": 3.14,
    "mistral": 1.47,
    "ministral": 1.45,
    "nemotron": 1.45,
    "qwen3": 1.8
   },
   "vsEnglishParallel": {
    "deepseek": 1.44,
    "glm": 1.57,
    "qwen": 1.21,
    "gemma": 1.22,
    "gpt": 1.32,
    "gptoss": 1.32,
    "llama3": 1.5,
    "llama4": 1.45,
    "kimi": 1.86,
    "minimax": 1.32,
    "gemma3": 1.22,
    "phi4": 2.54,
    "mistral": 1.17,
    "ministral": 1.15,
    "nemotron": 1.15,
    "qwen3": 1.47
   }
  },
  {
   "id": "tatoeba-ar-gulf-en",
   "label": "English side of Gulf Arabic, Tatoeba sentences",
   "group": "en-tatoeba",
   "lang": "en",
   "kind": "parallel-en",
   "source": "Tatoeba",
   "url": "https://tatoeba.org/en/sentences/show/373320",
   "license": "CC BY 2.0 FR",
   "licenseUrl": "https://creativecommons.org/licenses/by/2.0/fr/",
   "note": null,
   "chars": 1414,
   "words": 260,
   "tokens": {
    "deepseek": 327,
    "glm": 324,
    "qwen": 372,
    "gemma": 376,
    "gpt": 316,
    "gptoss": 316,
    "llama3": 324,
    "llama4": 320,
    "kimi": 318,
    "minimax": 315,
    "gemma3": 376,
    "phi4": 324,
    "mistral": 333,
    "ministral": 333,
    "nemotron": 333,
    "qwen3": 324
   },
   "sentences": 49,
   "ci95": null,
   "tokensPerWord": {
    "deepseek": 1.258,
    "glm": 1.246,
    "qwen": 1.431,
    "gemma": 1.446,
    "gpt": 1.215,
    "gptoss": 1.215,
    "llama3": 1.246,
    "llama4": 1.231,
    "kimi": 1.223,
    "minimax": 1.212,
    "gemma3": 1.446,
    "phi4": 1.246,
    "mistral": 1.281,
    "ministral": 1.281,
    "nemotron": 1.281,
    "qwen3": 1.246
   },
   "tokensPerChar": {
    "deepseek": 0.231,
    "glm": 0.229,
    "qwen": 0.263,
    "gemma": 0.266,
    "gpt": 0.223,
    "gptoss": 0.223,
    "llama3": 0.229,
    "llama4": 0.226,
    "kimi": 0.225,
    "minimax": 0.223,
    "gemma3": 0.266,
    "phi4": 0.229,
    "mistral": 0.236,
    "ministral": 0.236,
    "nemotron": 0.236,
    "qwen3": 0.229
   },
   "vsEnglishPerWord": {
    "deepseek": 0.99,
    "glm": 0.97,
    "qwen": 1.08,
    "gemma": 1.11,
    "gpt": 0.96,
    "gptoss": 0.96,
    "llama3": 0.97,
    "llama4": 0.97,
    "kimi": 0.95,
    "minimax": 0.97,
    "gemma3": 1.11,
    "phi4": 0.97,
    "mistral": 0.98,
    "ministral": 0.98,
    "nemotron": 0.98,
    "qwen3": 0.95
   },
   "vsEnglishParallel": null
  },
  {
   "id": "tatoeba-arabizi",
   "label": "Arabizi (Arabic dialects in Latin letters), Tatoeba sentences",
   "group": "arabizi",
   "lang": "ar-Latn",
   "kind": "parallel",
   "source": "Tatoeba",
   "url": "https://tatoeba.org/en/sentences/show/3074468",
   "license": "CC BY 2.0 FR",
   "licenseUrl": "https://creativecommons.org/licenses/by/2.0/fr/",
   "note": "Latin-script sentences from the Gulf, Egyptian and Levantine Arabic sets on Tatoeba, with digits for Arabic sounds (2, 3, 7).",
   "chars": 1158,
   "words": 214,
   "tokens": {
    "deepseek": 487,
    "glm": 481,
    "qwen": 500,
    "gemma": 487,
    "gpt": 449,
    "gptoss": 449,
    "llama3": 481,
    "llama4": 456,
    "kimi": 484,
    "minimax": 470,
    "gemma3": 487,
    "phi4": 488,
    "mistral": 469,
    "ministral": 469,
    "nemotron": 469,
    "qwen3": 486
   },
   "sentences": 39,
   "ci95": {
    "deepseek": [
     1.4,
     1.61
    ],
    "glm": [
     1.38,
     1.59
    ],
    "qwen": [
     1.29,
     1.47
    ],
    "gemma": [
     1.21,
     1.39
    ],
    "gpt": [
     1.35,
     1.55
    ],
    "gptoss": [
     1.35,
     1.55
    ],
    "llama3": [
     1.39,
     1.59
    ],
    "llama4": [
     1.36,
     1.55
    ],
    "kimi": [
     1.44,
     1.66
    ],
    "minimax": [
     1.4,
     1.62
    ],
    "gemma3": [
     1.21,
     1.39
    ],
    "phi4": [
     1.4,
     1.61
    ],
    "mistral": [
     1.33,
     1.55
    ],
    "ministral": [
     1.33,
     1.55
    ],
    "nemotron": [
     1.33,
     1.55
    ],
    "qwen3": [
     1.39,
     1.6
    ]
   },
   "tokensPerWord": {
    "deepseek": 2.276,
    "glm": 2.248,
    "qwen": 2.336,
    "gemma": 2.276,
    "gpt": 2.098,
    "gptoss": 2.098,
    "llama3": 2.248,
    "llama4": 2.131,
    "kimi": 2.262,
    "minimax": 2.196,
    "gemma3": 2.276,
    "phi4": 2.28,
    "mistral": 2.192,
    "ministral": 2.192,
    "nemotron": 2.192,
    "qwen3": 2.271
   },
   "tokensPerChar": {
    "deepseek": 0.421,
    "glm": 0.415,
    "qwen": 0.432,
    "gemma": 0.421,
    "gpt": 0.388,
    "gptoss": 0.388,
    "llama3": 0.415,
    "llama4": 0.394,
    "kimi": 0.418,
    "minimax": 0.406,
    "gemma3": 0.421,
    "phi4": 0.421,
    "mistral": 0.405,
    "ministral": 0.405,
    "nemotron": 0.405,
    "qwen3": 0.42
   },
   "vsEnglishPerWord": {
    "deepseek": 1.79,
    "glm": 1.74,
    "qwen": 1.77,
    "gemma": 1.75,
    "gpt": 1.65,
    "gptoss": 1.65,
    "llama3": 1.74,
    "llama4": 1.69,
    "kimi": 1.75,
    "minimax": 1.76,
    "gemma3": 1.75,
    "phi4": 1.77,
    "mistral": 1.68,
    "ministral": 1.68,
    "nemotron": 1.68,
    "qwen3": 1.74
   },
   "vsEnglishParallel": {
    "deepseek": 1.5,
    "glm": 1.48,
    "qwen": 1.38,
    "gemma": 1.3,
    "gpt": 1.45,
    "gptoss": 1.45,
    "llama3": 1.49,
    "llama4": 1.46,
    "kimi": 1.55,
    "minimax": 1.51,
    "gemma3": 1.3,
    "phi4": 1.51,
    "mistral": 1.44,
    "ministral": 1.44,
    "nemotron": 1.44,
    "qwen3": 1.5
   }
  },
  {
   "id": "tatoeba-arabizi-en",
   "label": "English side of Arabizi (Arabic dialects in Latin letters), Tatoeba sentences",
   "group": "en-tatoeba",
   "lang": "en",
   "kind": "parallel-en",
   "source": "Tatoeba",
   "url": "https://tatoeba.org/en/sentences/show/285633",
   "license": "CC BY 2.0 FR",
   "licenseUrl": "https://creativecommons.org/licenses/by/2.0/fr/",
   "note": null,
   "chars": 1294,
   "words": 260,
   "tokens": {
    "deepseek": 324,
    "glm": 324,
    "qwen": 363,
    "gemma": 375,
    "gpt": 310,
    "gptoss": 310,
    "llama3": 323,
    "llama4": 313,
    "kimi": 312,
    "minimax": 311,
    "gemma3": 375,
    "phi4": 324,
    "mistral": 325,
    "ministral": 325,
    "nemotron": 325,
    "qwen3": 325
   },
   "sentences": 39,
   "ci95": null,
   "tokensPerWord": {
    "deepseek": 1.246,
    "glm": 1.246,
    "qwen": 1.396,
    "gemma": 1.442,
    "gpt": 1.192,
    "gptoss": 1.192,
    "llama3": 1.242,
    "llama4": 1.204,
    "kimi": 1.2,
    "minimax": 1.196,
    "gemma3": 1.442,
    "phi4": 1.246,
    "mistral": 1.25,
    "ministral": 1.25,
    "nemotron": 1.25,
    "qwen3": 1.25
   },
   "tokensPerChar": {
    "deepseek": 0.25,
    "glm": 0.25,
    "qwen": 0.281,
    "gemma": 0.29,
    "gpt": 0.24,
    "gptoss": 0.24,
    "llama3": 0.25,
    "llama4": 0.242,
    "kimi": 0.241,
    "minimax": 0.24,
    "gemma3": 0.29,
    "phi4": 0.25,
    "mistral": 0.251,
    "ministral": 0.251,
    "nemotron": 0.251,
    "qwen3": 0.251
   },
   "vsEnglishPerWord": {
    "deepseek": 0.98,
    "glm": 0.97,
    "qwen": 1.06,
    "gemma": 1.11,
    "gpt": 0.94,
    "gptoss": 0.94,
    "llama3": 0.96,
    "llama4": 0.95,
    "kimi": 0.93,
    "minimax": 0.96,
    "gemma3": 1.11,
    "phi4": 0.97,
    "mistral": 0.96,
    "ministral": 0.96,
    "nemotron": 0.96,
    "qwen3": 0.96
   },
   "vsEnglishParallel": null
  },
  {
   "id": "wiki-water-en",
   "label": "English Wikipedia: Water",
   "group": "en",
   "lang": "en",
   "kind": "prose",
   "source": "Wikipedia (en), \"Water\"",
   "url": "https://en.wikipedia.org/w/index.php?oldid=1385052947",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "note": "Lead section as plain text (TextExtracts), cut at a sentence end.",
   "chars": 1706,
   "words": 274,
   "tokens": {
    "deepseek": 351,
    "glm": 364,
    "qwen": 370,
    "gemma": 356,
    "gpt": 355,
    "gptoss": 355,
    "llama3": 364,
    "llama4": 348,
    "kimi": 362,
    "minimax": 346,
    "gemma3": 356,
    "phi4": 364,
    "mistral": 361,
    "ministral": 361,
    "nemotron": 361,
    "qwen3": 368
   },
   "sentences": null,
   "ci95": null,
   "tokensPerWord": {
    "deepseek": 1.281,
    "glm": 1.328,
    "qwen": 1.35,
    "gemma": 1.299,
    "gpt": 1.296,
    "gptoss": 1.296,
    "llama3": 1.328,
    "llama4": 1.27,
    "kimi": 1.321,
    "minimax": 1.263,
    "gemma3": 1.299,
    "phi4": 1.328,
    "mistral": 1.318,
    "ministral": 1.318,
    "nemotron": 1.318,
    "qwen3": 1.343
   },
   "tokensPerChar": {
    "deepseek": 0.206,
    "glm": 0.213,
    "qwen": 0.217,
    "gemma": 0.209,
    "gpt": 0.208,
    "gptoss": 0.208,
    "llama3": 0.213,
    "llama4": 0.204,
    "kimi": 0.212,
    "minimax": 0.203,
    "gemma3": 0.209,
    "phi4": 0.213,
    "mistral": 0.212,
    "ministral": 0.212,
    "nemotron": 0.212,
    "qwen3": 0.216
   },
   "vsEnglishPerWord": {
    "deepseek": 1.01,
    "glm": 1.03,
    "qwen": 1.02,
    "gemma": 1,
    "gpt": 1.02,
    "gptoss": 1.02,
    "llama3": 1.03,
    "llama4": 1.01,
    "kimi": 1.02,
    "minimax": 1.01,
    "gemma3": 1,
    "phi4": 1.03,
    "mistral": 1.01,
    "ministral": 1.01,
    "nemotron": 1.01,
    "qwen3": 1.03
   },
   "vsEnglishParallel": null
  },
  {
   "id": "wiki-water-ar",
   "label": "Arabic (Modern Standard) Wikipedia: ماء",
   "group": "ar-msa",
   "lang": "ar",
   "kind": "prose",
   "source": "Wikipedia (ar), \"ماء\"",
   "url": "https://ar.wikipedia.org/w/index.php?oldid=77116144",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "note": "Lead section as plain text (TextExtracts), cut at a sentence end.",
   "chars": 1346,
   "words": 222,
   "tokens": {
    "deepseek": 507,
    "glm": 588,
    "qwen": 435,
    "gemma": 473,
    "gpt": 443,
    "gptoss": 443,
    "llama3": 534,
    "llama4": 508,
    "kimi": 667,
    "minimax": 433,
    "gemma3": 473,
    "phi4": 944,
    "mistral": 425,
    "ministral": 419,
    "nemotron": 419,
    "qwen3": 547
   },
   "sentences": null,
   "ci95": null,
   "tokensPerWord": {
    "deepseek": 2.284,
    "glm": 2.649,
    "qwen": 1.959,
    "gemma": 2.131,
    "gpt": 1.995,
    "gptoss": 1.995,
    "llama3": 2.405,
    "llama4": 2.288,
    "kimi": 3.005,
    "minimax": 1.95,
    "gemma3": 2.131,
    "phi4": 4.252,
    "mistral": 1.914,
    "ministral": 1.887,
    "nemotron": 1.887,
    "qwen3": 2.464
   },
   "tokensPerChar": {
    "deepseek": 0.377,
    "glm": 0.437,
    "qwen": 0.323,
    "gemma": 0.351,
    "gpt": 0.329,
    "gptoss": 0.329,
    "llama3": 0.397,
    "llama4": 0.377,
    "kimi": 0.496,
    "minimax": 0.322,
    "gemma3": 0.351,
    "phi4": 0.701,
    "mistral": 0.316,
    "ministral": 0.311,
    "nemotron": 0.311,
    "qwen3": 0.406
   },
   "vsEnglishPerWord": {
    "deepseek": 1.79,
    "glm": 2.05,
    "qwen": 1.48,
    "gemma": 1.64,
    "gpt": 1.57,
    "gptoss": 1.57,
    "llama3": 1.87,
    "llama4": 1.81,
    "kimi": 2.32,
    "minimax": 1.57,
    "gemma3": 1.64,
    "phi4": 3.3,
    "mistral": 1.47,
    "ministral": 1.45,
    "nemotron": 1.45,
    "qwen3": 1.89
   },
   "vsEnglishParallel": null
  },
  {
   "id": "wiki-water-arz",
   "label": "Egyptian Arabic Wikipedia: ميه",
   "group": "ar-egyptian",
   "lang": "ar",
   "kind": "prose",
   "source": "Wikipedia (arz), \"ميه\"",
   "url": "https://arz.wikipedia.org/w/index.php?oldid=12906766",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "note": "Lead section as plain text (TextExtracts), cut at a sentence end.",
   "chars": 419,
   "words": 78,
   "tokens": {
    "deepseek": 194,
    "glm": 196,
    "qwen": 180,
    "gemma": 180,
    "gpt": 178,
    "gptoss": 178,
    "llama3": 194,
    "llama4": 185,
    "kimi": 221,
    "minimax": 177,
    "gemma3": 180,
    "phi4": 290,
    "mistral": 175,
    "ministral": 175,
    "nemotron": 175,
    "qwen3": 203
   },
   "sentences": null,
   "ci95": null,
   "tokensPerWord": {
    "deepseek": 2.487,
    "glm": 2.513,
    "qwen": 2.308,
    "gemma": 2.308,
    "gpt": 2.282,
    "gptoss": 2.282,
    "llama3": 2.487,
    "llama4": 2.372,
    "kimi": 2.833,
    "minimax": 2.269,
    "gemma3": 2.308,
    "phi4": 3.718,
    "mistral": 2.244,
    "ministral": 2.244,
    "nemotron": 2.244,
    "qwen3": 2.603
   },
   "tokensPerChar": {
    "deepseek": 0.463,
    "glm": 0.468,
    "qwen": 0.43,
    "gemma": 0.43,
    "gpt": 0.425,
    "gptoss": 0.425,
    "llama3": 0.463,
    "llama4": 0.442,
    "kimi": 0.527,
    "minimax": 0.422,
    "gemma3": 0.43,
    "phi4": 0.692,
    "mistral": 0.418,
    "ministral": 0.418,
    "nemotron": 0.418,
    "qwen3": 0.484
   },
   "vsEnglishPerWord": {
    "deepseek": 1.95,
    "glm": 1.95,
    "qwen": 1.75,
    "gemma": 1.78,
    "gpt": 1.8,
    "gptoss": 1.8,
    "llama3": 1.93,
    "llama4": 1.88,
    "kimi": 2.19,
    "minimax": 1.82,
    "gemma3": 1.78,
    "phi4": 2.88,
    "mistral": 1.72,
    "ministral": 1.72,
    "nemotron": 1.72,
    "qwen3": 1.99
   },
   "vsEnglishParallel": null
  },
  {
   "id": "wiki-water-fr",
   "label": "French Wikipedia: Eau",
   "group": "fr",
   "lang": "fr",
   "kind": "prose",
   "source": "Wikipedia (fr), \"Eau\"",
   "url": "https://fr.wikipedia.org/w/index.php?oldid=241104425",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "note": "Lead section as plain text (TextExtracts), cut at a sentence end.",
   "chars": 1620,
   "words": 249,
   "tokens": {
    "deepseek": 461,
    "glm": 458,
    "qwen": 434,
    "gemma": 409,
    "gpt": 429,
    "gptoss": 429,
    "llama3": 483,
    "llama4": 418,
    "kimi": 504,
    "minimax": 385,
    "gemma3": 409,
    "phi4": 484,
    "mistral": 412,
    "ministral": 412,
    "nemotron": 412,
    "qwen3": 484
   },
   "sentences": null,
   "ci95": null,
   "tokensPerWord": {
    "deepseek": 1.851,
    "glm": 1.839,
    "qwen": 1.743,
    "gemma": 1.643,
    "gpt": 1.723,
    "gptoss": 1.723,
    "llama3": 1.94,
    "llama4": 1.679,
    "kimi": 2.024,
    "minimax": 1.546,
    "gemma3": 1.643,
    "phi4": 1.944,
    "mistral": 1.655,
    "ministral": 1.655,
    "nemotron": 1.655,
    "qwen3": 1.944
   },
   "tokensPerChar": {
    "deepseek": 0.285,
    "glm": 0.283,
    "qwen": 0.268,
    "gemma": 0.252,
    "gpt": 0.265,
    "gptoss": 0.265,
    "llama3": 0.298,
    "llama4": 0.258,
    "kimi": 0.311,
    "minimax": 0.238,
    "gemma3": 0.252,
    "phi4": 0.299,
    "mistral": 0.254,
    "ministral": 0.254,
    "nemotron": 0.254,
    "qwen3": 0.299
   },
   "vsEnglishPerWord": {
    "deepseek": 1.45,
    "glm": 1.43,
    "qwen": 1.32,
    "gemma": 1.26,
    "gpt": 1.36,
    "gptoss": 1.36,
    "llama3": 1.5,
    "llama4": 1.33,
    "kimi": 1.57,
    "minimax": 1.24,
    "gemma3": 1.26,
    "phi4": 1.51,
    "mistral": 1.27,
    "ministral": 1.27,
    "nemotron": 1.27,
    "qwen3": 1.49
   },
   "vsEnglishParallel": null
  },
  {
   "id": "wiki-water-es",
   "label": "Spanish Wikipedia: Agua",
   "group": "es",
   "lang": "es",
   "kind": "prose",
   "source": "Wikipedia (es), \"Agua\"",
   "url": "https://es.wikipedia.org/w/index.php?oldid=176246992",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "note": "Lead section as plain text (TextExtracts), cut at a sentence end.",
   "chars": 1229,
   "words": 205,
   "tokens": {
    "deepseek": 335,
    "glm": 338,
    "qwen": 321,
    "gemma": 300,
    "gpt": 305,
    "gptoss": 305,
    "llama3": 364,
    "llama4": 296,
    "kimi": 390,
    "minimax": 285,
    "gemma3": 300,
    "phi4": 365,
    "mistral": 316,
    "ministral": 316,
    "nemotron": 316,
    "qwen3": 370
   },
   "sentences": null,
   "ci95": null,
   "tokensPerWord": {
    "deepseek": 1.634,
    "glm": 1.649,
    "qwen": 1.566,
    "gemma": 1.463,
    "gpt": 1.488,
    "gptoss": 1.488,
    "llama3": 1.776,
    "llama4": 1.444,
    "kimi": 1.902,
    "minimax": 1.39,
    "gemma3": 1.463,
    "phi4": 1.78,
    "mistral": 1.541,
    "ministral": 1.541,
    "nemotron": 1.541,
    "qwen3": 1.805
   },
   "tokensPerChar": {
    "deepseek": 0.273,
    "glm": 0.275,
    "qwen": 0.261,
    "gemma": 0.244,
    "gpt": 0.248,
    "gptoss": 0.248,
    "llama3": 0.296,
    "llama4": 0.241,
    "kimi": 0.317,
    "minimax": 0.232,
    "gemma3": 0.244,
    "phi4": 0.297,
    "mistral": 0.257,
    "ministral": 0.257,
    "nemotron": 0.257,
    "qwen3": 0.301
   },
   "vsEnglishPerWord": {
    "deepseek": 1.28,
    "glm": 1.28,
    "qwen": 1.19,
    "gemma": 1.13,
    "gpt": 1.17,
    "gptoss": 1.17,
    "llama3": 1.38,
    "llama4": 1.14,
    "kimi": 1.47,
    "minimax": 1.12,
    "gemma3": 1.13,
    "phi4": 1.38,
    "mistral": 1.18,
    "ministral": 1.18,
    "nemotron": 1.18,
    "qwen3": 1.38
   },
   "vsEnglishParallel": null
  },
  {
   "id": "wiki-water-hi",
   "label": "Hindi Wikipedia: जल",
   "group": "hi",
   "lang": "hi",
   "kind": "prose",
   "source": "Wikipedia (hi), \"जल\"",
   "url": "https://hi.wikipedia.org/w/index.php?oldid=6434233",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "note": "Lead section as plain text (TextExtracts), cut at a sentence end.",
   "chars": 1575,
   "words": 321,
   "tokens": {
    "deepseek": 910,
    "glm": 1408,
    "qwen": 717,
    "gemma": 493,
    "gpt": 569,
    "gptoss": 569,
    "llama3": 826,
    "llama4": 603,
    "kimi": 888,
    "minimax": 929,
    "gemma3": 493,
    "phi4": 1543,
    "mistral": 908,
    "ministral": 652,
    "nemotron": 652,
    "qwen3": 1460
   },
   "sentences": null,
   "ci95": null,
   "tokensPerWord": {
    "deepseek": 2.835,
    "glm": 4.386,
    "qwen": 2.234,
    "gemma": 1.536,
    "gpt": 1.773,
    "gptoss": 1.773,
    "llama3": 2.573,
    "llama4": 1.879,
    "kimi": 2.766,
    "minimax": 2.894,
    "gemma3": 1.536,
    "phi4": 4.807,
    "mistral": 2.829,
    "ministral": 2.031,
    "nemotron": 2.031,
    "qwen3": 4.548
   },
   "tokensPerChar": {
    "deepseek": 0.578,
    "glm": 0.894,
    "qwen": 0.455,
    "gemma": 0.313,
    "gpt": 0.361,
    "gptoss": 0.361,
    "llama3": 0.524,
    "llama4": 0.383,
    "kimi": 0.564,
    "minimax": 0.59,
    "gemma3": 0.313,
    "phi4": 0.98,
    "mistral": 0.577,
    "ministral": 0.414,
    "nemotron": 0.414,
    "qwen3": 0.927
   },
   "vsEnglishPerWord": {
    "deepseek": 2.23,
    "glm": 3.4,
    "qwen": 1.69,
    "gemma": 1.18,
    "gpt": 1.4,
    "gptoss": 1.4,
    "llama3": 2,
    "llama4": 1.49,
    "kimi": 2.14,
    "minimax": 2.32,
    "gemma3": 1.18,
    "phi4": 3.73,
    "mistral": 2.17,
    "ministral": 1.56,
    "nemotron": 1.56,
    "qwen3": 3.48
   },
   "vsEnglishParallel": null
  },
  {
   "id": "wiki-water-zh",
   "label": "Chinese Wikipedia: 水",
   "group": "zh",
   "lang": "zh",
   "kind": "prose",
   "source": "Wikipedia (zh), \"水\"",
   "url": "https://zh.wikipedia.org/w/index.php?oldid=94355669",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "note": "Lead section as plain text (TextExtracts), cut at a sentence end.",
   "chars": 505,
   "words": 276,
   "tokens": {
    "deepseek": 288,
    "glm": 302,
    "qwen": 297,
    "gemma": 355,
    "gpt": 420,
    "gptoss": 420,
    "llama3": 419,
    "llama4": 323,
    "kimi": 275,
    "minimax": 275,
    "gemma3": 355,
    "phi4": 584,
    "mistral": 482,
    "ministral": 482,
    "nemotron": 482,
    "qwen3": 334
   },
   "sentences": null,
   "ci95": null,
   "tokensPerWord": {
    "deepseek": 1.043,
    "glm": 1.094,
    "qwen": 1.076,
    "gemma": 1.286,
    "gpt": 1.522,
    "gptoss": 1.522,
    "llama3": 1.518,
    "llama4": 1.17,
    "kimi": 0.996,
    "minimax": 0.996,
    "gemma3": 1.286,
    "phi4": 2.116,
    "mistral": 1.746,
    "ministral": 1.746,
    "nemotron": 1.746,
    "qwen3": 1.21
   },
   "tokensPerChar": {
    "deepseek": 0.57,
    "glm": 0.598,
    "qwen": 0.588,
    "gemma": 0.703,
    "gpt": 0.832,
    "gptoss": 0.832,
    "llama3": 0.83,
    "llama4": 0.64,
    "kimi": 0.545,
    "minimax": 0.545,
    "gemma3": 0.703,
    "phi4": 1.156,
    "mistral": 0.954,
    "ministral": 0.954,
    "nemotron": 0.954,
    "qwen3": 0.661
   },
   "vsEnglishPerWord": {
    "deepseek": 0.82,
    "glm": 0.85,
    "qwen": 0.82,
    "gemma": 0.99,
    "gpt": 1.2,
    "gptoss": 1.2,
    "llama3": 1.18,
    "llama4": 0.93,
    "kimi": 0.77,
    "minimax": 0.8,
    "gemma3": 0.99,
    "phi4": 1.64,
    "mistral": 1.34,
    "ministral": 1.34,
    "nemotron": 1.34,
    "qwen3": 0.93
   },
   "vsEnglishParallel": null
  },
  {
   "id": "wiki-water-ur",
   "label": "Urdu Wikipedia: پانی",
   "group": "ur",
   "lang": "ur",
   "kind": "prose",
   "source": "Wikipedia (ur), \"پانی\"",
   "url": "https://ur.wikipedia.org/w/index.php?oldid=9696099",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "note": "Lead section as plain text (TextExtracts), cut at a sentence end.",
   "chars": 489,
   "words": 103,
   "tokens": {
    "deepseek": 246,
    "glm": 295,
    "qwen": 231,
    "gemma": 198,
    "gpt": 196,
    "gptoss": 196,
    "llama3": 343,
    "llama4": 216,
    "kimi": 235,
    "minimax": 394,
    "gemma3": 198,
    "phi4": 451,
    "mistral": 215,
    "ministral": 215,
    "nemotron": 215,
    "qwen3": 346
   },
   "sentences": null,
   "ci95": null,
   "tokensPerWord": {
    "deepseek": 2.388,
    "glm": 2.864,
    "qwen": 2.243,
    "gemma": 1.922,
    "gpt": 1.903,
    "gptoss": 1.903,
    "llama3": 3.33,
    "llama4": 2.097,
    "kimi": 2.282,
    "minimax": 3.825,
    "gemma3": 1.922,
    "phi4": 4.379,
    "mistral": 2.087,
    "ministral": 2.087,
    "nemotron": 2.087,
    "qwen3": 3.359
   },
   "tokensPerChar": {
    "deepseek": 0.503,
    "glm": 0.603,
    "qwen": 0.472,
    "gemma": 0.405,
    "gpt": 0.401,
    "gptoss": 0.401,
    "llama3": 0.701,
    "llama4": 0.442,
    "kimi": 0.481,
    "minimax": 0.806,
    "gemma3": 0.405,
    "phi4": 0.922,
    "mistral": 0.44,
    "ministral": 0.44,
    "nemotron": 0.44,
    "qwen3": 0.708
   },
   "vsEnglishPerWord": {
    "deepseek": 1.87,
    "glm": 2.22,
    "qwen": 1.7,
    "gemma": 1.48,
    "gpt": 1.5,
    "gptoss": 1.5,
    "llama3": 2.58,
    "llama4": 1.66,
    "kimi": 1.77,
    "minimax": 3.07,
    "gemma3": 1.48,
    "phi4": 3.4,
    "mistral": 1.6,
    "ministral": 1.6,
    "nemotron": 1.6,
    "qwen3": 2.57
   },
   "vsEnglishParallel": null
  },
  {
   "id": "wiki-moon-en",
   "label": "English Wikipedia: Moon",
   "group": "en",
   "lang": "en",
   "kind": "prose",
   "source": "Wikipedia (en), \"Moon\"",
   "url": "https://en.wikipedia.org/w/index.php?oldid=1385641611",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "note": "Lead section as plain text (TextExtracts), cut at a sentence end.",
   "chars": 2149,
   "words": 365,
   "tokens": {
    "deepseek": 464,
    "glm": 472,
    "qwen": 484,
    "gemma": 479,
    "gpt": 466,
    "gptoss": 466,
    "llama3": 471,
    "llama4": 462,
    "kimi": 469,
    "minimax": 458,
    "gemma3": 479,
    "phi4": 471,
    "mistral": 484,
    "ministral": 484,
    "nemotron": 484,
    "qwen3": 485
   },
   "sentences": null,
   "ci95": null,
   "tokensPerWord": {
    "deepseek": 1.271,
    "glm": 1.293,
    "qwen": 1.326,
    "gemma": 1.312,
    "gpt": 1.277,
    "gptoss": 1.277,
    "llama3": 1.29,
    "llama4": 1.266,
    "kimi": 1.285,
    "minimax": 1.255,
    "gemma3": 1.312,
    "phi4": 1.29,
    "mistral": 1.326,
    "ministral": 1.326,
    "nemotron": 1.326,
    "qwen3": 1.329
   },
   "tokensPerChar": {
    "deepseek": 0.216,
    "glm": 0.22,
    "qwen": 0.225,
    "gemma": 0.223,
    "gpt": 0.217,
    "gptoss": 0.217,
    "llama3": 0.219,
    "llama4": 0.215,
    "kimi": 0.218,
    "minimax": 0.213,
    "gemma3": 0.223,
    "phi4": 0.219,
    "mistral": 0.225,
    "ministral": 0.225,
    "nemotron": 0.225,
    "qwen3": 0.226
   },
   "vsEnglishPerWord": {
    "deepseek": 1,
    "glm": 1,
    "qwen": 1,
    "gemma": 1.01,
    "gpt": 1.01,
    "gptoss": 1.01,
    "llama3": 1,
    "llama4": 1,
    "kimi": 0.99,
    "minimax": 1.01,
    "gemma3": 1.01,
    "phi4": 1,
    "mistral": 1.02,
    "ministral": 1.02,
    "nemotron": 1.02,
    "qwen3": 1.02
   },
   "vsEnglishParallel": null
  },
  {
   "id": "wiki-moon-ar",
   "label": "Arabic (Modern Standard) Wikipedia: القمر",
   "group": "ar-msa",
   "lang": "ar",
   "kind": "prose",
   "source": "Wikipedia (ar), \"القمر\"",
   "url": "https://ar.wikipedia.org/w/index.php?oldid=76967654",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "note": "Lead section as plain text (TextExtracts), cut at a sentence end.",
   "chars": 1460,
   "words": 251,
   "tokens": {
    "deepseek": 552,
    "glm": 621,
    "qwen": 455,
    "gemma": 493,
    "gpt": 472,
    "gptoss": 472,
    "llama3": 581,
    "llama4": 553,
    "kimi": 715,
    "minimax": 460,
    "gemma3": 493,
    "phi4": 1052,
    "mistral": 453,
    "ministral": 437,
    "nemotron": 437,
    "qwen3": 584
   },
   "sentences": null,
   "ci95": null,
   "tokensPerWord": {
    "deepseek": 2.199,
    "glm": 2.474,
    "qwen": 1.813,
    "gemma": 1.964,
    "gpt": 1.88,
    "gptoss": 1.88,
    "llama3": 2.315,
    "llama4": 2.203,
    "kimi": 2.849,
    "minimax": 1.833,
    "gemma3": 1.964,
    "phi4": 4.191,
    "mistral": 1.805,
    "ministral": 1.741,
    "nemotron": 1.741,
    "qwen3": 2.327
   },
   "tokensPerChar": {
    "deepseek": 0.378,
    "glm": 0.425,
    "qwen": 0.312,
    "gemma": 0.338,
    "gpt": 0.323,
    "gptoss": 0.323,
    "llama3": 0.398,
    "llama4": 0.379,
    "kimi": 0.49,
    "minimax": 0.315,
    "gemma3": 0.338,
    "phi4": 0.721,
    "mistral": 0.31,
    "ministral": 0.299,
    "nemotron": 0.299,
    "qwen3": 0.4
   },
   "vsEnglishPerWord": {
    "deepseek": 1.73,
    "glm": 1.92,
    "qwen": 1.37,
    "gemma": 1.51,
    "gpt": 1.48,
    "gptoss": 1.48,
    "llama3": 1.8,
    "llama4": 1.74,
    "kimi": 2.2,
    "minimax": 1.47,
    "gemma3": 1.51,
    "phi4": 3.25,
    "mistral": 1.39,
    "ministral": 1.34,
    "nemotron": 1.34,
    "qwen3": 1.78
   },
   "vsEnglishParallel": null
  },
  {
   "id": "wiki-moon-arz",
   "label": "Egyptian Arabic Wikipedia: قمر",
   "group": "ar-egyptian",
   "lang": "ar",
   "kind": "prose",
   "source": "Wikipedia (arz), \"قمر\"",
   "url": "https://arz.wikipedia.org/w/index.php?oldid=13306930",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "note": "Lead section as plain text (TextExtracts), cut at a sentence end.",
   "chars": 1480,
   "words": 276,
   "tokens": {
    "deepseek": 569,
    "glm": 647,
    "qwen": 535,
    "gemma": 540,
    "gpt": 542,
    "gptoss": 542,
    "llama3": 593,
    "llama4": 583,
    "kimi": 705,
    "minimax": 527,
    "gemma3": 540,
    "phi4": 1024,
    "mistral": 508,
    "ministral": 508,
    "nemotron": 508,
    "qwen3": 626
   },
   "sentences": null,
   "ci95": null,
   "tokensPerWord": {
    "deepseek": 2.062,
    "glm": 2.344,
    "qwen": 1.938,
    "gemma": 1.957,
    "gpt": 1.964,
    "gptoss": 1.964,
    "llama3": 2.149,
    "llama4": 2.112,
    "kimi": 2.554,
    "minimax": 1.909,
    "gemma3": 1.957,
    "phi4": 3.71,
    "mistral": 1.841,
    "ministral": 1.841,
    "nemotron": 1.841,
    "qwen3": 2.268
   },
   "tokensPerChar": {
    "deepseek": 0.384,
    "glm": 0.437,
    "qwen": 0.361,
    "gemma": 0.365,
    "gpt": 0.366,
    "gptoss": 0.366,
    "llama3": 0.401,
    "llama4": 0.394,
    "kimi": 0.476,
    "minimax": 0.356,
    "gemma3": 0.365,
    "phi4": 0.692,
    "mistral": 0.343,
    "ministral": 0.343,
    "nemotron": 0.343,
    "qwen3": 0.423
   },
   "vsEnglishPerWord": {
    "deepseek": 1.62,
    "glm": 1.82,
    "qwen": 1.47,
    "gemma": 1.51,
    "gpt": 1.55,
    "gptoss": 1.55,
    "llama3": 1.67,
    "llama4": 1.67,
    "kimi": 1.98,
    "minimax": 1.53,
    "gemma3": 1.51,
    "phi4": 2.88,
    "mistral": 1.41,
    "ministral": 1.41,
    "nemotron": 1.41,
    "qwen3": 1.74
   },
   "vsEnglishParallel": null
  },
  {
   "id": "wiki-moon-fr",
   "label": "French Wikipedia: Lune",
   "group": "fr",
   "lang": "fr",
   "kind": "prose",
   "source": "Wikipedia (fr), \"Lune\"",
   "url": "https://fr.wikipedia.org/w/index.php?oldid=240787057",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "note": "Lead section as plain text (TextExtracts), cut at a sentence end.",
   "chars": 2087,
   "words": 342,
   "tokens": {
    "deepseek": 545,
    "glm": 557,
    "qwen": 506,
    "gemma": 498,
    "gpt": 498,
    "gptoss": 498,
    "llama3": 577,
    "llama4": 488,
    "kimi": 611,
    "minimax": 459,
    "gemma3": 498,
    "phi4": 577,
    "mistral": 491,
    "ministral": 491,
    "nemotron": 491,
    "qwen3": 585
   },
   "sentences": null,
   "ci95": null,
   "tokensPerWord": {
    "deepseek": 1.594,
    "glm": 1.629,
    "qwen": 1.48,
    "gemma": 1.456,
    "gpt": 1.456,
    "gptoss": 1.456,
    "llama3": 1.687,
    "llama4": 1.427,
    "kimi": 1.787,
    "minimax": 1.342,
    "gemma3": 1.456,
    "phi4": 1.687,
    "mistral": 1.436,
    "ministral": 1.436,
    "nemotron": 1.436,
    "qwen3": 1.711
   },
   "tokensPerChar": {
    "deepseek": 0.261,
    "glm": 0.267,
    "qwen": 0.242,
    "gemma": 0.239,
    "gpt": 0.239,
    "gptoss": 0.239,
    "llama3": 0.276,
    "llama4": 0.234,
    "kimi": 0.293,
    "minimax": 0.22,
    "gemma3": 0.239,
    "phi4": 0.276,
    "mistral": 0.235,
    "ministral": 0.235,
    "nemotron": 0.235,
    "qwen3": 0.28
   },
   "vsEnglishPerWord": {
    "deepseek": 1.25,
    "glm": 1.26,
    "qwen": 1.12,
    "gemma": 1.12,
    "gpt": 1.15,
    "gptoss": 1.15,
    "llama3": 1.31,
    "llama4": 1.13,
    "kimi": 1.38,
    "minimax": 1.08,
    "gemma3": 1.12,
    "phi4": 1.31,
    "mistral": 1.1,
    "ministral": 1.1,
    "nemotron": 1.1,
    "qwen3": 1.31
   },
   "vsEnglishParallel": null
  },
  {
   "id": "wiki-moon-es",
   "label": "Spanish Wikipedia: Luna",
   "group": "es",
   "lang": "es",
   "kind": "prose",
   "source": "Wikipedia (es), \"Luna\"",
   "url": "https://es.wikipedia.org/w/index.php?oldid=175705929",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "note": "Lead section as plain text (TextExtracts), cut at a sentence end.",
   "chars": 1372,
   "words": 243,
   "tokens": {
    "deepseek": 348,
    "glm": 355,
    "qwen": 320,
    "gemma": 307,
    "gpt": 309,
    "gptoss": 309,
    "llama3": 368,
    "llama4": 305,
    "kimi": 394,
    "minimax": 289,
    "gemma3": 307,
    "phi4": 368,
    "mistral": 322,
    "ministral": 322,
    "nemotron": 322,
    "qwen3": 368
   },
   "sentences": null,
   "ci95": null,
   "tokensPerWord": {
    "deepseek": 1.432,
    "glm": 1.461,
    "qwen": 1.317,
    "gemma": 1.263,
    "gpt": 1.272,
    "gptoss": 1.272,
    "llama3": 1.514,
    "llama4": 1.255,
    "kimi": 1.621,
    "minimax": 1.189,
    "gemma3": 1.263,
    "phi4": 1.514,
    "mistral": 1.325,
    "ministral": 1.325,
    "nemotron": 1.325,
    "qwen3": 1.514
   },
   "tokensPerChar": {
    "deepseek": 0.254,
    "glm": 0.259,
    "qwen": 0.233,
    "gemma": 0.224,
    "gpt": 0.225,
    "gptoss": 0.225,
    "llama3": 0.268,
    "llama4": 0.222,
    "kimi": 0.287,
    "minimax": 0.211,
    "gemma3": 0.224,
    "phi4": 0.268,
    "mistral": 0.235,
    "ministral": 0.235,
    "nemotron": 0.235,
    "qwen3": 0.268
   },
   "vsEnglishPerWord": {
    "deepseek": 1.12,
    "glm": 1.13,
    "qwen": 1,
    "gemma": 0.97,
    "gpt": 1,
    "gptoss": 1,
    "llama3": 1.17,
    "llama4": 0.99,
    "kimi": 1.25,
    "minimax": 0.96,
    "gemma3": 0.97,
    "phi4": 1.17,
    "mistral": 1.02,
    "ministral": 1.02,
    "nemotron": 1.02,
    "qwen3": 1.16
   },
   "vsEnglishParallel": null
  },
  {
   "id": "wiki-moon-hi",
   "label": "Hindi Wikipedia: चन्द्रमा",
   "group": "hi",
   "lang": "hi",
   "kind": "prose",
   "source": "Wikipedia (hi), \"चन्द्रमा\"",
   "url": "https://hi.wikipedia.org/w/index.php?oldid=6640575",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "note": "Lead section as plain text (TextExtracts), cut at a sentence end.",
   "chars": 1542,
   "words": 306,
   "tokens": {
    "deepseek": 854,
    "glm": 1334,
    "qwen": 687,
    "gemma": 425,
    "gpt": 507,
    "gptoss": 507,
    "llama3": 811,
    "llama4": 555,
    "kimi": 828,
    "minimax": 851,
    "gemma3": 425,
    "phi4": 1483,
    "mistral": 906,
    "ministral": 626,
    "nemotron": 626,
    "qwen3": 1413
   },
   "sentences": null,
   "ci95": null,
   "tokensPerWord": {
    "deepseek": 2.791,
    "glm": 4.359,
    "qwen": 2.245,
    "gemma": 1.389,
    "gpt": 1.657,
    "gptoss": 1.657,
    "llama3": 2.65,
    "llama4": 1.814,
    "kimi": 2.706,
    "minimax": 2.781,
    "gemma3": 1.389,
    "phi4": 4.846,
    "mistral": 2.961,
    "ministral": 2.046,
    "nemotron": 2.046,
    "qwen3": 4.618
   },
   "tokensPerChar": {
    "deepseek": 0.554,
    "glm": 0.865,
    "qwen": 0.446,
    "gemma": 0.276,
    "gpt": 0.329,
    "gptoss": 0.329,
    "llama3": 0.526,
    "llama4": 0.36,
    "kimi": 0.537,
    "minimax": 0.552,
    "gemma3": 0.276,
    "phi4": 0.962,
    "mistral": 0.588,
    "ministral": 0.406,
    "nemotron": 0.406,
    "qwen3": 0.916
   },
   "vsEnglishPerWord": {
    "deepseek": 2.19,
    "glm": 3.38,
    "qwen": 1.7,
    "gemma": 1.07,
    "gpt": 1.31,
    "gptoss": 1.31,
    "llama3": 2.06,
    "llama4": 1.44,
    "kimi": 2.09,
    "minimax": 2.23,
    "gemma3": 1.07,
    "phi4": 3.76,
    "mistral": 2.27,
    "ministral": 1.57,
    "nemotron": 1.57,
    "qwen3": 3.54
   },
   "vsEnglishParallel": null
  },
  {
   "id": "wiki-moon-zh",
   "label": "Chinese Wikipedia: 月球",
   "group": "zh",
   "lang": "zh",
   "kind": "prose",
   "source": "Wikipedia (zh), \"月球\"",
   "url": "https://zh.wikipedia.org/w/index.php?oldid=95350031",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "note": "Lead section as plain text (TextExtracts), cut at a sentence end.",
   "chars": 1087,
   "words": 605,
   "tokens": {
    "deepseek": 668,
    "glm": 675,
    "qwen": 682,
    "gemma": 803,
    "gpt": 877,
    "gptoss": 877,
    "llama3": 911,
    "llama4": 755,
    "kimi": 624,
    "minimax": 625,
    "gemma3": 803,
    "phi4": 1244,
    "mistral": 1027,
    "ministral": 1027,
    "nemotron": 1027,
    "qwen3": 772
   },
   "sentences": null,
   "ci95": null,
   "tokensPerWord": {
    "deepseek": 1.104,
    "glm": 1.116,
    "qwen": 1.127,
    "gemma": 1.327,
    "gpt": 1.45,
    "gptoss": 1.45,
    "llama3": 1.506,
    "llama4": 1.248,
    "kimi": 1.031,
    "minimax": 1.033,
    "gemma3": 1.327,
    "phi4": 2.056,
    "mistral": 1.698,
    "ministral": 1.698,
    "nemotron": 1.698,
    "qwen3": 1.276
   },
   "tokensPerChar": {
    "deepseek": 0.615,
    "glm": 0.621,
    "qwen": 0.627,
    "gemma": 0.739,
    "gpt": 0.807,
    "gptoss": 0.807,
    "llama3": 0.838,
    "llama4": 0.695,
    "kimi": 0.574,
    "minimax": 0.575,
    "gemma3": 0.739,
    "phi4": 1.144,
    "mistral": 0.945,
    "ministral": 0.945,
    "nemotron": 0.945,
    "qwen3": 0.71
   },
   "vsEnglishPerWord": {
    "deepseek": 0.87,
    "glm": 0.86,
    "qwen": 0.85,
    "gemma": 1.02,
    "gpt": 1.14,
    "gptoss": 1.14,
    "llama3": 1.17,
    "llama4": 0.99,
    "kimi": 0.8,
    "minimax": 0.83,
    "gemma3": 1.02,
    "phi4": 1.6,
    "mistral": 1.3,
    "ministral": 1.3,
    "nemotron": 1.3,
    "qwen3": 0.98
   },
   "vsEnglishParallel": null
  },
  {
   "id": "wiki-moon-ur",
   "label": "Urdu Wikipedia: چاند",
   "group": "ur",
   "lang": "ur",
   "kind": "prose",
   "source": "Wikipedia (ur), \"چاند\"",
   "url": "https://ur.wikipedia.org/w/index.php?oldid=9127353",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "note": "Lead section as plain text (TextExtracts), cut at a sentence end.",
   "chars": 1162,
   "words": 264,
   "tokens": {
    "deepseek": 533,
    "glm": 669,
    "qwen": 469,
    "gemma": 350,
    "gpt": 379,
    "gptoss": 379,
    "llama3": 781,
    "llama4": 436,
    "kimi": 510,
    "minimax": 931,
    "gemma3": 350,
    "phi4": 1112,
    "mistral": 415,
    "ministral": 412,
    "nemotron": 412,
    "qwen3": 798
   },
   "sentences": null,
   "ci95": null,
   "tokensPerWord": {
    "deepseek": 2.019,
    "glm": 2.534,
    "qwen": 1.777,
    "gemma": 1.326,
    "gpt": 1.436,
    "gptoss": 1.436,
    "llama3": 2.958,
    "llama4": 1.652,
    "kimi": 1.932,
    "minimax": 3.527,
    "gemma3": 1.326,
    "phi4": 4.212,
    "mistral": 1.572,
    "ministral": 1.561,
    "nemotron": 1.561,
    "qwen3": 3.023
   },
   "tokensPerChar": {
    "deepseek": 0.459,
    "glm": 0.576,
    "qwen": 0.404,
    "gemma": 0.301,
    "gpt": 0.326,
    "gptoss": 0.326,
    "llama3": 0.672,
    "llama4": 0.375,
    "kimi": 0.439,
    "minimax": 0.801,
    "gemma3": 0.301,
    "phi4": 0.957,
    "mistral": 0.357,
    "ministral": 0.355,
    "nemotron": 0.355,
    "qwen3": 0.687
   },
   "vsEnglishPerWord": {
    "deepseek": 1.58,
    "glm": 1.96,
    "qwen": 1.35,
    "gemma": 1.02,
    "gpt": 1.13,
    "gptoss": 1.13,
    "llama3": 2.29,
    "llama4": 1.31,
    "kimi": 1.49,
    "minimax": 2.83,
    "gemma3": 1.02,
    "phi4": 3.27,
    "mistral": 1.21,
    "ministral": 1.2,
    "nemotron": 1.2,
    "qwen3": 2.31
   },
   "vsEnglishParallel": null
  },
  {
   "id": "wiki-internet-en",
   "label": "English Wikipedia: Internet",
   "group": "en",
   "lang": "en",
   "kind": "prose",
   "source": "Wikipedia (en), \"Internet\"",
   "url": "https://en.wikipedia.org/w/index.php?oldid=1384979951",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "note": "Lead section as plain text (TextExtracts), cut at a sentence end.",
   "chars": 1338,
   "words": 189,
   "tokens": {
    "deepseek": 234,
    "glm": 233,
    "qwen": 234,
    "gemma": 235,
    "gpt": 233,
    "gptoss": 233,
    "llama3": 233,
    "llama4": 233,
    "kimi": 233,
    "minimax": 232,
    "gemma3": 235,
    "phi4": 233,
    "mistral": 235,
    "ministral": 235,
    "nemotron": 235,
    "qwen3": 233
   },
   "sentences": null,
   "ci95": null,
   "tokensPerWord": {
    "deepseek": 1.238,
    "glm": 1.233,
    "qwen": 1.238,
    "gemma": 1.243,
    "gpt": 1.233,
    "gptoss": 1.233,
    "llama3": 1.233,
    "llama4": 1.233,
    "kimi": 1.233,
    "minimax": 1.228,
    "gemma3": 1.243,
    "phi4": 1.233,
    "mistral": 1.243,
    "ministral": 1.243,
    "nemotron": 1.243,
    "qwen3": 1.233
   },
   "tokensPerChar": {
    "deepseek": 0.175,
    "glm": 0.174,
    "qwen": 0.175,
    "gemma": 0.176,
    "gpt": 0.174,
    "gptoss": 0.174,
    "llama3": 0.174,
    "llama4": 0.174,
    "kimi": 0.174,
    "minimax": 0.173,
    "gemma3": 0.176,
    "phi4": 0.174,
    "mistral": 0.176,
    "ministral": 0.176,
    "nemotron": 0.176,
    "qwen3": 0.174
   },
   "vsEnglishPerWord": {
    "deepseek": 0.97,
    "glm": 0.96,
    "qwen": 0.94,
    "gemma": 0.96,
    "gpt": 0.97,
    "gptoss": 0.97,
    "llama3": 0.96,
    "llama4": 0.98,
    "kimi": 0.95,
    "minimax": 0.99,
    "gemma3": 0.96,
    "phi4": 0.96,
    "mistral": 0.96,
    "ministral": 0.96,
    "nemotron": 0.96,
    "qwen3": 0.94
   },
   "vsEnglishParallel": null
  },
  {
   "id": "wiki-internet-ar",
   "label": "Arabic (Modern Standard) Wikipedia: إنترنت",
   "group": "ar-msa",
   "lang": "ar",
   "kind": "prose",
   "source": "Wikipedia (ar), \"إنترنت\"",
   "url": "https://ar.wikipedia.org/w/index.php?oldid=77426066",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "note": "Lead section as plain text (TextExtracts), cut at a sentence end.",
   "chars": 767,
   "words": 111,
   "tokens": {
    "deepseek": 268,
    "glm": 313,
    "qwen": 220,
    "gemma": 244,
    "gpt": 241,
    "gptoss": 241,
    "llama3": 281,
    "llama4": 277,
    "kimi": 355,
    "minimax": 226,
    "gemma3": 244,
    "phi4": 534,
    "mistral": 223,
    "ministral": 215,
    "nemotron": 215,
    "qwen3": 288
   },
   "sentences": null,
   "ci95": null,
   "tokensPerWord": {
    "deepseek": 2.414,
    "glm": 2.82,
    "qwen": 1.982,
    "gemma": 2.198,
    "gpt": 2.171,
    "gptoss": 2.171,
    "llama3": 2.532,
    "llama4": 2.495,
    "kimi": 3.198,
    "minimax": 2.036,
    "gemma3": 2.198,
    "phi4": 4.811,
    "mistral": 2.009,
    "ministral": 1.937,
    "nemotron": 1.937,
    "qwen3": 2.595
   },
   "tokensPerChar": {
    "deepseek": 0.349,
    "glm": 0.408,
    "qwen": 0.287,
    "gemma": 0.318,
    "gpt": 0.314,
    "gptoss": 0.314,
    "llama3": 0.366,
    "llama4": 0.361,
    "kimi": 0.463,
    "minimax": 0.295,
    "gemma3": 0.318,
    "phi4": 0.696,
    "mistral": 0.291,
    "ministral": 0.28,
    "nemotron": 0.28,
    "qwen3": 0.375
   },
   "vsEnglishPerWord": {
    "deepseek": 1.9,
    "glm": 2.19,
    "qwen": 1.5,
    "gemma": 1.69,
    "gpt": 1.71,
    "gptoss": 1.71,
    "llama3": 1.96,
    "llama4": 1.97,
    "kimi": 2.47,
    "minimax": 1.64,
    "gemma3": 1.69,
    "phi4": 3.73,
    "mistral": 1.54,
    "ministral": 1.49,
    "nemotron": 1.49,
    "qwen3": 1.99
   },
   "vsEnglishParallel": null
  },
  {
   "id": "wiki-internet-arz",
   "label": "Egyptian Arabic Wikipedia: انترنت",
   "group": "ar-egyptian",
   "lang": "ar",
   "kind": "prose",
   "source": "Wikipedia (arz), \"انترنت\"",
   "url": "https://arz.wikipedia.org/w/index.php?oldid=13294508",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "note": "Lead section as plain text (TextExtracts), cut at a sentence end.",
   "chars": 551,
   "words": 87,
   "tokens": {
    "deepseek": 189,
    "glm": 203,
    "qwen": 156,
    "gemma": 162,
    "gpt": 160,
    "gptoss": 160,
    "llama3": 195,
    "llama4": 187,
    "kimi": 238,
    "minimax": 162,
    "gemma3": 162,
    "phi4": 353,
    "mistral": 161,
    "ministral": 161,
    "nemotron": 161,
    "qwen3": 191
   },
   "sentences": null,
   "ci95": null,
   "tokensPerWord": {
    "deepseek": 2.172,
    "glm": 2.333,
    "qwen": 1.793,
    "gemma": 1.862,
    "gpt": 1.839,
    "gptoss": 1.839,
    "llama3": 2.241,
    "llama4": 2.149,
    "kimi": 2.736,
    "minimax": 1.862,
    "gemma3": 1.862,
    "phi4": 4.057,
    "mistral": 1.851,
    "ministral": 1.851,
    "nemotron": 1.851,
    "qwen3": 2.195
   },
   "tokensPerChar": {
    "deepseek": 0.343,
    "glm": 0.368,
    "qwen": 0.283,
    "gemma": 0.294,
    "gpt": 0.29,
    "gptoss": 0.29,
    "llama3": 0.354,
    "llama4": 0.339,
    "kimi": 0.432,
    "minimax": 0.294,
    "gemma3": 0.294,
    "phi4": 0.641,
    "mistral": 0.292,
    "ministral": 0.292,
    "nemotron": 0.292,
    "qwen3": 0.347
   },
   "vsEnglishPerWord": {
    "deepseek": 1.71,
    "glm": 1.81,
    "qwen": 1.36,
    "gemma": 1.43,
    "gpt": 1.45,
    "gptoss": 1.45,
    "llama3": 1.74,
    "llama4": 1.7,
    "kimi": 2.12,
    "minimax": 1.5,
    "gemma3": 1.43,
    "phi4": 3.15,
    "mistral": 1.42,
    "ministral": 1.42,
    "nemotron": 1.42,
    "qwen3": 1.68
   },
   "vsEnglishParallel": null
  },
  {
   "id": "wiki-internet-fr",
   "label": "French Wikipedia: Internet",
   "group": "fr",
   "lang": "fr",
   "kind": "prose",
   "source": "Wikipedia (fr), \"Internet\"",
   "url": "https://fr.wikipedia.org/w/index.php?oldid=241104224",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "note": "Lead section as plain text (TextExtracts), cut at a sentence end.",
   "chars": 1228,
   "words": 182,
   "tokens": {
    "deepseek": 315,
    "glm": 304,
    "qwen": 293,
    "gemma": 292,
    "gpt": 279,
    "gptoss": 279,
    "llama3": 327,
    "llama4": 278,
    "kimi": 350,
    "minimax": 265,
    "gemma3": 292,
    "phi4": 327,
    "mistral": 294,
    "ministral": 294,
    "nemotron": 294,
    "qwen3": 336
   },
   "sentences": null,
   "ci95": null,
   "tokensPerWord": {
    "deepseek": 1.731,
    "glm": 1.67,
    "qwen": 1.61,
    "gemma": 1.604,
    "gpt": 1.533,
    "gptoss": 1.533,
    "llama3": 1.797,
    "llama4": 1.527,
    "kimi": 1.923,
    "minimax": 1.456,
    "gemma3": 1.604,
    "phi4": 1.797,
    "mistral": 1.615,
    "ministral": 1.615,
    "nemotron": 1.615,
    "qwen3": 1.846
   },
   "tokensPerChar": {
    "deepseek": 0.257,
    "glm": 0.248,
    "qwen": 0.239,
    "gemma": 0.238,
    "gpt": 0.227,
    "gptoss": 0.227,
    "llama3": 0.266,
    "llama4": 0.226,
    "kimi": 0.285,
    "minimax": 0.216,
    "gemma3": 0.238,
    "phi4": 0.266,
    "mistral": 0.239,
    "ministral": 0.239,
    "nemotron": 0.239,
    "qwen3": 0.274
   },
   "vsEnglishPerWord": {
    "deepseek": 1.36,
    "glm": 1.29,
    "qwen": 1.22,
    "gemma": 1.23,
    "gpt": 1.21,
    "gptoss": 1.21,
    "llama3": 1.39,
    "llama4": 1.21,
    "kimi": 1.49,
    "minimax": 1.17,
    "gemma3": 1.23,
    "phi4": 1.39,
    "mistral": 1.24,
    "ministral": 1.24,
    "nemotron": 1.24,
    "qwen3": 1.41
   },
   "vsEnglishParallel": null
  },
  {
   "id": "wiki-internet-es",
   "label": "Spanish Wikipedia: Internet",
   "group": "es",
   "lang": "es",
   "kind": "prose",
   "source": "Wikipedia (es), \"Internet\"",
   "url": "https://es.wikipedia.org/w/index.php?oldid=176062732",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "note": "Lead section as plain text (TextExtracts), cut at a sentence end.",
   "chars": 1254,
   "words": 194,
   "tokens": {
    "deepseek": 323,
    "glm": 300,
    "qwen": 283,
    "gemma": 272,
    "gpt": 271,
    "gptoss": 271,
    "llama3": 318,
    "llama4": 263,
    "kimi": 350,
    "minimax": 260,
    "gemma3": 272,
    "phi4": 318,
    "mistral": 300,
    "ministral": 300,
    "nemotron": 300,
    "qwen3": 317
   },
   "sentences": null,
   "ci95": null,
   "tokensPerWord": {
    "deepseek": 1.665,
    "glm": 1.546,
    "qwen": 1.459,
    "gemma": 1.402,
    "gpt": 1.397,
    "gptoss": 1.397,
    "llama3": 1.639,
    "llama4": 1.356,
    "kimi": 1.804,
    "minimax": 1.34,
    "gemma3": 1.402,
    "phi4": 1.639,
    "mistral": 1.546,
    "ministral": 1.546,
    "nemotron": 1.546,
    "qwen3": 1.634
   },
   "tokensPerChar": {
    "deepseek": 0.258,
    "glm": 0.239,
    "qwen": 0.226,
    "gemma": 0.217,
    "gpt": 0.216,
    "gptoss": 0.216,
    "llama3": 0.254,
    "llama4": 0.21,
    "kimi": 0.279,
    "minimax": 0.207,
    "gemma3": 0.217,
    "phi4": 0.254,
    "mistral": 0.239,
    "ministral": 0.239,
    "nemotron": 0.239,
    "qwen3": 0.253
   },
   "vsEnglishPerWord": {
    "deepseek": 1.31,
    "glm": 1.2,
    "qwen": 1.11,
    "gemma": 1.08,
    "gpt": 1.1,
    "gptoss": 1.1,
    "llama3": 1.27,
    "llama4": 1.07,
    "kimi": 1.4,
    "minimax": 1.08,
    "gemma3": 1.08,
    "phi4": 1.27,
    "mistral": 1.19,
    "ministral": 1.19,
    "nemotron": 1.19,
    "qwen3": 1.25
   },
   "vsEnglishParallel": null
  },
  {
   "id": "wiki-internet-hi",
   "label": "Hindi Wikipedia: अंतरजाल",
   "group": "hi",
   "lang": "hi",
   "kind": "prose",
   "source": "Wikipedia (hi), \"अंतरजाल\"",
   "url": "https://hi.wikipedia.org/w/index.php?oldid=6635737",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "note": "Lead section as plain text (TextExtracts), cut at a sentence end.",
   "chars": 2012,
   "words": 339,
   "tokens": {
    "deepseek": 1186,
    "glm": 1826,
    "qwen": 878,
    "gemma": 518,
    "gpt": 622,
    "gptoss": 622,
    "llama3": 1033,
    "llama4": 658,
    "kimi": 1156,
    "minimax": 1220,
    "gemma3": 518,
    "phi4": 2040,
    "mistral": 1173,
    "ministral": 803,
    "nemotron": 803,
    "qwen3": 1899
   },
   "sentences": null,
   "ci95": null,
   "tokensPerWord": {
    "deepseek": 3.499,
    "glm": 5.386,
    "qwen": 2.59,
    "gemma": 1.528,
    "gpt": 1.835,
    "gptoss": 1.835,
    "llama3": 3.047,
    "llama4": 1.941,
    "kimi": 3.41,
    "minimax": 3.599,
    "gemma3": 1.528,
    "phi4": 6.018,
    "mistral": 3.46,
    "ministral": 2.369,
    "nemotron": 2.369,
    "qwen3": 5.602
   },
   "tokensPerChar": {
    "deepseek": 0.589,
    "glm": 0.908,
    "qwen": 0.436,
    "gemma": 0.257,
    "gpt": 0.309,
    "gptoss": 0.309,
    "llama3": 0.513,
    "llama4": 0.327,
    "kimi": 0.575,
    "minimax": 0.606,
    "gemma3": 0.257,
    "phi4": 1.014,
    "mistral": 0.583,
    "ministral": 0.399,
    "nemotron": 0.399,
    "qwen3": 0.944
   },
   "vsEnglishPerWord": {
    "deepseek": 2.75,
    "glm": 4.18,
    "qwen": 1.96,
    "gemma": 1.18,
    "gpt": 1.45,
    "gptoss": 1.45,
    "llama3": 2.36,
    "llama4": 1.54,
    "kimi": 2.64,
    "minimax": 2.89,
    "gemma3": 1.18,
    "phi4": 4.67,
    "mistral": 2.66,
    "ministral": 1.82,
    "nemotron": 1.82,
    "qwen3": 4.29
   },
   "vsEnglishParallel": null
  },
  {
   "id": "wiki-internet-zh",
   "label": "Chinese Wikipedia: 互联网",
   "group": "zh",
   "lang": "zh",
   "kind": "prose",
   "source": "Wikipedia (zh), \"互联网\"",
   "url": "https://zh.wikipedia.org/w/index.php?oldid=95486715",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "note": "Lead section as plain text (TextExtracts), cut at a sentence end.",
   "chars": 471,
   "words": 251,
   "tokens": {
    "deepseek": 250,
    "glm": 253,
    "qwen": 257,
    "gemma": 293,
    "gpt": 317,
    "gptoss": 317,
    "llama3": 333,
    "llama4": 272,
    "kimi": 236,
    "minimax": 236,
    "gemma3": 293,
    "phi4": 493,
    "mistral": 438,
    "ministral": 438,
    "nemotron": 438,
    "qwen3": 280
   },
   "sentences": null,
   "ci95": null,
   "tokensPerWord": {
    "deepseek": 0.996,
    "glm": 1.008,
    "qwen": 1.024,
    "gemma": 1.167,
    "gpt": 1.263,
    "gptoss": 1.263,
    "llama3": 1.327,
    "llama4": 1.084,
    "kimi": 0.94,
    "minimax": 0.94,
    "gemma3": 1.167,
    "phi4": 1.964,
    "mistral": 1.745,
    "ministral": 1.745,
    "nemotron": 1.745,
    "qwen3": 1.116
   },
   "tokensPerChar": {
    "deepseek": 0.531,
    "glm": 0.537,
    "qwen": 0.546,
    "gemma": 0.622,
    "gpt": 0.673,
    "gptoss": 0.673,
    "llama3": 0.707,
    "llama4": 0.577,
    "kimi": 0.501,
    "minimax": 0.501,
    "gemma3": 0.622,
    "phi4": 1.047,
    "mistral": 0.93,
    "ministral": 0.93,
    "nemotron": 0.93,
    "qwen3": 0.594
   },
   "vsEnglishPerWord": {
    "deepseek": 0.78,
    "glm": 0.78,
    "qwen": 0.78,
    "gemma": 0.9,
    "gpt": 1,
    "gptoss": 1,
    "llama3": 1.03,
    "llama4": 0.86,
    "kimi": 0.73,
    "minimax": 0.76,
    "gemma3": 0.9,
    "phi4": 1.52,
    "mistral": 1.34,
    "ministral": 1.34,
    "nemotron": 1.34,
    "qwen3": 0.85
   },
   "vsEnglishParallel": null
  },
  {
   "id": "wiki-internet-ur",
   "label": "Urdu Wikipedia: انٹرنیٹ",
   "group": "ur",
   "lang": "ur",
   "kind": "prose",
   "source": "Wikipedia (ur), \"انٹرنیٹ\"",
   "url": "https://ur.wikipedia.org/w/index.php?oldid=12129763",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "note": "Lead section as plain text (TextExtracts), cut at a sentence end.",
   "chars": 775,
   "words": 143,
   "tokens": {
    "deepseek": 314,
    "glm": 362,
    "qwen": 275,
    "gemma": 210,
    "gpt": 237,
    "gptoss": 237,
    "llama3": 389,
    "llama4": 268,
    "kimi": 325,
    "minimax": 472,
    "gemma3": 210,
    "phi4": 606,
    "mistral": 259,
    "ministral": 256,
    "nemotron": 256,
    "qwen3": 444
   },
   "sentences": null,
   "ci95": null,
   "tokensPerWord": {
    "deepseek": 2.196,
    "glm": 2.531,
    "qwen": 1.923,
    "gemma": 1.469,
    "gpt": 1.657,
    "gptoss": 1.657,
    "llama3": 2.72,
    "llama4": 1.874,
    "kimi": 2.273,
    "minimax": 3.301,
    "gemma3": 1.469,
    "phi4": 4.238,
    "mistral": 1.811,
    "ministral": 1.79,
    "nemotron": 1.79,
    "qwen3": 3.105
   },
   "tokensPerChar": {
    "deepseek": 0.405,
    "glm": 0.467,
    "qwen": 0.355,
    "gemma": 0.271,
    "gpt": 0.306,
    "gptoss": 0.306,
    "llama3": 0.502,
    "llama4": 0.346,
    "kimi": 0.419,
    "minimax": 0.609,
    "gemma3": 0.271,
    "phi4": 0.782,
    "mistral": 0.334,
    "ministral": 0.33,
    "nemotron": 0.33,
    "qwen3": 0.573
   },
   "vsEnglishPerWord": {
    "deepseek": 1.72,
    "glm": 1.96,
    "qwen": 1.46,
    "gemma": 1.13,
    "gpt": 1.31,
    "gptoss": 1.31,
    "llama3": 2.11,
    "llama4": 1.48,
    "kimi": 1.76,
    "minimax": 2.65,
    "gemma3": 1.13,
    "phi4": 3.29,
    "mistral": 1.39,
    "ministral": 1.38,
    "nemotron": 1.38,
    "qwen3": 2.38
   },
   "vsEnglishParallel": null
  },
  {
   "id": "code-python-syntax",
   "label": "Python code (Wikipedia: Python syntax and semantics)",
   "group": "code-python",
   "lang": "code",
   "kind": "code",
   "source": "Wikipedia (en), \"Python syntax and semantics\"",
   "url": "https://en.wikipedia.org/w/index.php?oldid=1381092446",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "note": "Code blocks (syntaxhighlight) from the article, in page order, joined by blank lines.",
   "chars": 1706,
   "words": 208,
   "tokens": {
    "deepseek": 452,
    "glm": 427,
    "qwen": 453,
    "gemma": 501,
    "gpt": 427,
    "gptoss": 427,
    "llama3": 427,
    "llama4": 427,
    "kimi": 434,
    "minimax": 436,
    "gemma3": 501,
    "phi4": 427,
    "mistral": 446,
    "ministral": 446,
    "nemotron": 446,
    "qwen3": 431
   },
   "sentences": null,
   "ci95": null,
   "tokensPerWord": {
    "deepseek": 2.173,
    "glm": 2.053,
    "qwen": 2.178,
    "gemma": 2.409,
    "gpt": 2.053,
    "gptoss": 2.053,
    "llama3": 2.053,
    "llama4": 2.053,
    "kimi": 2.087,
    "minimax": 2.096,
    "gemma3": 2.409,
    "phi4": 2.053,
    "mistral": 2.144,
    "ministral": 2.144,
    "nemotron": 2.144,
    "qwen3": 2.072
   },
   "tokensPerChar": {
    "deepseek": 0.265,
    "glm": 0.25,
    "qwen": 0.266,
    "gemma": 0.294,
    "gpt": 0.25,
    "gptoss": 0.25,
    "llama3": 0.25,
    "llama4": 0.25,
    "kimi": 0.254,
    "minimax": 0.256,
    "gemma3": 0.294,
    "phi4": 0.25,
    "mistral": 0.261,
    "ministral": 0.261,
    "nemotron": 0.261,
    "qwen3": 0.253
   },
   "vsEnglishPerWord": {
    "deepseek": 1.71,
    "glm": 1.59,
    "qwen": 1.65,
    "gemma": 1.85,
    "gpt": 1.62,
    "gptoss": 1.62,
    "llama3": 1.59,
    "llama4": 1.62,
    "kimi": 1.61,
    "minimax": 1.68,
    "gemma3": 1.85,
    "phi4": 1.59,
    "mistral": 1.65,
    "ministral": 1.65,
    "nemotron": 1.65,
    "qwen3": 1.59
   },
   "vsEnglishParallel": null
  },
  {
   "id": "code-python-lang",
   "label": "Python code (Wikipedia: Python (programming language))",
   "group": "code-python",
   "lang": "code",
   "kind": "code",
   "source": "Wikipedia (en), \"Python (programming language)\"",
   "url": "https://en.wikipedia.org/w/index.php?oldid=1384864342",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "note": "Code blocks (syntaxhighlight) from the article, in page order, joined by blank lines.",
   "chars": 508,
   "words": 72,
   "tokens": {
    "deepseek": 138,
    "glm": 134,
    "qwen": 150,
    "gemma": 154,
    "gpt": 140,
    "gptoss": 140,
    "llama3": 134,
    "llama4": 140,
    "kimi": 140,
    "minimax": 141,
    "gemma3": 154,
    "phi4": 134,
    "mistral": 141,
    "ministral": 141,
    "nemotron": 141,
    "qwen3": 134
   },
   "sentences": null,
   "ci95": null,
   "tokensPerWord": {
    "deepseek": 1.917,
    "glm": 1.861,
    "qwen": 2.083,
    "gemma": 2.139,
    "gpt": 1.944,
    "gptoss": 1.944,
    "llama3": 1.861,
    "llama4": 1.944,
    "kimi": 1.944,
    "minimax": 1.958,
    "gemma3": 2.139,
    "phi4": 1.861,
    "mistral": 1.958,
    "ministral": 1.958,
    "nemotron": 1.958,
    "qwen3": 1.861
   },
   "tokensPerChar": {
    "deepseek": 0.272,
    "glm": 0.264,
    "qwen": 0.295,
    "gemma": 0.303,
    "gpt": 0.276,
    "gptoss": 0.276,
    "llama3": 0.264,
    "llama4": 0.276,
    "kimi": 0.276,
    "minimax": 0.278,
    "gemma3": 0.303,
    "phi4": 0.264,
    "mistral": 0.278,
    "ministral": 0.278,
    "nemotron": 0.278,
    "qwen3": 0.264
   },
   "vsEnglishPerWord": {
    "deepseek": 1.5,
    "glm": 1.44,
    "qwen": 1.58,
    "gemma": 1.65,
    "gpt": 1.53,
    "gptoss": 1.53,
    "llama3": 1.44,
    "llama4": 1.54,
    "kimi": 1.5,
    "minimax": 1.57,
    "gemma3": 1.65,
    "phi4": 1.44,
    "mistral": 1.5,
    "ministral": 1.5,
    "nemotron": 1.5,
    "qwen3": 1.43
   },
   "vsEnglishParallel": null
  },
  {
   "id": "code-js-syntax",
   "label": "JavaScript code (Wikipedia: JavaScript syntax)",
   "group": "code-js",
   "lang": "code",
   "kind": "code",
   "source": "Wikipedia (en), \"JavaScript syntax\"",
   "url": "https://en.wikipedia.org/w/index.php?oldid=1381820160",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "note": "Code blocks (syntaxhighlight) from the article, in page order, joined by blank lines.",
   "chars": 1513,
   "words": 238,
   "tokens": {
    "deepseek": 436,
    "glm": 434,
    "qwen": 461,
    "gemma": 470,
    "gpt": 426,
    "gptoss": 426,
    "llama3": 434,
    "llama4": 426,
    "kimi": 434,
    "minimax": 427,
    "gemma3": 470,
    "phi4": 434,
    "mistral": 439,
    "ministral": 431,
    "nemotron": 431,
    "qwen3": 436
   },
   "sentences": null,
   "ci95": null,
   "tokensPerWord": {
    "deepseek": 1.832,
    "glm": 1.824,
    "qwen": 1.937,
    "gemma": 1.975,
    "gpt": 1.79,
    "gptoss": 1.79,
    "llama3": 1.824,
    "llama4": 1.79,
    "kimi": 1.824,
    "minimax": 1.794,
    "gemma3": 1.975,
    "phi4": 1.824,
    "mistral": 1.845,
    "ministral": 1.811,
    "nemotron": 1.811,
    "qwen3": 1.832
   },
   "tokensPerChar": {
    "deepseek": 0.288,
    "glm": 0.287,
    "qwen": 0.305,
    "gemma": 0.311,
    "gpt": 0.282,
    "gptoss": 0.282,
    "llama3": 0.287,
    "llama4": 0.282,
    "kimi": 0.287,
    "minimax": 0.282,
    "gemma3": 0.311,
    "phi4": 0.287,
    "mistral": 0.29,
    "ministral": 0.285,
    "nemotron": 0.285,
    "qwen3": 0.288
   },
   "vsEnglishPerWord": {
    "deepseek": 1.44,
    "glm": 1.41,
    "qwen": 1.47,
    "gemma": 1.52,
    "gpt": 1.41,
    "gptoss": 1.41,
    "llama3": 1.41,
    "llama4": 1.42,
    "kimi": 1.41,
    "minimax": 1.44,
    "gemma3": 1.52,
    "phi4": 1.41,
    "mistral": 1.42,
    "ministral": 1.39,
    "nemotron": 1.39,
    "qwen3": 1.4
   },
   "vsEnglishParallel": null
  },
  {
   "id": "code-js-lang",
   "label": "JavaScript code (Wikipedia: JavaScript)",
   "group": "code-js",
   "lang": "code",
   "kind": "code",
   "source": "Wikipedia (en), \"JavaScript\"",
   "url": "https://en.wikipedia.org/w/index.php?oldid=1385403131",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "note": "Code blocks (syntaxhighlight) from the article, in page order, joined by blank lines.",
   "chars": 1799,
   "words": 252,
   "tokens": {
    "deepseek": 444,
    "glm": 442,
    "qwen": 488,
    "gemma": 503,
    "gpt": 434,
    "gptoss": 434,
    "llama3": 442,
    "llama4": 434,
    "kimi": 443,
    "minimax": 434,
    "gemma3": 503,
    "phi4": 442,
    "mistral": 453,
    "ministral": 445,
    "nemotron": 445,
    "qwen3": 452
   },
   "sentences": null,
   "ci95": null,
   "tokensPerWord": {
    "deepseek": 1.762,
    "glm": 1.754,
    "qwen": 1.937,
    "gemma": 1.996,
    "gpt": 1.722,
    "gptoss": 1.722,
    "llama3": 1.754,
    "llama4": 1.722,
    "kimi": 1.758,
    "minimax": 1.722,
    "gemma3": 1.996,
    "phi4": 1.754,
    "mistral": 1.798,
    "ministral": 1.766,
    "nemotron": 1.766,
    "qwen3": 1.794
   },
   "tokensPerChar": {
    "deepseek": 0.247,
    "glm": 0.246,
    "qwen": 0.271,
    "gemma": 0.28,
    "gpt": 0.241,
    "gptoss": 0.241,
    "llama3": 0.246,
    "llama4": 0.241,
    "kimi": 0.246,
    "minimax": 0.241,
    "gemma3": 0.28,
    "phi4": 0.246,
    "mistral": 0.252,
    "ministral": 0.247,
    "nemotron": 0.247,
    "qwen3": 0.251
   },
   "vsEnglishPerWord": {
    "deepseek": 1.38,
    "glm": 1.36,
    "qwen": 1.47,
    "gemma": 1.54,
    "gpt": 1.36,
    "gptoss": 1.36,
    "llama3": 1.36,
    "llama4": 1.36,
    "kimi": 1.36,
    "minimax": 1.38,
    "gemma3": 1.54,
    "phi4": 1.36,
    "mistral": 1.38,
    "ministral": 1.36,
    "nemotron": 1.36,
    "qwen3": 1.37
   },
   "vsEnglishParallel": null
  },
  {
   "id": "code-sql-select",
   "label": "SQL code (Wikipedia: Select (SQL))",
   "group": "code-sql",
   "lang": "code",
   "kind": "code",
   "source": "Wikipedia (en), \"Select (SQL)\"",
   "url": "https://en.wikipedia.org/w/index.php?oldid=1351767052",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "note": "Code blocks (syntaxhighlight) from the article, in page order, joined by blank lines.",
   "chars": 1509,
   "words": 212,
   "tokens": {
    "deepseek": 460,
    "glm": 436,
    "qwen": 475,
    "gemma": 497,
    "gpt": 439,
    "gptoss": 439,
    "llama3": 436,
    "llama4": 437,
    "kimi": 440,
    "minimax": 442,
    "gemma3": 497,
    "phi4": 436,
    "mistral": 476,
    "ministral": 476,
    "nemotron": 476,
    "qwen3": 456
   },
   "sentences": null,
   "ci95": null,
   "tokensPerWord": {
    "deepseek": 2.17,
    "glm": 2.057,
    "qwen": 2.241,
    "gemma": 2.344,
    "gpt": 2.071,
    "gptoss": 2.071,
    "llama3": 2.057,
    "llama4": 2.061,
    "kimi": 2.075,
    "minimax": 2.085,
    "gemma3": 2.344,
    "phi4": 2.057,
    "mistral": 2.245,
    "ministral": 2.245,
    "nemotron": 2.245,
    "qwen3": 2.151
   },
   "tokensPerChar": {
    "deepseek": 0.305,
    "glm": 0.289,
    "qwen": 0.315,
    "gemma": 0.329,
    "gpt": 0.291,
    "gptoss": 0.291,
    "llama3": 0.289,
    "llama4": 0.29,
    "kimi": 0.292,
    "minimax": 0.293,
    "gemma3": 0.329,
    "phi4": 0.289,
    "mistral": 0.315,
    "ministral": 0.315,
    "nemotron": 0.315,
    "qwen3": 0.302
   },
   "vsEnglishPerWord": {
    "deepseek": 1.7,
    "glm": 1.59,
    "qwen": 1.7,
    "gemma": 1.8,
    "gpt": 1.63,
    "gptoss": 1.63,
    "llama3": 1.6,
    "llama4": 1.63,
    "kimi": 1.61,
    "minimax": 1.67,
    "gemma3": 1.8,
    "phi4": 1.6,
    "mistral": 1.72,
    "ministral": 1.72,
    "nemotron": 1.72,
    "qwen3": 1.65
   },
   "vsEnglishParallel": null
  },
  {
   "id": "code-sql-join",
   "label": "SQL code (Wikipedia: Join (SQL))",
   "group": "code-sql",
   "lang": "code",
   "kind": "code",
   "source": "Wikipedia (en), \"Join (SQL)\"",
   "url": "https://en.wikipedia.org/w/index.php?oldid=1377910599",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "note": "Code blocks (syntaxhighlight) from the article, in page order, joined by blank lines.",
   "chars": 1555,
   "words": 145,
   "tokens": {
    "deepseek": 337,
    "glm": 313,
    "qwen": 363,
    "gemma": 377,
    "gpt": 316,
    "gptoss": 316,
    "llama3": 313,
    "llama4": 331,
    "kimi": 337,
    "minimax": 335,
    "gemma3": 377,
    "phi4": 313,
    "mistral": 374,
    "ministral": 374,
    "nemotron": 374,
    "qwen3": 324
   },
   "sentences": null,
   "ci95": null,
   "tokensPerWord": {
    "deepseek": 2.324,
    "glm": 2.159,
    "qwen": 2.503,
    "gemma": 2.6,
    "gpt": 2.179,
    "gptoss": 2.179,
    "llama3": 2.159,
    "llama4": 2.283,
    "kimi": 2.324,
    "minimax": 2.31,
    "gemma3": 2.6,
    "phi4": 2.159,
    "mistral": 2.579,
    "ministral": 2.579,
    "nemotron": 2.579,
    "qwen3": 2.234
   },
   "tokensPerChar": {
    "deepseek": 0.217,
    "glm": 0.201,
    "qwen": 0.233,
    "gemma": 0.242,
    "gpt": 0.203,
    "gptoss": 0.203,
    "llama3": 0.201,
    "llama4": 0.213,
    "kimi": 0.217,
    "minimax": 0.215,
    "gemma3": 0.242,
    "phi4": 0.201,
    "mistral": 0.241,
    "ministral": 0.241,
    "nemotron": 0.241,
    "qwen3": 0.208
   },
   "vsEnglishPerWord": {
    "deepseek": 1.82,
    "glm": 1.67,
    "qwen": 1.9,
    "gemma": 2,
    "gpt": 1.72,
    "gptoss": 1.72,
    "llama3": 1.67,
    "llama4": 1.81,
    "kimi": 1.8,
    "minimax": 1.86,
    "gemma3": 2,
    "phi4": 1.67,
    "mistral": 1.98,
    "ministral": 1.98,
    "nemotron": 1.98,
    "qwen3": 1.71
   },
   "vsEnglishParallel": null
  },
  {
   "id": "gutenberg-en-pride",
   "label": "English novel: Pride and Prejudice (Austen, 1813)",
   "group": "en",
   "lang": "en",
   "kind": "prose",
   "source": "Project Gutenberg eBook #1342",
   "url": "https://www.gutenberg.org/ebooks/1342",
   "license": "Public domain (USA)",
   "licenseUrl": "https://www.gutenberg.org/policy/license.html",
   "note": "Opening paragraphs, hard line breaks joined. Public-domain text only: the Project Gutenberg header, licence and trademark are not reproduced.",
   "chars": 1841,
   "words": 355,
   "tokens": {
    "deepseek": 458,
    "glm": 457,
    "qwen": 473,
    "gemma": 467,
    "gpt": 447,
    "gptoss": 447,
    "llama3": 457,
    "llama4": 452,
    "kimi": 465,
    "minimax": 437,
    "gemma3": 467,
    "phi4": 457,
    "mistral": 460,
    "ministral": 460,
    "nemotron": 460,
    "qwen3": 459
   },
   "sentences": null,
   "ci95": null,
   "tokensPerWord": {
    "deepseek": 1.29,
    "glm": 1.287,
    "qwen": 1.332,
    "gemma": 1.315,
    "gpt": 1.259,
    "gptoss": 1.259,
    "llama3": 1.287,
    "llama4": 1.273,
    "kimi": 1.31,
    "minimax": 1.231,
    "gemma3": 1.315,
    "phi4": 1.287,
    "mistral": 1.296,
    "ministral": 1.296,
    "nemotron": 1.296,
    "qwen3": 1.293
   },
   "tokensPerChar": {
    "deepseek": 0.249,
    "glm": 0.248,
    "qwen": 0.257,
    "gemma": 0.254,
    "gpt": 0.243,
    "gptoss": 0.243,
    "llama3": 0.248,
    "llama4": 0.246,
    "kimi": 0.253,
    "minimax": 0.237,
    "gemma3": 0.254,
    "phi4": 0.248,
    "mistral": 0.25,
    "ministral": 0.25,
    "nemotron": 0.25,
    "qwen3": 0.249
   },
   "vsEnglishPerWord": {
    "deepseek": 1.01,
    "glm": 1,
    "qwen": 1.01,
    "gemma": 1.01,
    "gpt": 0.99,
    "gptoss": 0.99,
    "llama3": 1,
    "llama4": 1.01,
    "kimi": 1.01,
    "minimax": 0.99,
    "gemma3": 1.01,
    "phi4": 1,
    "mistral": 1,
    "ministral": 1,
    "nemotron": 1,
    "qwen3": 0.99
   },
   "vsEnglishParallel": null
  },
  {
   "id": "gutenberg-fr-candide",
   "label": "French novel: Candide (Voltaire, 1759)",
   "group": "fr",
   "lang": "fr",
   "kind": "prose",
   "source": "Project Gutenberg eBook #4650",
   "url": "https://www.gutenberg.org/ebooks/4650",
   "license": "Public domain (USA)",
   "licenseUrl": "https://www.gutenberg.org/policy/license.html",
   "note": "Opening paragraphs, hard line breaks joined. Public-domain text only: the Project Gutenberg header, licence and trademark are not reproduced.",
   "chars": 1908,
   "words": 318,
   "tokens": {
    "deepseek": 565,
    "glm": 547,
    "qwen": 518,
    "gemma": 515,
    "gpt": 503,
    "gptoss": 503,
    "llama3": 565,
    "llama4": 509,
    "kimi": 618,
    "minimax": 474,
    "gemma3": 515,
    "phi4": 565,
    "mistral": 488,
    "ministral": 488,
    "nemotron": 488,
    "qwen3": 563
   },
   "sentences": null,
   "ci95": null,
   "tokensPerWord": {
    "deepseek": 1.777,
    "glm": 1.72,
    "qwen": 1.629,
    "gemma": 1.619,
    "gpt": 1.582,
    "gptoss": 1.582,
    "llama3": 1.777,
    "llama4": 1.601,
    "kimi": 1.943,
    "minimax": 1.491,
    "gemma3": 1.619,
    "phi4": 1.777,
    "mistral": 1.535,
    "ministral": 1.535,
    "nemotron": 1.535,
    "qwen3": 1.77
   },
   "tokensPerChar": {
    "deepseek": 0.296,
    "glm": 0.287,
    "qwen": 0.271,
    "gemma": 0.27,
    "gpt": 0.264,
    "gptoss": 0.264,
    "llama3": 0.296,
    "llama4": 0.267,
    "kimi": 0.324,
    "minimax": 0.248,
    "gemma3": 0.27,
    "phi4": 0.296,
    "mistral": 0.256,
    "ministral": 0.256,
    "nemotron": 0.256,
    "qwen3": 0.295
   },
   "vsEnglishPerWord": {
    "deepseek": 1.39,
    "glm": 1.33,
    "qwen": 1.23,
    "gemma": 1.25,
    "gpt": 1.25,
    "gptoss": 1.25,
    "llama3": 1.38,
    "llama4": 1.27,
    "kimi": 1.5,
    "minimax": 1.2,
    "gemma3": 1.25,
    "phi4": 1.38,
    "mistral": 1.18,
    "ministral": 1.18,
    "nemotron": 1.18,
    "qwen3": 1.36
   },
   "vsEnglishParallel": null
  },
  {
   "id": "gutenberg-es-quijote",
   "label": "Spanish novel: Don Quijote (Cervantes, 1605)",
   "group": "es",
   "lang": "es",
   "kind": "prose",
   "source": "Project Gutenberg eBook #2000",
   "url": "https://www.gutenberg.org/ebooks/2000",
   "license": "Public domain (USA)",
   "licenseUrl": "https://www.gutenberg.org/policy/license.html",
   "note": "Opening paragraphs, hard line breaks joined. Public-domain text only: the Project Gutenberg header, licence and trademark are not reproduced.",
   "chars": 2281,
   "words": 407,
   "tokens": {
    "deepseek": 663,
    "glm": 632,
    "qwen": 600,
    "gemma": 594,
    "gpt": 591,
    "gptoss": 591,
    "llama3": 666,
    "llama4": 597,
    "kimi": 735,
    "minimax": 568,
    "gemma3": 594,
    "phi4": 667,
    "mistral": 601,
    "ministral": 601,
    "nemotron": 601,
    "qwen3": 661
   },
   "sentences": null,
   "ci95": null,
   "tokensPerWord": {
    "deepseek": 1.629,
    "glm": 1.553,
    "qwen": 1.474,
    "gemma": 1.459,
    "gpt": 1.452,
    "gptoss": 1.452,
    "llama3": 1.636,
    "llama4": 1.467,
    "kimi": 1.806,
    "minimax": 1.396,
    "gemma3": 1.459,
    "phi4": 1.639,
    "mistral": 1.477,
    "ministral": 1.477,
    "nemotron": 1.477,
    "qwen3": 1.624
   },
   "tokensPerChar": {
    "deepseek": 0.291,
    "glm": 0.277,
    "qwen": 0.263,
    "gemma": 0.26,
    "gpt": 0.259,
    "gptoss": 0.259,
    "llama3": 0.292,
    "llama4": 0.262,
    "kimi": 0.322,
    "minimax": 0.249,
    "gemma3": 0.26,
    "phi4": 0.292,
    "mistral": 0.263,
    "ministral": 0.263,
    "nemotron": 0.263,
    "qwen3": 0.29
   },
   "vsEnglishPerWord": {
    "deepseek": 1.28,
    "glm": 1.2,
    "qwen": 1.12,
    "gemma": 1.12,
    "gpt": 1.14,
    "gptoss": 1.14,
    "llama3": 1.27,
    "llama4": 1.16,
    "kimi": 1.4,
    "minimax": 1.12,
    "gemma3": 1.12,
    "phi4": 1.27,
    "mistral": 1.13,
    "ministral": 1.13,
    "nemotron": 1.13,
    "qwen3": 1.24
   },
   "vsEnglishParallel": null
  },
  {
   "id": "json-wikidata-q2-pretty",
   "label": "JSON, pretty-printed (Wikidata Q2 Earth)",
   "group": "json",
   "lang": "json",
   "kind": "json",
   "source": "Wikidata Q2 (Earth)",
   "url": "https://www.wikidata.org/w/index.php?oldid=2567787441",
   "license": "CC0 1.0",
   "licenseUrl": "https://creativecommons.org/publicdomain/zero/1.0/",
   "note": "Entity JSON trimmed to id, type, labels and descriptions in eight languages, and the first four properties (two statements each, references removed).",
   "chars": 9526,
   "words": 583,
   "tokens": {
    "deepseek": 2790,
    "glm": 2887,
    "qwen": 3513,
    "gemma": 3560,
    "gpt": 2723,
    "gptoss": 2723,
    "llama3": 2742,
    "llama4": 2731,
    "kimi": 2758,
    "minimax": 2758,
    "gemma3": 3560,
    "phi4": 2814,
    "mistral": 3254,
    "ministral": 3245,
    "nemotron": 3245,
    "qwen3": 3206
   },
   "sentences": null,
   "ci95": null,
   "tokensPerWord": {
    "deepseek": 4.786,
    "glm": 4.952,
    "qwen": 6.026,
    "gemma": 6.106,
    "gpt": 4.671,
    "gptoss": 4.671,
    "llama3": 4.703,
    "llama4": 4.684,
    "kimi": 4.731,
    "minimax": 4.731,
    "gemma3": 6.106,
    "phi4": 4.827,
    "mistral": 5.581,
    "ministral": 5.566,
    "nemotron": 5.566,
    "qwen3": 5.499
   },
   "tokensPerChar": {
    "deepseek": 0.293,
    "glm": 0.303,
    "qwen": 0.369,
    "gemma": 0.374,
    "gpt": 0.286,
    "gptoss": 0.286,
    "llama3": 0.288,
    "llama4": 0.287,
    "kimi": 0.29,
    "minimax": 0.29,
    "gemma3": 0.374,
    "phi4": 0.295,
    "mistral": 0.342,
    "ministral": 0.341,
    "nemotron": 0.341,
    "qwen3": 0.337
   },
   "vsEnglishPerWord": {
    "deepseek": 3.76,
    "glm": 3.84,
    "qwen": 4.57,
    "gemma": 4.7,
    "gpt": 3.68,
    "gptoss": 3.68,
    "llama3": 3.65,
    "llama4": 3.71,
    "kimi": 3.66,
    "minimax": 3.8,
    "gemma3": 4.7,
    "phi4": 3.74,
    "mistral": 4.29,
    "ministral": 4.28,
    "nemotron": 4.28,
    "qwen3": 4.21
   },
   "vsEnglishParallel": null
  },
  {
   "id": "json-wikidata-q2-min",
   "label": "JSON, minified (Wikidata Q2 Earth)",
   "group": "json",
   "lang": "json",
   "kind": "json",
   "source": "Wikidata Q2 (Earth)",
   "url": "https://www.wikidata.org/w/index.php?oldid=2567787441",
   "license": "CC0 1.0",
   "licenseUrl": "https://creativecommons.org/publicdomain/zero/1.0/",
   "note": "Entity JSON trimmed to id, type, labels and descriptions in eight languages, and the first four properties (two statements each, references removed).",
   "chars": 5289,
   "words": 583,
   "tokens": {
    "deepseek": 1931,
    "glm": 1947,
    "qwen": 2214,
    "gemma": 2313,
    "gpt": 1848,
    "gptoss": 1848,
    "llama3": 1802,
    "llama4": 1786,
    "kimi": 1819,
    "minimax": 1819,
    "gemma3": 2313,
    "phi4": 1874,
    "mistral": 2398,
    "ministral": 2389,
    "nemotron": 2389,
    "qwen3": 2266
   },
   "sentences": null,
   "ci95": null,
   "tokensPerWord": {
    "deepseek": 3.312,
    "glm": 3.34,
    "qwen": 3.798,
    "gemma": 3.967,
    "gpt": 3.17,
    "gptoss": 3.17,
    "llama3": 3.091,
    "llama4": 3.063,
    "kimi": 3.12,
    "minimax": 3.12,
    "gemma3": 3.967,
    "phi4": 3.214,
    "mistral": 4.113,
    "ministral": 4.098,
    "nemotron": 4.098,
    "qwen3": 3.887
   },
   "tokensPerChar": {
    "deepseek": 0.365,
    "glm": 0.368,
    "qwen": 0.419,
    "gemma": 0.437,
    "gpt": 0.349,
    "gptoss": 0.349,
    "llama3": 0.341,
    "llama4": 0.338,
    "kimi": 0.344,
    "minimax": 0.344,
    "gemma3": 0.437,
    "phi4": 0.354,
    "mistral": 0.453,
    "ministral": 0.452,
    "nemotron": 0.452,
    "qwen3": 0.428
   },
   "vsEnglishPerWord": {
    "deepseek": 2.6,
    "glm": 2.59,
    "qwen": 2.88,
    "gemma": 3.05,
    "gpt": 2.5,
    "gptoss": 2.5,
    "llama3": 2.4,
    "llama4": 2.42,
    "kimi": 2.41,
    "minimax": 2.51,
    "gemma3": 3.05,
    "phi4": 2.49,
    "mistral": 3.16,
    "ministral": 3.15,
    "nemotron": 3.15,
    "qwen3": 2.98
   },
   "vsEnglishParallel": null
  },
  {
   "id": "json-wikidata-q90-pretty",
   "label": "JSON, pretty-printed (Wikidata Q90 Paris)",
   "group": "json",
   "lang": "json",
   "kind": "json",
   "source": "Wikidata Q90 (Paris)",
   "url": "https://www.wikidata.org/w/index.php?oldid=2567952526",
   "license": "CC0 1.0",
   "licenseUrl": "https://creativecommons.org/publicdomain/zero/1.0/",
   "note": "Entity JSON trimmed to id, type, labels and descriptions in eight languages, and the first four properties (two statements each, references removed).",
   "chars": 3908,
   "words": 270,
   "tokens": {
    "deepseek": 1266,
    "glm": 1316,
    "qwen": 1572,
    "gemma": 1575,
    "gpt": 1239,
    "gptoss": 1239,
    "llama3": 1268,
    "llama4": 1246,
    "kimi": 1252,
    "minimax": 1261,
    "gemma3": 1575,
    "phi4": 1306,
    "mistral": 1425,
    "ministral": 1419,
    "nemotron": 1419,
    "qwen3": 1438
   },
   "sentences": null,
   "ci95": null,
   "tokensPerWord": {
    "deepseek": 4.689,
    "glm": 4.874,
    "qwen": 5.822,
    "gemma": 5.833,
    "gpt": 4.589,
    "gptoss": 4.589,
    "llama3": 4.696,
    "llama4": 4.615,
    "kimi": 4.637,
    "minimax": 4.67,
    "gemma3": 5.833,
    "phi4": 4.837,
    "mistral": 5.278,
    "ministral": 5.256,
    "nemotron": 5.256,
    "qwen3": 5.326
   },
   "tokensPerChar": {
    "deepseek": 0.324,
    "glm": 0.337,
    "qwen": 0.402,
    "gemma": 0.403,
    "gpt": 0.317,
    "gptoss": 0.317,
    "llama3": 0.324,
    "llama4": 0.319,
    "kimi": 0.32,
    "minimax": 0.323,
    "gemma3": 0.403,
    "phi4": 0.334,
    "mistral": 0.365,
    "ministral": 0.363,
    "nemotron": 0.363,
    "qwen3": 0.368
   },
   "vsEnglishPerWord": {
    "deepseek": 3.68,
    "glm": 3.78,
    "qwen": 4.41,
    "gemma": 4.49,
    "gpt": 3.62,
    "gptoss": 3.62,
    "llama3": 3.64,
    "llama4": 3.65,
    "kimi": 3.59,
    "minimax": 3.75,
    "gemma3": 4.49,
    "phi4": 3.75,
    "mistral": 4.05,
    "ministral": 4.04,
    "nemotron": 4.04,
    "qwen3": 4.08
   },
   "vsEnglishParallel": null
  },
  {
   "id": "json-wikidata-q90-min",
   "label": "JSON, minified (Wikidata Q90 Paris)",
   "group": "json",
   "lang": "json",
   "kind": "json",
   "source": "Wikidata Q90 (Paris)",
   "url": "https://www.wikidata.org/w/index.php?oldid=2567952526",
   "license": "CC0 1.0",
   "licenseUrl": "https://creativecommons.org/publicdomain/zero/1.0/",
   "note": "Entity JSON trimmed to id, type, labels and descriptions in eight languages, and the first four properties (two statements each, references removed).",
   "chars": 2367,
   "words": 270,
   "tokens": {
    "deepseek": 854,
    "glm": 869,
    "qwen": 956,
    "gemma": 986,
    "gpt": 823,
    "gptoss": 823,
    "llama3": 821,
    "llama4": 796,
    "kimi": 805,
    "minimax": 814,
    "gemma3": 986,
    "phi4": 859,
    "mistral": 1014,
    "ministral": 1008,
    "nemotron": 1008,
    "qwen3": 991
   },
   "sentences": null,
   "ci95": null,
   "tokensPerWord": {
    "deepseek": 3.163,
    "glm": 3.219,
    "qwen": 3.541,
    "gemma": 3.652,
    "gpt": 3.048,
    "gptoss": 3.048,
    "llama3": 3.041,
    "llama4": 2.948,
    "kimi": 2.981,
    "minimax": 3.015,
    "gemma3": 3.652,
    "phi4": 3.181,
    "mistral": 3.756,
    "ministral": 3.733,
    "nemotron": 3.733,
    "qwen3": 3.67
   },
   "tokensPerChar": {
    "deepseek": 0.361,
    "glm": 0.367,
    "qwen": 0.404,
    "gemma": 0.417,
    "gpt": 0.348,
    "gptoss": 0.348,
    "llama3": 0.347,
    "llama4": 0.336,
    "kimi": 0.34,
    "minimax": 0.344,
    "gemma3": 0.417,
    "phi4": 0.363,
    "mistral": 0.428,
    "ministral": 0.426,
    "nemotron": 0.426,
    "qwen3": 0.419
   },
   "vsEnglishPerWord": {
    "deepseek": 2.48,
    "glm": 2.5,
    "qwen": 2.68,
    "gemma": 2.81,
    "gpt": 2.4,
    "gptoss": 2.4,
    "llama3": 2.36,
    "llama4": 2.33,
    "kimi": 2.31,
    "minimax": 2.42,
    "gemma3": 2.81,
    "phi4": 2.47,
    "mistral": 2.88,
    "ministral": 2.87,
    "nemotron": 2.87,
    "qwen3": 2.81
   },
   "vsEnglishParallel": null
  }
 ],
 "corpus": [
  {
   "id": "tatoeba-ar-gulf",
   "label": "Gulf Arabic, Tatoeba sentences",
   "group": "ar-gulf",
   "lang": "ar",
   "kind": "parallel",
   "pairedWith": "tatoeba-ar-gulf-en",
   "source": "Tatoeba",
   "url": "https://tatoeba.org/en/sentences/show/5016379",
   "license": "CC BY 2.0 FR",
   "licenseUrl": "https://creativecommons.org/licenses/by/2.0/fr/",
   "authors": [
    "adals",
    "Garnetskull",
    "aboubasha",
    "hamzah",
    "Huda_Mohammad",
    "OsoHombre",
    "hadalabadi",
    "OmarSyr"
   ],
   "revision": null,
   "sentenceIds": [
    5016379,
    5016381,
    5016418,
    5476020,
    5476021,
    5476025,
    5476026,
    5476027,
    5770811,
    5770821,
    5770831,
    5770832,
    5770834,
    5770850,
    5770857,
    5771165,
    5779407,
    5779479,
    5779484,
    5779488,
    5779510,
    5779520,
    5779551,
    5779557,
    5779560,
    5779563,
    5779564,
    5779651,
    5779662,
    5779687,
    5780101,
    5780111,
    5780120,
    5780121,
    5780131,
    7040231,
    7725479,
    7831665,
    7960375,
    7960376,
    7960377,
    7960382,
    7960399,
    7960407,
    7960417,
    7960425,
    7960430,
    7960473,
    7995887
   ],
   "retrieved": "2026-11-14",
   "note": "Arabic-script sentences tagged afb on Tatoeba, as contributors labelled them; some are close to Modern Standard Arabic.",
   "text": "شخبارك؟\nشو اسمك؟\nتوم مش كبير في السنّ.\nأنا لا أحتاجك بعد الأن\nمن جاء الأن ؟\nالمحاولة شيء جميل حقآ\nانا ذاهب الى المدرسة\nانا ذاهب الى المعمل\nاستدعي للمثول أمام المحكمة\nاستدعيت اللجنة فوراً .\nاعتقد أنك تعرف لماذا استدعيتك .\nاستدعي توم للمثول أمام المحكمة .\nاستجمع شجاعتك و قل الحقيقة .\nسوف تبقى هنا حتى يتم استدعاؤك .\nاستجمع توم ما يكفي من الشجاعة لطلب علاوة .\nإنه يمارس رياضة النزحلق في هوكايدو كل شتاء .\nحفر حفرة عمية .\nيبدو واضحاً .\nمن الواضح انه يكذب .\nمن الواضح انه خرب .\nأفترض ذلك .\nلا تفترض ذلك أبداً .\nسافر توم تحت اسم مستعار .\nانه مجرد خيال .\nالكثير من الناس يحلمون بعطلات خيالية .\nانت تعيش في عالم الخيال .\nمن الصعب التمييز بين الواقع و الخيال .\nالملل شائع .\nالسفر للفضاء سيكون شائعا في المستقبل .\nلا رعب جديد سيكون أكثر فظاعة من التعذيب اليومي الشائع .\nهو يحب المغامرة .\nمغامرة جديرة بالاهتمام .\nجرب أشياء جديدة أو صعبة , كن مغامراً .\nكان لدينا الكثير من المغامرات في رحلتنا .\nالحياة إما أن تكون مغامرة جريئة أو لا شيء .\nكان مدرّس رياضيّات.\nتوم وماري يجب ان يبقوا يقضين\nهذا الحجر يزن خمسة اطنان\nراح أروح.\nليش تسأل؟\nشنو قاعد تسوي؟\nما أدري.\nشنو تبي؟\nشنو تبي الحين؟\nوينك؟\nإنت من وين؟\nوين ساكن؟\nلازم أشوفها.\nيمكنني تكلم الأسبانية."
  },
  {
   "id": "tatoeba-ar-gulf-en",
   "label": "English side of Gulf Arabic, Tatoeba sentences",
   "group": "en-tatoeba",
   "lang": "en",
   "kind": "parallel-en",
   "pairedWith": "tatoeba-ar-gulf",
   "source": "Tatoeba",
   "url": "https://tatoeba.org/en/sentences/show/373320",
   "license": "CC BY 2.0 FR",
   "licenseUrl": "https://creativecommons.org/licenses/by/2.0/fr/",
   "authors": [
    "CK",
    "Muhammed_abdoon",
    "sacredceltic",
    "Swift",
    "Hybrid",
    "sharptoothed",
    "CM",
    "CC",
    "kebukebu",
    "jubjubbird01",
    "EnglishFreak",
    "mervert1",
    "carlosalberto",
    "Bart_Demeyere",
    "OsoHombre",
    "axcutul",
    "fatih",
    "saeb",
    "CH",
    "Betsemes"
   ],
   "revision": null,
   "sentenceIds": [
    373320,
    408293,
    3413075,
    6615720,
    6615721,
    6615722,
    6615727,
    1188051,
    303657,
    28278,
    2915191,
    3060880,
    324309,
    2954847,
    3060872,
    303928,
    508839,
    2248792,
    322989,
    3231252,
    2245613,
    4495827,
    4495824,
    1581919,
    1750008,
    5682589,
    239598,
    3270017,
    27016,
    5744039,
    303714,
    2943865,
    4870420,
    249487,
    1125743,
    7037113,
    6523649,
    58203,
    1312,
    1368,
    16492,
    349064,
    1622,
    16275,
    2168,
    370703,
    1125674,
    3910095,
    1755331
   ],
   "retrieved": "2026-11-14",
   "note": null,
   "text": "How are you?\nWhat's your name?\nTom isn't very old.\nI no longer need you.\nWho just came?\nTrying is something really beautiful.\nI am going to school right now.\nI'm going to work.\nHe was summoned to appear in court.\nThe committee was summoned at once.\nI think you know why I summoned you.\nTom was summoned to appear in court.\nSummon up your courage and tell the truth.\nYou will remain here until you are summoned.\nTom summoned up enough courage to ask for a raise.\nHe skis in Hokkaido every winter.\nDig a deep hole.\nIt seems obvious.\nObviously, he is lying.\nIt's obviously ruined.\nI assume so.\nNever assume that.\nTom traveled under an assumed name.\nIt's just a fantasy.\nMany people dream about fantasy vacations.\nYou live in a fantasy world.\nReality and fantasy are hard to distinguish.\nBoredom is commonplace.\nSpace travel will be commonplace some time in the future.\nNo new horror can be more terrible than the daily torture of the commonplace.\nHe likes adventure.\nAdventure is worthwhile.\nTry new or difficult things, be adventurous.\nWe had lots of adventures on our trip.\nLife is either a daring adventure or nothing.\nHe was a math teacher.\nTom and Mary should both have stayed awake.\nThis stone weighs five tons.\nI'm going to go.\nWhy do you ask?\nWhat are you doing?\nI don't know.\nWhat do you want?\nWhat do you want now?\nWhere are you?\nWhere are you from?\nWhere are you living?\nI have to see her.\nI speak Spanish."
  },
  {
   "id": "tatoeba-arabizi",
   "label": "Arabizi (Arabic dialects in Latin letters), Tatoeba sentences",
   "group": "arabizi",
   "lang": "ar-Latn",
   "kind": "parallel",
   "pairedWith": "tatoeba-arabizi-en",
   "source": "Tatoeba",
   "url": "https://tatoeba.org/en/sentences/show/3074468",
   "license": "CC BY 2.0 FR",
   "licenseUrl": "https://creativecommons.org/licenses/by/2.0/fr/",
   "authors": [
    "marcosruben",
    "bayyak",
    "abb_simon"
   ],
   "revision": null,
   "sentenceIds": [
    3074468,
    3493795,
    3493830,
    3493852,
    8670748,
    8670750,
    8670752,
    8670755,
    8670759,
    13971211,
    13971212,
    13971213,
    13971214,
    13971215,
    13971216,
    13971217,
    13971218,
    13971219,
    13971220,
    13971221,
    13971222,
    13971241,
    13971242,
    13971244,
    13971245,
    13971246,
    13971247,
    13971248,
    13971249,
    13971250,
    13971251,
    13971252,
    13971253,
    13971254,
    13971255,
    13971256,
    13971257,
    13971258,
    13971259
   ],
   "retrieved": "2026-11-14",
   "note": "Latin-script sentences from the Gulf, Egyptian and Levantine Arabic sets on Tatoeba, with digits for Arabic sounds (2, 3, 7).",
   "text": "Marto faransawiyye.\nKif 7alak?.\nAna beru7 3a Mesr shahrèn.\nB7ebbek ktir.\nTom manno 3onsoré\nTom allé 3ando cheghel elé\njarrabit ktir, bass fechlit.\neza ma bet 7eb hal sejjedeé, addemlo yeha.\nKifak?\nMa bi rayyeh.\nKen bado yaamol sherke bel Jaze2er.\nSar adrab.\nWadeh eno khatyar.\nTom byekol chocolat se3et li fi.\nMary tzawwajet aa zogher. Halae sar oomra 80 w eenda 6 ahfed.\nFiyye de2 baed shwe?\nWala mara rehet aa Australia, bas Tom rah.\nAyya se3a byeklo?\nShekek eno Tom rah aa Boston.\nIza bet 3ouz mouse3edte, hkine.\nWen kenet rayha?\nTom bi 7ebbak!\nL ghebet bi khazzno may.\nKif ken mafroud Tom ya3ref eno ma ken lezem ya3mol hek?\nMary alet enno kenet 3erfe leh Tom ma ken eder ya3mol hek.\nBta3ref ayya se3a bi sakker l ma7all?\nTom lebes zet l tyeb li ken lebeson mbereh.\nL mouse3ade li 3ateta l internet la entishar l Esperanto kbire ktir.\nBmout balek.\nTom al kam nekte ta ytarre l jaw.\nAyya wahad bteshtere?\nLayla ma ken eenda wala fekra 3an shu ken 3am bi sir.\nTom ma rah ykoun 2eder y7ell l meshkle la wahdo.\nKenet 3eref enne kenet mra2ab.\nJarreb ma tehjom aa Tom.\nTom ma eder yle2e l mfetih.\nByehko ktir, mahek?\nHalae 3am tet7ammam.\nTom al enno ken daye3."
  },
  {
   "id": "tatoeba-arabizi-en",
   "label": "English side of Arabizi (Arabic dialects in Latin letters), Tatoeba sentences",
   "group": "en-tatoeba",
   "lang": "en",
   "kind": "parallel-en",
   "pairedWith": "tatoeba-arabizi",
   "source": "Tatoeba",
   "url": "https://tatoeba.org/en/sentences/show/285633",
   "license": "CC BY 2.0 FR",
   "licenseUrl": "https://creativecommons.org/licenses/by/2.0/fr/",
   "authors": [
    "brauliobezerra",
    "CK",
    "shekitten",
    "sysko",
    "fanty",
    "Amastan",
    "sundown",
    "DostKaplan",
    "Fenrir",
    "mailohilohi",
    "AlanF_US",
    "rul",
    "mhr",
    "CF",
    "absvfx",
    "Miktsoanit",
    "Hybrid",
    "OsoHombre",
    "Ergulis",
    "Mateon1",
    "CH"
   ],
   "revision": null,
   "sentenceIds": [
    285633,
    373320,
    7972090,
    400410,
    4494964,
    6349466,
    1442326,
    1573003,
    277972,
    10704957,
    7857347,
    11910202,
    12893452,
    9391285,
    8123539,
    11004803,
    7192135,
    11764007,
    6676515,
    5360685,
    7963571,
    13969839,
    13969010,
    5848616,
    6412761,
    9037392,
    7731477,
    12434598,
    2547852,
    4570972,
    12197195,
    6100096,
    6226023,
    6266412,
    10336067,
    5379505,
    7406574,
    8831828,
    6271973
   ],
   "retrieved": "2026-11-14",
   "note": null,
   "text": "His wife is French.\nHow are you?\nI'm going to Egypt for two months.\nI love you very much.\nTom isn't a racist.\nTom told me he had a job for me.\nShe tried hard, but she failed.\nIf you don't like this carpet, then give it away to him.\nHow's it going?\nThis isn't comforting.\nHe wanted to start a company in Algeria.\nIt has got worse.\nHe has aged visibly.\nTom eats chocolate whenever he can.\nMary married young. She is now 80 years old and has six great-grandchildren.\nCan I ring later?\nI haven't been to Australia, but Tom has.\nWhat time do they eat?\nI suspect Tom has gone to Boston.\nIf you ever need my help, just let me know.\nWhere was she headed?\nTom likes you!\nForests store water.\nHow did Tom know he wasn't supposed to do that?\nMary said she knew why Tom wasn't able to do that.\nDo you know when the shop closes?\nTom is wearing the same clothes he had on yesterday.\nThe help the Internet has been to the spread of Esperanto is huge.\nI'll die without you.\nTom told a few jokes to warm up the audience.\nWhich one would you buy?\nLayla had no idea of what was going on.\nTom won't be able to solve the problem by himself.\nI knew I was being watched.\nTry not to attack Tom.\nTom couldn't find the keys.\nThey talk quite a lot, don't they?\nShe's having a bath at the minute.\nTom said he was confused."
  },
  {
   "id": "wiki-water-en",
   "label": "English Wikipedia: Water",
   "group": "en",
   "lang": "en",
   "kind": "prose",
   "pairedWith": null,
   "source": "Wikipedia (en), \"Water\"",
   "url": "https://en.wikipedia.org/w/index.php?oldid=1385052947",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "authors": [
    "Wikipedia contributors"
   ],
   "revision": 1385052947,
   "sentenceIds": null,
   "retrieved": "2026-11-14",
   "note": "Lead section as plain text (TextExtracts), cut at a sentence end.",
   "text": "Water is an inorganic compound with the chemical formula H2O. It is a transparent, tasteless, odorless, and nearly colorless chemical substance. It is the main constituent of Earth's streams, lakes, and oceans. Water is also the fluid of all known living organisms, in which it acts as a solvent. Water, being a polar molecule, undergoes strong intermolecular hydrogen bonding which is a large contributor to its physical and chemical properties. It is vital for all known forms of life, despite not providing food energy or being an organic micronutrient. Due to its presence in all organisms, its chemical stability, its worldwide abundance, and its strong polarity relative to its small molecular size, water is often referred to as the \"universal solvent\".\nBecause Earth's surface temperature and pressure is relatively close to water's triple point, water exists on Earth as a solid, a liquid, and a gas. It forms precipitation in the form of rain and aerosols in the form of fog. Clouds consist of suspended droplets of water and ice, its solid state. When finely divided, crystalline ice may precipitate in the form of snow. The gaseous state of water is steam or water vapor.\nWater covers about 71% of the Earth's surface, with seas and oceans making up most of the water volume (about 96.5%). Small portions of water occur as groundwater (1.7%), in the glaciers and the ice caps of Antarctica and Greenland (1.7%), and in the air as vapor, clouds (consisting of ice and liquid water suspended in air), and precipitation (0.001%). Water moves continuously through the water cycle of evaporation, transpiration (evapotranspiration), condensation, precipitation, and runoff, usually reaching the sea."
  },
  {
   "id": "wiki-water-ar",
   "label": "Arabic (Modern Standard) Wikipedia: ماء",
   "group": "ar-msa",
   "lang": "ar",
   "kind": "prose",
   "pairedWith": null,
   "source": "Wikipedia (ar), \"ماء\"",
   "url": "https://ar.wikipedia.org/w/index.php?oldid=77116144",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "authors": [
    "Wikipedia contributors"
   ],
   "revision": 77116144,
   "sentenceIds": null,
   "retrieved": "2026-11-14",
   "note": "Lead section as plain text (TextExtracts), cut at a sentence end.",
   "text": "الماء مادةٌ شفافةٌ عديمة اللون والرائحة، وهو المكوّن الأساسي للجداول والبحيرات والبحار والمحيطات وكذلك للسوائل في جميع الكائنات الحيّة، وهو أكثر المركّبات الكيميائيّة انتشاراً على سطح الأرض. يتألّف جزيء الماء من ذرّة أكسجين مركزية ترتبط بها ذرّتا هيدروجين على طرفيها برابطة تساهميّة بحيث تكون صيغته الكيميائية H2O. عند الظروف القياسية من الضغط ودرجة الحرارة يكون الماء سائلاً؛ أمّا الحالة الصلبة فتتشكّل عند نقطة التجمّد، وتدعى بالجليد؛ أمّا الحالة الغازية فتتشكّل عند نقطة الغليان، وتسمّى بخار الماء.\nإنّ الماء هو أساس وجود الحياة على كوكب الأرض، وهو يغطّي 71% من سطحها، وتمثّل مياه البحار والمحيطات أكبر نسبة للماء على الأرض، حيث تبلغ حوالي 96.5%. وتتوزّع النسب الباقية بين المياه الجوفيّة وبين جليد المناطق القطبيّة (1.7% لكليهما)، مع وجود نسبة صغيرة على شكل بخار ماء معلّق في الهواء على هيئة سحاب (غيوم)، وأحياناً أخرى على هيئة ضباب أو ندى، بالإضافة إلى الزخات المطريّة أو الثلجيّة. تبلغ نسبة الماء العذب حوالي 2.5% فقط من الماء الموجود على الأرض، وأغلب هذه الكميّة (حوالي 99%) موجودة في الكتل الجليديّة في المناطق القطبيّة، في حين تتواجد 0.3% من الماء العذب في الأنهار والبحيرات وفي الغلاف الجوّي.\nأما في الطبيعة، فتتغيّر حالة الماء بين الحالات الثلاثة للمادة على سطح الأرض باستمرار من خلال ما يعرف باسم الدورة المائيّة (أو دورة الماء)، والتي تتضمّن حدوث تبخّر ونتح (نتح تبخّري) ثم تكثيف فهطول ثم جريان لتصل إلى المصبّ في المسطّحات المائيّة."
  },
  {
   "id": "wiki-water-arz",
   "label": "Egyptian Arabic Wikipedia: ميه",
   "group": "ar-egyptian",
   "lang": "ar",
   "kind": "prose",
   "pairedWith": null,
   "source": "Wikipedia (arz), \"ميه\"",
   "url": "https://arz.wikipedia.org/w/index.php?oldid=12906766",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "authors": [
    "Wikipedia contributors"
   ],
   "revision": 12906766,
   "sentenceIds": null,
   "retrieved": "2026-11-14",
   "note": "Lead section as plain text (TextExtracts), cut at a sentence end.",
   "text": "الميه مركب كيماوى، كل جزيئ منه فيه ذره واحد اوكسجين و ذرتين هيدروجين. الميه بتغطى 71٪ من سطح الارض 96.5٪ من الميه على كوكب الارض موجوده ف المحيطات، 1.7٪ ف الميه الجوفية، 1.7٪ فى الانهار الجليدية والقمم الجليدية للقارة القطبية الجنوبية و جرينلاند، و نسبه صغيره ف غيرها من المسطحات المائية الكبيرة، و 0.001٪ ف الهواء و بخار ، و السحاب ، و الامطار . 2.5٪ بس من مية الارض ميه عذبة، و 98.8٪ من الميه العذبه جليد و ميه جوفيه."
  },
  {
   "id": "wiki-water-fr",
   "label": "French Wikipedia: Eau",
   "group": "fr",
   "lang": "fr",
   "kind": "prose",
   "pairedWith": null,
   "source": "Wikipedia (fr), \"Eau\"",
   "url": "https://fr.wikipedia.org/w/index.php?oldid=241104425",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "authors": [
    "Wikipedia contributors"
   ],
   "revision": 241104425,
   "sentenceIds": null,
   "retrieved": "2026-11-14",
   "note": "Lead section as plain text (TextExtracts), cut at a sentence end.",
   "text": "L'eau est une substance chimique, liquide, incolore, inodore dans les conditions ambiantes, qui est formée d'un seul composé, nommé \"eau\", dont les molécules sont triatomiques, faites d'un atome d'oxygène et de deux atomes d'hydrogène, de formule   H2O. Les liaisons covalentes  entre l'atome d'oxygène et les atomes d'hydrogène font entre elles un angle de 104°5. L'eau est un liquide à la température ordinaire et à la pression atmosphérique normale, dans la gamme de température comprise entre 0 °C et 100 °C, en raison de , liaisons hydrogène entre les molécules. L'eau liquide  présente une tension superficielle notable, ce qui explique la formation facile de gouttelettes en présence d'air et la rétention facile dans les conduits capillaires, en particulier les pores du sol. La structure polaire de la molécule, l'oxygène électronégatif assurant le pôle négatif et le côté des atomes d'hydrogène formant un pôle positif, explique que l'eau soit un mauvais solvant à l'état liquide des composés non polaires comme les hydrocarbures, et un excellent solvant des solides à liaisons ioniques, libérant leurs électrolytes ainsi que des composés à liaison hydrogène. La molécule d'eau participe aux réactions d'hydrolyse et d'hydratation, mais aussi à diverses réactions d'oxydo-réduction, dévoilant une réactivité vis-à-vis d'oxydants ou de réducteurs suffisamment forts. Dans de nombreux usages, le terme eau est employé au sens restreint d'eau à l'état liquide, ou pour désigner une solution aqueuse diluée (eau douce, eau potable, eau de mer, etc.) ou une suspension (eau de chaux, eaux grasses, eaux usées, etc.)"
  },
  {
   "id": "wiki-water-es",
   "label": "Spanish Wikipedia: Agua",
   "group": "es",
   "lang": "es",
   "kind": "prose",
   "pairedWith": null,
   "source": "Wikipedia (es), \"Agua\"",
   "url": "https://es.wikipedia.org/w/index.php?oldid=176246992",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "authors": [
    "Wikipedia contributors"
   ],
   "revision": 176246992,
   "sentenceIds": null,
   "retrieved": "2026-11-14",
   "note": "Lead section as plain text (TextExtracts), cut at a sentence end.",
   "text": "El agua (del latín aqua) es un compuesto inorgánico cuya molécula está constituida por dos átomos de hidrógeno y uno de oxígeno (H2O) unidos por un enlace covalente.​ El término agua, generalmente, se refiere a la sustancia en su estado líquido, aunque esta puede hallarse en su forma sólida, llamada hielo, y en su forma gaseosa, denominada vapor.​ Es una sustancia bastante común en la Tierra y el sistema solar, donde se encuentra principalmente en forma de vapor o de hielo. Es indispensable para el origen y sustento de la vida.\nEl agua cubre el 71 % de la superficie de la corteza terrestre.​ Se localiza principalmente en los océanos, donde se concentra el 96,5 % del total. A los glaciares y casquetes polares les corresponde el 1,74 %, mientras que los depósitos subterráneos (acuíferos), los permafrost y los glaciares continentales concentran el 1,72 %. El restante 0,04 % es el agua dulce disponible en el planeta, de la cual depende la vida en el mismo, que se reparte en orden decreciente entre lagos, humedad del suelo, atmósfera, embalses, ríos y seres vivos.​ La vida en la Tierra está directamente relacionada con el agua, incluyendo al ser humano, cuyo cuerpo contiene entre un 45 % y un 73 % de agua corporal."
  },
  {
   "id": "wiki-water-hi",
   "label": "Hindi Wikipedia: जल",
   "group": "hi",
   "lang": "hi",
   "kind": "prose",
   "pairedWith": null,
   "source": "Wikipedia (hi), \"जल\"",
   "url": "https://hi.wikipedia.org/w/index.php?oldid=6434233",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "authors": [
    "Wikipedia contributors"
   ],
   "revision": 6434233,
   "sentenceIds": null,
   "retrieved": "2026-11-14",
   "note": "Lead section as plain text (TextExtracts), cut at a sentence end.",
   "text": "जल या पानी एक आम रासायनिक पदार्थ है जिसका अणु दो हाइड्रोजन परमाणु और एक ऑक्सीजन परमाणु से बना है - H2O। यह सारे प्राणियों के जीवन का आधार है। आमतौर पर जल शब्द का प्रयोग द्रव अवस्था के लिए उपयोग में लाया जाता है पर यह ठोस अवस्था (बर्फ) और गैसीय अवस्था (भाप या जल वाष्प) में भी पाया जाता है। पानी जल-आत्मीय सतहों पर तरल-क्रिस्टल के रूप में भी पाया जाता है।\nपृथ्वी का लगभग 71% सतह को 1.460 पीटा टन (पीटी) (1021 किलोग्राम) जल से आच्छदित है जो अधिकतर महासागरों और अन्य बड़े जल निकायों का हिस्सा होता है इसके अतिरिक्त, 1.6% भूमिगत जल एक्वीफर और 0.001% जल वाष्प और बादल (इनका गठन हवा में जल के निलंबित ठोस और द्रव कणों से होता है) के रूप में पाया जाता है।\nखारे जल के महासागरों में पृथ्वी का कुल 97%, हिमनदों और ध्रुवीय बर्फ चोटिओं में 2.4% और अन्य स्रोतों जैसे नदियों, झीलों और तालाबों में 0.6% जल पाया जाता है। पृथ्वी पर जल की एक बहुत छोटी मात्रा, पानी की टंकिओं, जैविक निकायों, विनिर्मित उत्पादों के भीतर और खाद्य भंडार में निहित है। बर्फीली चोटिओं, हिमनद, एक्वीफर या झीलों का जल कई बार धरती पर जीवन के लिए साफ जल उपलब्ध कराता है।\nजल लगातार एक चक्र में घूमता रहता है जिसे जलचक्र कहते है, इसमे वाष्पीकरण या ट्रांस्पिरेशन, वर्षा और बह कर सागर में पहुॅचना शामिल है। हवा जल वाष्प को स्थल के ऊपर उसी दर से उड़ा ले जाती है जिस गति से यह बहकर सागर में पहुंचता है लगभग 36 Tt (1012 किलोग्राम) प्रति वर्ष। भूमि पर 107 Tt वर्षा के अलावा, वाष्पीकरण 71 Tt प्रति वर्ष का अतिरिक्त योगदान देता है। साफ और ताजा पेयजल मानवीय और अन्य जीवन के लिए आवश्यक है, लेकिन दुनिया के कई भागों में खासकर विकासशील देशों में भयंकर जलसंकट है और अनुमान है कि 2025 तक विश्व की आधी जनसंख्या इस जलसंकट से दो-चार होगी।."
  },
  {
   "id": "wiki-water-zh",
   "label": "Chinese Wikipedia: 水",
   "group": "zh",
   "lang": "zh",
   "kind": "prose",
   "pairedWith": null,
   "source": "Wikipedia (zh), \"水\"",
   "url": "https://zh.wikipedia.org/w/index.php?oldid=94355669",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "authors": [
    "Wikipedia contributors"
   ],
   "revision": 94355669,
   "sentenceIds": null,
   "retrieved": "2026-11-14",
   "note": "Lead section as plain text (TextExtracts), cut at a sentence end.",
   "text": "水（H2O）是一种无机化合物；在常温常压且无杂质时，水是无色、无味、几乎不导电的透明液体，也可经蒸发形成气态水蒸气；蒸发可在任何温度下发生。在标准大气压下，水的凝固点是0 °C（32 °F；273 K），沸点是100 °C（212 °F；373 K）。\n水是宇宙中最常见的氢化物之一，也是最常见的氧化物──因为氢和氧分别是宇宙中第一和第三丰富的元素，是否含有液态水也是行星适居性的一个主要指标。水也是地球表面最重要的一种物质，大约占地球表面的75%~78%。水圈是生命起源的摇篮，在生物演化史中起到重要作用，也是绝大多数现存物种赖以生存的栖息地，自然界的水循环亦是决定气候状态和维系生物圈可持续性的关键因素。水也是生物身体最重要的组成部分，是细胞质和体液的主要成分，包括人类在内所有物种的新陈代谢也都将水作为必需的重要生理溶剂。人体内有大约百分之七十的质量是水，不同器官和组织的水分含量差别很大。\n水是极性分子，具有较强的氢键，且自然界含量极为丰富，因此是无可争辩的世界上最普遍的溶剂，且溶解性良好。水是最弱酸，同时也是最弱碱（按照布朗斯特酸碱理论），是酸碱反应、离子反应、水解反应等化学反应的重要环境和基础。"
  },
  {
   "id": "wiki-water-ur",
   "label": "Urdu Wikipedia: پانی",
   "group": "ur",
   "lang": "ur",
   "kind": "prose",
   "pairedWith": null,
   "source": "Wikipedia (ur), \"پانی\"",
   "url": "https://ur.wikipedia.org/w/index.php?oldid=9696099",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "authors": [
    "Wikipedia contributors"
   ],
   "revision": 9696099,
   "sentenceIds": null,
   "retrieved": "2026-11-14",
   "note": "Lead section as plain text (TextExtracts), cut at a sentence end.",
   "text": "پانی (سنسکرت سے ماخوذ۔ انگریزی: Water)، آب (فارسی) یا ماء (عربی) ایک بے رنگ، بے بو اور بے ذائقہ مائع ہے۔ یہ تمام جانداروں کے لیے نہایت اہم ہے۔ پانی نے کرۂ ارض کے 70.9 فیصد حصّے کو گھیرا ہوا ہے۔\nپانی کا کیمیائی فارمولہ H2O ہے اور یہ ایک غیر نامیاتی مرکب ہے۔ اس کا کیمیائی فارمولا H2O ظاہر کرتا ہے کہ اس کے ہر مالیکیول میں ایک آکسیجن ایٹم اور دو ہائیڈروجن ایٹم ہوتے ہیں، جو ہم آہنگی کے بندھن سے جڑے ہوتے ہیں۔\nزمین پر کُل 32 کروڑ 60 لاکھ کھرب گیلن پانی ہے، جو 1.234.44312E20 لیٹر کے برابر ہے۔"
  },
  {
   "id": "wiki-moon-en",
   "label": "English Wikipedia: Moon",
   "group": "en",
   "lang": "en",
   "kind": "prose",
   "pairedWith": null,
   "source": "Wikipedia (en), \"Moon\"",
   "url": "https://en.wikipedia.org/w/index.php?oldid=1385641611",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "authors": [
    "Wikipedia contributors"
   ],
   "revision": 1385641611,
   "sentenceIds": null,
   "retrieved": "2026-11-14",
   "note": "Lead section as plain text (TextExtracts), cut at a sentence end.",
   "text": "The Moon is the only natural satellite of Earth. It orbits Earth in an elliptical path, at a distance  that varies over the year, averaging around 378,000 kilometers (235,000 mi). It completes an orbit (lunar month) in relation to Earth and the Sun (synodically) every 29.5 days. The Moon and Earth are bound by gravitational attraction, which is stronger on the sides facing each other. The resulting tidal forces are the main driver of Earth's tides, and have pulled the Moon to always face Earth with the same near side. This tidal locking effectively synchronizes the Moon's rotation period (lunar day) to its orbital period (lunar month).\nIn geophysical terms, the Moon is a planetary-mass object or satellite planet. Its mass is 1.2% that of the Earth, and its diameter is 3,474 km (2,159 mi), roughly one-quarter of Earth's (about as wide as the contiguous United States). Within the Solar System, it is larger and more massive than any known dwarf planet, and the fifth-largest and fifth–most massive moon, as well as the largest and most massive in relation to its parent planet. Its surface gravity is about one-sixth of Earth's, about half that of Mars, and the second-highest among all moons in the Solar System after Jupiter's moon Io. The body of the Moon is differentiated and terrestrial, with only a minuscule hydrosphere, atmosphere, and magnetic field. The lunar surface is covered in regolith dust, which mainly consists of the fine material ejected from the lunar crust by impact events. The lunar crust is marked by impact craters; some younger ones feature bright ray-like streaks. The Moon was volcanically active until 1.2 billion years ago, surfacing lava mostly on the thinner near side of the Moon, filling ancient craters, which through cooling formed the today prominently visible dark plains of basalt called maria ('seas'). The Moon is thought to have been formed out of material from Earth that was ejected by a giant impact of a Mars-sized body. Studies based on isotopic dating crystallization of the lunar magma ocean suggested that the Moon formed 4.35 billion years ago, late in the history of the Solar System."
  },
  {
   "id": "wiki-moon-ar",
   "label": "Arabic (Modern Standard) Wikipedia: القمر",
   "group": "ar-msa",
   "lang": "ar",
   "kind": "prose",
   "pairedWith": null,
   "source": "Wikipedia (ar), \"القمر\"",
   "url": "https://ar.wikipedia.org/w/index.php?oldid=76967654",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "authors": [
    "Wikipedia contributors"
   ],
   "revision": 76967654,
   "sentenceIds": null,
   "retrieved": "2026-11-14",
   "note": "Lead section as plain text (TextExtracts), cut at a sentence end.",
   "text": "الْقَمَر هو القمر الطبيعي الوحيد للأرض بالإضافة إلى أنه خامس قمرٍ طبيعيٍ كِبراً في المجموعة الشمسية. فهو يُعَدُ أكبر قمرٍ طبيعيٍ في المجموعة الشمسية من ناحية نسبة حجمه إلى كوكبه التابع له، حيث أن قطره يصل إلى ربع قطر الأرض، كما أن كتلته تصل إلى 1 على 81 من كتلة الأرض، هذا بالإضافة إلى أنه يُعَدُ ثاني قمرٍ كثافةً بعد قمر إيو. هذا ويتسم القمر الأرضي حركته التزامنية مع كوكبه (الأرض)، عارضاً دائماً الوجه نفسه؛ حيث يتميز الجانب القريب بمنطقةٍ بركانيةٍ منخفضةٍ مظلمةٍ، والتي تقع فيما بين مرتفعات القشرة الأرضية القديمة البراقة والفوهات الصدمية الشاهقة. كما يُلاحظ أن القمر الأرضي هو أكثر جسمٍ لامعٍ في السماء ليلاً، وعموماً هو الجسم الأكثر لمعاناً بعد الشمس، وهذا على الرغم من أن سطحه معتم جداً، حيث أن له انعكاساً مماثلاً للفحم. كان بروز القمر في السماء المظلمة ليلاً، ودورته المنتظمة الأطوار (المراحل) قد جعل له على مر العصور القديمة تأثيراً ثقافياً هاماً على كلٍ من اللغة والتقويم القمري والفنون، والأساطير القديمة، المتمثلة في آلهة القمر والتي منها عبر الحضارات: «خونسو» في الديانة المصرية القديمة، «تشانغ» في الحضارة الصينية وكذلك «ماما قيلا» في حضارة الإنكا.\nمن السمات الكامنة للقمر كذلك، تأثير جاذبيته التي تسفر عن وقوع عمليتي مد وجزر المحيطات وإطالة الدقيقة (نتيجة تسارع المد والجزر) لليوم. مع ملاحظة أن المسافة المدارية الحالية للقمر، والتي تُقَدَرُ بثلاثين مرةٍ قدر قطر الكرة الأرضية، تتسبب في أن يبدو القمر أغلب الوقت بنفس حجمه دون تغيير في السماء كما هو الحال مع الشمس، مما يسمح له (القمر) بأن يغطي الشمس بصورةٍ شبه تامةٍ في ظاهرة الكسوف الكلي للشمس."
  },
  {
   "id": "wiki-moon-arz",
   "label": "Egyptian Arabic Wikipedia: قمر",
   "group": "ar-egyptian",
   "lang": "ar",
   "kind": "prose",
   "pairedWith": null,
   "source": "Wikipedia (arz), \"قمر\"",
   "url": "https://arz.wikipedia.org/w/index.php?oldid=13306930",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "authors": [
    "Wikipedia contributors"
   ],
   "revision": 13306930,
   "sentenceIds": null,
   "retrieved": "2026-11-14",
   "note": "Lead section as plain text (TextExtracts), cut at a sentence end.",
   "text": "القمر (الرمز: ) هو التابع الطبيعى الوحيد اللى بيلف حوالين كوكب الارض، و هو أقرب جسم سماوى ليها من ناحية المسافة، و أكتر جسم بينور فى السما بعد الشمس. القمر ببيترمز له كمان بالرمز .\nجمال القمر كان من أكتر الحاجات اللى ألهمت الشعرا و شعللت خيال الشعوب القديمة، و أثرت على أديانهم و ثقافاتهم و تقاليدهم. البشر من زمان كانو بيقدسوا القمر و بيعبدوه، و المصريين القدام كانو بيسموه ياح، و ربطوا بينه و بين الإله خونسو و الإله تحوت. المصريين القدام سموا كمان أولادهم أسامى مشتقة من كلمة ياح، زى أحمس، اللى اسمه معناه «ابن القمر» أو «القمر اتولد».\nالبحارة القدام اهتموا بدراسة القمر، و قدروا يربطوا بين حركته و بين ظواهر طبيعية، و نجحوا إنهم يخمنوا مواعيد المد و الجزر بدقة معقولة.\nمع بداية عصر الفضاء، القمر كان أول مكان بره كوكب الأرض يتجه له البشر، و هو الجسم السماوى الوحيد اللى البشر نجحوا يمشوا على سطحه. البشر جمعوا عن القمر معلومات أكتر من اللى جمعوها عن أى جسم سماوى تانى.\nالقمر   جسم مكور صخرى، و بيلف حوالين الأرض مرة كل 27.32 يوم بالتقريب . القمر بيلف كمان حوالين نفسه، و الأرض و القمر بيلفوا مع بعض حوالين الشمس مرة كل حوالى 365 يوم. متوسط المسافة بين مركز القمر و مركز الأرض حوالى 384,400 كم، و قطر القمر حوالى 3,474 كم، يعنى اكبر بشوية من ربع قطر الأرض.\nكتلة القمر حوالى 1.2% من كتلة الأرض، و الجاذبية على سطحه حوالى سدس جاذبية الأرض. جاذبية القمر الضعيفة ما بتسمحلوش يحتفظ بغلاف جوى كثيف و مستقر. درجة الحرارة على سطحه ممكن توصل لحوالى +127 درجة مئوية فى النهار و تنزل لحوالى −173 درجة مئوية بالليل، و بعض المناطق القريبة من القطبين ممكن توصل فيها الحرارة لحوالى −240 درجة."
  },
  {
   "id": "wiki-moon-fr",
   "label": "French Wikipedia: Lune",
   "group": "fr",
   "lang": "fr",
   "kind": "prose",
   "pairedWith": null,
   "source": "Wikipedia (fr), \"Lune\"",
   "url": "https://fr.wikipedia.org/w/index.php?oldid=240787057",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "authors": [
    "Wikipedia contributors"
   ],
   "revision": 240787057,
   "sentenceIds": null,
   "retrieved": "2026-11-14",
   "note": "Lead section as plain text (TextExtracts), cut at a sentence end.",
   "text": "La Lune, ou Terre I, est l'unique satellite naturel permanent de la planète Terre. Il s'agit du cinquième plus grand satellite naturel du Système solaire, et du plus grand des satellites planétaires par rapport à la taille de la planète autour de laquelle il orbite. C'est le deuxième satellite le plus dense du Système solaire après Io, un satellite de Jupiter.\nLa Lune est en rotation synchrone avec la Terre, lui montrant donc constamment la même face. Celle-ci, appelée face visible, est marquée par des mers lunaires volcaniques sombres qui remplissent les espaces entre les hautes terres claires et ses cratères d'impact proéminents. Réciproquement, elle possède une face cachée, qui présente moins de mers mais beaucoup plus de cratères, dont le bassin Pôle Sud-Aitken, le plus grand du satellite et l'un des plus grands du Système solaire par son diamètre de 2 500 km. Elle est dépourvue d'atmosphère dense et de champ magnétique. Son influence gravitationnelle sur la Terre produit les marées océaniques, les marées terrestres, un léger allongement de la durée du jour et la stabilisation de l'inclinaison de l'axe terrestre.\nLa distance orbitale moyenne de la Lune est de 384 402 km, soit environ trente fois le diamètre terrestre, et sa période de révolution vaut 27,3 jours. La taille apparente de la Lune dans le ciel est approximativement la même que celle du Soleil, puisque le diamètre de l'étoile est environ 400 fois celui du satellite, mais qu'elle est également 400 fois plus éloignée. Par conséquent, la Lune peut couvrir presque exactement le Soleil dans le ciel, permettant des éclipses solaires totales. Cette correspondance de taille apparente disparaîtra dans un avenir lointain du fait de l'augmentation de la distance lunaire d'environ 3,8 cm par an. La formation de la Lune remonterait à environ 4,51 milliards d'années, peu de temps après celle de la Terre. L'explication la plus largement acceptée est que la Lune s'est formée à partir des débris restants après un impact géant entre une proto-Terre et une protoplanète de la taille de Mars, appelée Théia."
  },
  {
   "id": "wiki-moon-es",
   "label": "Spanish Wikipedia: Luna",
   "group": "es",
   "lang": "es",
   "kind": "prose",
   "pairedWith": null,
   "source": "Wikipedia (es), \"Luna\"",
   "url": "https://es.wikipedia.org/w/index.php?oldid=175705929",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "authors": [
    "Wikipedia contributors"
   ],
   "revision": 175705929,
   "sentenceIds": null,
   "retrieved": "2026-11-14",
   "note": "Lead section as plain text (TextExtracts), cut at a sentence end.",
   "text": "La Luna es el único satélite natural de la Tierra.​ Con un diámetro ecuatorial de 3474,8 km, es el quinto satélite más grande del sistema solar, mientras que en cuanto al tamaño proporcional respecto a su planeta es el satélite más grande: un cuarto del diámetro de la Tierra y 1/81 de su masa. Es, además, después de Ío, el segundo satélite más denso. Se encuentra en rotación síncrona con la Tierra, por lo que siempre muestra la misma cara hacia el planeta. El hemisferio visible está marcado con oscuros mares lunares de origen volcánico entre las brillantes montañas antiguas y los destacados astroblemas.\nA pesar de ser, en apariencia, el astro más brillante en el cielo terrestre después del Sol, su superficie es en realidad muy oscura, con una reflexión similar a la del carbón. Su prominencia en el cielo y su ciclo regular de fases han hecho de la Luna un elemento con importante influencia cultural desde la antigüedad, tanto en el lenguaje como en el calendario, el arte o la mitología. La influencia gravitatoria de la Luna produce las mareas y el aumento de la duración del día. La distancia orbital de la Luna, cerca de treinta veces el diámetro de la Tierra, hace que se vea en el cielo con el mismo tamaño que el Sol y permite que el satélite cubra exactamente a la estrella en los eclipses solares totales. La Luna carece de una atmósfera significativa."
  },
  {
   "id": "wiki-moon-hi",
   "label": "Hindi Wikipedia: चन्द्रमा",
   "group": "hi",
   "lang": "hi",
   "kind": "prose",
   "pairedWith": null,
   "source": "Wikipedia (hi), \"चन्द्रमा\"",
   "url": "https://hi.wikipedia.org/w/index.php?oldid=6640575",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "authors": [
    "Wikipedia contributors"
   ],
   "revision": 6640575,
   "sentenceIds": null,
   "retrieved": "2026-11-14",
   "note": "Lead section as plain text (TextExtracts), cut at a sentence end.",
   "text": "चन्द्रमा (प्रतीक: ) पृथ्वी का  प्राकृतिक उपग्रह है। यह सौर मंडल का पाँचवां,सबसे विशाल प्राकृतिक उपग्रह है। इसका आकार क्रिकेट बॉल की तरह गोल है। और यह खुद से नहीं चमकता बल्कि यह तो सूर्य के प्रकाश से प्रकाशित होता है। पृथ्वी से चन्द्रमा की दूरी Archived 2024-07-19 at the वेबैक मशीन 384000 किलोमीटर है। यह दूरी पृथ्वी  के व्यास का 30 गुना है। चन्द्रमा पर गुरुत्वाकर्षण पृथ्वी से 1/6 है। यह पृथ्वी कि परिक्रमा 27 दिन 6 घंटे में पूरा करता है और अपने अक्ष के चारो ओर एक पूरा चक्कर भी 27.3 दिन में लगाता है। यही कारण है कि चन्द्रमा का एक ही हिस्सा या फेस हमेशा पृथ्वी की ओर होता है। यदि चन्द्रमा पर खड़े होकर पृथ्वी को देखे तो पृथ्वी साफ़ साफ़ अपने अक्ष पर घूर्णन करती हुई नजर आएगी लेकिन आसमान में उसकी स्थिति सदा स्थिर बनी रहेगी अर्थात पृथ्वी को कई वर्षो तक निहारते रहो वह अपनी जगह से टस से मस नहीं होगी। पृथ्वी- चन्द्रमा-सूर्य ज्यामिति के कारण \"चन्द्र दशा\" हर 29.5 दिनों में बदलती है। आकार के हिसाब से अपने स्वामी ग्रह के सापेक्ष यह सौरमंडल में सबसे बड़ा प्राकृतिक उपग्रह है जिसका व्यास पृथ्वी का एक चौथाई तथा द्रव्यमान 1/81 है। बृहस्पति के उपग्रह lo के बाद चन्द्रमा दूसरा सबसे अधिक घनत्व वाला उपग्रह है। सूर्य के बाद आसमान में सबसे अधिक चमकदार निकाय चन्द्रमा है। समुद्री ज्वार और भाटा चन्द्रमा की गुरुत्वाकर्षण शक्ति के कारण आते हैं। चन्द्रमा की तात्कालिक कक्षीय दूरी, पृथ्वी के व्यास का 30 गुना है इसीलिए आसमान में सूर्य और चन्द्रमा का आकार हमेशा सामान नजर आता है। वह पथ्वी से चंद्रमा का 59 % भाग दिखता है जब चन्द्रमा अपनी कक्षा में घूमता हुआ सूर्य और पृथ्वी के बीच से होकर गुजरता है और सूर्य को पूरी तरह ढक लेता है तो उसे सूर्यग्रहण कहते हैं।"
  },
  {
   "id": "wiki-moon-zh",
   "label": "Chinese Wikipedia: 月球",
   "group": "zh",
   "lang": "zh",
   "kind": "prose",
   "pairedWith": null,
   "source": "Wikipedia (zh), \"月球\"",
   "url": "https://zh.wikipedia.org/w/index.php?oldid=95350031",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "authors": [
    "Wikipedia contributors"
   ],
   "revision": 95350031,
   "sentenceIds": null,
   "retrieved": "2026-11-14",
   "note": "Lead section as plain text (TextExtracts), cut at a sentence end.",
   "text": "月球，俗称月亮，是地球唯一的天然卫星，直径约等于地球的1/4，质量约为地球的1/81，相对于所环绕的行星，是体积和质量最大的卫星，并且是太阳系中第五大的卫星，也是太阳系内密度第二高的卫星，仅次于木卫一。\n一般认为月亮形成于约45亿年前，即地球出现后的不久。有关它的起源有几种假说，但没有一种能完全合理地作毫无破绽的解释，最被普遍认可的是大碰撞说，它假设月球形成于地球与火星般大小的“特亚”之间的一次巨大撞击。\n它的自转与公转同步（潮汐锁定），因此以同一面朝向地球。月球正面标记着黑暗的火山熔岩海，中间夹杂着明亮和古老地壳的高地和明显的陨石坑。从地球用肉眼观测，月球是除了太阳之外最亮的天体，尽管它看起来非常明亮，但其表面实际很暗，反射率仅略高于旧沥青。由于月球在天空中非常容易被观测，再加上规律性的月相变化，使它自古以来就对人类文化如历法、艺术和神话等产生重大影响。月球的引力影响造成地球海洋的潮汐和每一天的时间延长。月球现在与地球的距离，大约是地球直径的30倍，换而言之，将太阳系八大行星外加冥王星塞进地球与月球间还有剩余空间。而月球与太阳的大小比率与距离的比率相近(约1：397)，使得它的视觉大小与太阳几乎相同，在日食时月球可以完全遮蔽太阳而形成日全食。\n月球是第一个人类曾经登陆过的地外星球。前苏联的月球计划在1959年发射了第一艘登月的无人太空船，而美国NASA的阿波罗计划是到目前为止，唯一实现的载人登月任务。阿波罗8号在1968年曾载人环绕月球，1969年阿波罗11号首次载人登陆月球，至1972年人类共六次登月成功。这些任务总共带回超过380公斤的月球岩石，其中有些被用于研究月球的地质，以了解月球的起源（通过相关的研究提出月球形成于45亿年前的巨大撞击假说），月球内部结构形成以及月球形成后的历史。在1972年阿波罗17号之后，只有无人太空船继续拜访月球，其中最值得一提的是苏联的月球步行者漫游车。自从2004年，日本、中国、印度、美国和欧洲空间局都发射了绕月卫星。这些太空探测器确认了月球极区上永久阴暗的坑穴的土壤中有水冰的存在。2019年中国的探测器嫦娥四号首次登陆月球背面进行勘察，次年嫦娥五号携带月壤样本于2020年12月17日1时59分返回地球，成为自冷战结束之后再次有收集月球样本回地球的活动。现在人类有多个载人重新登陆探测月球的计划，例如美国阿耳忒弥斯计划、中国载人月球探测工程等已经确定实施，但细节均在研议阶段，短时间内还未能成行。美国亦将登月计划推迟到2027年。现在在外太空条约下，月球依然是所有国家以和平的用途可以自由前往探测的场所。"
  },
  {
   "id": "wiki-moon-ur",
   "label": "Urdu Wikipedia: چاند",
   "group": "ur",
   "lang": "ur",
   "kind": "prose",
   "pairedWith": null,
   "source": "Wikipedia (ur), \"چاند\"",
   "url": "https://ur.wikipedia.org/w/index.php?oldid=9127353",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "authors": [
    "Wikipedia contributors"
   ],
   "revision": 9127353,
   "sentenceIds": null,
   "retrieved": "2026-11-14",
   "note": "Lead section as plain text (TextExtracts), cut at a sentence end.",
   "text": "یہ مقالہ زمین کے چاند کے متعلق ہے، مزید تفصیل کے لیے دیکھیے: قدرتی سیارچہ\nچاند یا ماه ہماری زمین کا ایک سیارچہ ہے۔ زمین سے کوئی دو لاکھ چالیس ہزار میل دور ہے۔ اس کا قطر 2163 میل ہے۔ چاند کے متعلق ابتدائی تحقیقات گلیلیو نے 1609ء میں کیں۔ اس نے بتایا کہ چاند ہماری زمین کی طرح ایک کرہ ہے۔ اس نے اس خیال کا بھی اظہار کیا کہ چاند پر پہاڑ اور آتش فشاں پہاڑوں کے دہانے موجود ہیں۔ اس میں نہ ہوا ہے نہ پانی۔ جن کے نہ ہونے کے باعث چاند پر زندگی کے کوئی آثار نہیں پائے جاتے۔ یہ بات انسان بردار جہازوں کے ذریعے ثابت ہو چکی ہے۔ دن کے وقت اس میں سخت گرمی ہوتی ہے اور رات سرد ہوتی ہے۔ یہ اختلاف ایک گھنٹے کے اندر واقع ہو جاتا ہے۔\nچاند کا دن ہمارے پندرہ دنوں کے برابر ہوتا ہے۔ یہ زمین کے گرد 29 یا 30 دن میں اپنا ایک چکر پورا کرتا ہے۔ چاند کا مدار زمین کے اردگرد بڑھ رہا ہے یعنی اوسط فاصلہ زمین سے بڑھ رہا ہے۔ قمری اور اسلامی مہینے اسی کے طلوع و غروب سے مرتب ہوتے ہیں۔ چاند ہمیں رات کو صرف تھوڑی روشنی ہی نہیں دیتا بلکہ اس کی کشش سے سمندر میں مد و جزر بھی پیدا ہوتا ہے۔ سائنس دان وہاں سے لائی گئی مٹی سے اس نتیجے پر پہنچے ہیں کہ چاند کی ارضیات زمین کی ارضیات کے مقابلے میں زیادہ سادہ ہے۔ نیز چاند کی پرت تقریباً میل موٹی ہے۔ اور یہ ایک نایاب پتھر اناستھرو سائٹ سے مل کر بنی ہے۔"
  },
  {
   "id": "wiki-internet-en",
   "label": "English Wikipedia: Internet",
   "group": "en",
   "lang": "en",
   "kind": "prose",
   "pairedWith": null,
   "source": "Wikipedia (en), \"Internet\"",
   "url": "https://en.wikipedia.org/w/index.php?oldid=1384979951",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "authors": [
    "Wikipedia contributors"
   ],
   "revision": 1384979951,
   "sentenceIds": null,
   "retrieved": "2026-11-14",
   "note": "Lead section as plain text (TextExtracts), cut at a sentence end.",
   "text": "The internet (or Internet) is the global system of interconnected computer networks that uses the internet protocol suite (TCP/IP) to communicate between networks and devices. It is a network of networks that comprises private, public, academic, business, and government networks of local to global scope, linked by electronic, wireless, and optical networking technologies. The internet carries a vast range of information services and resources, such as the interlinked hypertext documents and applications of the World Wide Web (WWW), electronic mail, discussion groups, internet telephony, streaming media and file sharing.\nMost traditional communication media, including telephone, radio, television, paper mail, newspapers, and print publishing, have been transformed by the internet, giving rise to new media such as email, online music, digital newspapers, news aggregators, and audio and video streaming websites. The internet has enabled and accelerated new forms of personal interaction through instant messaging, internet forums, and social networking services. Online shopping has also grown to occupy a significant market across industries, enabling firms to extend brick and mortar presences to serve larger markets. Business-to-business and financial services on the internet affect supply chains across entire industries."
  },
  {
   "id": "wiki-internet-ar",
   "label": "Arabic (Modern Standard) Wikipedia: إنترنت",
   "group": "ar-msa",
   "lang": "ar",
   "kind": "prose",
   "pairedWith": null,
   "source": "Wikipedia (ar), \"إنترنت\"",
   "url": "https://ar.wikipedia.org/w/index.php?oldid=77426066",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "authors": [
    "Wikipedia contributors"
   ],
   "revision": 77426066,
   "sentenceIds": null,
   "retrieved": "2026-11-14",
   "note": "Lead section as plain text (TextExtracts), cut at a sentence end.",
   "text": "الإنترنت أو الشبكة أو الشابكة (الإنجليزية: Internet)، وتُلقَّب بـ (شبكة المعلومات، الشبكة العالمية، الشبكة العنكبوتية)، هو نظام اتصالات عالمي يسمح بتبادل المعلومات بين شبكات أصغر تتصل بواسطتها الحواسيبُ في كافة انحاء العالم العالم، تعمل وَفق أنظمة محدَّدة تُعرف بالبروتوكول الموحَّد وهو بروتوكول الإنترنت، وتُشير كلمة «إنترنت» إلى جملة المعلومات المُتداوَلة عبر الشبكة، وإلى البنية التحتية التي تنقل تلك المعلومات عبر القارَّات أيضًا، وتُعَد الحوسبة السحابية الخطوة التالية لجعل هذه الشبكة مدارة بمواردَ ذاتية، وبات الإنترنت اليوم الوسيلة الرئيسة للاتصال والتواصل والتجارة والتعليم والترفيه في العالم. وأدَّى هذا التطوُّر المستمرُّ تسارع في نقل البيانات وتقنيات الوصول إلى تحوُّل جذري في أساليب الحياة اليومية العملية، مما جعله ركنًا ركينًا في عصرنا الرَّقْمي الحديث."
  },
  {
   "id": "wiki-internet-arz",
   "label": "Egyptian Arabic Wikipedia: انترنت",
   "group": "ar-egyptian",
   "lang": "ar",
   "kind": "prose",
   "pairedWith": null,
   "source": "Wikipedia (arz), \"انترنت\"",
   "url": "https://arz.wikipedia.org/w/index.php?oldid=13294508",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "authors": [
    "Wikipedia contributors"
   ],
   "revision": 13294508,
   "sentenceIds": null,
   "retrieved": "2026-11-14",
   "note": "Lead section as plain text (TextExtracts), cut at a sentence end.",
   "text": "الانترنت نظام عالمى لتبادل المعلومات والبيانات عشان نقل البيانات بطريقه تبديل الحزم باستعمال بروتوكول الانترنت القياسى (Standard Internet Protocol -IP) عن طريق مجموعة من الكمبيوترات المتوصلة ببعضها. الانترنت بتتكون من مجموعة من الشبكات الصغيرة فى البيوت و الجامعات و الشركات و الحكومات متوصلة ببعض لتكوين شبكة واحده كبيره, والكمبيوترات بمجموعة كبيره من التوصيلات المختلفة زى كابلات فيبر اوپتيك (Fiber Optic), الاسلاك النحاس, لاسلكى و وسايل تانيه كثيرة عشان تعمل شبكة عالمية كبيرة تتمكن عن طريقها تبادل الفايلات و عمل شات و لعب على النت و عمل ايميلات ."
  },
  {
   "id": "wiki-internet-fr",
   "label": "French Wikipedia: Internet",
   "group": "fr",
   "lang": "fr",
   "kind": "prose",
   "pairedWith": null,
   "source": "Wikipedia (fr), \"Internet\"",
   "url": "https://fr.wikipedia.org/w/index.php?oldid=241104224",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "authors": [
    "Wikipedia contributors"
   ],
   "revision": 241104224,
   "sentenceIds": null,
   "retrieved": "2026-11-14",
   "note": "Lead section as plain text (TextExtracts), cut at a sentence end.",
   "text": "Internet est le réseau informatique mondial accessible au public.\nIl est constitué de millions de réseaux tant publics que privés, universitaires, commerciaux et gouvernementaux, à commutation de paquets, sans centre névralgique. Ceux-ci sont regroupés en réseaux autonomes. Il existe plus de 91 000 réseaux distincts en 2019.\nLes données échangées sont retransmises par Internet grâce à un ensemble standardisé de protocoles de transfert de données, lesquels permettent différentes applications comme le courrier électronique, le World Wide Web, la messagerie instantanée, le partage de fichiers en pair-à-pair, le streaming, etc.\nDans les années 1990, l'apparition du Web contribue à rendre Internet accessible au grand public. Depuis les années 2000, un nombre croissant de types d'objets divers y sont connectés, formant l'Internet des objets.\nUn internaute est un individu qui utilise un accès à Internet, lequel peut être obtenu grâce un fournisseur d'accès, généralement par souscription à un abonnement, à travers divers modes de communication électronique : soit filaire (réseau téléphonique commuté à bas débit, ADSL, fibre optique jusqu'au domicile), soit sans fil (WiMAX, par satellite, GPRS, EDGE, 3G, 3G+, 4G, 5G)."
  },
  {
   "id": "wiki-internet-es",
   "label": "Spanish Wikipedia: Internet",
   "group": "es",
   "lang": "es",
   "kind": "prose",
   "pairedWith": null,
   "source": "Wikipedia (es), \"Internet\"",
   "url": "https://es.wikipedia.org/w/index.php?oldid=176062732",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "authors": [
    "Wikipedia contributors"
   ],
   "revision": 176062732,
   "sentenceIds": null,
   "retrieved": "2026-11-14",
   "note": "Lead section as plain text (TextExtracts), cut at a sentence end.",
   "text": "Internet es un conjunto descentralizado de redes de comunicaciones interconectadas, que utilizan la familia de protocolos TCP/IP, lo cual garantiza que las redes físicas heterogéneas que la componen constituyen una red lógica única de alcance mundial.​ Sus orígenes se remontan a 1969, cuando se estableció la primera conexión de ordenadores, conocida como ARPANET, entre tres universidades de California (Estados Unidos).\nUno de los servicios que más éxito ha tenido en internet ha sido la World Wide Web (WWW o la Web), hasta tal punto que es habitual la confusión entre ambos términos. La WWW es un conjunto de protocolos que permite, de forma sencilla, la consulta remota de archivos de hipertexto. Este fue un desarrollo posterior (1990) y utiliza internet como medio de transmisión.​\nExisten, por tanto, muchos otros servicios y protocolos en internet, aparte de la Web: el envío de correo electrónico (SMTP), el almacenamiento en la nube, la transmisión de archivos (FTP y P2P), las conversaciones en línea (IRC), la mensajería instantánea, la transmisión de contenido y comunicación multimedia —telefonía (VoIP), televisión (IPTV)—, los boletines electrónicos (NNTP), el acceso remoto a otros dispositivos (SSH y Telnet) o los juegos en línea.​​​"
  },
  {
   "id": "wiki-internet-hi",
   "label": "Hindi Wikipedia: अंतरजाल",
   "group": "hi",
   "lang": "hi",
   "kind": "prose",
   "pairedWith": null,
   "source": "Wikipedia (hi), \"अंतरजाल\"",
   "url": "https://hi.wikipedia.org/w/index.php?oldid=6635737",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "authors": [
    "Wikipedia contributors"
   ],
   "revision": 6635737,
   "sentenceIds": null,
   "retrieved": "2026-11-14",
   "note": "Lead section as plain text (TextExtracts), cut at a sentence end.",
   "text": "अंतरजाल या भू-जाल (अंग्रेज़ी: Internet) एक वैश्विक संगणक संजाल है जो विभिन्न प्रकार की सूचना एवं संचार प्रौद्योगिकी सुविधाएँ प्रदान करता है, जिसमें मानकीकृत संचार प्रोटोकॉलों का उपयोग करके परस्पर जुड़े जाल-तन्त्र शामिल हैं। यह संजालों का एक संजाल है जिसमें स्थानीय से वैश्विक स्तर के निजी, सार्वजनिक, शैक्षणिक, व्यवसाय और सरकारी संजाल शामिल हैं, जो वैद्युतिक, तार-रहित और प्रकाशीय संजालीकरण तकनीकों की एक विस्तृत शृंखला से जुड़े हैं। अन्तर्जाल में सूचना संसाधनों और सेवाओं की एक विशाल शृंखला होती है, जैसे कि संयोजित अतिपाठ दस्तावेज़ और विश्वव्यापी जाल के अनुप्रयोगों, वैद्युतिक पत्र, दूरभाषी और फ़ाइल साझाकरण।\n1960  के दशक में अंतरजाल नेटवर्क की उत्पत्ति संयुक्त राज्य संघीय सरकार द्वारा कंप्यूटर नेटवर्क के माध्यम से मज़बूत, ग़लती-सहिष्णु संचार के निर्माण के लिए शुरू की गई थी। 1985  के शुरुआती दिनों में वाणिज्यिक नेटवर्क और उद्यमों को जोड़ने से आधुनिक अंतरजाल के युग की शुरुआत हुई, और तेजी से वृद्धि के कारण संस्थागत, व्यक्तिगत और मोबाइल कंप्यूटर नेटवर्क  से जुड़े थे। 2000   के दशक के अंत तक, इसकी सेवाओं और प्रौद्योगिकियों को रोजमर्रा की जिंदगी के लगभग हर पहलू में शामिल किया गया था।\nटेलीफ़ोनी, रेडियो, टेलीविज़न, पेपर मेल और अखबारों सहित अधिकांश पारंपरिक संचार मीडिया, ईमेल द्वारा पुनर्निर्मित, पुनर्निर्धारित, या अंतरजाल से दूर किए जाने वाले ईमेल सेवाओं, अंतरजाल टेलीफ़ोनी, अंतरजाल टेलीविजन, ऑनलाइन संगीत, डिजिटल समाचार पत्र, और वीडियो स्ट्रीमिंग वेबसाइटें अखबार, पुस्तक, और अन्य प्रिंट प्रकाशन वेबसाइट प्रौद्योगिकी के अनुकूल हैं, या ब्लॉगिंग, वेब फ़ीड्स और ऑनलाइन समाचार एग्रीगेटर्स में पुन: स्थापित किए जा रहे हैं। अंतरजाल ने त्वरित मैसेजिंग, अंतरजाल फ़ौरम और सोशल नेटवर्किंग के माध्यम से व्यक्तिगत इंटरैक्शन के नए रूपों को सक्षम और त्वरित किया है। ऑनलाइन खुदरा विक्रेताओं और छोटे व्यवसायों और उद्यमियों के लिए ऑनलाइन खरीदारी तेजी से बढ़ी है, क्योंकि यह कंपनियों को एक बड़े बाजार की सेवा या पूरी तरह से ऑनलाइन वस्तुओं और सेवाओं को बेचने के लिए अपनी \"ईंट और मोर्टार\" उपस्थिति बढ़ाने में सक्षम बनाता है। अंतरजाल पर व्यापार से व्यापार और वित्तीय सेवाओं को पूरे उद्योगों में आपूर्ति शृंखला पर असर पड़ता है।"
  },
  {
   "id": "wiki-internet-zh",
   "label": "Chinese Wikipedia: 互联网",
   "group": "zh",
   "lang": "zh",
   "kind": "prose",
   "pairedWith": null,
   "source": "Wikipedia (zh), \"互联网\"",
   "url": "https://zh.wikipedia.org/w/index.php?oldid=95486715",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "authors": [
    "Wikipedia contributors"
   ],
   "revision": 95486715,
   "sentenceIds": null,
   "retrieved": "2026-11-14",
   "note": "Lead section as plain text (TextExtracts), cut at a sentence end.",
   "text": "互联网（英语：Internet，台湾称网际网路，中国大陆、新马泰又称因特网）是20世纪末期兴起电脑网络与电脑网络之间所串连成的庞大网络系统。这些网络以一些标准的网络协议相连。它是由从地方到全球范围内几百万个私人、学术界、企业和政府的网络所构成，通过电子、无线和光纤网络技术等等一系列广泛的技术联系在一起。互联网承载范围广泛的信息资源和服务，比方说相互关系的超文本文件，还有万维网（WWW）的应用、电子邮件、通话，以及文件共享等个人收发服务。\n互联网的起源可以追溯到1960年代美国联邦政府委托进行的一项研究，目的是建立容错与电脑网络的通信。互联网的前身ARPANET最初在1980年代作为区域学术和军事网络连接的骨干。1980年代，NSFNET成为新的骨干而得到资助，以及其他商业化扩展得到了私人资助，这导致了全世界网络技术的快速发展，以及许多不同网络的合并结成更大的网络。到1990年代初，商业网络和企业之间的连接标志着向现代互联网的过渡。尽管互联网在1980年代只被学术界广泛使用，但商业化的服务和技术，令其极快的融入了现代每个人的生活。"
  },
  {
   "id": "wiki-internet-ur",
   "label": "Urdu Wikipedia: انٹرنیٹ",
   "group": "ur",
   "lang": "ur",
   "kind": "prose",
   "pairedWith": null,
   "source": "Wikipedia (ur), \"انٹرنیٹ\"",
   "url": "https://ur.wikipedia.org/w/index.php?oldid=12129763",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "authors": [
    "Wikipedia contributors"
   ],
   "revision": 12129763,
   "sentenceIds": null,
   "retrieved": "2026-11-14",
   "note": "Lead section as plain text (TextExtracts), cut at a sentence end.",
   "text": "یہ مضمون بطور خاص انٹرنیٹ کے بارے میں ہے، دیگر جالکاری تصوّرارت کے لیے شمارندی جالکاری اور جالبینی جالکاری کے صفحات مخصوص ہیں۔\nانٹرنیٹ (انگریزی: Internet)، باہم مربوط کمپیوٹر کا ایک عالمی جال (شمارندی جالِکار (Computer Network))\nہے جو عوامی یا اجتماعی سطح پر ہر کسی کے لیے قابل دسترس و رسائی ہے۔ کمپیوٹر کا یہ جال یا نظام جالبینی دستور (internet protocol) کا استعمال کرتے ہوئے رزمی بدیل (packet switching) کے ذریعہ سے مواد (data) کو منتقل یا ارسال کرتا ہے۔ انٹرنیٹ اصل میں خود لاتعداد چھوٹے چھوٹے جالاتِکار کا مجموعہ ہے جو علاقائی سطح پر پائے جاتے ہیں اور اس طرح یہ تمام یکجا ہو کر مختلف معلومات اور خدمات فراہم کرتے ہیں مثلاً برقی خط، آنلائن گفتگو (online chatting)، فائلوں کا تبادلہ و منتقلی، آپس میں مربوط ویب کے صفحات اور ایک عالمی دستاویزات کا نظام یعنی  ورلڈ وائڈ ویب ۔"
  },
  {
   "id": "code-python-syntax",
   "label": "Python code (Wikipedia: Python syntax and semantics)",
   "group": "code-python",
   "lang": "code",
   "kind": "code",
   "pairedWith": null,
   "source": "Wikipedia (en), \"Python syntax and semantics\"",
   "url": "https://en.wikipedia.org/w/index.php?oldid=1381092446",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "authors": [
    "Wikipedia contributors"
   ],
   "revision": 1381092446,
   "sentenceIds": null,
   "retrieved": "2026-11-14",
   "note": "Code blocks (syntaxhighlight) from the article, in page order, joined by blank lines.",
   "text": "def haul(item: Haulable, *vargs: PackAnimal) -> Distance:\n    # implementation here\n\n# assume ModuleA defines two functions : func1() and func2() and one class : Class1\nimport ModuleA\n\nModuleA.func1()\nModuleA.func2()\na: ModuleA.Class1 = ModuleA.Class1()\n\n# assume ModuleA defines two functions : func1() and func2() and one class : Class1\nfrom ModuleA import func1\n\nfunc1()\nfunc2() # this will fail as an undefined name, as will the full name ModuleA.func2()\na: Class1 = Class1() # this will fail as an undefined name, as will the full name ModuleA.Class1()\n\n# imports the argument parsing module\nimport argparse\n# imports the Pattern class from the regular expressions module\nfrom re import Pattern\n# imports all symbols inside the typing module\nfrom typing import *\n\nfrom selenium.webdriver import Firefox\nfrom selenium.webdriver.common.action_chains import ActionChains\nfrom selenium.webdriver.common.by import By\nfrom selenium.webdriver.common.keys import Keys\nfrom selenium.webdriver.remote.webelement import WebElement\n\nif __name__ == \"__main__\":\n    driver: Firefox = Firefox()\n    element: WebElement = driver.find_element(By.ID, \"myInputField\")\n    element.send_keys(f\"Hello World{Keys.ENTER}\")\n    action: ActionChains = ActionChains(driver)\n    action.key_down(Keys.CONTROL).send_keys(\"a\").key_up(Keys.CONTROL).perform()\n\nimport numpy as np\nimport pyarrow as pa\nfrom numpy.typing import NDArray\n\na: NDArray[np.float32] = np.arange(1000, dtype=np.float32)\nt: pa.Table = pa.table({\"a\": a})\n\nimport sys\n\ndef main(argv: list[str]) -> int:\n    argc: int = len(argv)  # get length of argv\n    n: int = int(argv[1])\n    print(n + 1)\n    return 0\n\nif __name__ == \"__main__\":\n    sys.exit(main(sys.argv))"
  },
  {
   "id": "code-python-lang",
   "label": "Python code (Wikipedia: Python (programming language))",
   "group": "code-python",
   "lang": "code",
   "kind": "code",
   "pairedWith": null,
   "source": "Wikipedia (en), \"Python (programming language)\"",
   "url": "https://en.wikipedia.org/w/index.php?oldid=1384864342",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "authors": [
    "Wikipedia contributors"
   ],
   "revision": 1384864342,
   "sentenceIds": null,
   "retrieved": "2026-11-14",
   "note": "Code blocks (syntaxhighlight) from the article, in page order, joined by blank lines.",
   "text": "\"\"\"Spanning\nmultiple\nlines\"\"\"\n\ndef printer(input1, input2 = \"already there\"):\n    print(input1)\n    print(input2)\n\nprinter(\"hello\")\n\n# Example output:\n# hello\n# already there\n\nprint('Hello, World!')\n\ntext = input('Type a number, and its factorial will be printed: ')\n\nif text.isdigit():\n    n = int(text)\nelse:\n    raise TypeError('You must input a number')\n\nif n < 0:\n    raise ValueError('You must enter a non-negative integer')\n\nfactorial = 1\nfor i in range(2, n + 1):\n    factorial *= i\n\nprint(factorial)"
  },
  {
   "id": "code-js-syntax",
   "label": "JavaScript code (Wikipedia: JavaScript syntax)",
   "group": "code-js",
   "lang": "code",
   "kind": "code",
   "pairedWith": null,
   "source": "Wikipedia (en), \"JavaScript syntax\"",
   "url": "https://en.wikipedia.org/w/index.php?oldid=1381820160",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "authors": [
    "Wikipedia contributors"
   ],
   "revision": 1381820160,
   "sentenceIds": null,
   "retrieved": "2026-11-14",
   "note": "Code blocks (syntaxhighlight) from the article, in page order, joined by blank lines.",
   "text": "var a = 5;\nconsole.log(a); // 5\nconsole.log(A); // throws a ReferenceError: A is not defined\n\na = b + c\n(d + e).foo()\n\n// Treated as:\n// a = b + c(d + e).foo();\n\na = b + c\n;(d + e).foo()\n\n// Treated as:\n//  a = b + c;\n//  (d + e).foo();\n\nreturn\na + b;\n\n// Returns undefined. Treated as:\n//   return;\n//   a + b;\n// Should be written as:\n//   return a + b;\n\n#! Hashbang comment\n\n// One-line comment\n\n/* Multi-line\n   comment */\n\nvar func = function() { .. } // declaration is hoisted only\nfunction func() { .. } // declaration and assignment are hoisted\n\nvar x1 = 0; // A global variable, because it is not in any function\nlet x2 = 0; // Also global, this time because it is not in any block\n\nfunction f() {\n  var z = 'foxes', r = 'birds'; // 2 local variables\n  m = 'fish'; // global, because it was not declared anywhere before\n\n  function child() {\n    var r = 'monkeys'; // This variable is local and does not affect the \"birds\" r of the parent function.\n    z = 'penguins'; // Closure: Child function is able to access the variables of the parent function.\n  }\n\n  twenty = 20; // This variable is declared on the next line, but usable anywhere in the function, even before, as here\n  var twenty;\n\n  child();\n  return x1 + x2; // We can use x1 and x2 here, because they are global\n}\n\nf();\n\nconsole.log(z); // This line will raise a ReferenceError exception, because the value of z is no longer available\n\nfor (let i = 0; i < 10; i++) console.log(i);\nconsole.log(i); // throws a ReferenceError: i is not defined"
  },
  {
   "id": "code-js-lang",
   "label": "JavaScript code (Wikipedia: JavaScript)",
   "group": "code-js",
   "lang": "code",
   "kind": "code",
   "pairedWith": null,
   "source": "Wikipedia (en), \"JavaScript\"",
   "url": "https://en.wikipedia.org/w/index.php?oldid=1385403131",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "authors": [
    "Wikipedia contributors"
   ],
   "revision": 1385403131,
   "sentenceIds": null,
   "retrieved": "2026-11-14",
   "note": "Code blocks (syntaxhighlight) from the article, in page order, joined by blank lines.",
   "text": "class Person {\n    constructor(name) {\n        this.name = name;\n    }\n}\n\nclass Student extends Person {\n    constructor(name, id) {\n        super(name);\n        this.id = id;\n    }\n}\n\nconst bob = new Student(\"Robert\", 12345);\nconsole.log(bob.name); // Robert\n\n// This code is completely equivalent to the previous snippet\nfunction Person(name) {\n    this.name = name;\n}\n\nfunction Student(name, id) {\n    Person.call(this, name);\n    this.id = id;\n}\n\nvar bob = new Student(\"Robert\", 12345);\nconsole.log(bob.name); // Robert\n\n// Declares a function-scoped variable named `x`, and implicitly assigns the\n// special value `undefined` to it. Variables without value are automatically\n// set to undefined.\n// var is generally considered bad practice and let and const are usually preferred.\nvar x;\n\n// Variables can be manually set to `undefined` like so\nlet x2 = undefined;\n\n// Declares a block-scoped variable named `y`, and implicitly sets it to\n// `undefined`. The `let` keyword was introduced in ECMAScript 2015.\nlet y;\n\n// Declares a block-scoped, un-reassignable variable named `z`, and sets it to\n// a string literal. The `const` keyword was also introduced in ECMAScript 2015,\n// and must be explicitly assigned to.\n\n// The keyword `const` means constant, hence the variable cannot be reassigned\n// as the value is `constant`.\nconst z = \"this value cannot be reassigned!\";\n\n// Declares a global-scoped variable and assigns 3.  This is generally considered\n// bad practice, and will not work if strict mode is on.\nt = 3;\n\n// Declares a variable named `myNumber`, and assigns a number literal (the value\n// `2`) to it.\nlet myNumber = 2;\n\n// Reassigns `myNumber`, setting it to a string literal (the value `\"foo\"`).\n// JavaScript is a dynamically-typed language, so this is legal.\nmyNumber = \"foo\";"
  },
  {
   "id": "code-sql-select",
   "label": "SQL code (Wikipedia: Select (SQL))",
   "group": "code-sql",
   "lang": "code",
   "kind": "code",
   "pairedWith": null,
   "source": "Wikipedia (en), \"Select (SQL)\"",
   "url": "https://en.wikipedia.org/w/index.php?oldid=1351767052",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "authors": [
    "Wikipedia contributors"
   ],
   "revision": 1351767052,
   "sentenceIds": null,
   "retrieved": "2026-11-14",
   "note": "Code blocks (syntaxhighlight) from the article, in page order, joined by blank lines.",
   "text": "SELECT *\n FROM  Book\n WHERE price > 100.00\n ORDER BY title;\n\n    SELECT Book.title AS Title,\n           count(*) AS Authors\n     FROM  Book\n     JOIN  Book_author\n       ON  Book.isbn = Book_author.isbn\n GROUP BY Book.title;\n\nSELECT title,\n       count(*) AS Authors\n FROM  Book\n NATURAL JOIN Book_author\n GROUP BY title;\n\nSELECT isbn,\n       title,\n       price,\n       price * 0.06 AS sales_tax\n FROM  Book\n WHERE price > 100.00\n ORDER BY title;\n\nSELECT isbn,\n       title,\n       price\n FROM  Book\n WHERE price < (SELECT AVG(price) FROM Book)\n ORDER BY title;\n\nSELECT b.isbn, b.title, b.price, sales.items_sold, sales.company_nm\nFROM Book b\n  JOIN (SELECT SUM(Items_Sold) Items_Sold, Company_Nm, ISBN\n        FROM Book_Sales\n        GROUP BY Company_Nm, ISBN) sales\n  ON sales.isbn = b.isbn\n\nSELECT * FROM\n( SELECT\n    ROW_NUMBER() OVER (ORDER BY sort_key ASC) AS row_number,\n    columns\n  FROM tablename\n) AS foo\nWHERE row_number <= 10\n\nSELECT * FROM (\n  SELECT\n    RANK() OVER (ORDER BY age ASC) AS ranking,\n    person_id,\n    person_name,\n    age\n  FROM person\n) AS foo\nWHERE ranking <= 10\n\nSELECT * FROM T \nFETCH FIRST 10 ROWS ONLY\n\nSELECT * FROM T \nORDER BY acolumn DESC OFFSET 0 ROWS FETCH FIRST 10 ROWS ONLY\n\nSET ROWCOUNT 10\nSELECT * FROM T\n\nSELECT * from T \nWHERE ROWNUM <= 10\n\nSELECT * FROM T \nSAMPLE 10\n\nSELECT * FROM T\nROWS 20 TO 30\n\nSELECT * FROM T\nWHERE ID_T > 10 FETCH FIRST 10 ROWS ONLY\n\nSELECT * FROM T\nWHERE ID_T > 20 FETCH FIRST 10 ROWS ONLY\n\nSelect * \nfrom {table} \norder by {unique_key}"
  },
  {
   "id": "code-sql-join",
   "label": "SQL code (Wikipedia: Join (SQL))",
   "group": "code-sql",
   "lang": "code",
   "kind": "code",
   "pairedWith": null,
   "source": "Wikipedia (en), \"Join (SQL)\"",
   "url": "https://en.wikipedia.org/w/index.php?oldid=1377910599",
   "license": "CC BY-SA 4.0",
   "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
   "authors": [
    "Wikipedia contributors"
   ],
   "revision": 1377910599,
   "sentenceIds": null,
   "retrieved": "2026-11-14",
   "note": "Code blocks (syntaxhighlight) from the article, in page order, joined by blank lines.",
   "text": "CREATE TABLE department(\n    DepartmentID INT PRIMARY KEY NOT NULL,\n    DepartmentName VARCHAR(20)\n);\n\nCREATE TABLE employee (\n    LastName VARCHAR(20),\n    DepartmentID INT REFERENCES department(DepartmentID)\n);\n\nINSERT INTO department\nVALUES (31, 'Sales'),\n       (33, 'Engineering'),\n       (34, 'Clerical'),\n       (35, 'Marketing');\n\nINSERT INTO employee\nVALUES ('Rafferty', 31),\n       ('Jones', 33),\n       ('Heisenberg', 33),\n       ('Robinson', 34),\n       ('Smith', 34),\n       ('Williams', NULL);\n\nSELECT *\nFROM employee CROSS JOIN department;\n\nSELECT *\nFROM employee, department;\n\nSELECT *\nFROM employee INNER JOIN department ON 1=1;\n\nSELECT employee.LastName, employee.DepartmentID, department.DepartmentName\nFROM employee\nINNER JOIN department ON\nemployee.DepartmentID = department.DepartmentID;\n\nSELECT employee.LastName, employee.DepartmentID, department.DepartmentName\nFROM employee, department\nWHERE employee.DepartmentID = department.DepartmentID;\n\nSELECT *\nFROM employee JOIN department\n  ON employee.DepartmentID = department.DepartmentID;\n\nSELECT *\nFROM employee, department\nWHERE employee.DepartmentID = department.DepartmentID;\n\nSELECT *\nFROM employee INNER JOIN department USING (DepartmentID);\n\nSELECT *\nFROM employee NATURAL JOIN department;\n\nSELECT *\nFROM employee\nLEFT OUTER JOIN department ON employee.DepartmentID = department.DepartmentID;\n\nSELECT *\nFROM employee, department\nWHERE employee.DepartmentID = department.DepartmentID(+)\n\nSELECT *\nFROM employee, department\nWHERE employee.DepartmentID *= department.DepartmentID"
  },
  {
   "id": "gutenberg-en-pride",
   "label": "English novel: Pride and Prejudice (Austen, 1813)",
   "group": "en",
   "lang": "en",
   "kind": "prose",
   "pairedWith": null,
   "source": "Project Gutenberg eBook #1342",
   "url": "https://www.gutenberg.org/ebooks/1342",
   "license": "Public domain (USA)",
   "licenseUrl": "https://www.gutenberg.org/policy/license.html",
   "authors": [
    "Austen"
   ],
   "revision": null,
   "sentenceIds": null,
   "retrieved": "2026-11-14",
   "note": "Opening paragraphs, hard line breaks joined. Public-domain text only: the Project Gutenberg header, licence and trademark are not reproduced.",
   "text": "It is a truth universally acknowledged, that a single man in possession of a good fortune must be in want of a wife.\nHowever little known the feelings or views of such a man may be on his first entering a neighbourhood, this truth is so well fixed in the minds of the surrounding families, that he is considered as the rightful property of some one or other of their daughters.\n“My dear Mr. Bennet,” said his lady to him one day, “have you heard that Netherfield Park is let at last?”\nMr. Bennet replied that he had not.\n“But it is,” returned she; “for Mrs. Long has just been here, and she told me all about it.”\nMr. Bennet made no answer.\n“Do not you want to know who has taken it?” cried his wife, impatiently.\n“_You_ want to tell me, and I have no objection to hearing it.”\n[Illustration:\n“He came down to see the place”\n[_Copyright 1894 by George Allen._]]\nThis was invitation enough.\n“Why, my dear, you must know, Mrs. Long says that Netherfield is taken by a young man of large fortune from the north of England; that he came down on Monday in a chaise and four to see the place, and was so much delighted with it that he agreed with Mr. Morris immediately; that he is to take possession before Michaelmas, and some of his servants are to be in the house by the end of next week.”\n“What is his name?”\n“Bingley.”\n“Is he married or single?”\n“Oh, single, my dear, to be sure! A single man of large fortune; four or five thousand a year. What a fine thing for our girls!”\n“How so? how can it affect them?”\n“My dear Mr. Bennet,” replied his wife, “how can you be so tiresome? You must know that I am thinking of his marrying one of them.”\n“Is that his design in settling here?”\n“Design? Nonsense, how can you talk so! But it is very likely that he _may_ fall in love with one of them, and therefore you must visit him as soon as he comes.”"
  },
  {
   "id": "gutenberg-fr-candide",
   "label": "French novel: Candide (Voltaire, 1759)",
   "group": "fr",
   "lang": "fr",
   "kind": "prose",
   "pairedWith": null,
   "source": "Project Gutenberg eBook #4650",
   "url": "https://www.gutenberg.org/ebooks/4650",
   "license": "Public domain (USA)",
   "licenseUrl": "https://www.gutenberg.org/policy/license.html",
   "authors": [
    "Voltaire"
   ],
   "revision": null,
   "sentenceIds": null,
   "retrieved": "2026-11-14",
   "note": "Opening paragraphs, hard line breaks joined. Public-domain text only: the Project Gutenberg header, licence and trademark are not reproduced.",
   "text": "Il y avait en Vestphalie, dans le château de M. le baron de Thunder-ten-tronckh, un jeune garçon à qui la nature avait donné les moeurs les plus douces. Sa physionomie annonçait son âme. Il avait le jugement assez droit, avec l’esprit le plus simple; c’est, je crois, pour cette raison qu’on le nommait Candide. Les anciens domestiques de la maison soupçonnaient qu’il était fils de la soeur de monsieur le baron et d’un bon et honnête gentilhomme du voisinage, que cette demoiselle ne voulut jamais épouser parce qu’il n’avait pu prouver que soixante et onze quartiers, et que le reste de son arbre généalogique avait été perdu par l’injure du temps.\nMonsieur le baron était un des plus puissants seigneurs de la Westphalie, car son château avait une porte et des fenêtres. Sa grande salle même était ornée d’une tapisserie. Tous les chiens de ses basses-cours composaient une meute dans le besoin; ses palefreniers étaient ses piqueurs; le vicaire du village était son grand-aumônier. Ils l’appelaient tous monseigneur, et ils riaient quand il fesait des contes.\nMadame la baronne, qui pesait environ trois cent cinquante livres, s’attirait par là une très grande considération, et fesait les honneurs de la maison avec une dignité qui la rendait encore plus respectable. Sa fille Cunégonde, âgée de dix-sept ans, était haute en couleur, fraîche, grasse, appétissante. Le fils du baron paraissait en tout digne de son père. Le précepteur Pangloss[1] était l’oracle de la maison, et le petit Candide écoutait ses leçons avec toute la bonne foi de son âge et de son caractère.\n[1] De _pan_, tout, et _glossa_, langue. B.\nPangloss enseignait la métaphysico-théologo-cosmolonigologie. Il prouvait admirablement qu’il n’y a point d’effet sans cause, et que, dans ce meilleur des mondes possibles, le château de monseigneur le baron était le plus beau des châteaux, et madame la meilleure des baronnes possibles."
  },
  {
   "id": "gutenberg-es-quijote",
   "label": "Spanish novel: Don Quijote (Cervantes, 1605)",
   "group": "es",
   "lang": "es",
   "kind": "prose",
   "pairedWith": null,
   "source": "Project Gutenberg eBook #2000",
   "url": "https://www.gutenberg.org/ebooks/2000",
   "license": "Public domain (USA)",
   "licenseUrl": "https://www.gutenberg.org/policy/license.html",
   "authors": [
    "Cervantes"
   ],
   "revision": null,
   "sentenceIds": null,
   "retrieved": "2026-11-14",
   "note": "Opening paragraphs, hard line breaks joined. Public-domain text only: the Project Gutenberg header, licence and trademark are not reproduced.",
   "text": "En un lugar de la Mancha, de cuyo nombre no quiero acordarme, no ha mucho tiempo que vivía un hidalgo de los de lanza en astillero, adarga antigua, rocín flaco y galgo corredor. Una olla de algo más vaca que carnero, salpicón las más noches, duelos y quebrantos los sábados, lantejas los viernes, algún palomino de añadidura los domingos, consumían las tres partes de su hacienda. El resto della concluían sayo de velarte, calzas de velludo para las fiestas, con sus pantuflos de lo mesmo, y los días de entresemana se honraba con su vellorí de lo más fino. Tenía en su casa una ama que pasaba de los cuarenta, y una sobrina que no llegaba a los veinte, y un mozo de campo y plaza, que así ensillaba el rocín como tomaba la podadera. Frisaba la edad de nuestro hidalgo con los cincuenta años; era de complexión recia, seco de carnes, enjuto de rostro, gran madrugador y amigo de la caza. Quieren decir que tenía el sobrenombre de Quijada, o Quesada, que en esto hay alguna diferencia en los autores que deste caso escriben; aunque, por conjeturas verosímiles, se deja entender que se llamaba Quejana. Pero esto importa poco a nuestro cuento; basta que en la narración dél no se salga un punto de la verdad.\nEs, pues, de saber que este sobredicho hidalgo, los ratos que estaba ocioso, que eran los más del año, se daba a leer libros de caballerías, con tanta afición y gusto, que olvidó casi de todo punto el ejercicio de la caza, y aun la administración de su hacienda. Y llegó a tanto su curiosidad y desatino en esto, que vendió muchas hanegas de tierra de sembradura para comprar libros de caballerías en que leer, y así, llevó a su casa todos cuantos pudo haber dellos; y de todos, ningunos le parecían tan bien como los que compuso el famoso Feliciano de Silva, porque la claridad de su prosa y aquellas entricadas razones suyas le parecían de perlas, y más cuando llegaba a leer aquellos requiebros y cartas de desafíos, donde en muchas partes hallaba escrito: La razón de la sinrazón que a mi razón se hace, de tal manera mi razón enflaquece, que con razón me quejo de la vuestra fermosura. Y también cuando leía: ...los altos cielos que de vuestra divinidad divinamente con las estrellas os fortifican, y os hacen merecedora del merecimiento que merece la vuestra grandeza."
  },
  {
   "id": "json-wikidata-q2-pretty",
   "label": "JSON, pretty-printed (Wikidata Q2 Earth)",
   "group": "json",
   "lang": "json",
   "kind": "json",
   "pairedWith": null,
   "source": "Wikidata Q2 (Earth)",
   "url": "https://www.wikidata.org/w/index.php?oldid=2567787441",
   "license": "CC0 1.0",
   "licenseUrl": "https://creativecommons.org/publicdomain/zero/1.0/",
   "authors": [
    "Wikidata contributors"
   ],
   "revision": 2567787441,
   "sentenceIds": null,
   "retrieved": "2026-11-14",
   "note": "Entity JSON trimmed to id, type, labels and descriptions in eight languages, and the first four properties (two statements each, references removed).",
   "text": "{\n  \"id\": \"Q2\",\n  \"type\": \"item\",\n  \"lastrevid\": 2567787441,\n  \"labels\": {\n    \"en\": {\n      \"language\": \"en\",\n      \"value\": \"Earth\"\n    },\n    \"ar\": {\n      \"language\": \"ar\",\n      \"value\": \"الأرض\"\n    },\n    \"arz\": {\n      \"language\": \"arz\",\n      \"value\": \"الارض\"\n    },\n    \"fr\": {\n      \"language\": \"fr\",\n      \"value\": \"Terre\"\n    },\n    \"es\": {\n      \"language\": \"es\",\n      \"value\": \"Tierra\"\n    },\n    \"hi\": {\n      \"language\": \"hi\",\n      \"value\": \"पृथ्वी\"\n    },\n    \"zh\": {\n      \"language\": \"zh\",\n      \"value\": \"地球\"\n    },\n    \"ur\": {\n      \"language\": \"ur\",\n      \"value\": \"زمین\"\n    }\n  },\n  \"descriptions\": {\n    \"en\": {\n      \"language\": \"en\",\n      \"value\": \"third planet from the Sun in the Solar System\"\n    },\n    \"ar\": {\n      \"language\": \"ar\",\n      \"value\": \"ثالث كواكب المجموعة الشمسية بُعدًا عن الشمس\"\n    },\n    \"arz\": {\n      \"language\": \"arz\",\n      \"value\": \"تالت كوكب فى المجموعه الشمسيه من ناحية الشمس\"\n    },\n    \"fr\": {\n      \"language\": \"fr\",\n      \"value\": \"troisième planète du Système solaire en partant du Soleil\"\n    },\n    \"es\": {\n      \"language\": \"es\",\n      \"value\": \"tercer planeta desde el Sol en el Sistema Solar\"\n    },\n    \"hi\": {\n      \"language\": \"hi\",\n      \"value\": \"सौर मण्डल में तीसरे नम्बर का नीला ग्रह\"\n    },\n    \"zh\": {\n      \"language\": \"zh\",\n      \"value\": \"太陽系中距離太陽第三近的行星\"\n    },\n    \"ur\": {\n      \"language\": \"ur\",\n      \"value\": \"نظامِ شمسی میں سورج کا تیسرا نزدیک ترین سیارہ\"\n    }\n  },\n  \"claims\": {\n    \"P1589\": [\n      {\n        \"mainsnak\": {\n          \"snaktype\": \"value\",\n          \"property\": \"P1589\",\n          \"hash\": \"4529de8cf35288822d735cdcd896f0c7f4ad7afe\",\n          \"datavalue\": {\n            \"value\": {\n              \"entity-type\": \"item\",\n              \"numeric-id\": 459173,\n              \"id\": \"Q459173\"\n            },\n            \"type\": \"wikibase-entityid\"\n          },\n          \"datatype\": \"wikibase-item\"\n        },\n        \"type\": \"statement\",\n        \"qualifiers\": {\n          \"P2044\": [\n            {\n              \"snaktype\": \"value\",\n              \"property\": \"P2044\",\n              \"hash\": \"d074d134ccee0bbbf8dde161ce3b316e669c6c53\",\n              \"datavalue\": {\n                \"value\": {\n                  \"amount\": \"-10994\",\n                  \"unit\": \"http://www.wikidata.org/entity/Q11573\",\n                  \"upperBound\": \"-10954\",\n                  \"lowerBound\": \"-11034\"\n                },\n                \"type\": \"quantity\"\n              },\n              \"datatype\": \"quantity\"\n            }\n          ]\n        },\n        \"qualifiers-order\": [\n          \"P2044\"\n        ],\n        \"id\": \"Q2$9bbb058a-48ab-0a81-e88e-82bba6b2abe5\",\n        \"rank\": \"preferred\"\n      },\n      {\n        \"mainsnak\": {\n          \"snaktype\": \"value\",\n          \"property\": \"P1589\",\n          \"hash\": \"092f5d5a593c3e19ab09a6be8d641dabc8b63c9c\",\n          \"datavalue\": {\n            \"value\": {\n              \"entity-type\": \"item\",\n              \"numeric-id\": 1491734,\n              \"id\": \"Q1491734\"\n            },\n            \"type\": \"wikibase-entityid\"\n          },\n          \"datatype\": \"wikibase-item\"\n        },\n        \"type\": \"statement\",\n        \"qualifiers\": {\n          \"P582\": [\n            {\n              \"snaktype\": \"value\",\n              \"property\": \"P582\",\n              \"hash\": \"700787b045fcc9fe3d946f7631bc38cf3a79ebed\",\n              \"datavalue\": {\n                \"value\": {\n                  \"time\": \"+1952-00-00T00:00:00Z\",\n                  \"timezone\": 0,\n                  \"before\": 0,\n                  \"after\": 0,\n                  \"precision\": 9,\n                  \"calendarmodel\": \"http://www.wikidata.org/entity/Q1985727\"\n                },\n                \"type\": \"time\"\n              },\n              \"datatype\": \"time\"\n            }\n          ],\n          \"P2044\": [\n            {\n              \"snaktype\": \"value\",\n              \"property\": \"P2044\",\n              \"hash\": \"f1662a075b80d9c1007add09751edd8ed9f8c880\",\n              \"datavalue\": {\n                \"value\": {\n                  \"amount\": \"-10540\",\n                  \"unit\": \"http://www.wikidata.org/entity/Q11573\",\n                  \"upperBound\": \"-10539\",\n                  \"lowerBound\": \"-10541\"\n                },\n                \"type\": \"quantity\"\n              },\n              \"datatype\": \"quantity\"\n            }\n          ]\n        },\n        \"qualifiers-order\": [\n          \"P582\",\n          \"P2044\"\n        ],\n        \"id\": \"Q2$6d825fc6-4c0b-257b-e3b0-856106955faf\",\n        \"rank\": \"normal\"\n      }\n    ],\n    \"P1419\": [\n      {\n        \"mainsnak\": {\n          \"snaktype\": \"value\",\n          \"property\": \"P1419\",\n          \"hash\": \"85c34f0d4687f6cc3742797d9047169d41a60176\",\n          \"datavalue\": {\n            \"value\": {\n              \"entity-type\": \"item\",\n              \"numeric-id\": 3241540,\n              \"id\": \"Q3241540\"\n            },\n            \"type\": \"wikibase-entityid\"\n          },\n          \"datatype\": \"wikibase-item\"\n        },\n        \"type\": \"statement\",\n        \"qualifiers\": {\n          \"P1480\": [\n            {\n              \"snaktype\": \"value\",\n              \"property\": \"P1480\",\n              \"hash\": \"846ef9c47d4f968f4009f35b43f865fc99fe77aa\",\n              \"datavalue\": {\n                \"value\": {\n                  \"entity-type\": \"item\",\n                  \"numeric-id\": 60070514,\n                  \"id\": \"Q60070514\"\n                },\n                \"type\": \"wikibase-entityid\"\n              },\n              \"datatype\": \"wikibase-item\"\n            }\n          ],\n          \"P805\": [\n            {\n              \"snaktype\": \"value\",\n              \"property\": \"P805\",\n              \"hash\": \"790929cfe4c731225fa3e1f3c0cd89528d11c7fb\",\n              \"datavalue\": {\n                \"value\": {\n                  \"entity-type\": \"item\",\n                  \"numeric-id\": 1349283,\n                  \"id\": \"Q1349283\"\n                },\n                \"type\": \"wikibase-entityid\"\n              },\n              \"datatype\": \"wikibase-item\"\n            }\n          ]\n        },\n        \"qualifiers-order\": [\n          \"P1480\",\n          \"P805\"\n        ],\n        \"id\": \"Q2$e8ba1188-4aec-9e37-a75e-f79466c1913e\",\n        \"rank\": \"normal\"\n      },\n      {\n        \"mainsnak\": {\n          \"snaktype\": \"value\",\n          \"property\": \"P1419\",\n          \"hash\": \"c093e2f07d23d8829ffcc1ceb7ba55df32d03574\",\n          \"datavalue\": {\n            \"value\": {\n              \"entity-type\": \"item\",\n              \"numeric-id\": 185969,\n              \"id\": \"Q185969\"\n            },\n            \"type\": \"wikibase-entityid\"\n          },\n          \"datatype\": \"wikibase-item\"\n        },\n        \"type\": \"statement\",\n        \"qualifiers\": {\n          \"P805\": [\n            {\n              \"snaktype\": \"value\",\n              \"property\": \"P805\",\n              \"hash\": \"21da381d5222368061fe37b12400d9af0b98b02b\",\n              \"datavalue\": {\n                \"value\": {\n                  \"entity-type\": \"item\",\n                  \"numeric-id\": 437882,\n                  \"id\": \"Q437882\"\n                },\n                \"type\": \"wikibase-entityid\"\n              },\n              \"datatype\": \"wikibase-item\"\n            }\n          ]\n        },\n        \"qualifiers-order\": [\n          \"P805\"\n        ],\n        \"id\": \"Q2$0145d74d-4ef8-6f2e-2537-79d7d5d7c96f\",\n        \"rank\": \"preferred\"\n      }\n    ],\n    \"P527\": [\n      {\n        \"mainsnak\": {\n          \"snaktype\": \"value\",\n          \"property\": \"P527\",\n          \"hash\": \"0691610f3e760549b8829a8b98895d5baa09eaa0\",\n          \"datavalue\": {\n            \"value\": {\n              \"entity-type\": \"item\",\n              \"numeric-id\": 15316,\n              \"id\": \"Q15316\"\n            },\n            \"type\": \"wikibase-entityid\"\n          },\n          \"datatype\": \"wikibase-item\"\n        },\n        \"type\": \"statement\",\n        \"id\": \"Q2$b65176c6-4b30-285a-75d9-2fd9f057903a\",\n        \"rank\": \"normal\"\n      },\n      {\n        \"mainsnak\": {\n          \"snaktype\": \"value\",\n          \"property\": \"P527\",\n          \"hash\": \"39edcf6f130ef297a43a720b613d185bc549cd3c\",\n          \"datavalue\": {\n            \"value\": {\n              \"entity-type\": \"item\",\n              \"numeric-id\": 193927,\n              \"id\": \"Q193927\"\n            },\n            \"type\": \"wikibase-entityid\"\n          },\n          \"datatype\": \"wikibase-item\"\n        },\n        \"type\": \"statement\",\n        \"id\": \"Q2$456f4f7f-440d-e080-e047-3dc276ece79b\",\n        \"rank\": \"normal\"\n      }\n    ],\n    \"P522\": [\n      {\n        \"mainsnak\": {\n          \"snaktype\": \"value\",\n          \"property\": \"P522\",\n          \"hash\": \"76313c208be921264bd35b88c2ce292e32c70c64\",\n          \"datavalue\": {\n            \"value\": {\n              \"entity-type\": \"item\",\n              \"numeric-id\": 737809,\n              \"id\": \"Q737809\"\n            },\n            \"type\": \"wikibase-entityid\"\n          },\n          \"datatype\": \"wikibase-item\"\n        },\n        \"type\": \"statement\",\n        \"qualifiers\": {\n          \"P805\": [\n            {\n              \"snaktype\": \"value\",\n              \"property\": \"P805\",\n              \"hash\": \"f1ed3752e28566491b6523148a1a574611f533f7\",\n              \"datavalue\": {\n                \"value\": {\n                  \"entity-type\": \"item\",\n                  \"numeric-id\": 1348808,\n                  \"id\": \"Q1348808\"\n                },\n                \"type\": \"wikibase-entityid\"\n              },\n              \"datatype\": \"wikibase-item\"\n            }\n          ]\n        },\n        \"qualifiers-order\": [\n          \"P805\"\n        ],\n        \"id\": \"Q2$00d007e2-4154-0d06-f774-48580a4af972\",\n        \"rank\": \"normal\"\n      }\n    ]\n  }\n}"
  },
  {
   "id": "json-wikidata-q2-min",
   "label": "JSON, minified (Wikidata Q2 Earth)",
   "group": "json",
   "lang": "json",
   "kind": "json",
   "pairedWith": null,
   "source": "Wikidata Q2 (Earth)",
   "url": "https://www.wikidata.org/w/index.php?oldid=2567787441",
   "license": "CC0 1.0",
   "licenseUrl": "https://creativecommons.org/publicdomain/zero/1.0/",
   "authors": [
    "Wikidata contributors"
   ],
   "revision": 2567787441,
   "sentenceIds": null,
   "retrieved": "2026-11-14",
   "note": "Entity JSON trimmed to id, type, labels and descriptions in eight languages, and the first four properties (two statements each, references removed).",
   "text": "{\"id\":\"Q2\",\"type\":\"item\",\"lastrevid\":2567787441,\"labels\":{\"en\":{\"language\":\"en\",\"value\":\"Earth\"},\"ar\":{\"language\":\"ar\",\"value\":\"الأرض\"},\"arz\":{\"language\":\"arz\",\"value\":\"الارض\"},\"fr\":{\"language\":\"fr\",\"value\":\"Terre\"},\"es\":{\"language\":\"es\",\"value\":\"Tierra\"},\"hi\":{\"language\":\"hi\",\"value\":\"पृथ्वी\"},\"zh\":{\"language\":\"zh\",\"value\":\"地球\"},\"ur\":{\"language\":\"ur\",\"value\":\"زمین\"}},\"descriptions\":{\"en\":{\"language\":\"en\",\"value\":\"third planet from the Sun in the Solar System\"},\"ar\":{\"language\":\"ar\",\"value\":\"ثالث كواكب المجموعة الشمسية بُعدًا عن الشمس\"},\"arz\":{\"language\":\"arz\",\"value\":\"تالت كوكب فى المجموعه الشمسيه من ناحية الشمس\"},\"fr\":{\"language\":\"fr\",\"value\":\"troisième planète du Système solaire en partant du Soleil\"},\"es\":{\"language\":\"es\",\"value\":\"tercer planeta desde el Sol en el Sistema Solar\"},\"hi\":{\"language\":\"hi\",\"value\":\"सौर मण्डल में तीसरे नम्बर का नीला ग्रह\"},\"zh\":{\"language\":\"zh\",\"value\":\"太陽系中距離太陽第三近的行星\"},\"ur\":{\"language\":\"ur\",\"value\":\"نظامِ شمسی میں سورج کا تیسرا نزدیک ترین سیارہ\"}},\"claims\":{\"P1589\":[{\"mainsnak\":{\"snaktype\":\"value\",\"property\":\"P1589\",\"hash\":\"4529de8cf35288822d735cdcd896f0c7f4ad7afe\",\"datavalue\":{\"value\":{\"entity-type\":\"item\",\"numeric-id\":459173,\"id\":\"Q459173\"},\"type\":\"wikibase-entityid\"},\"datatype\":\"wikibase-item\"},\"type\":\"statement\",\"qualifiers\":{\"P2044\":[{\"snaktype\":\"value\",\"property\":\"P2044\",\"hash\":\"d074d134ccee0bbbf8dde161ce3b316e669c6c53\",\"datavalue\":{\"value\":{\"amount\":\"-10994\",\"unit\":\"http://www.wikidata.org/entity/Q11573\",\"upperBound\":\"-10954\",\"lowerBound\":\"-11034\"},\"type\":\"quantity\"},\"datatype\":\"quantity\"}]},\"qualifiers-order\":[\"P2044\"],\"id\":\"Q2$9bbb058a-48ab-0a81-e88e-82bba6b2abe5\",\"rank\":\"preferred\"},{\"mainsnak\":{\"snaktype\":\"value\",\"property\":\"P1589\",\"hash\":\"092f5d5a593c3e19ab09a6be8d641dabc8b63c9c\",\"datavalue\":{\"value\":{\"entity-type\":\"item\",\"numeric-id\":1491734,\"id\":\"Q1491734\"},\"type\":\"wikibase-entityid\"},\"datatype\":\"wikibase-item\"},\"type\":\"statement\",\"qualifiers\":{\"P582\":[{\"snaktype\":\"value\",\"property\":\"P582\",\"hash\":\"700787b045fcc9fe3d946f7631bc38cf3a79ebed\",\"datavalue\":{\"value\":{\"time\":\"+1952-00-00T00:00:00Z\",\"timezone\":0,\"before\":0,\"after\":0,\"precision\":9,\"calendarmodel\":\"http://www.wikidata.org/entity/Q1985727\"},\"type\":\"time\"},\"datatype\":\"time\"}],\"P2044\":[{\"snaktype\":\"value\",\"property\":\"P2044\",\"hash\":\"f1662a075b80d9c1007add09751edd8ed9f8c880\",\"datavalue\":{\"value\":{\"amount\":\"-10540\",\"unit\":\"http://www.wikidata.org/entity/Q11573\",\"upperBound\":\"-10539\",\"lowerBound\":\"-10541\"},\"type\":\"quantity\"},\"datatype\":\"quantity\"}]},\"qualifiers-order\":[\"P582\",\"P2044\"],\"id\":\"Q2$6d825fc6-4c0b-257b-e3b0-856106955faf\",\"rank\":\"normal\"}],\"P1419\":[{\"mainsnak\":{\"snaktype\":\"value\",\"property\":\"P1419\",\"hash\":\"85c34f0d4687f6cc3742797d9047169d41a60176\",\"datavalue\":{\"value\":{\"entity-type\":\"item\",\"numeric-id\":3241540,\"id\":\"Q3241540\"},\"type\":\"wikibase-entityid\"},\"datatype\":\"wikibase-item\"},\"type\":\"statement\",\"qualifiers\":{\"P1480\":[{\"snaktype\":\"value\",\"property\":\"P1480\",\"hash\":\"846ef9c47d4f968f4009f35b43f865fc99fe77aa\",\"datavalue\":{\"value\":{\"entity-type\":\"item\",\"numeric-id\":60070514,\"id\":\"Q60070514\"},\"type\":\"wikibase-entityid\"},\"datatype\":\"wikibase-item\"}],\"P805\":[{\"snaktype\":\"value\",\"property\":\"P805\",\"hash\":\"790929cfe4c731225fa3e1f3c0cd89528d11c7fb\",\"datavalue\":{\"value\":{\"entity-type\":\"item\",\"numeric-id\":1349283,\"id\":\"Q1349283\"},\"type\":\"wikibase-entityid\"},\"datatype\":\"wikibase-item\"}]},\"qualifiers-order\":[\"P1480\",\"P805\"],\"id\":\"Q2$e8ba1188-4aec-9e37-a75e-f79466c1913e\",\"rank\":\"normal\"},{\"mainsnak\":{\"snaktype\":\"value\",\"property\":\"P1419\",\"hash\":\"c093e2f07d23d8829ffcc1ceb7ba55df32d03574\",\"datavalue\":{\"value\":{\"entity-type\":\"item\",\"numeric-id\":185969,\"id\":\"Q185969\"},\"type\":\"wikibase-entityid\"},\"datatype\":\"wikibase-item\"},\"type\":\"statement\",\"qualifiers\":{\"P805\":[{\"snaktype\":\"value\",\"property\":\"P805\",\"hash\":\"21da381d5222368061fe37b12400d9af0b98b02b\",\"datavalue\":{\"value\":{\"entity-type\":\"item\",\"numeric-id\":437882,\"id\":\"Q437882\"},\"type\":\"wikibase-entityid\"},\"datatype\":\"wikibase-item\"}]},\"qualifiers-order\":[\"P805\"],\"id\":\"Q2$0145d74d-4ef8-6f2e-2537-79d7d5d7c96f\",\"rank\":\"preferred\"}],\"P527\":[{\"mainsnak\":{\"snaktype\":\"value\",\"property\":\"P527\",\"hash\":\"0691610f3e760549b8829a8b98895d5baa09eaa0\",\"datavalue\":{\"value\":{\"entity-type\":\"item\",\"numeric-id\":15316,\"id\":\"Q15316\"},\"type\":\"wikibase-entityid\"},\"datatype\":\"wikibase-item\"},\"type\":\"statement\",\"id\":\"Q2$b65176c6-4b30-285a-75d9-2fd9f057903a\",\"rank\":\"normal\"},{\"mainsnak\":{\"snaktype\":\"value\",\"property\":\"P527\",\"hash\":\"39edcf6f130ef297a43a720b613d185bc549cd3c\",\"datavalue\":{\"value\":{\"entity-type\":\"item\",\"numeric-id\":193927,\"id\":\"Q193927\"},\"type\":\"wikibase-entityid\"},\"datatype\":\"wikibase-item\"},\"type\":\"statement\",\"id\":\"Q2$456f4f7f-440d-e080-e047-3dc276ece79b\",\"rank\":\"normal\"}],\"P522\":[{\"mainsnak\":{\"snaktype\":\"value\",\"property\":\"P522\",\"hash\":\"76313c208be921264bd35b88c2ce292e32c70c64\",\"datavalue\":{\"value\":{\"entity-type\":\"item\",\"numeric-id\":737809,\"id\":\"Q737809\"},\"type\":\"wikibase-entityid\"},\"datatype\":\"wikibase-item\"},\"type\":\"statement\",\"qualifiers\":{\"P805\":[{\"snaktype\":\"value\",\"property\":\"P805\",\"hash\":\"f1ed3752e28566491b6523148a1a574611f533f7\",\"datavalue\":{\"value\":{\"entity-type\":\"item\",\"numeric-id\":1348808,\"id\":\"Q1348808\"},\"type\":\"wikibase-entityid\"},\"datatype\":\"wikibase-item\"}]},\"qualifiers-order\":[\"P805\"],\"id\":\"Q2$00d007e2-4154-0d06-f774-48580a4af972\",\"rank\":\"normal\"}]}}"
  },
  {
   "id": "json-wikidata-q90-pretty",
   "label": "JSON, pretty-printed (Wikidata Q90 Paris)",
   "group": "json",
   "lang": "json",
   "kind": "json",
   "pairedWith": null,
   "source": "Wikidata Q90 (Paris)",
   "url": "https://www.wikidata.org/w/index.php?oldid=2567952526",
   "license": "CC0 1.0",
   "licenseUrl": "https://creativecommons.org/publicdomain/zero/1.0/",
   "authors": [
    "Wikidata contributors"
   ],
   "revision": 2567952526,
   "sentenceIds": null,
   "retrieved": "2026-11-14",
   "note": "Entity JSON trimmed to id, type, labels and descriptions in eight languages, and the first four properties (two statements each, references removed).",
   "text": "{\n  \"id\": \"Q90\",\n  \"type\": \"item\",\n  \"lastrevid\": 2567952526,\n  \"labels\": {\n    \"en\": {\n      \"language\": \"en\",\n      \"value\": \"Paris\"\n    },\n    \"ar\": {\n      \"language\": \"ar\",\n      \"value\": \"باريس\"\n    },\n    \"arz\": {\n      \"language\": \"arz\",\n      \"value\": \"باريس\"\n    },\n    \"fr\": {\n      \"language\": \"fr\",\n      \"value\": \"Paris\"\n    },\n    \"es\": {\n      \"language\": \"es\",\n      \"value\": \"París\"\n    },\n    \"hi\": {\n      \"language\": \"hi\",\n      \"value\": \"पेरिस\"\n    },\n    \"zh\": {\n      \"language\": \"zh\",\n      \"value\": \"巴黎\"\n    },\n    \"ur\": {\n      \"language\": \"ur\",\n      \"value\": \"پیرس\"\n    }\n  },\n  \"descriptions\": {\n    \"en\": {\n      \"language\": \"en\",\n      \"value\": \"capital and most populous city in France\"\n    },\n    \"ar\": {\n      \"language\": \"ar\",\n      \"value\": \"عاصمة فرنسا\"\n    },\n    \"arz\": {\n      \"language\": \"arz\",\n      \"value\": \"عاصمة فرنسا و اكبر مدنها\"\n    },\n    \"fr\": {\n      \"language\": \"fr\",\n      \"value\": \"capitale et ville la plus peuplée de France\"\n    },\n    \"es\": {\n      \"language\": \"es\",\n      \"value\": \"capital y ciudad más poblada de Francia\"\n    },\n    \"hi\": {\n      \"language\": \"hi\",\n      \"value\": \"फ़्रांस की राजधानी\"\n    },\n    \"zh\": {\n      \"language\": \"zh\",\n      \"value\": \"法國首都\"\n    },\n    \"ur\": {\n      \"language\": \"ur\",\n      \"value\": \"فرانس کا دار الحکومت اور سب سے بڑا شہر\"\n    }\n  },\n  \"claims\": {\n    \"P2924\": [\n      {\n        \"mainsnak\": {\n          \"snaktype\": \"value\",\n          \"property\": \"P2924\",\n          \"hash\": \"5aa68489c55b612151e6ba0499d323d532edd196\",\n          \"datavalue\": {\n            \"value\": \"2320508\",\n            \"type\": \"string\"\n          },\n          \"datatype\": \"external-id\"\n        },\n        \"type\": \"statement\",\n        \"qualifiers\": {\n          \"P1810\": [\n            {\n              \"snaktype\": \"value\",\n              \"property\": \"P1810\",\n              \"hash\": \"db0bc4f78cf6716169235f44169b554aa39ec78c\",\n              \"datavalue\": {\n                \"value\": \"ПАРИЖ\",\n                \"type\": \"string\"\n              },\n              \"datatype\": \"string\"\n            }\n          ]\n        },\n        \"qualifiers-order\": [\n          \"P1810\"\n        ],\n        \"id\": \"Q90$0C8F7E7F-94A9-40F2-A749-EFD7019F2934\",\n        \"rank\": \"normal\"\n      }\n    ],\n    \"P1667\": [\n      {\n        \"mainsnak\": {\n          \"snaktype\": \"value\",\n          \"property\": \"P1667\",\n          \"hash\": \"0f02b8c9a887ed7a4ab0a96fee697cfd85f54d6f\",\n          \"datavalue\": {\n            \"value\": \"7008038\",\n            \"type\": \"string\"\n          },\n          \"datatype\": \"external-id\"\n        },\n        \"type\": \"statement\",\n        \"id\": \"Q90$1dbd1fd9-44d2-751f-cd2e-ce04dce44634\",\n        \"rank\": \"normal\"\n      }\n    ],\n    \"P1151\": [\n      {\n        \"mainsnak\": {\n          \"snaktype\": \"value\",\n          \"property\": \"P1151\",\n          \"hash\": \"8f603f1c6319b256d2e6483f045116390dd2fc11\",\n          \"datavalue\": {\n            \"value\": {\n              \"entity-type\": \"item\",\n              \"numeric-id\": 8253667,\n              \"id\": \"Q8253667\"\n            },\n            \"type\": \"wikibase-entityid\"\n          },\n          \"datatype\": \"wikibase-item\"\n        },\n        \"type\": \"statement\",\n        \"id\": \"Q90$f6f58b79-451f-1deb-fa71-a70ac7b3136b\",\n        \"rank\": \"normal\"\n      }\n    ],\n    \"P1333\": [\n      {\n        \"mainsnak\": {\n          \"snaktype\": \"value\",\n          \"property\": \"P1333\",\n          \"hash\": \"58fba20033c85a1f535c9cd1fca0e0f5394400fa\",\n          \"datavalue\": {\n            \"value\": {\n              \"latitude\": 48.8155755,\n              \"longitude\": 2.3444967,\n              \"altitude\": null,\n              \"precision\": 0.0001,\n              \"globe\": \"http://www.wikidata.org/entity/Q2\"\n            },\n            \"type\": \"globecoordinate\"\n          },\n          \"datatype\": \"globe-coordinate\"\n        },\n        \"type\": \"statement\",\n        \"id\": \"Q90$73199509-5A10-480B-BB84-3F27029B8654\",\n        \"rank\": \"normal\"\n      }\n    ]\n  }\n}"
  },
  {
   "id": "json-wikidata-q90-min",
   "label": "JSON, minified (Wikidata Q90 Paris)",
   "group": "json",
   "lang": "json",
   "kind": "json",
   "pairedWith": null,
   "source": "Wikidata Q90 (Paris)",
   "url": "https://www.wikidata.org/w/index.php?oldid=2567952526",
   "license": "CC0 1.0",
   "licenseUrl": "https://creativecommons.org/publicdomain/zero/1.0/",
   "authors": [
    "Wikidata contributors"
   ],
   "revision": 2567952526,
   "sentenceIds": null,
   "retrieved": "2026-11-14",
   "note": "Entity JSON trimmed to id, type, labels and descriptions in eight languages, and the first four properties (two statements each, references removed).",
   "text": "{\"id\":\"Q90\",\"type\":\"item\",\"lastrevid\":2567952526,\"labels\":{\"en\":{\"language\":\"en\",\"value\":\"Paris\"},\"ar\":{\"language\":\"ar\",\"value\":\"باريس\"},\"arz\":{\"language\":\"arz\",\"value\":\"باريس\"},\"fr\":{\"language\":\"fr\",\"value\":\"Paris\"},\"es\":{\"language\":\"es\",\"value\":\"París\"},\"hi\":{\"language\":\"hi\",\"value\":\"पेरिस\"},\"zh\":{\"language\":\"zh\",\"value\":\"巴黎\"},\"ur\":{\"language\":\"ur\",\"value\":\"پیرس\"}},\"descriptions\":{\"en\":{\"language\":\"en\",\"value\":\"capital and most populous city in France\"},\"ar\":{\"language\":\"ar\",\"value\":\"عاصمة فرنسا\"},\"arz\":{\"language\":\"arz\",\"value\":\"عاصمة فرنسا و اكبر مدنها\"},\"fr\":{\"language\":\"fr\",\"value\":\"capitale et ville la plus peuplée de France\"},\"es\":{\"language\":\"es\",\"value\":\"capital y ciudad más poblada de Francia\"},\"hi\":{\"language\":\"hi\",\"value\":\"फ़्रांस की राजधानी\"},\"zh\":{\"language\":\"zh\",\"value\":\"法國首都\"},\"ur\":{\"language\":\"ur\",\"value\":\"فرانس کا دار الحکومت اور سب سے بڑا شہر\"}},\"claims\":{\"P2924\":[{\"mainsnak\":{\"snaktype\":\"value\",\"property\":\"P2924\",\"hash\":\"5aa68489c55b612151e6ba0499d323d532edd196\",\"datavalue\":{\"value\":\"2320508\",\"type\":\"string\"},\"datatype\":\"external-id\"},\"type\":\"statement\",\"qualifiers\":{\"P1810\":[{\"snaktype\":\"value\",\"property\":\"P1810\",\"hash\":\"db0bc4f78cf6716169235f44169b554aa39ec78c\",\"datavalue\":{\"value\":\"ПАРИЖ\",\"type\":\"string\"},\"datatype\":\"string\"}]},\"qualifiers-order\":[\"P1810\"],\"id\":\"Q90$0C8F7E7F-94A9-40F2-A749-EFD7019F2934\",\"rank\":\"normal\"}],\"P1667\":[{\"mainsnak\":{\"snaktype\":\"value\",\"property\":\"P1667\",\"hash\":\"0f02b8c9a887ed7a4ab0a96fee697cfd85f54d6f\",\"datavalue\":{\"value\":\"7008038\",\"type\":\"string\"},\"datatype\":\"external-id\"},\"type\":\"statement\",\"id\":\"Q90$1dbd1fd9-44d2-751f-cd2e-ce04dce44634\",\"rank\":\"normal\"}],\"P1151\":[{\"mainsnak\":{\"snaktype\":\"value\",\"property\":\"P1151\",\"hash\":\"8f603f1c6319b256d2e6483f045116390dd2fc11\",\"datavalue\":{\"value\":{\"entity-type\":\"item\",\"numeric-id\":8253667,\"id\":\"Q8253667\"},\"type\":\"wikibase-entityid\"},\"datatype\":\"wikibase-item\"},\"type\":\"statement\",\"id\":\"Q90$f6f58b79-451f-1deb-fa71-a70ac7b3136b\",\"rank\":\"normal\"}],\"P1333\":[{\"mainsnak\":{\"snaktype\":\"value\",\"property\":\"P1333\",\"hash\":\"58fba20033c85a1f535c9cd1fca0e0f5394400fa\",\"datavalue\":{\"value\":{\"latitude\":48.8155755,\"longitude\":2.3444967,\"altitude\":null,\"precision\":0.0001,\"globe\":\"http://www.wikidata.org/entity/Q2\"},\"type\":\"globecoordinate\"},\"datatype\":\"globe-coordinate\"},\"type\":\"statement\",\"id\":\"Q90$73199509-5A10-480B-BB84-3F27029B8654\",\"rank\":\"normal\"}]}}"
  }
 ]
}