{
    "mixture": {
        "commoncrawl": 14.2,
        "c4": 14.2,
        "github": 14.2,
        "book": 14.2,
        "arxiv": 14.2,
        "wiki": 14.2,
        "stackexchange": 14.2
    },
    "num_tokens_avg": {
        "commoncrawl": 1207,
        "c4": 378,
        "wiki": 393,
        "stackexchange": 309,
        "github": 436,
        "book": 89373,
        "arxiv": 7375
    }
}