|
{
|
|
"mixture": {
|
|
"commoncrawl": 52.2,
|
|
"c4": 26.7,
|
|
"github": 5.2,
|
|
"book": 4.2,
|
|
"arxiv": 4.6,
|
|
"wiki": 3.8,
|
|
"stackexchange": 3.3
|
|
},
|
|
"num_tokens_avg": {
|
|
"commoncrawl": 1207,
|
|
"c4": 378,
|
|
"wiki": 393,
|
|
"stackexchange": 309,
|
|
"github": 436,
|
|
"book": 89373,
|
|
"arxiv": 7375
|
|
}
|
|
} |