|
{
|
|
"mixture": {
|
|
"commoncrawl": 10,
|
|
"c4": 10,
|
|
"github": 25,
|
|
"book": 10,
|
|
"arxiv": 10,
|
|
"wiki": 10,
|
|
"stackexchange": 25
|
|
},
|
|
"num_tokens_avg": {
|
|
"commoncrawl": 1207,
|
|
"c4": 378,
|
|
"wiki": 393,
|
|
"stackexchange": 309,
|
|
"github": 436,
|
|
"book": 89373,
|
|
"arxiv": 7375
|
|
}
|
|
} |