28 lines
670 B
TypeScript
28 lines
670 B
TypeScript
export const huggingfaceChunks = [
|
|
{
|
|
token: { id: 12764, text: 'Hello', logprob: 0.0, special: false },
|
|
generated_text: null,
|
|
details: null,
|
|
},
|
|
{
|
|
token: { id: 2, text: ',', logprob: -0.7167969, special: false },
|
|
generated_text: null,
|
|
details: null,
|
|
},
|
|
{
|
|
token: { id: 1359, text: ' world', logprob: 0.0, special: false },
|
|
generated_text: null,
|
|
details: null,
|
|
},
|
|
{
|
|
token: { id: 476, text: '.', logprob: 0.0, special: false },
|
|
generated_text: null,
|
|
details: null,
|
|
},
|
|
{
|
|
token: { id: 0, text: '<|endoftext|>', logprob: 0.0, special: true },
|
|
generated_text: 'Hello, world.',
|
|
details: null,
|
|
},
|
|
];
|