37 lines
1.3 KiB
TypeScript
37 lines
1.3 KiB
TypeScript
// https://platform.openai.com/docs/models
|
|
export type OpenAICompletionModelId = 'gpt-3.5-turbo-instruct' | (string & {});
|
|
|
|
export interface OpenAICompletionSettings {
|
|
/**
|
|
* Echo back the prompt in addition to the completion
|
|
*/
|
|
echo?: boolean;
|
|
|
|
/**
|
|
* Modify the likelihood of specified tokens appearing in the completion.
|
|
*
|
|
* Accepts a JSON object that maps tokens (specified by their token ID in
|
|
* the GPT tokenizer) to an associated bias value from -100 to 100. You
|
|
* can use this tokenizer tool to convert text to token IDs. Mathematically,
|
|
* the bias is added to the logits generated by the model prior to sampling.
|
|
* The exact effect will vary per model, but values between -1 and 1 should
|
|
* decrease or increase likelihood of selection; values like -100 or 100
|
|
* should result in a ban or exclusive selection of the relevant token.
|
|
*
|
|
* As an example, you can pass {"50256": -100} to prevent the <|endoftext|>
|
|
* token from being generated.
|
|
*/
|
|
logitBias?: Record<number, number>;
|
|
|
|
/**
|
|
* The suffix that comes after a completion of inserted text.
|
|
*/
|
|
suffix?: string;
|
|
|
|
/**
|
|
* A unique identifier representing your end-user, which can help OpenAI to
|
|
* monitor and detect abuse. Learn more.
|
|
*/
|
|
user?: string;
|
|
}
|