71 lines
1.3 KiB
TypeScript
71 lines
1.3 KiB
TypeScript
import { LLM } from "@/types"
|
|
|
|
const GROQ_PLATORM_LINK = "https://groq.com/"
|
|
|
|
const LLaMA3_8B: LLM = {
|
|
modelId: "llama3-8b-8192",
|
|
modelName: "LLaMA3-8b-chat",
|
|
provider: "groq",
|
|
hostedId: "llama3-8b-8192",
|
|
platformLink: GROQ_PLATORM_LINK,
|
|
imageInput: false,
|
|
pricing: {
|
|
currency: "USD",
|
|
unit: "1M tokens",
|
|
inputCost: 0.05,
|
|
outputCost: 0.1
|
|
}
|
|
}
|
|
|
|
const LLaMA3_70B: LLM = {
|
|
modelId: "llama3-70b-8192",
|
|
modelName: "LLaMA3-70b-chat",
|
|
provider: "groq",
|
|
hostedId: "llama3-70b-4096",
|
|
platformLink: GROQ_PLATORM_LINK,
|
|
imageInput: false,
|
|
pricing: {
|
|
currency: "USD",
|
|
unit: "1M tokens",
|
|
inputCost: 0.59,
|
|
outputCost: 0.79
|
|
}
|
|
}
|
|
|
|
const MIXTRAL_8X7B: LLM = {
|
|
modelId: "mixtral-8x7b-32768",
|
|
modelName: "Mixtral-8x7b-Instruct-v0.1",
|
|
provider: "groq",
|
|
hostedId: "mixtral-8x7b-32768",
|
|
platformLink: GROQ_PLATORM_LINK,
|
|
imageInput: false,
|
|
pricing: {
|
|
currency: "USD",
|
|
unit: "1M tokens",
|
|
inputCost: 0.27,
|
|
outputCost: 0.27
|
|
}
|
|
}
|
|
|
|
const GEMMA_7B_IT: LLM = {
|
|
modelId: "gemma-7b-it",
|
|
modelName: "Gemma-7b-It",
|
|
provider: "groq",
|
|
hostedId: "gemma-7b-it",
|
|
platformLink: GROQ_PLATORM_LINK,
|
|
imageInput: false,
|
|
pricing: {
|
|
currency: "USD",
|
|
unit: "1M tokens",
|
|
inputCost: 0.15,
|
|
outputCost: 0.15
|
|
}
|
|
}
|
|
|
|
export const GROQ_LLM_LIST: LLM[] = [
|
|
LLaMA3_8B,
|
|
LLaMA3_70B,
|
|
MIXTRAL_8X7B,
|
|
GEMMA_7B_IT
|
|
]
|