chatbot-ui/lib/generate-local-embedding.ts

18 lines
383 B
TypeScript

import { pipeline } from "@xenova/transformers"
export async function generateLocalEmbedding(content: string) {
const generateEmbedding = await pipeline(
"feature-extraction",
"Xenova/all-MiniLM-L6-v2"
)
const output = await generateEmbedding(content, {
pooling: "mean",
normalize: true
})
const embedding = Array.from(output.data)
return embedding
}