node-llama-cpp
.
npm install @llm-tools/embedjs-llama-cpp
import { RAGApplicationBuilder } from '@llm-tools/embedjs';
import { LlamaCpp } from '@llm-tools/embedjs-llama-cpp';
const app = await new RAGApplicationBuilder()
.setModel(new LlamaCpp({
modelPath: "../models/llama-3.1-8b-instruct-hf-q4_k_m.gguf",
}))
Was this page helpful?