From 452cb0e91f98db92b8bc88d23fece895cf490b1a Mon Sep 17 00:00:00 2001 From: projectmoon Date: Sat, 29 Jun 2024 11:42:18 +0200 Subject: [PATCH] pass headers to llm instance --- src/lib/providers.ts | 2 ++ 1 file changed, 2 insertions(+) diff --git a/src/lib/providers.ts b/src/lib/providers.ts index da60376..08c43ce 100644 --- a/src/lib/providers.ts +++ b/src/lib/providers.ts @@ -120,6 +120,7 @@ export const getAvailableChatModelProviders = async () => { acc[model.model] = new ChatOllama({ baseUrl: ollamaEndpoint, model: model.model, + headers, temperature: 0.7, }); return acc; @@ -167,6 +168,7 @@ export const getAvailableEmbeddingModelProviders = async () => { models['ollama'] = ollamaModels.reduce((acc, model) => { acc[model.model] = new OllamaEmbeddings({ baseUrl: ollamaEndpoint, + headers, model: model.model, }); return acc;