pass headers to llm instance

This commit is contained in:
projectmoon 2024-06-29 11:42:18 +02:00
parent 3bbe03cb9c
commit 452cb0e91f
1 changed files with 2 additions and 0 deletions

View File

@ -120,6 +120,7 @@ export const getAvailableChatModelProviders = async () => {
acc[model.model] = new ChatOllama({
baseUrl: ollamaEndpoint,
model: model.model,
headers,
temperature: 0.7,
});
return acc;
@ -167,6 +168,7 @@ export const getAvailableEmbeddingModelProviders = async () => {
models['ollama'] = ollamaModels.reduce((acc, model) => {
acc[model.model] = new OllamaEmbeddings({
baseUrl: ollamaEndpoint,
headers,
model: model.model,
});
return acc;