Mirrored-Projects/paperless-gpt
1
0
Fork 0
mirror of https://github.com/icereed/paperless-gpt.git synced 2025-03-13 13:18:02 -05:00
Code Issues Projects Releases Packages Wiki Activity Actions

Refactor LLM provider configuration to support custom server URL

Browse source
This commit is contained in:
Dominik Schröter 2024-09-24 09:18:33 +02:00
parent 26a160209f
commit 12e6acd5a9
1 changed files with 5 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
main.go
View file

@ -123,8 +123,13 @@ func createLLM() (llms.Model, error) {
openai.WithToken(openaiAPIKey), openai.WithToken(openaiAPIKey),
) )
case "ollama": case "ollama":
host := os.Getenv("OLLAMA_HOST")
if host == "" {
host = "http://127.0.0.1:11434"
}
return ollama.New( return ollama.New(
ollama.WithModel(llmModel), ollama.WithModel(llmModel),
ollama.WithServerURL(host),
) )
default: default:
return nil, fmt.Errorf("unsupported LLM provider: %s", llmProvider) return nil, fmt.Errorf("unsupported LLM provider: %s", llmProvider)