feat: change illm-client ollama url

README.md

@@ -52,6 +52,7 @@ services:
       - ILLM_SCHEME=<ws|wss>
       - ILLM_HOST=illm.example.com
       - ILLM_PATH=/aura/provider
+      - OLLAMA_URL=http://host.docker.internal:11434
 ```
 
 Run the server first, then the client. The client should log that it is connected. Then, if you don't want to write your own user interface, set up [Aura](https://github.com/ivynya/aura) as described in the README. Make sure to pull models before using the user interface because the client will not auto-pull them for you, it will just error.

client/client.go

@@ -18,6 +18,7 @@ var (
 	illm_scheme = os.Getenv("ILLM_SCHEME")
 	illm_host   = os.Getenv("ILLM_HOST")
 	illm_path   = os.Getenv("ILLM_PATH")
+	ollama_url  = os.Getenv("OLLAMA_URL")
 )
 
 func main() {

client/generate.go

@@ -11,7 +11,7 @@ import (
 )
 
 func generate(c *websocket.Conn, req *internal.Request) ([]*llms.Generation, error) {
-	llm, err := ollama.New(ollama.WithModel(req.Generate.Model), ollama.WithServerURL("http://host.docker.internal:11434"))
+	llm, err := ollama.New(ollama.WithModel(req.Generate.Model), ollama.WithServerURL(ollama_url))
 	if err != nil {
 		log.Fatal(err)
 	}