ollama: Support model context_size (num_ctx) >2048 (#16877)

2024-08-26 11:09:47 -04:00
parent 2a03dde538
commit 7936fe40ae
2 changed files with 28 additions and 2 deletions
@@ -895,7 +895,8 @@
      "api_url": "https://generativelanguage.googleapis.com"
    },
    "ollama": {
-      "api_url": "http://localhost:11434"
+      "api_url": "http://localhost:11434",
+      "low_speed_timeout_in_seconds": 60
    },
    "openai": {
      "version": "1",