- Optional smaller/faster model for intent routing (e.g. llama3.2:3b,
- qwen2.5:3b). Leave empty to use the same model as chat.
- Can also be set via OLLAMA_INTENT_MODEL environment variable.
-
+
+
Smaller/faster model for intent routing. Runs before the main model to detect tool calls.
diff --git a/src/fabledassistant/config.py b/src/fabledassistant/config.py
index d592043..b02fb55 100644
--- a/src/fabledassistant/config.py
+++ b/src/fabledassistant/config.py
@@ -26,7 +26,7 @@ class Config:
OLLAMA_MODEL: str = os.environ.get("OLLAMA_MODEL", "qwen3")
# Optional dedicated model for intent classification (should be small/fast).
# Falls back to OLLAMA_MODEL if not set. Can also be overridden per-user via settings.
- OLLAMA_INTENT_MODEL: str = os.environ.get("OLLAMA_INTENT_MODEL", "")
+ OLLAMA_INTENT_MODEL: str = os.environ.get("OLLAMA_INTENT_MODEL", "qwen2.5:1.5b")
# KV cache context window for generation. Lower = less VRAM, less throughput impact.
# 8192 is sufficient for most conversations; raise if you paste large documents.
OLLAMA_NUM_CTX: int = int(os.environ.get("OLLAMA_NUM_CTX", "8192"))
diff --git a/src/fabledassistant/routes/settings.py b/src/fabledassistant/routes/settings.py
index 577cdf4..8070aaf 100644
--- a/src/fabledassistant/routes/settings.py
+++ b/src/fabledassistant/routes/settings.py
@@ -1,6 +1,7 @@
from quart import Blueprint, jsonify, request
from fabledassistant.auth import login_required, get_current_user_id
+from fabledassistant.config import Config
from fabledassistant.services.caldav import CALDAV_SETTING_KEYS, get_caldav_config, test_connection
from fabledassistant.services.llm import get_installed_models
from fabledassistant.services.settings import get_all_settings, set_settings_batch
@@ -24,17 +25,31 @@ async def update_settings_route():
if not isinstance(data, dict):
return jsonify({"error": "Expected a JSON object"}), 400
- if "default_model" in data:
- model = str(data["default_model"])
+ if "default_model" in data or "intent_model" in data:
installed = await get_installed_models()
- if installed and model not in installed:
- return jsonify({"error": f"Model '{model}' is not installed"}), 400
+ for key in ("default_model", "intent_model"):
+ if key in data and data[key]:
+ model = str(data[key])
+ if installed and model not in installed:
+ return jsonify({"error": f"Model '{model}' is not installed"}), 400
await set_settings_batch(uid, {k: str(v) for k, v in data.items()})
settings = await get_all_settings(uid)
return jsonify(settings)
+@settings_bp.route("/models", methods=["GET"])
+@login_required
+async def get_models_route():
+ """Return installed Ollama models and the configured defaults."""
+ models = sorted(await get_installed_models())
+ return jsonify({
+ "models": models,
+ "default_chat_model": Config.OLLAMA_MODEL,
+ "default_intent_model": Config.OLLAMA_INTENT_MODEL,
+ })
+
+
@settings_bp.route("/caldav", methods=["GET"])
@login_required
async def get_caldav():