bvandeusen/FabledScribe
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases 50 Wiki Activity

Add streaming status UX and model load state indicator

Browse Source 
Streaming status transparency:
- generation_task.py emits 'status' SSE events at each pipeline stage:
  "Analyzing your request..." before intent classification, tool label
  before each tool execution, "Generating/Composing response..." before
  each LLM streaming round
- chat.ts adds streamingStatus ref; cleared on first chunk or done/error;
  includes fast 5s poll loop after warmModel() until model shows as loaded
- ChatView.vue shows pulsing dot + italic status label above content area;
  falls back to blinking cursor once content arrives
- HomeView.vue shows status label in dashboard panel instead of '...'

Model load state indicator:
- /api/chat/status now queries /api/tags and /api/ps in parallel to
  distinguish installed-but-cold vs loaded-in-VRAM model states
- New model status values: 'not_found' | 'cold' | 'loaded' (was 'ready')
- chatReady true for both 'cold' and 'loaded' (cold models still work)
- AppHeader shows 5 states: gray pulse (checking), red (Ollama down),
  orange (not installed), yellow pulse (cold), green (loaded)
- Inline short label ("Cold", "Ready", "Offline", etc.) visible without
  hovering; detailed tooltip on hover

Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
This commit is contained in:
Bryan Van Deusen
2026-02-18 17:54:37 -05:00
parent b8acd05ec4
commit fbce540638
8 changed files with 171 additions and 24 deletions
Download Patch File Download Diff File Expand all files Collapse all files
frontend/src/components/AppHeader.vue
+37 -9
View File
@@ -14,18 +14,31 @@ const chatStore = useChatStore();
const router = useRouter();
const mobileMenuOpen = ref(false);
const statusShortLabel = computed(() => {
if (chatStore.ollamaStatus === "unavailable") return "Offline";
if (chatStore.ollamaStatus === "checking") return "Checking";
if (chatStore.modelStatus === "not_found") return "No model";
if (chatStore.modelStatus === "cold") return "Cold";
if (chatStore.modelStatus === "loaded") return "Ready";
return "Checking";
});
const statusLabel = computed(() => {
if (chatStore.ollamaStatus === "unavailable") return "Ollama unavailable";
if (chatStore.modelStatus === "not_found") return "Model downloading...";
if (chatStore.chatReady) return "Connected";
if (chatStore.ollamaStatus === "checking") return "Checking...";
if (chatStore.modelStatus === "not_found") return "Model not installed";
if (chatStore.modelStatus === "cold") return "Model cold — first response may be slow";
if (chatStore.modelStatus === "loaded") return "Model loaded · ready";
return "Checking...";
});
const statusClass = computed(() => {
if (chatStore.ollamaStatus === "unavailable") return "status-red";
if (chatStore.modelStatus === "not_found") return "status-yellow";
if (chatStore.chatReady) return "status-green";
return "status-yellow";
if (chatStore.ollamaStatus === "checking") return "status-gray";
if (chatStore.modelStatus === "not_found") return "status-orange";
if (chatStore.modelStatus === "cold") return "status-yellow";
if (chatStore.modelStatus === "loaded") return "status-green";
return "status-gray";
});
function toggleMobileMenu() {
@@ -67,6 +80,7 @@ router.afterEach(() => {
<router-link v-if="authStore.isAdmin" to="/admin/logs" class="nav-link">Logs</router-link>
<span class="status-indicator" :class="statusClass" :title="statusLabel">
<span class="status-dot"></span>
<span class="status-text">{{ statusShortLabel }}</span>
</span>
<button class="btn-shortcuts" @click="toggleShortcuts" title="Keyboard shortcuts (?)">
?
@@ -147,7 +161,9 @@ router.afterEach(() => {
.status-indicator {
display: flex;
align-items: center;
gap: 0.3rem;
margin-left: 0.5rem;
cursor: default;
}
.status-dot {
width: 8px;
@@ -155,19 +171,31 @@ router.afterEach(() => {
border-radius: 50%;
flex-shrink: 0;
}
.status-text {
font-size: 0.75rem;
font-weight: 500;
color: var(--color-text-muted);
}
.status-green .status-dot {
background: var(--color-success);
background: var(--color-success, #2ecc71);
}
.status-yellow .status-dot {
background: var(--color-warning);
background: var(--color-warning, #f59e0b);
animation: pulse-dot 2s infinite;
}
.status-orange .status-dot {
background: #f97316;
}
.status-red .status-dot {
background: var(--color-danger);
background: var(--color-danger, #e74c3c);
}
.status-gray .status-dot {
background: var(--color-text-muted);
animation: pulse-dot 2s infinite;
}
@keyframes pulse-dot {
0%, 100% { opacity: 1; }
50% { opacity: 0.4; }
50% { opacity: 0.3; }
}
.btn-shortcuts {
background: none;
frontend/src/stores/chat.ts
+26 -2
View File
@@ -26,14 +26,16 @@ export const useChatStore = defineStore("chat", () => {
const streaming = ref(false);
const streamingContent = ref("");
const streamingToolCalls = ref<ToolCallRecord[]>([]);
const streamingStatus = ref("");
const lastContextMeta = ref<ContextMeta | null>(null);
const ollamaStatus = ref<"checking" | "available" | "unavailable">("checking");
const modelStatus = ref<"checking" | "ready" | "not_found">("checking");
const modelStatus = ref<"checking" | "loaded" | "cold" | "not_found">("checking");
const defaultModel = ref("");
let statusPollTimer: ReturnType<typeof setInterval> | null = null;
// Chat is usable when Ollama is up and model is at least installed (cold starts still work)
const chatReady = computed(
() => ollamaStatus.value === "available" && modelStatus.value === "ready"
() => ollamaStatus.value === "available" && (modelStatus.value === "loaded" || modelStatus.value === "cold")
);
async function fetchConversations(limit = 50, offset = 0) {
@@ -178,8 +180,12 @@ export const useChatStore = defineStore("chat", () => {
case "context":
lastContextMeta.value = event.data.context as ContextMeta;
break;
case "status":
streamingStatus.value = event.data.status as string;
break;
case "chunk":
streamingContent.value += event.data.chunk as string;
streamingStatus.value = "";
break;
case "tool_call":
streamingToolCalls.value = [
@@ -206,6 +212,7 @@ export const useChatStore = defineStore("chat", () => {
}
streamingContent.value = "";
streamingToolCalls.value = [];
streamingStatus.value = "";
streaming.value = false;
// Update conversation in list
@@ -221,6 +228,7 @@ export const useChatStore = defineStore("chat", () => {
streaming.value = false;
streamingContent.value = "";
streamingToolCalls.value = [];
streamingStatus.value = "";
useToastStore().show(
"Chat error: " + (event.data.error as string),
"error",
@@ -258,6 +266,7 @@ export const useChatStore = defineStore("chat", () => {
streaming.value = false;
streamingContent.value = "";
streamingToolCalls.value = [];
streamingStatus.value = "";
}
async function cancelGeneration() {
@@ -314,11 +323,25 @@ export const useChatStore = defineStore("chat", () => {
async function warmModel(model: string) {
try {
await apiPost("/api/chat/warm", { model });
// Poll faster after a warm request so the indicator updates promptly
_pollUntilLoaded();
} catch {
// Warming is best-effort
}
}
function _pollUntilLoaded() {
let attempts = 0;
const MAX = 12; // up to ~60s of fast polling
const timer = setInterval(async () => {
await fetchStatus();
attempts++;
if (modelStatus.value === "loaded" || attempts >= MAX) {
clearInterval(timer);
}
}, 5_000);
}
return {
conversations,
currentConversation,
@@ -327,6 +350,7 @@ export const useChatStore = defineStore("chat", () => {
streaming,
streamingContent,
streamingToolCalls,
streamingStatus,
lastContextMeta,
ollamaStatus,
modelStatus,
frontend/src/types/chat.ts
+1 -1
View File
@@ -42,6 +42,6 @@ export interface ContextMeta {
export interface OllamaStatus {
ollama: "available" | "unavailable";
model: "ready" | "not_found";
model: "loaded" | "cold" | "not_found";
default_model: string;
}
frontend/src/views/ChatView.vue
+23 -1
View File
@@ -402,8 +402,12 @@ onUnmounted(() => {
:tool-call="tc"
/>
</div>
<div v-if="store.streamingStatus" class="streaming-status-line">
<span class="streaming-status-dot"></span>
{{ store.streamingStatus }}
</div>
<div class="message-content prose" v-html="streamingRendered"></div>
<span class="typing-indicator"></span>
<span v-if="!store.streamingStatus" class="typing-indicator"></span>
</div>
</div>
@@ -698,6 +702,24 @@ onUnmounted(() => {
gap: 0.3rem;
margin-bottom: 0.4rem;
}
.streaming-status-line {
display: flex;
align-items: center;
gap: 0.4rem;
font-size: 0.8rem;
color: var(--color-text-muted);
font-style: italic;
margin-bottom: 0.3rem;
}
.streaming-status-dot {
display: inline-block;
width: 6px;
height: 6px;
border-radius: 50%;
background: var(--color-primary);
animation: blink 1s infinite;
flex-shrink: 0;
}
.typing-indicator {
display: inline-block;
width: 6px;
frontend/src/views/HomeView.vue
+20 -1
View File
@@ -360,7 +360,11 @@ function clearDashboardResponse() {
<!-- Streaming text -->
<div v-if="chatStore.streaming" class="dashboard-response-text streaming">
<span v-if="chatStore.streamingContent">{{ chatStore.streamingContent }}</span>
<div v-if="chatStore.streamingStatus && !chatStore.streamingContent" class="dashboard-status-line">
<span class="dashboard-status-dot"></span>
{{ chatStore.streamingStatus }}
</div>
<span v-else-if="chatStore.streamingContent">{{ chatStore.streamingContent }}</span>
<span v-else class="thinking-dots">...</span>
</div>
<!-- Final text -->
@@ -553,6 +557,21 @@ function clearDashboardResponse() {
display: inline-block;
animation: blink 1.2s infinite;
}
.dashboard-status-line {
display: flex;
align-items: center;
gap: 0.4rem;
font-style: italic;
}
.dashboard-status-dot {
display: inline-block;
width: 6px;
height: 6px;
border-radius: 50%;
background: var(--color-primary);
animation: blink 1.2s infinite;
flex-shrink: 0;
}
@keyframes blink {
0%, 100% { opacity: 1; }
50% { opacity: 0.3; }