mirror of
https://github.com/EKKOLearnAI/hermes-web-ui.git
synced 2026-05-25 13:30:14 +00:00
6f69c69802
* fix: specify TS_NODE_PROJECT for dev:server script ts-node/register resolves tsconfig from the entry file upward, finding the root solution-style tsconfig.json (no compilerOptions). This causes target to default to ES3, breaking MapIterator spread syntax (TS2802). Set TS_NODE_PROJECT env var to point to the server tsconfig which targets ES2024. Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com> * feat: add token usage tracking, context display, and dynamic context length - Intercept SSE proxy to capture run.completed events and persist token usage (input_tokens, output_tokens) per session to SQLite/JSON store - Display context usage bar in ChatInput showing used/total/remaining tokens - Resolve actual context length from Hermes models_dev_cache.json based on the active profile's default model (fallback 200K), with 5min in-memory cache - Move sessions-db.ts to db/hermes/ for unified database layer - Add usage store with SQLite + JSON fallback (auto-migration via ensureTable) - Fix proxy SSE path regex to match rewritten upstream path - Fix route ordering: /sessions/usage before /sessions/:id to avoid 404 - Fetch per-session usage on session enter instead of batch - Add unit tests for usage-store, db index, and proxy SSE interception Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com> --------- Co-authored-by: Claude Opus 4.6 <noreply@anthropic.com>
160 lines
5.3 KiB
TypeScript
160 lines
5.3 KiB
TypeScript
import { describe, it, expect, vi, beforeEach } from 'vitest'
|
|
|
|
// Mock the db index module so we can test usage-store in isolation
|
|
const { mockEnsureTable, mockJsonSet, mockJsonGet, mockJsonGetAll, mockJsonDelete } = vi.hoisted(() => ({
|
|
mockEnsureTable: vi.fn(),
|
|
mockJsonSet: vi.fn(),
|
|
mockJsonGet: vi.fn(),
|
|
mockJsonGetAll: vi.fn(),
|
|
mockJsonDelete: vi.fn(),
|
|
}))
|
|
|
|
vi.mock('../../packages/server/src/db/index', () => ({
|
|
isSqliteAvailable: () => false, // Force JSON fallback path
|
|
ensureTable: mockEnsureTable,
|
|
getDb: () => null,
|
|
jsonSet: mockJsonSet,
|
|
jsonGet: mockJsonGet,
|
|
jsonGetAll: mockJsonGetAll,
|
|
jsonDelete: mockJsonDelete,
|
|
}))
|
|
|
|
import {
|
|
initUsageStore,
|
|
updateUsage,
|
|
getUsage,
|
|
getUsageBatch,
|
|
deleteUsage,
|
|
} from '../../packages/server/src/db/hermes/usage-store'
|
|
|
|
describe('Usage Store (JSON fallback)', () => {
|
|
beforeEach(() => {
|
|
vi.clearAllMocks()
|
|
})
|
|
|
|
it('initUsageStore calls ensureTable when SQLite is available', () => {
|
|
// In our mock, isSqliteAvailable returns false, so ensureTable should NOT be called
|
|
initUsageStore()
|
|
expect(mockEnsureTable).not.toHaveBeenCalled()
|
|
})
|
|
|
|
it('updateUsage writes via jsonSet', () => {
|
|
updateUsage('session-1', 100, 50)
|
|
expect(mockJsonSet).toHaveBeenCalledWith(
|
|
'session_usage',
|
|
'session-1',
|
|
expect.objectContaining({
|
|
input_tokens: 100,
|
|
output_tokens: 50,
|
|
updated_at: expect.any(Number),
|
|
}),
|
|
)
|
|
})
|
|
|
|
it('getUsage reads via jsonGet', () => {
|
|
mockJsonGet.mockReturnValue({ input_tokens: 200, output_tokens: 80 })
|
|
const result = getUsage('session-1')
|
|
expect(result).toEqual({ input_tokens: 200, output_tokens: 80 })
|
|
expect(mockJsonGet).toHaveBeenCalledWith('session_usage', 'session-1')
|
|
})
|
|
|
|
it('getUsage returns undefined when jsonGet returns nothing', () => {
|
|
mockJsonGet.mockReturnValue(undefined)
|
|
const result = getUsage('nonexistent')
|
|
expect(result).toBeUndefined()
|
|
})
|
|
|
|
it('getUsageBatch returns empty map for empty input', () => {
|
|
const result = getUsageBatch([])
|
|
expect(result).toEqual({})
|
|
expect(mockJsonGetAll).not.toHaveBeenCalled()
|
|
})
|
|
|
|
it('getUsageBatch returns matching records', () => {
|
|
mockJsonGetAll.mockReturnValue({
|
|
'session-1': { input_tokens: 100, output_tokens: 50 },
|
|
'session-2': { input_tokens: 200, output_tokens: 80 },
|
|
'session-3': { input_tokens: 300, output_tokens: 120 },
|
|
})
|
|
const result = getUsageBatch(['session-1', 'session-3', 'session-missing'])
|
|
expect(result).toEqual({
|
|
'session-1': { input_tokens: 100, output_tokens: 50 },
|
|
'session-3': { input_tokens: 300, output_tokens: 120 },
|
|
})
|
|
})
|
|
|
|
it('deleteUsage calls jsonDelete', () => {
|
|
deleteUsage('session-1')
|
|
expect(mockJsonDelete).toHaveBeenCalledWith('session_usage', 'session-1')
|
|
})
|
|
})
|
|
|
|
// Test with SQLite available (mocked)
|
|
describe('Usage Store (SQLite path)', () => {
|
|
let runMock: ReturnType<typeof vi.fn>
|
|
let getMock: ReturnType<typeof vi.fn>
|
|
let allMock: ReturnType<typeof vi.fn>
|
|
let deleteMock: ReturnType<typeof vi.fn>
|
|
|
|
beforeEach(() => {
|
|
vi.resetModules()
|
|
|
|
runMock = vi.fn()
|
|
getMock = vi.fn()
|
|
allMock = vi.fn()
|
|
deleteMock = vi.fn()
|
|
|
|
vi.doMock('../../packages/server/src/db/index', () => ({
|
|
isSqliteAvailable: () => true,
|
|
ensureTable: vi.fn(),
|
|
getDb: () => ({
|
|
prepare: vi.fn((sql: string) => {
|
|
if (sql.includes('INSERT') || sql.includes('UPDATE')) return { run: runMock }
|
|
if (sql.includes('SELECT') && sql.includes('WHERE session_id = ?')) return { get: getMock }
|
|
if (sql.includes('SELECT') && sql.includes('IN')) return { all: allMock }
|
|
if (sql.includes('DELETE')) return { run: deleteMock }
|
|
return { run: runMock, get: getMock, all: allMock }
|
|
}),
|
|
}),
|
|
jsonSet: vi.fn(),
|
|
jsonGet: vi.fn(),
|
|
jsonGetAll: vi.fn(),
|
|
jsonDelete: vi.fn(),
|
|
}))
|
|
})
|
|
|
|
it('updateUsage runs INSERT ... ON CONFLICT query', async () => {
|
|
const { updateUsage } = await import('../../packages/server/src/db/hermes/usage-store')
|
|
updateUsage('s1', 500, 200)
|
|
expect(runMock).toHaveBeenCalledWith('s1', 500, 200, expect.any(Number))
|
|
})
|
|
|
|
it('getUsage queries by session_id', async () => {
|
|
getMock.mockReturnValue({ input_tokens: 999, output_tokens: 111 })
|
|
const { getUsage } = await import('../../packages/server/src/db/hermes/usage-store')
|
|
const result = getUsage('s1')
|
|
expect(getMock).toHaveBeenCalledWith('s1')
|
|
expect(result).toEqual({ input_tokens: 999, output_tokens: 111 })
|
|
})
|
|
|
|
it('getUsageBatch queries with IN clause', async () => {
|
|
allMock.mockReturnValue([
|
|
{ session_id: 'a', input_tokens: 1, output_tokens: 2 },
|
|
{ session_id: 'b', input_tokens: 3, output_tokens: 4 },
|
|
])
|
|
const { getUsageBatch } = await import('../../packages/server/src/db/hermes/usage-store')
|
|
const result = getUsageBatch(['a', 'b', 'c'])
|
|
expect(allMock).toHaveBeenCalledWith('a', 'b', 'c')
|
|
expect(result).toEqual({
|
|
a: { input_tokens: 1, output_tokens: 2 },
|
|
b: { input_tokens: 3, output_tokens: 4 },
|
|
})
|
|
})
|
|
|
|
it('deleteUsage runs DELETE query', async () => {
|
|
const { deleteUsage } = await import('../../packages/server/src/db/hermes/usage-store')
|
|
deleteUsage('s1')
|
|
expect(deleteMock).toHaveBeenCalledWith('s1')
|
|
})
|
|
})
|