Start Study Desk V2: remove V1 sources, add backend foundation
V1 remains intact on main and in history. This branch replaces it with a new application: node:sqlite storage with migrations, scrypt auth and sessions, content/SRS/attempt/stats services, document extraction and chunking, a provider-neutral AI layer (OpenAI, Anthropic, Gemini, OpenAI-compatible, Ollama), the generation pipeline and the tool-using assistant. Co-Authored-By: Claude Fable 5.2 <noreply@anthropic.com>
This commit is contained in:
parent
7bd0a9aad4
commit
3e74ecd843
268 changed files with 17740 additions and 55423 deletions
102
server/ai/providers/ollama.ts
Normal file
102
server/ai/providers/ollama.ts
Normal file
|
|
@ -0,0 +1,102 @@
|
|||
/**
|
||||
* Ollama (local models). Chat goes through Ollama's OpenAI-compatible endpoint
|
||||
* (`{base}/v1/chat/completions`), which handles tools and streaming; discovery
|
||||
* uses the native API because it reports what each model can do:
|
||||
* GET /api/tags -> installed models
|
||||
* POST /api/show -> { capabilities: ["completion","tools","vision","thinking"], model_info }
|
||||
* https://docs.ollama.com/api · https://docs.ollama.com/openai
|
||||
*/
|
||||
import { AIError, type DiscoveredModel, type ModelCapabilities, type ProviderAdapter, type ProviderConfig, type TestResult } from '../types.ts';
|
||||
import { num, runTest, str, TEST_TIMEOUT_MS } from './common.ts';
|
||||
import { isRecord, requestJson, trimBaseUrl, type ErrorContext } from './http.ts';
|
||||
import { streamChatCompletions, type CompatOptions } from './openaiCompatible.ts';
|
||||
|
||||
const LABEL = 'Ollama';
|
||||
const DEFAULT_BASE_URL = 'http://localhost:11434';
|
||||
|
||||
function root(cfg: ProviderConfig): string {
|
||||
return trimBaseUrl(cfg.baseUrl || DEFAULT_BASE_URL).replace(/\/(v1|api)$/, '');
|
||||
}
|
||||
|
||||
function ctx(cfg: ProviderConfig): ErrorContext {
|
||||
return { provider: LABEL, secrets: [cfg.apiKey, ...Object.values(cfg.headers ?? {})] };
|
||||
}
|
||||
|
||||
function headers(cfg: ProviderConfig): Record<string, string> {
|
||||
const h: Record<string, string> = { ...cfg.headers };
|
||||
if (cfg.apiKey) h.Authorization = `Bearer ${cfg.apiKey}`; // only needed behind an authenticating proxy
|
||||
return h;
|
||||
}
|
||||
|
||||
function compat(cfg: ProviderConfig): CompatOptions {
|
||||
return { kind: 'ollama', label: LABEL, baseUrl: `${root(cfg)}/v1`, apiKey: cfg.apiKey, headers: cfg.headers };
|
||||
}
|
||||
|
||||
async function listModels(cfg: ProviderConfig, signal?: AbortSignal, timeoutMs?: number): Promise<DiscoveredModel[]> {
|
||||
let tags: unknown;
|
||||
try {
|
||||
tags = await requestJson(`${root(cfg)}/api/tags`, { ...ctx(cfg), headers: headers(cfg), signal, firstByteTimeoutMs: timeoutMs ?? 15_000, totalTimeoutMs: timeoutMs ?? 30_000 });
|
||||
} catch (err) {
|
||||
if (err instanceof AIError && err.code === 'network') {
|
||||
throw new AIError('network', `Could not reach Ollama at ${root(cfg)}. Is it running, and reachable from the Study Desk container?`, { retryable: true });
|
||||
}
|
||||
throw err;
|
||||
}
|
||||
const list = isRecord(tags) && Array.isArray(tags.models) ? tags.models.filter(isRecord) : [];
|
||||
const models: DiscoveredModel[] = [];
|
||||
// /api/show is one cheap local call per model; cap it so a huge library cannot stall the settings page.
|
||||
await Promise.all(
|
||||
list.slice(0, 60).map(async (m) => {
|
||||
const id = str(m.model) || str(m.name);
|
||||
if (!id) return;
|
||||
const model: DiscoveredModel = { id, label: str(m.name) || id, priceIn: 0, priceOut: 0 };
|
||||
try {
|
||||
const show = await requestJson<Record<string, unknown>>(`${root(cfg)}/api/show`, {
|
||||
...ctx(cfg),
|
||||
headers: headers(cfg),
|
||||
body: { model: id },
|
||||
signal,
|
||||
firstByteTimeoutMs: 10_000,
|
||||
totalTimeoutMs: 10_000,
|
||||
});
|
||||
if (Array.isArray(show.capabilities)) {
|
||||
const caps = show.capabilities.map(String);
|
||||
if (!caps.includes('completion')) return; // embedding-only model
|
||||
const c: Partial<ModelCapabilities> = { tools: caps.includes('tools'), vision: caps.includes('vision'), reasoning: caps.includes('thinking'), pdf: false, temperature: true };
|
||||
model.capabilities = c;
|
||||
}
|
||||
if (isRecord(show.model_info)) {
|
||||
const key = Object.keys(show.model_info).find((k) => k.endsWith('.context_length'));
|
||||
if (key && num(show.model_info[key])) model.contextWindow = num(show.model_info[key]);
|
||||
}
|
||||
} catch {
|
||||
/* older Ollama versions: keep the model with unknown capabilities */
|
||||
}
|
||||
models.push(model);
|
||||
}),
|
||||
);
|
||||
return models.sort((a, b) => a.id.localeCompare(b.id));
|
||||
}
|
||||
|
||||
async function test(cfg: ProviderConfig): Promise<TestResult> {
|
||||
return runTest(LABEL, async () => {
|
||||
const count = (await listModels(cfg, undefined, TEST_TIMEOUT_MS)).length;
|
||||
return count === 0 ? { modelCount: 0, note: 'Connected to Ollama, but no models are installed. Run `ollama pull <model>` first.' } : { modelCount: count };
|
||||
});
|
||||
}
|
||||
|
||||
export const ollamaAdapter: ProviderAdapter = {
|
||||
kind: 'ollama',
|
||||
meta: {
|
||||
label: LABEL,
|
||||
defaultBaseUrl: DEFAULT_BASE_URL,
|
||||
requiresApiKey: false,
|
||||
requiresBaseUrl: false,
|
||||
supportsDiscovery: true,
|
||||
docsUrl: 'https://docs.ollama.com',
|
||||
keyHint: 'Not needed',
|
||||
},
|
||||
stream: (cfg, req) => streamChatCompletions(compat(cfg), req),
|
||||
listModels: (cfg, signal) => listModels(cfg, signal),
|
||||
test,
|
||||
};
|
||||
Loading…
Add table
Add a link
Reference in a new issue