Start Study Desk V2: remove V1 sources, add backend foundation
V1 remains intact on main and in history. This branch replaces it with a new application: node:sqlite storage with migrations, scrypt auth and sessions, content/SRS/attempt/stats services, document extraction and chunking, a provider-neutral AI layer (OpenAI, Anthropic, Gemini, OpenAI-compatible, Ollama), the generation pipeline and the tool-using assistant. Co-Authored-By: Claude Fable 5.2 <noreply@anthropic.com>
This commit is contained in:
parent
7bd0a9aad4
commit
3e74ecd843
268 changed files with 17740 additions and 55423 deletions
372
server/migrations.ts
Normal file
372
server/migrations.ts
Normal file
|
|
@ -0,0 +1,372 @@
|
|||
/**
|
||||
* Schema migrations. Append only: never edit a migration that has shipped.
|
||||
* Timestamps are integer milliseconds since the Unix epoch. JSON lives in TEXT columns.
|
||||
*/
|
||||
export interface Migration {
|
||||
id: number;
|
||||
name: string;
|
||||
sql: string;
|
||||
}
|
||||
|
||||
const init = `
|
||||
CREATE TABLE settings (
|
||||
key TEXT PRIMARY KEY,
|
||||
value TEXT NOT NULL
|
||||
);
|
||||
|
||||
CREATE TABLE sessions (
|
||||
token_hash TEXT PRIMARY KEY,
|
||||
created_at INTEGER NOT NULL,
|
||||
expires_at INTEGER NOT NULL,
|
||||
last_seen_at INTEGER NOT NULL,
|
||||
user_agent TEXT NOT NULL DEFAULT '',
|
||||
ip TEXT NOT NULL DEFAULT ''
|
||||
);
|
||||
|
||||
CREATE TABLE classes (
|
||||
id TEXT PRIMARY KEY,
|
||||
name TEXT NOT NULL,
|
||||
code TEXT NOT NULL DEFAULT '',
|
||||
description TEXT NOT NULL DEFAULT '',
|
||||
color TEXT NOT NULL DEFAULT 'cobalt',
|
||||
archived INTEGER NOT NULL DEFAULT 0,
|
||||
sort_order INTEGER NOT NULL DEFAULT 0,
|
||||
created_at INTEGER NOT NULL,
|
||||
updated_at INTEGER NOT NULL
|
||||
);
|
||||
|
||||
CREATE TABLE folders (
|
||||
id TEXT PRIMARY KEY,
|
||||
class_id TEXT NOT NULL REFERENCES classes(id) ON DELETE CASCADE,
|
||||
name TEXT NOT NULL,
|
||||
sort_order INTEGER NOT NULL DEFAULT 0,
|
||||
created_at INTEGER NOT NULL,
|
||||
updated_at INTEGER NOT NULL
|
||||
);
|
||||
CREATE INDEX folders_class ON folders(class_id, sort_order);
|
||||
|
||||
CREATE TABLE quizzes (
|
||||
id TEXT PRIMARY KEY,
|
||||
class_id TEXT NOT NULL REFERENCES classes(id) ON DELETE CASCADE,
|
||||
folder_id TEXT REFERENCES folders(id) ON DELETE SET NULL,
|
||||
title TEXT NOT NULL,
|
||||
description TEXT NOT NULL DEFAULT '',
|
||||
sort_order INTEGER NOT NULL DEFAULT 0,
|
||||
created_at INTEGER NOT NULL,
|
||||
updated_at INTEGER NOT NULL
|
||||
);
|
||||
CREATE INDEX quizzes_class ON quizzes(class_id, sort_order);
|
||||
|
||||
CREATE TABLE questions (
|
||||
id TEXT PRIMARY KEY,
|
||||
quiz_id TEXT NOT NULL REFERENCES quizzes(id) ON DELETE CASCADE,
|
||||
type TEXT NOT NULL CHECK (type IN ('single','multi')),
|
||||
stem TEXT NOT NULL,
|
||||
options TEXT NOT NULL,
|
||||
rationale TEXT NOT NULL DEFAULT '',
|
||||
topic TEXT NOT NULL DEFAULT '',
|
||||
difficulty TEXT NOT NULL DEFAULT 'medium',
|
||||
tags TEXT NOT NULL DEFAULT '[]',
|
||||
sort_order INTEGER NOT NULL DEFAULT 0,
|
||||
created_at INTEGER NOT NULL,
|
||||
updated_at INTEGER NOT NULL
|
||||
);
|
||||
CREATE INDEX questions_quiz ON questions(quiz_id, sort_order);
|
||||
|
||||
CREATE TABLE attempts (
|
||||
id TEXT PRIMARY KEY,
|
||||
quiz_id TEXT REFERENCES quizzes(id) ON DELETE SET NULL,
|
||||
class_id TEXT REFERENCES classes(id) ON DELETE SET NULL,
|
||||
title TEXT NOT NULL,
|
||||
mode TEXT NOT NULL CHECK (mode IN ('practice','exam')),
|
||||
kind TEXT NOT NULL DEFAULT 'full',
|
||||
status TEXT NOT NULL DEFAULT 'active' CHECK (status IN ('active','completed')),
|
||||
settings TEXT NOT NULL DEFAULT '{}',
|
||||
snapshot TEXT NOT NULL,
|
||||
answers TEXT NOT NULL DEFAULT '{}',
|
||||
flags TEXT NOT NULL DEFAULT '[]',
|
||||
current_index INTEGER NOT NULL DEFAULT 0,
|
||||
elapsed_sec INTEGER NOT NULL DEFAULT 0,
|
||||
question_count INTEGER NOT NULL DEFAULT 0,
|
||||
score REAL,
|
||||
max_score REAL,
|
||||
started_at INTEGER NOT NULL,
|
||||
updated_at INTEGER NOT NULL,
|
||||
completed_at INTEGER
|
||||
);
|
||||
CREATE INDEX attempts_quiz ON attempts(quiz_id, status, completed_at);
|
||||
CREATE INDEX attempts_status ON attempts(status, updated_at);
|
||||
|
||||
CREATE TABLE responses (
|
||||
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
||||
attempt_id TEXT NOT NULL REFERENCES attempts(id) ON DELETE CASCADE,
|
||||
question_id TEXT NOT NULL,
|
||||
quiz_id TEXT,
|
||||
class_id TEXT,
|
||||
topic TEXT NOT NULL DEFAULT '',
|
||||
score REAL NOT NULL,
|
||||
correct INTEGER NOT NULL,
|
||||
answered_at INTEGER NOT NULL,
|
||||
UNIQUE (attempt_id, question_id)
|
||||
);
|
||||
CREATE INDEX responses_question ON responses(question_id, answered_at);
|
||||
CREATE INDEX responses_time ON responses(answered_at);
|
||||
CREATE INDEX responses_class ON responses(class_id, answered_at);
|
||||
|
||||
CREATE TABLE decks (
|
||||
id TEXT PRIMARY KEY,
|
||||
class_id TEXT NOT NULL REFERENCES classes(id) ON DELETE CASCADE,
|
||||
folder_id TEXT REFERENCES folders(id) ON DELETE SET NULL,
|
||||
title TEXT NOT NULL,
|
||||
description TEXT NOT NULL DEFAULT '',
|
||||
sort_order INTEGER NOT NULL DEFAULT 0,
|
||||
created_at INTEGER NOT NULL,
|
||||
updated_at INTEGER NOT NULL
|
||||
);
|
||||
CREATE INDEX decks_class ON decks(class_id, sort_order);
|
||||
|
||||
CREATE TABLE cards (
|
||||
id TEXT PRIMARY KEY,
|
||||
deck_id TEXT NOT NULL REFERENCES decks(id) ON DELETE CASCADE,
|
||||
front TEXT NOT NULL,
|
||||
back TEXT NOT NULL,
|
||||
hint TEXT NOT NULL DEFAULT '',
|
||||
tags TEXT NOT NULL DEFAULT '[]',
|
||||
sort_order INTEGER NOT NULL DEFAULT 0,
|
||||
suspended INTEGER NOT NULL DEFAULT 0,
|
||||
state INTEGER NOT NULL DEFAULT 0,
|
||||
due INTEGER,
|
||||
stability REAL NOT NULL DEFAULT 0,
|
||||
difficulty REAL NOT NULL DEFAULT 0,
|
||||
elapsed_days INTEGER NOT NULL DEFAULT 0,
|
||||
scheduled_days INTEGER NOT NULL DEFAULT 0,
|
||||
learning_steps INTEGER NOT NULL DEFAULT 0,
|
||||
reps INTEGER NOT NULL DEFAULT 0,
|
||||
lapses INTEGER NOT NULL DEFAULT 0,
|
||||
last_review INTEGER,
|
||||
introduced_at INTEGER,
|
||||
created_at INTEGER NOT NULL,
|
||||
updated_at INTEGER NOT NULL
|
||||
);
|
||||
CREATE INDEX cards_deck ON cards(deck_id, sort_order);
|
||||
CREATE INDEX cards_due ON cards(state, due);
|
||||
|
||||
CREATE TABLE reviews (
|
||||
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
||||
card_id TEXT NOT NULL,
|
||||
deck_id TEXT,
|
||||
class_id TEXT,
|
||||
rating INTEGER NOT NULL,
|
||||
state_before INTEGER NOT NULL DEFAULT 0,
|
||||
scheduled_days INTEGER NOT NULL DEFAULT 0,
|
||||
mode TEXT NOT NULL DEFAULT 'srs',
|
||||
prev TEXT NOT NULL DEFAULT '',
|
||||
reviewed_at INTEGER NOT NULL
|
||||
);
|
||||
CREATE INDEX reviews_time ON reviews(reviewed_at);
|
||||
CREATE INDEX reviews_card ON reviews(card_id, reviewed_at);
|
||||
|
||||
CREATE TABLE deck_sessions (
|
||||
deck_id TEXT PRIMARY KEY REFERENCES decks(id) ON DELETE CASCADE,
|
||||
state TEXT NOT NULL,
|
||||
updated_at INTEGER NOT NULL
|
||||
);
|
||||
|
||||
CREATE TABLE notes (
|
||||
id TEXT PRIMARY KEY,
|
||||
class_id TEXT NOT NULL REFERENCES classes(id) ON DELETE CASCADE,
|
||||
folder_id TEXT REFERENCES folders(id) ON DELETE SET NULL,
|
||||
title TEXT NOT NULL,
|
||||
content TEXT NOT NULL DEFAULT '',
|
||||
kind TEXT NOT NULL DEFAULT 'note',
|
||||
source TEXT NOT NULL DEFAULT '{}',
|
||||
sort_order INTEGER NOT NULL DEFAULT 0,
|
||||
created_at INTEGER NOT NULL,
|
||||
updated_at INTEGER NOT NULL
|
||||
);
|
||||
CREATE INDEX notes_class ON notes(class_id, sort_order);
|
||||
|
||||
CREATE TABLE documents (
|
||||
id TEXT PRIMARY KEY,
|
||||
class_id TEXT NOT NULL REFERENCES classes(id) ON DELETE CASCADE,
|
||||
folder_id TEXT REFERENCES folders(id) ON DELETE SET NULL,
|
||||
title TEXT NOT NULL,
|
||||
filename TEXT NOT NULL,
|
||||
mime TEXT NOT NULL DEFAULT '',
|
||||
kind TEXT NOT NULL,
|
||||
size INTEGER NOT NULL DEFAULT 0,
|
||||
sha256 TEXT NOT NULL DEFAULT '',
|
||||
storage_name TEXT NOT NULL,
|
||||
status TEXT NOT NULL DEFAULT 'pending',
|
||||
error TEXT NOT NULL DEFAULT '',
|
||||
progress REAL NOT NULL DEFAULT 0,
|
||||
page_count INTEGER,
|
||||
char_count INTEGER NOT NULL DEFAULT 0,
|
||||
token_count INTEGER NOT NULL DEFAULT 0,
|
||||
chunk_count INTEGER NOT NULL DEFAULT 0,
|
||||
needs_ocr INTEGER NOT NULL DEFAULT 0,
|
||||
warnings TEXT NOT NULL DEFAULT '[]',
|
||||
sort_order INTEGER NOT NULL DEFAULT 0,
|
||||
created_at INTEGER NOT NULL,
|
||||
updated_at INTEGER NOT NULL
|
||||
);
|
||||
CREATE INDEX documents_class ON documents(class_id, sort_order);
|
||||
|
||||
CREATE TABLE chunks (
|
||||
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
||||
document_id TEXT NOT NULL REFERENCES documents(id) ON DELETE CASCADE,
|
||||
class_id TEXT NOT NULL,
|
||||
seq INTEGER NOT NULL,
|
||||
text TEXT NOT NULL,
|
||||
heading TEXT NOT NULL DEFAULT '',
|
||||
page_start INTEGER,
|
||||
page_end INTEGER,
|
||||
tokens INTEGER NOT NULL DEFAULT 0
|
||||
);
|
||||
CREATE INDEX chunks_doc ON chunks(document_id, seq);
|
||||
|
||||
CREATE VIRTUAL TABLE chunks_fts USING fts5(text, heading, content='chunks', content_rowid='id', tokenize='porter unicode61');
|
||||
CREATE TRIGGER chunks_ai AFTER INSERT ON chunks BEGIN
|
||||
INSERT INTO chunks_fts(rowid, text, heading) VALUES (new.id, new.text, new.heading);
|
||||
END;
|
||||
CREATE TRIGGER chunks_ad AFTER DELETE ON chunks BEGIN
|
||||
INSERT INTO chunks_fts(chunks_fts, rowid, text, heading) VALUES ('delete', old.id, old.text, old.heading);
|
||||
END;
|
||||
CREATE TRIGGER chunks_au AFTER UPDATE ON chunks BEGIN
|
||||
INSERT INTO chunks_fts(chunks_fts, rowid, text, heading) VALUES ('delete', old.id, old.text, old.heading);
|
||||
INSERT INTO chunks_fts(rowid, text, heading) VALUES (new.id, new.text, new.heading);
|
||||
END;
|
||||
|
||||
CREATE TABLE shares (
|
||||
id TEXT PRIMARY KEY,
|
||||
token TEXT NOT NULL UNIQUE,
|
||||
kind TEXT NOT NULL CHECK (kind IN ('quiz','deck','folder','class','note','document')),
|
||||
target_id TEXT NOT NULL,
|
||||
enabled INTEGER NOT NULL DEFAULT 1,
|
||||
view_count INTEGER NOT NULL DEFAULT 0,
|
||||
last_viewed_at INTEGER,
|
||||
created_at INTEGER NOT NULL,
|
||||
updated_at INTEGER NOT NULL,
|
||||
UNIQUE (kind, target_id)
|
||||
);
|
||||
|
||||
CREATE TABLE templates (
|
||||
id TEXT PRIMARY KEY,
|
||||
kind TEXT NOT NULL CHECK (kind IN ('quiz','deck','generation')),
|
||||
name TEXT NOT NULL,
|
||||
description TEXT NOT NULL DEFAULT '',
|
||||
payload TEXT NOT NULL,
|
||||
builtin INTEGER NOT NULL DEFAULT 0,
|
||||
created_at INTEGER NOT NULL,
|
||||
updated_at INTEGER NOT NULL
|
||||
);
|
||||
|
||||
CREATE TABLE media (
|
||||
id TEXT PRIMARY KEY,
|
||||
filename TEXT NOT NULL,
|
||||
mime TEXT NOT NULL,
|
||||
size INTEGER NOT NULL,
|
||||
created_at INTEGER NOT NULL
|
||||
);
|
||||
|
||||
CREATE TABLE ai_providers (
|
||||
id TEXT PRIMARY KEY,
|
||||
name TEXT NOT NULL,
|
||||
kind TEXT NOT NULL,
|
||||
base_url TEXT,
|
||||
api_key_enc TEXT,
|
||||
headers_enc TEXT,
|
||||
enabled INTEGER NOT NULL DEFAULT 1,
|
||||
last_test_at INTEGER,
|
||||
last_test_ok INTEGER,
|
||||
last_test_message TEXT NOT NULL DEFAULT '',
|
||||
created_at INTEGER NOT NULL,
|
||||
updated_at INTEGER NOT NULL
|
||||
);
|
||||
|
||||
CREATE TABLE ai_models (
|
||||
id TEXT PRIMARY KEY,
|
||||
provider_id TEXT NOT NULL REFERENCES ai_providers(id) ON DELETE CASCADE,
|
||||
model TEXT NOT NULL,
|
||||
label TEXT NOT NULL DEFAULT '',
|
||||
source TEXT NOT NULL DEFAULT 'discovered',
|
||||
enabled INTEGER NOT NULL DEFAULT 0,
|
||||
capabilities TEXT NOT NULL DEFAULT '{}',
|
||||
context_window INTEGER,
|
||||
max_output INTEGER,
|
||||
price_in REAL,
|
||||
price_out REAL,
|
||||
created_at INTEGER NOT NULL,
|
||||
updated_at INTEGER NOT NULL,
|
||||
UNIQUE (provider_id, model)
|
||||
);
|
||||
|
||||
CREATE TABLE ai_usage (
|
||||
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
||||
at INTEGER NOT NULL,
|
||||
provider_id TEXT,
|
||||
provider_name TEXT NOT NULL DEFAULT '',
|
||||
model TEXT NOT NULL DEFAULT '',
|
||||
task TEXT NOT NULL DEFAULT '',
|
||||
input_tokens INTEGER NOT NULL DEFAULT 0,
|
||||
output_tokens INTEGER NOT NULL DEFAULT 0,
|
||||
cache_read_tokens INTEGER NOT NULL DEFAULT 0,
|
||||
cost REAL,
|
||||
ok INTEGER NOT NULL DEFAULT 1,
|
||||
error TEXT NOT NULL DEFAULT '',
|
||||
duration_ms INTEGER NOT NULL DEFAULT 0
|
||||
);
|
||||
CREATE INDEX ai_usage_at ON ai_usage(at);
|
||||
|
||||
CREATE TABLE conversations (
|
||||
id TEXT PRIMARY KEY,
|
||||
title TEXT NOT NULL DEFAULT '',
|
||||
class_id TEXT REFERENCES classes(id) ON DELETE SET NULL,
|
||||
created_at INTEGER NOT NULL,
|
||||
updated_at INTEGER NOT NULL
|
||||
);
|
||||
|
||||
CREATE TABLE messages (
|
||||
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
||||
conversation_id TEXT NOT NULL REFERENCES conversations(id) ON DELETE CASCADE,
|
||||
role TEXT NOT NULL,
|
||||
content TEXT NOT NULL,
|
||||
meta TEXT NOT NULL DEFAULT '{}',
|
||||
created_at INTEGER NOT NULL
|
||||
);
|
||||
CREATE INDEX messages_conv ON messages(conversation_id, id);
|
||||
|
||||
CREATE TABLE drafts (
|
||||
id TEXT PRIMARY KEY,
|
||||
kind TEXT NOT NULL CHECK (kind IN ('quiz','deck','note')),
|
||||
class_id TEXT REFERENCES classes(id) ON DELETE SET NULL,
|
||||
folder_id TEXT,
|
||||
title TEXT NOT NULL DEFAULT '',
|
||||
payload TEXT NOT NULL DEFAULT '{}',
|
||||
meta TEXT NOT NULL DEFAULT '{}',
|
||||
status TEXT NOT NULL DEFAULT 'ready',
|
||||
progress REAL NOT NULL DEFAULT 0,
|
||||
progress_label TEXT NOT NULL DEFAULT '',
|
||||
error TEXT NOT NULL DEFAULT '',
|
||||
saved_kind TEXT,
|
||||
saved_id TEXT,
|
||||
conversation_id TEXT,
|
||||
created_at INTEGER NOT NULL,
|
||||
updated_at INTEGER NOT NULL
|
||||
);
|
||||
CREATE INDEX drafts_status ON drafts(status, updated_at);
|
||||
|
||||
CREATE TABLE ai_actions (
|
||||
id TEXT PRIMARY KEY,
|
||||
conversation_id TEXT,
|
||||
kind TEXT NOT NULL,
|
||||
summary TEXT NOT NULL DEFAULT '',
|
||||
payload TEXT NOT NULL DEFAULT '{}',
|
||||
status TEXT NOT NULL DEFAULT 'pending',
|
||||
result TEXT NOT NULL DEFAULT '',
|
||||
created_at INTEGER NOT NULL,
|
||||
resolved_at INTEGER
|
||||
);
|
||||
`;
|
||||
|
||||
export const MIGRATIONS: Migration[] = [{ id: 1, name: 'init', sql: init }];
|
||||
Loading…
Add table
Add a link
Reference in a new issue