Investor Flow Build
89bdf0edc4
totp.ts + backup-codes.ts produced by ornith (remote model, reviewed+approved); router/context/schema integration by orchestrator (delicate edit-existing — ornith timed out on a dispatch of that size in-session). 58/58 backend tests green. 2FA flow: enable2fa -> confirm2fa -> login now requires a valid TOTP.
351 lines
15 KiB
SQL
351 lines
15 KiB
SQL
-- Investor Flow — SQLite schema. Engineering contract: DESIGN.md §1 (Tier A/B/C/D),
|
|
-- §1.5 (LLM provenance), §2.6 (ticker-data dedupe), + locked review deltas (price_adjustments, trade_key_levels).
|
|
-- Tiers: A shared market cache (ownerId NULL) | B shared content | C per-user (ownerId NOT NULL) | D system.
|
|
-- Conventions: timestamps ISO8601 TEXT; observed_at/fetched_at provenance per P4.
|
|
-- Idempotent: CREATE ... IF NOT EXISTS. Safe to re-run on every boot.
|
|
|
|
PRAGMA foreign_keys = ON;
|
|
|
|
-- ===== Tier D — System / Identity =====
|
|
CREATE TABLE IF NOT EXISTS users (
|
|
id TEXT PRIMARY KEY, -- uuid
|
|
email TEXT UNIQUE NOT NULL,
|
|
pw_hash TEXT NOT NULL, -- scrypt(verifiable); design specified argon2id, adapted to built-in scrypt (reversible)
|
|
totp_secret TEXT, -- 2FA secret, encrypted at rest (slice 2)
|
|
is_2fa_enabled INTEGER NOT NULL DEFAULT 0,
|
|
oauth_subject TEXT, -- nullable; social OAuth link (slice 2)
|
|
oauth_provider TEXT, -- 'github' | 'google' | NULL
|
|
complexity TEXT NOT NULL DEFAULT 'beginner', -- beginner|intermediate|advanced
|
|
risk_tolerance TEXT NOT NULL DEFAULT 'moderate',
|
|
convexity_posture TEXT NOT NULL DEFAULT 'off', -- off|covered_income|cash_secured_entry|insurance_sleeve|leaps_conviction
|
|
backup_codes_hashed TEXT, -- JSON array of scrypt-hashed backup codes (slice 2)
|
|
created_at TEXT NOT NULL
|
|
);
|
|
|
|
CREATE TABLE IF NOT EXISTS sessions (
|
|
id TEXT PRIMARY KEY,
|
|
user_id TEXT NOT NULL REFERENCES users(id) ON DELETE CASCADE,
|
|
expires_at TEXT NOT NULL,
|
|
created_at TEXT NOT NULL
|
|
);
|
|
|
|
CREATE TABLE IF NOT EXISTS sizing_unlocks (
|
|
user_id TEXT NOT NULL REFERENCES users(id) ON DELETE CASCADE,
|
|
unlock TEXT NOT NULL, -- 'tier_a_star' | 'tier_a' | ('covered_income'|...)
|
|
earned_at TEXT NOT NULL,
|
|
evidence TEXT, -- stats that justified unlock
|
|
PRIMARY KEY (user_id, unlock)
|
|
);
|
|
|
|
-- ===== Tier A — Shared market cache (no ownerId) =====
|
|
CREATE TABLE IF NOT EXISTS symbols (
|
|
symbol TEXT PRIMARY KEY,
|
|
name TEXT,
|
|
sector TEXT,
|
|
industry TEXT,
|
|
exchange TEXT,
|
|
ticker_kind TEXT NOT NULL, -- equity|crypto|etf|index (gates module applicability)
|
|
peers TEXT, -- JSON array
|
|
updated_at TEXT
|
|
);
|
|
|
|
CREATE TABLE IF NOT EXISTS price_candles (
|
|
symbol TEXT NOT NULL,
|
|
timeframe TEXT NOT NULL, -- '1m'|'5m'|'1h'|'1d'|'1w'
|
|
ts TEXT NOT NULL,
|
|
o REAL, h REAL, l REAL, c REAL, v REAL,
|
|
adj_close REAL, -- continuous split+dividend-adjusted close for backtests
|
|
observed_at TEXT NOT NULL, -- when fetched (provenance)
|
|
PRIMARY KEY (symbol, timeframe, ts)
|
|
);
|
|
|
|
CREATE TABLE IF NOT EXISTS quotes (
|
|
symbol TEXT PRIMARY KEY,
|
|
price REAL,
|
|
bid REAL,
|
|
ask REAL,
|
|
change REAL,
|
|
change_pct REAL,
|
|
iv REAL, -- implied vol when available
|
|
observed_at TEXT NOT NULL
|
|
);
|
|
|
|
CREATE TABLE IF NOT EXISTS options_chains (
|
|
symbol TEXT NOT NULL,
|
|
expiry TEXT NOT NULL,
|
|
strike REAL NOT NULL,
|
|
type TEXT NOT NULL, -- call|put
|
|
bid REAL, ask REAL, iv REAL,
|
|
delta REAL, gamma REAL, theta REAL, vega REAL, rho REAL,
|
|
open_interest INTEGER, volume INTEGER,
|
|
ts TEXT NOT NULL, -- snapshot timestamp
|
|
PRIMARY KEY (symbol, expiry, strike, type, ts)
|
|
);
|
|
|
|
CREATE TABLE IF NOT EXISTS filings (
|
|
accession TEXT PRIMARY KEY, -- SEC accession number
|
|
form TEXT NOT NULL, -- 10-K|10-Q|8-K|13F-HR|13D|13G|4|...
|
|
symbol TEXT NOT NULL,
|
|
filed_at TEXT NOT NULL,
|
|
period TEXT,
|
|
primary_doc_url TEXT,
|
|
items TEXT, -- JSON: list of items (8-K materiality heuristics)
|
|
fetched_at TEXT NOT NULL,
|
|
raw_payload TEXT -- cached full XBRL/parsed doc
|
|
);
|
|
|
|
CREATE TABLE IF NOT EXISTS institution_filings (
|
|
filer_cik TEXT NOT NULL, -- institution's CIK
|
|
filer_name TEXT,
|
|
filer_sic TEXT, -- SIC code -> classifies MM/broker-dealer (ADR Q2)
|
|
symbol TEXT NOT NULL,
|
|
form TEXT NOT NULL, -- 13F-HR|13D|13G
|
|
shares REAL, -- shares reported
|
|
value_usd REAL,
|
|
reported_quarter TEXT NOT NULL, -- calendar quarter positions are "as of"
|
|
filed_at TEXT NOT NULL,
|
|
fetched_at TEXT NOT NULL
|
|
);
|
|
|
|
CREATE TABLE IF NOT EXISTS insider_transactions (
|
|
form4_id TEXT NOT NULL, -- accession + offset
|
|
symbol TEXT NOT NULL,
|
|
insider_name TEXT NOT NULL,
|
|
insider_role TEXT, -- officer|director|ten_pct_holder
|
|
tx_date TEXT NOT NULL,
|
|
tx_code TEXT NOT NULL, -- P|S|M|A|... (SEC codes)
|
|
tx_type TEXT NOT NULL, -- buy|sell|exercise|grant|vesting
|
|
shares REAL,
|
|
price REAL,
|
|
is_10b5_1 INTEGER NOT NULL DEFAULT 0, -- 1 = under 10b5-1 plan (Routine)
|
|
classification TEXT NOT NULL, -- informed_buy|informed_sell|routine
|
|
filed_at TEXT NOT NULL,
|
|
fetched_at TEXT NOT NULL,
|
|
PRIMARY KEY (form4_id, symbol, insider_name, tx_date)
|
|
);
|
|
|
|
CREATE TABLE IF NOT EXISTS sector_map (
|
|
symbol TEXT NOT NULL,
|
|
sector TEXT NOT NULL,
|
|
as_of TEXT NOT NULL,
|
|
rs_ratio REAL, -- relative strength vs SPX
|
|
rs_slope REAL, -- slope over N weeks (incipient detection)
|
|
breadth_thrust REAL, -- % members beating SPX
|
|
PRIMARY KEY (symbol, sector, as_of)
|
|
);
|
|
|
|
CREATE TABLE IF NOT EXISTS macro_events (
|
|
event_id TEXT PRIMARY KEY, -- e.g. '2026-06-30-FOMC'
|
|
name TEXT NOT NULL,
|
|
event_ts TEXT NOT NULL,
|
|
impact TEXT, -- high|medium|low
|
|
forecast TEXT,
|
|
previous TEXT,
|
|
actual TEXT, -- populated after release
|
|
source TEXT -- 'FRED'|'econoday'|...
|
|
);
|
|
|
|
CREATE TABLE IF NOT EXISTS macro_regimes (
|
|
as_of TEXT PRIMARY KEY,
|
|
regime TEXT NOT NULL, -- trending_up|trending_down|range_bound|structurally_shifting
|
|
signals TEXT -- JSON: yield curve, inflation, rate path, liquidity, breadth
|
|
);
|
|
|
|
CREATE TABLE IF NOT EXISTS price_adjustments (
|
|
symbol TEXT NOT NULL,
|
|
ex_date TEXT NOT NULL, -- date the price line shifted
|
|
type TEXT NOT NULL, -- 'split'|'dividend'
|
|
ratio REAL NOT NULL, -- split ratio (3.0 = 3-for-1) or dividend amount ($/share)
|
|
PRIMARY KEY (symbol, ex_date, type)
|
|
);
|
|
|
|
-- ===== Tier B — Shared content =====
|
|
CREATE TABLE IF NOT EXISTS threads (
|
|
source TEXT NOT NULL, -- x|reddit
|
|
source_id TEXT NOT NULL, -- tweet id / reddit post id
|
|
symbol TEXT NOT NULL,
|
|
author TEXT NOT NULL,
|
|
body TEXT,
|
|
ts TEXT NOT NULL,
|
|
sentiment TEXT, -- bullish|bearish|neutral (computed)
|
|
llm_summary_hash TEXT, -- cross-ref to llm_summaries
|
|
fetched_at TEXT NOT NULL,
|
|
PRIMARY KEY (source, source_id)
|
|
);
|
|
|
|
CREATE TABLE IF NOT EXISTS adapter_queue (
|
|
key TEXT PRIMARY KEY, -- e.g. "yfinance:quote:NVDA"
|
|
status TEXT NOT NULL, -- pending|in_flight|done|backoff
|
|
last_attempt TEXT,
|
|
retry_count INTEGER NOT NULL DEFAULT 0,
|
|
backoff_until TEXT
|
|
);
|
|
|
|
CREATE TABLE IF NOT EXISTS symbol_demand (
|
|
symbol TEXT PRIMARY KEY,
|
|
refcount INTEGER NOT NULL DEFAULT 0,
|
|
ticker_kind TEXT NOT NULL,
|
|
in_demand INTEGER NOT NULL DEFAULT 1, -- gate flag for the adapter queue
|
|
last_refreshed_at TEXT
|
|
);
|
|
|
|
-- ===== Tier C — Per-user (ownerId NOT NULL) =====
|
|
CREATE TABLE IF NOT EXISTS watchlists (
|
|
id TEXT PRIMARY KEY,
|
|
owner_id TEXT NOT NULL REFERENCES users(id) ON DELETE CASCADE,
|
|
name TEXT NOT NULL,
|
|
symbols TEXT NOT NULL, -- JSON array
|
|
created_at TEXT NOT NULL,
|
|
sort_order INTEGER NOT NULL DEFAULT 0
|
|
);
|
|
|
|
CREATE TABLE IF NOT EXISTS portfolio_holdings (
|
|
id TEXT PRIMARY KEY,
|
|
owner_id TEXT NOT NULL REFERENCES users(id) ON DELETE CASCADE,
|
|
symbol TEXT NOT NULL,
|
|
qty REAL NOT NULL,
|
|
avg_cost REAL NOT NULL,
|
|
acquired_at TEXT NOT NULL,
|
|
status TEXT NOT NULL DEFAULT 'open' -- open|closed
|
|
);
|
|
|
|
CREATE TABLE IF NOT EXISTS trades (
|
|
id TEXT PRIMARY KEY,
|
|
owner_id TEXT NOT NULL REFERENCES users(id) ON DELETE CASCADE,
|
|
trade_id TEXT NOT NULL,
|
|
symbol TEXT NOT NULL,
|
|
date TEXT NOT NULL,
|
|
status TEXT NOT NULL, -- planned|active|closed
|
|
environment TEXT, -- trending|ranging|transitioning
|
|
tier TEXT NOT NULL, -- A_STAR|A|B|C (Conviction Tier)
|
|
strategy_id TEXT, -- ref to strategies (nullable)
|
|
confluence_score INTEGER,
|
|
risk_pct REAL,
|
|
position_size REAL, -- computed by SizingEngine
|
|
entry_price REAL,
|
|
stop_loss REAL,
|
|
targets TEXT, -- JSON [{price, reason}]
|
|
justifications TEXT, -- JSON {entryWhy, stopWhy, targetWhy}
|
|
checklist_completed INTEGER NOT NULL DEFAULT 0
|
|
);
|
|
|
|
CREATE TABLE IF NOT EXISTS strategies (
|
|
id TEXT PRIMARY KEY,
|
|
owner_id TEXT NOT NULL REFERENCES users(id) ON DELETE CASCADE,
|
|
name TEXT NOT NULL,
|
|
regime_gate TEXT NOT NULL, -- JSON: gate config
|
|
setup TEXT NOT NULL, -- JSON: entry/exit checklist w/ params
|
|
risk_policy TEXT NOT NULL, -- JSON: sizing rules
|
|
created_at TEXT NOT NULL,
|
|
is_public INTEGER NOT NULL DEFAULT 0 -- shareable read-only (later phase)
|
|
);
|
|
|
|
CREATE TABLE IF NOT EXISTS screener_filters (
|
|
id TEXT PRIMARY KEY,
|
|
owner_id TEXT NOT NULL REFERENCES users(id) ON DELETE CASCADE,
|
|
name TEXT NOT NULL,
|
|
expressions TEXT NOT NULL, -- JSON: filter expression set
|
|
universe_kind TEXT NOT NULL, -- watchlist|portfolio|broader_sector
|
|
created_at TEXT NOT NULL
|
|
);
|
|
|
|
CREATE TABLE IF NOT EXISTS reports (
|
|
id TEXT PRIMARY KEY,
|
|
owner_id TEXT NOT NULL REFERENCES users(id) ON DELETE CASCADE,
|
|
scope TEXT NOT NULL, -- symbol|watchlist|portfolio|rotation|sizing_year|risk_posture
|
|
range_start TEXT,
|
|
range_end TEXT,
|
|
format TEXT NOT NULL, -- html|markdown|csv|json
|
|
payload_ref TEXT NOT NULL, -- file path in local reports dir
|
|
generated_at TEXT NOT NULL
|
|
);
|
|
|
|
CREATE TABLE IF NOT EXISTS alerts (
|
|
id TEXT PRIMARY KEY,
|
|
owner_id TEXT NOT NULL REFERENCES users(id) ON DELETE CASCADE,
|
|
symbol TEXT,
|
|
alert_type TEXT NOT NULL, -- informed_buy|informed_sell|new_13da|rotation_incipient|regime_shift|conviction_unlock|...
|
|
params TEXT NOT NULL, -- JSON thresholds
|
|
last_fired TEXT,
|
|
created_at TEXT NOT NULL
|
|
);
|
|
|
|
CREATE TABLE IF NOT EXISTS trusted_accounts (
|
|
owner_id TEXT NOT NULL REFERENCES users(id) ON DELETE CASCADE,
|
|
source TEXT NOT NULL, -- x|reddit
|
|
handle TEXT NOT NULL,
|
|
PRIMARY KEY (owner_id, source, handle)
|
|
);
|
|
|
|
CREATE TABLE IF NOT EXISTS saved_posts (
|
|
owner_id TEXT NOT NULL REFERENCES users(id) ON DELETE CASCADE,
|
|
source TEXT NOT NULL,
|
|
source_id TEXT NOT NULL,
|
|
note TEXT,
|
|
linked_trade_id TEXT REFERENCES trades(id) ON DELETE SET NULL,
|
|
saved_at TEXT NOT NULL,
|
|
PRIMARY KEY (owner_id, source, source_id)
|
|
);
|
|
|
|
CREATE TABLE IF NOT EXISTS trade_key_levels (
|
|
id TEXT PRIMARY KEY,
|
|
owner_id TEXT NOT NULL REFERENCES users(id) ON DELETE CASCADE,
|
|
symbol TEXT NOT NULL,
|
|
type TEXT NOT NULL, -- swing_high|swing_low|supply|demand|support|resistance
|
|
price REAL NOT NULL,
|
|
timeframe TEXT, -- '1H'|'4H'|'1D'|...
|
|
strength TEXT, -- low|medium|high
|
|
created_at TEXT NOT NULL
|
|
);
|
|
|
|
-- ===== Shared LLM cache (output deterministic by prompt-hash; not per-user) =====
|
|
CREATE TABLE IF NOT EXISTS llm_summaries (
|
|
hash TEXT PRIMARY KEY, -- hash(prompt + source-payload + complexity)
|
|
feature TEXT NOT NULL, -- filing_summary|post_summary|dashboard_rollup|explainer|qa|sizing_explain|macro_commentary|...
|
|
complexity TEXT NOT NULL,
|
|
output TEXT NOT NULL,
|
|
cited_sources TEXT, -- JSON refs to cached rows (provenance)
|
|
created_at TEXT NOT NULL
|
|
);
|
|
|
|
CREATE TABLE IF NOT EXISTS rotation_signals (
|
|
id TEXT PRIMARY KEY,
|
|
sector TEXT NOT NULL,
|
|
detected_at TEXT NOT NULL,
|
|
phase TEXT NOT NULL, -- accumulation|expansion|distribution|markdown
|
|
confidence REAL,
|
|
price_resolved INTEGER NOT NULL DEFAULT 0, -- follows through within N=4 weeks?
|
|
inst_resolved INTEGER NOT NULL DEFAULT 0, -- 13F/insider flow later confirms?
|
|
resolved_at TEXT,
|
|
verdict TEXT -- real|false_alarm (gamma two-stage)
|
|
);
|
|
|
|
-- ===== Section 1.5 — LLM provenance (ADR-0006). Operator-managed, NOT user-editable. =====
|
|
CREATE TABLE IF NOT EXISTS llm_providers (
|
|
id TEXT PRIMARY KEY, -- 'local_ollama' | 'local_vllm' | 'zen_glm_5_2' | ...
|
|
base_url TEXT NOT NULL,
|
|
is_local INTEGER NOT NULL DEFAULT 0, -- 1 if localhost/127.0.0.1/::1/LAN subnet
|
|
review_adr_ref TEXT, -- ADR-XXXX or note documenting provenance review date
|
|
enabled INTEGER NOT NULL DEFAULT 0 -- only one with enabled=1 by default (local)
|
|
);
|
|
|
|
CREATE TABLE IF NOT EXISTS llm_dispatch_audit (
|
|
id TEXT PRIMARY KEY,
|
|
feature TEXT NOT NULL,
|
|
payload_class TEXT NOT NULL, -- public_safe|sensitive
|
|
provider_id TEXT,
|
|
status TEXT NOT NULL, -- sent_local|sent_external|blocked_sensitive_external
|
|
ts TEXT NOT NULL
|
|
);
|
|
|
|
-- ===== Indexes =====
|
|
CREATE INDEX IF NOT EXISTS idx_pc_symbol_tf_ts ON price_candles(symbol, timeframe, ts);
|
|
CREATE INDEX IF NOT EXISTS idx_quote_obs ON quotes(observed_at);
|
|
CREATE INDEX IF NOT EXISTS idx_filing_symbol_form ON filings(symbol, form);
|
|
CREATE INDEX IF NOT EXISTS idx_instfil_sym_q ON institution_filings(symbol, reported_quarter);
|
|
CREATE INDEX IF NOT EXISTS idx_insider_sym_date ON insider_transactions(symbol, tx_date);
|
|
CREATE INDEX IF NOT EXISTS idx_threads_symbol_ts ON threads(symbol, ts);
|
|
CREATE INDEX IF NOT EXISTS idx_trades_owner ON trades(owner_id);
|
|
CREATE INDEX IF NOT EXISTS idx_alerts_owner_sym ON alerts(owner_id, symbol);
|
|
CREATE INDEX IF NOT EXISTS idx_signals_sector ON rotation_signals(sector);
|