27a290b369
- KG: HNSW + BM25 + RRF(k=60) hybrid search via SurrealDB 3 native indexes - Fix schema bug: kg_executions missing agent_role/provider/cost_cents (silent empty reads) - channels: on_agent_inactive hook (AgentStatus::Inactive → Message::error) - migration 012: adds missing fields + HNSW + BM25 indexes - docs: ADR-0036, update ADR-0035 + notification-channels feature doc
32 lines
1.4 KiB
Plaintext
32 lines
1.4 KiB
Plaintext
-- Migration 012: Knowledge Graph Hybrid Search
|
|
-- Adds HNSW vector index and BM25 full-text index for hybrid retrieval
|
|
-- Fixes missing fields in kg_executions (agent_role, provider, cost_cents)
|
|
-- that caused deserialization failures on SELECT queries.
|
|
|
|
-- Missing fields added to make kg_executions round-trip correctly
|
|
DEFINE FIELD agent_role ON TABLE kg_executions TYPE option<string>;
|
|
DEFINE FIELD provider ON TABLE kg_executions TYPE string DEFAULT 'unknown';
|
|
DEFINE FIELD cost_cents ON TABLE kg_executions TYPE int DEFAULT 0;
|
|
|
|
-- BM25 full-text search on task descriptions
|
|
-- class tokenizer preserves word boundaries (code terms, identifiers)
|
|
-- snowball(english) reduces "compiling" → "compil" for better recall
|
|
DEFINE ANALYZER kg_text_analyzer
|
|
TOKENIZERS class
|
|
FILTERS lowercase, snowball(english);
|
|
|
|
DEFINE INDEX idx_kg_executions_ft
|
|
ON TABLE kg_executions
|
|
FIELDS task_description
|
|
SEARCH ANALYZER kg_text_analyzer BM25;
|
|
|
|
-- HNSW approximate nearest neighbor index for semantic similarity
|
|
-- DIST COSINE: matches cosine similarity used throughout the codebase
|
|
-- TYPE F32: float32 embeddings (OpenAI ada-002 / compatible providers)
|
|
-- M 16: graph connectivity (16 edges per node, standard for 1536-dim)
|
|
-- EF_CONSTRUCTION 200: index build quality vs speed tradeoff
|
|
DEFINE INDEX idx_kg_executions_hnsw
|
|
ON TABLE kg_executions
|
|
FIELDS embedding
|
|
HNSW DIMENSION 1536 DIST COSINE TYPE F32 M 16 EF_CONSTRUCTION 200;
|