accounts/docs/init.sql

67 lines
2.2 KiB
MySQL
Raw Normal View History

2025-08-13 14:00:57 +08:00
-- ================================================
-- init.sql - Stable RAG schema with Hybrid Search
-- For pgvector ≥ 0.5, BGE-M3 (1024 dims), zhparser+english
-- ================================================
-- 1. 避免锁表/阻塞
SET lock_timeout = '5s';
SET statement_timeout = '0';
2025-08-13 14:00:57 +08:00
-- 2. 必要扩展(向量 + 中文分词)
CREATE EXTENSION IF NOT EXISTS vector;
2025-08-13 14:00:57 +08:00
CREATE EXTENSION IF NOT EXISTS zhparser;
-- 3. 中文+ 英文混合全文检索配置zhparser + simple
-- 自定义配置名zhcn_search
DO $$
BEGIN
IF NOT EXISTS (SELECT 1 FROM pg_ts_config WHERE cfgname = 'zhcn_search') THEN
CREATE TEXT SEARCH CONFIGURATION zhcn_search (PARSER = zhparser);
ALTER TEXT SEARCH CONFIGURATION zhcn_search
ADD MAPPING FOR n,v,a,i,e,l WITH simple;
END IF;
END$$;
2025-08-13 14:00:57 +08:00
-- 4. 创建主表
CREATE TABLE IF NOT EXISTS public.documents (
id BIGSERIAL PRIMARY KEY,
repo TEXT NOT NULL,
path TEXT NOT NULL,
chunk_id INT NOT NULL,
content TEXT NOT NULL,
2025-08-13 14:00:57 +08:00
embedding VECTOR(1024), -- 向量字段bge-m3
metadata JSONB,
2025-08-13 14:00:57 +08:00
content_sha TEXT NOT NULL,
-- 中文+英文全文搜索字段
content_tsv tsvector GENERATED ALWAYS AS (
setweight(to_tsvector('zhcn_search', coalesce(content, '')), 'A')
) STORED,
-- 文档唯一标识(组合键 doc_key
doc_key TEXT GENERATED ALWAYS AS (
repo || ':' || path || ':' || chunk_id
) STORED,
created_at TIMESTAMPTZ NOT NULL DEFAULT now(),
2025-08-13 14:00:57 +08:00
updated_at TIMESTAMPTZ NOT NULL DEFAULT now()
);
2025-08-13 14:00:57 +08:00
-- 5. 唯一约束(支持 UPSERT
CREATE UNIQUE INDEX IF NOT EXISTS documents_doc_key_uk
ON public.documents (doc_key);
-- 6. 向量索引(仅索引非空 embedding
2025-08-13 13:14:35 +08:00
CREATE INDEX IF NOT EXISTS documents_embedding_idx
2025-08-13 14:00:57 +08:00
ON public.documents
USING hnsw (embedding vector_cosine_ops)
WHERE embedding IS NOT NULL;
2025-08-13 14:00:57 +08:00
-- 7. 全文索引(中文 + 英文,使用 zhcn_search
CREATE INDEX IF NOT EXISTS idx_documents_tsv
ON public.documents USING gin (content_tsv);
2025-08-13 14:00:57 +08:00
-- 8. 复合过滤索引(适配 repo + path 检索场景)
CREATE INDEX IF NOT EXISTS idx_documents_repo_path
ON public.documents (repo, path);