bookwiz.io / supabase / migrations / 060_fix_semantic_search_threshold.sql
060_fix_semantic_search_threshold.sql
Raw
-- Fix semantic search similarity threshold to match frontend expectations
-- Change default from 0.7 (70%) to 0.01 (1%) to be more permissive

-- Drop and recreate the semantic search function with lower default threshold
DROP FUNCTION IF EXISTS semantic_search(UUID, vector, FLOAT, INTEGER);

-- Recreate the function with 1% default similarity threshold
CREATE OR REPLACE FUNCTION semantic_search(
    search_book_id UUID,
    query_embedding vector(1536),
    similarity_threshold FLOAT DEFAULT 0.01,
    max_results INTEGER DEFAULT 20
)
RETURNS TABLE(
    chunk_id UUID,
    file_id UUID,
    file_name TEXT,
    content TEXT,
    similarity FLOAT,
    line_start INTEGER,
    line_end INTEGER
) 
SECURITY DEFINER
SET search_path = public, extensions
AS $$
BEGIN
    RETURN QUERY
    SELECT 
        fc.id as chunk_id,
        fc.file_id,
        fsi.name as file_name,
        fc.content,
        (1 - (fc.embedding <-> query_embedding)) as similarity,
        fc.line_start,
        fc.line_end
    FROM file_chunks fc
    JOIN file_system_items fsi ON fc.file_id = fsi.id
    WHERE fc.book_id = search_book_id
    AND (1 - (fc.embedding <-> query_embedding)) > similarity_threshold
    ORDER BY fc.embedding <-> query_embedding
    LIMIT max_results;
END;
$$ LANGUAGE plpgsql;