feat(scanner): add debug instrumentation for vision pipeline timing #155

Merged
rstillwell merged 31 commits from feat/scanner-debug-mode into main 2026-09-01 18:11:03 -04:00
2 changed files with 32 additions and 7 deletions
Showing only changes of commit b2c02cb45b - Show all commits

View file

@ -196,6 +196,7 @@ jobs:
fi
SERVER_ONLY=(
lib/scan-vision.js
lib/card-embed.js
)
LLM_PATTERN='generativelanguage\.googleapis\.com|api\.openai\.com|ai-gateway\.vercel\.sh'
LLM_FOUND=()

View file

@ -1,6 +1,11 @@
/**
* pgvector + cards.embedding for Layer-0 visual catalog search.
*
* Neon prod: CREATE EXTENSION vector succeeds for the project owner.
* Homelab CI (`deckhearth_ci`, non-superuser): extension create may fail;
* we skip embedding DDL so migrate still passes L0 escalates until
* an operator enables pgvector on CT 102 or runs backfill on Neon.
*
* @type {import('node-pg-migrate').ColumnDefinitions | undefined}
*/
export const shorthands = undefined;
@ -13,15 +18,34 @@ const EMBED_DIMENSION = 1024;
*/
export const up = (pgm) => {
pgm.sql(`
CREATE EXTENSION IF NOT EXISTS vector;
DO $do$
BEGIN
IF NOT EXISTS (SELECT 1 FROM pg_extension WHERE extname = 'vector') THEN
CREATE EXTENSION vector;
END IF;
EXCEPTION
WHEN insufficient_privilege OR OTHERS THEN
RAISE NOTICE 'vector extension unavailable on this database (%). Skipping embedding DDL.', SQLERRM;
RETURN;
END
$do$;
ALTER TABLE cards
ADD COLUMN IF NOT EXISTS embedding vector(${EMBED_DIMENSION}),
ADD COLUMN IF NOT EXISTS embedded_at TIMESTAMP;
DO $do$
BEGIN
IF NOT EXISTS (SELECT 1 FROM pg_extension WHERE extname = 'vector') THEN
RAISE NOTICE 'vector extension not installed — skipping cards.embedding columns';
RETURN;
END IF;
CREATE INDEX IF NOT EXISTS idx_cards_embedding_hnsw
ON cards USING hnsw (embedding vector_cosine_ops)
WHERE embedding IS NOT NULL;
ALTER TABLE cards
ADD COLUMN IF NOT EXISTS embedding vector(${EMBED_DIMENSION}),
ADD COLUMN IF NOT EXISTS embedded_at TIMESTAMP;
CREATE INDEX IF NOT EXISTS idx_cards_embedding_hnsw
ON cards USING hnsw (embedding vector_cosine_ops)
WHERE embedding IS NOT NULL;
END
$do$;
`);
};