Fix identify-by-text 500 (Neon could not infer null game param type). When a card name has multiple catalog printings, show disambiguation instead of auto-picking the first match. Throttle concurrent vision calls and suppress repeated 429/error toasts during detection. Co-authored-by: Cursor <cursoragent@cursor.com>
835 lines
No EOL
31 KiB
JavaScript
835 lines
No EOL
31 KiB
JavaScript
import { useState, useEffect, useRef } from 'react';
|
|
|
|
export default function CameraScanner({ onCardScanned, onError }) {
|
|
const [isStreaming, setIsStreaming] = useState(false);
|
|
const [isDetecting, setIsDetecting] = useState(false);
|
|
const [disambiguation, setDisambiguation] = useState(null);
|
|
|
|
const videoRef = useRef(null);
|
|
const canvasRef = useRef(null);
|
|
const detectionCanvasRef = useRef(null);
|
|
const streamRef = useRef(null);
|
|
const detectionIntervalRef = useRef(null);
|
|
const trackingIntervalRef = useRef(null);
|
|
|
|
// Card tracking state
|
|
const [trackedCards, setTrackedCards] = useState([]); // Array of tracked card objects
|
|
const trackedCardsRef = useRef([]);
|
|
const nextCardIdRef = useRef(1);
|
|
const visionCooldownUntilRef = useRef(0);
|
|
const activeVerificationRef = useRef(0);
|
|
const lastErrorAtRef = useRef(0);
|
|
|
|
// Mana symbol settings
|
|
const [manaSymbolSettings, setManaSymbolSettings] = useState({ useSVG: false });
|
|
|
|
// Configure canvas contexts for optimal performance
|
|
useEffect(() => {
|
|
if (canvasRef.current) {
|
|
const ctx = canvasRef.current.getContext('2d', { willReadFrequently: true });
|
|
}
|
|
if (detectionCanvasRef.current) {
|
|
const ctx = detectionCanvasRef.current.getContext('2d', { willReadFrequently: true });
|
|
}
|
|
}, []);
|
|
|
|
// Continuous shape detection for card-like rectangles
|
|
const detectCardShapes = () => {
|
|
if (!videoRef.current || !detectionCanvasRef.current || !isStreaming) return [];
|
|
|
|
const video = videoRef.current;
|
|
const canvas = detectionCanvasRef.current;
|
|
const ctx = canvas.getContext('2d');
|
|
|
|
// Set canvas size for detection (smaller for performance)
|
|
canvas.width = 320;
|
|
canvas.height = 240;
|
|
|
|
// Draw current video frame
|
|
ctx.drawImage(video, 0, 0, canvas.width, canvas.height);
|
|
|
|
// Get image data for analysis
|
|
const imageData = ctx.getImageData(0, 0, canvas.width, canvas.height);
|
|
const data = imageData.data;
|
|
|
|
// Convert to grayscale and detect edges
|
|
const grayscale = [];
|
|
const edges = [];
|
|
|
|
for (let i = 0; i < data.length; i += 4) {
|
|
const gray = Math.round(0.299 * data[i] + 0.587 * data[i + 1] + 0.114 * data[i + 2]);
|
|
grayscale.push(gray);
|
|
}
|
|
|
|
// Simple edge detection (Sobel-like)
|
|
for (let y = 1; y < canvas.height - 1; y++) {
|
|
for (let x = 1; x < canvas.width - 1; x++) {
|
|
const idx = y * canvas.width + x;
|
|
|
|
const gx = -grayscale[idx - 1] + grayscale[idx + 1] +
|
|
-2 * grayscale[idx - 1 + canvas.width] + 2 * grayscale[idx + 1 + canvas.width] +
|
|
-grayscale[idx - 1 + 2 * canvas.width] + grayscale[idx + 1 + 2 * canvas.width];
|
|
|
|
const gy = -grayscale[idx - canvas.width] - 2 * grayscale[idx] - grayscale[idx + canvas.width] +
|
|
grayscale[idx - canvas.width + 2 * canvas.width] + 2 * grayscale[idx + 2 * canvas.width] + grayscale[idx + canvas.width + 2 * canvas.width];
|
|
|
|
const magnitude = Math.sqrt(gx * gx + gy * gy);
|
|
edges[idx] = magnitude > 100 ? 255 : 0; // Threshold for edge detection
|
|
}
|
|
}
|
|
|
|
// Find rectangular regions that could be cards
|
|
const cardShapes = [];
|
|
const { width, height } = canvas;
|
|
|
|
// Card aspect ratio constraints (typical trading cards are ~2.5:3.5 ratio)
|
|
const minCardWidth = Math.floor(width * 0.2); // Increased from 0.15
|
|
const maxCardWidth = Math.floor(width * 0.6); // Decreased from 0.8
|
|
const minCardHeight = Math.floor(height * 0.25); // Increased from 0.2
|
|
const maxCardHeight = Math.floor(height * 0.7); // Decreased from 0.9
|
|
|
|
// Scan for edge-dense rectangular regions
|
|
for (let y = 0; y < height - minCardHeight; y += 15) { // Increased step
|
|
for (let x = 0; x < width - minCardWidth; x += 15) { // Increased step
|
|
for (let w = minCardWidth; w <= maxCardWidth && x + w < width; w += 20) { // Increased step
|
|
for (let h = minCardHeight; h <= maxCardHeight && y + h < height; h += 20) { // Increased step
|
|
|
|
// Check aspect ratio (cards are typically 0.65-0.75)
|
|
const aspectRatio = w / h;
|
|
if (aspectRatio < 0.63 || aspectRatio > 0.77) continue; // Stricter range
|
|
|
|
// Count edges in this region
|
|
let edgeCount = 0;
|
|
let totalPixels = 0;
|
|
let perimeterEdges = 0;
|
|
|
|
// Sample the region
|
|
for (let sy = y; sy < y + h; sy += 4) { // Increased step for performance
|
|
for (let sx = x; sx < x + w; sx += 4) { // Increased step for performance
|
|
const idx = sy * width + sx;
|
|
if (edges[idx] === 255) {
|
|
edgeCount++;
|
|
|
|
// Check if this edge is near the perimeter (cards have strong borders)
|
|
const isPerimeter = (sx < x + w * 0.15 || sx > x + w * 0.85 ||
|
|
sy < y + h * 0.15 || sy > y + h * 0.85);
|
|
if (isPerimeter) {
|
|
perimeterEdges++;
|
|
}
|
|
}
|
|
totalPixels++;
|
|
}
|
|
}
|
|
|
|
const edgeDensity = edgeCount / totalPixels;
|
|
const perimeterRatio = perimeterEdges / (edgeCount || 1);
|
|
|
|
// Much stricter criteria for card-like objects
|
|
if (edgeDensity > 0.2 && edgeDensity < 0.6 && perimeterRatio > 0.4 && edgeCount > 80) {
|
|
const score = edgeDensity * 100 + perimeterRatio * 60 + (edgeCount / 10);
|
|
|
|
// Higher threshold for accepting shapes
|
|
if (score > 50) {
|
|
// Convert back to video coordinates
|
|
const videoCoords = convertToVideoCoordinates({ x, y, width: w, height: h }, canvas, video);
|
|
|
|
cardShapes.push({
|
|
...videoCoords,
|
|
score,
|
|
aspectRatio,
|
|
edgeDensity,
|
|
timestamp: Date.now()
|
|
});
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
// Sort by score and return top candidates to allow multiple cards
|
|
return cardShapes.sort((a, b) => b.score - a.score).slice(0, 5); // Allow up to 5 cards simultaneously
|
|
};
|
|
|
|
// Convert detection coordinates to video coordinates
|
|
const convertToVideoCoordinates = (detection, canvas, video) => {
|
|
const scaleX = video.videoWidth / canvas.width;
|
|
const scaleY = video.videoHeight / canvas.height;
|
|
|
|
return {
|
|
x: detection.x * scaleX,
|
|
y: detection.y * scaleY,
|
|
width: detection.width * scaleX,
|
|
height: detection.height * scaleY
|
|
};
|
|
};
|
|
|
|
// Check if two rectangles overlap significantly
|
|
const rectanglesOverlap = (rect1, rect2, threshold = 0.3) => { // Reduced default threshold
|
|
const x1 = Math.max(rect1.x, rect2.x);
|
|
const y1 = Math.max(rect1.y, rect2.y);
|
|
const x2 = Math.min(rect1.x + rect1.width, rect2.x + rect2.width);
|
|
const y2 = Math.min(rect1.y + rect1.height, rect2.y + rect2.height);
|
|
|
|
if (x2 <= x1 || y2 <= y1) return false;
|
|
|
|
const overlapArea = (x2 - x1) * (y2 - y1);
|
|
const rect1Area = rect1.width * rect1.height;
|
|
const rect2Area = rect2.width * rect2.height;
|
|
const smallerArea = Math.min(rect1Area, rect2Area);
|
|
|
|
// Use smaller area as denominator for better tracking of moving cards
|
|
return (overlapArea / smallerArea) > threshold;
|
|
};
|
|
|
|
// Update tracked cards with new detections
|
|
const updateTrackedCards = (detectedShapes) => {
|
|
const currentTime = Date.now();
|
|
const updatedCards = [...trackedCardsRef.current];
|
|
|
|
// Remove cards that haven't been seen recently (3 seconds for better responsiveness)
|
|
for (let i = updatedCards.length - 1; i >= 0; i--) {
|
|
if (currentTime - updatedCards[i].lastSeen > 3000) {
|
|
console.log(`🗑️ Removing stale tracked card ${updatedCards[i].id} (last seen ${Math.round((currentTime - updatedCards[i].lastSeen)/1000)}s ago)`);
|
|
updatedCards.splice(i, 1);
|
|
}
|
|
}
|
|
|
|
// Match detected shapes with existing tracked cards
|
|
detectedShapes.forEach(shape => {
|
|
let matchedCard = null;
|
|
|
|
// Find existing card that overlaps with this shape
|
|
for (const card of updatedCards) {
|
|
if (rectanglesOverlap(shape, card.bounds, 0.4)) { // Slightly more lenient overlap
|
|
matchedCard = card;
|
|
break;
|
|
}
|
|
}
|
|
|
|
if (matchedCard) {
|
|
// Update existing card position and timestamp
|
|
matchedCard.bounds = { ...shape };
|
|
matchedCard.lastSeen = currentTime;
|
|
matchedCard.stableCount = Math.min(matchedCard.stableCount + 1, 10);
|
|
|
|
// Reset scan attempts if card moved significantly (allows re-scanning)
|
|
const positionChange = Math.abs(matchedCard.bounds.x - shape.x) + Math.abs(matchedCard.bounds.y - shape.y);
|
|
if (positionChange > 50 && matchedCard.status === 'negative') {
|
|
console.log(`🔄 Card ${matchedCard.id} moved significantly, allowing re-scan`);
|
|
matchedCard.status = 'detecting';
|
|
matchedCard.scanAttempts = 0;
|
|
matchedCard.stableCount = 1;
|
|
}
|
|
} else {
|
|
// Create new tracked card
|
|
const newCard = {
|
|
id: nextCardIdRef.current++,
|
|
bounds: { ...shape },
|
|
status: 'detecting', // 'detecting', 'confirmed', 'negative', 'scanned'
|
|
firstSeen: currentTime,
|
|
lastSeen: currentTime,
|
|
stableCount: 1,
|
|
scanAttempts: 0
|
|
};
|
|
|
|
updatedCards.push(newCard);
|
|
console.log(`🎯 New card shape detected: ${newCard.id}`);
|
|
}
|
|
});
|
|
|
|
trackedCardsRef.current = updatedCards;
|
|
setTrackedCards(updatedCards);
|
|
};
|
|
|
|
const emitScannedCard = (cardTracker, imageData, finalCard, ocrMeta = {}) => {
|
|
cardTracker.status = 'scanned';
|
|
|
|
const originalTitle = document.title;
|
|
document.title = `📸 ${finalCard.name} - Card Scanner`;
|
|
setTimeout(() => {
|
|
document.title = originalTitle;
|
|
}, 3000);
|
|
|
|
onCardScanned({
|
|
name: finalCard.name,
|
|
set: finalCard.set_name,
|
|
setCode: finalCard.set_code,
|
|
cardNumber: finalCard.card_number,
|
|
game: finalCard.game,
|
|
cardType: finalCard.card_type,
|
|
rarity: finalCard.rarity,
|
|
hp: finalCard.hp || ocrMeta.hp,
|
|
manaCost: finalCard.mana_cost || ocrMeta.manaCost,
|
|
abilities: ocrMeta.abilities || [],
|
|
ocrText: ocrMeta.rawText,
|
|
confidence: ocrMeta.confidence,
|
|
capturedImage: imageData,
|
|
image_url: finalCard.image_url,
|
|
databaseId: finalCard.id,
|
|
isExisting: true,
|
|
});
|
|
};
|
|
|
|
const handleDisambiguationPick = (candidate) => {
|
|
if (!disambiguation) return;
|
|
const { cardTracker, imageData, ocrMeta } = disambiguation;
|
|
emitScannedCard(cardTracker, imageData, candidate, ocrMeta);
|
|
setDisambiguation(null);
|
|
};
|
|
|
|
const processIdentifyResponse = async (cardTracker, imageData, result) => {
|
|
if (!result.isCard) {
|
|
cardTracker.status = 'negative';
|
|
reportScannerError(result.reason || 'No trading card detected');
|
|
return;
|
|
}
|
|
|
|
const ocrMeta = {
|
|
confidence: result.ocr?.confidence ?? result.card?.ocr?.confidence,
|
|
rawText: result.ocr?.rawText ?? result.card?.ocr?.rawText,
|
|
abilities: result.card?.ocr?.abilities || [],
|
|
hp: result.card?.hp,
|
|
manaCost: result.card?.mana_cost,
|
|
};
|
|
|
|
if (result.card) {
|
|
cardTracker.status = 'confirmed';
|
|
emitScannedCard(cardTracker, imageData, result.card, ocrMeta);
|
|
return;
|
|
}
|
|
|
|
if (result.needsUserSelection && result.matches?.length) {
|
|
cardTracker.status = 'confirmed';
|
|
setDisambiguation({
|
|
cardTracker,
|
|
imageData,
|
|
candidates: result.matches,
|
|
ocrMeta,
|
|
message: result.message,
|
|
});
|
|
return;
|
|
}
|
|
|
|
if (result.needsReview || result.needsUserInput) {
|
|
cardTracker.status = 'negative';
|
|
reportScannerError(result.message || 'Could not identify card — saved for review or retry.');
|
|
return;
|
|
}
|
|
|
|
cardTracker.status = 'negative';
|
|
reportScannerError('Could not identify card from scan.');
|
|
};
|
|
|
|
const reportScannerError = (message) => {
|
|
const now = Date.now();
|
|
if (now - lastErrorAtRef.current < 4000) return;
|
|
lastErrorAtRef.current = now;
|
|
onError?.(message);
|
|
};
|
|
|
|
// Server-side card identification
|
|
const verifyCardShape = async (cardTracker) => {
|
|
if (!videoRef.current || !canvasRef.current || cardTracker.status !== 'detecting') return;
|
|
if (disambiguation) return;
|
|
if (activeVerificationRef.current >= 1) return;
|
|
|
|
activeVerificationRef.current += 1;
|
|
cardTracker.status = 'verifying';
|
|
|
|
try {
|
|
cardTracker.scanAttempts++;
|
|
|
|
const video = videoRef.current;
|
|
const canvas = canvasRef.current;
|
|
const ctx = canvas.getContext('2d');
|
|
|
|
const { x, y, width, height } = cardTracker.bounds;
|
|
const margin = 20;
|
|
|
|
canvas.width = width + margin * 2;
|
|
canvas.height = height + margin * 2;
|
|
|
|
ctx.drawImage(
|
|
video,
|
|
Math.max(0, x - margin), Math.max(0, y - margin),
|
|
width + margin * 2, height + margin * 2,
|
|
0, 0,
|
|
canvas.width, canvas.height
|
|
);
|
|
|
|
const imageData = canvas.toDataURL('image/jpeg', 0.8);
|
|
|
|
const authHeaders = {
|
|
'Content-Type': 'application/json',
|
|
Authorization: `Bearer ${localStorage.getItem('auth_token')}`,
|
|
};
|
|
|
|
// Layer 1: local OCR + pg_trgm catalog match (no vision LLM)
|
|
try {
|
|
const { recognizeCardNameStrip } = await import('../lib/ocr-worker.js');
|
|
const ocr = await recognizeCardNameStrip(imageData);
|
|
|
|
if (ocr.text.length >= 3) {
|
|
const l1Response = await fetch('/api/cards/identify-by-text', {
|
|
method: 'POST',
|
|
headers: authHeaders,
|
|
body: JSON.stringify({
|
|
ocrText: ocr.text,
|
|
ocrConfidence: ocr.confidence,
|
|
}),
|
|
});
|
|
|
|
if (l1Response.ok) {
|
|
const l1Result = await l1Response.json();
|
|
if (!l1Result.escalate) {
|
|
cardTracker.status = 'confirmed';
|
|
await processIdentifyResponse(cardTracker, imageData, l1Result);
|
|
return;
|
|
}
|
|
}
|
|
}
|
|
} catch (l1Error) {
|
|
console.warn('Layer-1 OCR path failed, escalating to vision:', l1Error);
|
|
}
|
|
|
|
// Layer 2: vision via AI Gateway (skip while rate-limited)
|
|
if (Date.now() < visionCooldownUntilRef.current) {
|
|
cardTracker.status = 'detecting';
|
|
return;
|
|
}
|
|
|
|
const response = await fetch('/api/scan/identify', {
|
|
method: 'POST',
|
|
headers: authHeaders,
|
|
body: JSON.stringify({ imageData }),
|
|
});
|
|
|
|
if (response.status === 429) {
|
|
visionCooldownUntilRef.current = Date.now() + 60_000;
|
|
reportScannerError('Too many scan attempts. Please wait a moment and try again.');
|
|
cardTracker.status = 'negative';
|
|
return;
|
|
}
|
|
|
|
if (!response.ok) {
|
|
const errBody = await response.json().catch(() => ({}));
|
|
throw new Error(errBody.error || `Scan identify failed: ${response.status}`);
|
|
}
|
|
|
|
const result = await response.json();
|
|
cardTracker.status = 'confirmed';
|
|
await processIdentifyResponse(cardTracker, imageData, result);
|
|
} catch (error) {
|
|
console.error(`Error verifying card ${cardTracker.id}:`, error);
|
|
cardTracker.status = 'negative';
|
|
reportScannerError(error.message || 'Scan failed');
|
|
} finally {
|
|
activeVerificationRef.current = Math.max(0, activeVerificationRef.current - 1);
|
|
}
|
|
};
|
|
|
|
// Start continuous detection
|
|
const startDetection = () => {
|
|
if (detectionIntervalRef.current || !isStreaming) return;
|
|
|
|
console.log('🎯 Starting continuous card detection...');
|
|
setIsDetecting(true);
|
|
|
|
// Shape detection every 200ms
|
|
detectionIntervalRef.current = setInterval(() => {
|
|
const shapes = detectCardShapes();
|
|
updateTrackedCards(shapes);
|
|
}, 200);
|
|
|
|
// Card verification every 1 second
|
|
trackingIntervalRef.current = setInterval(() => {
|
|
const cardsToVerify = trackedCardsRef.current.filter(card =>
|
|
card.status === 'detecting' &&
|
|
card.stableCount >= 6 &&
|
|
card.scanAttempts < 1 &&
|
|
Date.now() - card.firstSeen > 2500
|
|
);
|
|
|
|
const cardsToProcess = cardsToVerify.slice(0, 1);
|
|
cardsToProcess.forEach(card => {
|
|
verifyCardShape(card);
|
|
});
|
|
}, 1000); // Back to 1 second intervals
|
|
};
|
|
|
|
// Stop detection
|
|
const stopDetection = () => {
|
|
console.log('🛑 Stopping card detection...');
|
|
setIsDetecting(false);
|
|
|
|
if (detectionIntervalRef.current) {
|
|
clearInterval(detectionIntervalRef.current);
|
|
detectionIntervalRef.current = null;
|
|
}
|
|
|
|
if (trackingIntervalRef.current) {
|
|
clearInterval(trackingIntervalRef.current);
|
|
trackingIntervalRef.current = null;
|
|
}
|
|
|
|
// Clear tracked cards
|
|
trackedCardsRef.current = [];
|
|
setTrackedCards([]);
|
|
};
|
|
|
|
// Start camera stream
|
|
const startCamera = async () => {
|
|
try {
|
|
console.log('🎥 Starting camera...');
|
|
const stream = await navigator.mediaDevices.getUserMedia({
|
|
video: {
|
|
facingMode: 'environment',
|
|
width: { ideal: 1280 },
|
|
height: { ideal: 720 },
|
|
aspectRatio: { ideal: 16/9 }
|
|
}
|
|
});
|
|
|
|
console.log('📹 Camera stream obtained:', stream);
|
|
|
|
if (videoRef.current) {
|
|
videoRef.current.srcObject = stream;
|
|
streamRef.current = stream;
|
|
|
|
videoRef.current.onloadedmetadata = () => {
|
|
console.log('📺 Video metadata loaded, attempting to play...');
|
|
videoRef.current?.play().then(() => {
|
|
console.log('▶️ Video playback started successfully');
|
|
setIsStreaming(true);
|
|
}).catch((err) => {
|
|
console.error('❌ Video playback failed:', err);
|
|
onError(`Video playback failed: ${err.message}`);
|
|
});
|
|
};
|
|
|
|
videoRef.current.onerror = (err) => {
|
|
console.error('❌ Video element error:', err);
|
|
onError('Video element error occurred');
|
|
};
|
|
|
|
// Add a fallback timeout
|
|
setTimeout(() => {
|
|
if (!isStreaming && videoRef.current && videoRef.current.readyState >= 2) {
|
|
console.log('🔄 Fallback: Attempting to play video directly...');
|
|
videoRef.current.play().then(() => {
|
|
console.log('▶️ Fallback video playback started');
|
|
setIsStreaming(true);
|
|
}).catch(console.error);
|
|
}
|
|
}, 2000);
|
|
|
|
} else {
|
|
console.error('❌ Video element not available');
|
|
onError('Video element not available');
|
|
}
|
|
} catch (err) {
|
|
console.error('❌ Camera access error:', err);
|
|
onError(`Unable to access camera: ${err.message}`);
|
|
}
|
|
};
|
|
|
|
// Stop camera stream
|
|
const stopCamera = () => {
|
|
setIsStreaming(false);
|
|
stopDetection();
|
|
|
|
if (streamRef.current) {
|
|
streamRef.current.getTracks().forEach(track => track.stop());
|
|
streamRef.current = null;
|
|
}
|
|
|
|
if (videoRef.current) {
|
|
videoRef.current.srcObject = null;
|
|
}
|
|
};
|
|
|
|
// Auto-start detection when camera starts
|
|
useEffect(() => {
|
|
if (isStreaming && !isDetecting) {
|
|
// Small delay to let camera stabilize
|
|
setTimeout(() => {
|
|
startDetection();
|
|
}, 1000);
|
|
}
|
|
}, [isStreaming]);
|
|
|
|
// Cleanup on unmount
|
|
useEffect(() => {
|
|
return () => {
|
|
stopCamera();
|
|
};
|
|
}, []);
|
|
|
|
return (
|
|
<div className="w-full h-full flex flex-col">
|
|
{/* Camera Feed Container */}
|
|
<div
|
|
className="flex-1 relative rounded-2xl overflow-hidden mb-4"
|
|
style={{
|
|
backgroundColor: 'var(--bg-tertiary)',
|
|
border: '2px solid var(--border)'
|
|
}}
|
|
>
|
|
{/* Video Element - Always rendered but visibility controlled */}
|
|
<video
|
|
ref={videoRef}
|
|
className={`absolute inset-0 w-full h-full object-cover ${isStreaming ? 'block' : 'hidden'}`}
|
|
autoPlay
|
|
playsInline
|
|
muted
|
|
/>
|
|
|
|
{/* Card Detection Overlays - Only when streaming */}
|
|
{isStreaming && trackedCards
|
|
.filter(card => card.status === 'confirmed' || card.status === 'scanned')
|
|
.map(card => (
|
|
<div
|
|
key={card.id}
|
|
className="absolute border-2 rounded-lg transition-all duration-200"
|
|
style={{
|
|
left: `${(card.bounds.x / videoRef.current?.videoWidth) * 100}%`,
|
|
top: `${(card.bounds.y / videoRef.current?.videoHeight) * 100}%`,
|
|
width: `${(card.bounds.width / videoRef.current?.videoWidth) * 100}%`,
|
|
height: `${(card.bounds.height / videoRef.current?.videoHeight) * 100}%`,
|
|
borderColor:
|
|
card.status === 'confirmed' ? '#10B981' : // Green for confirmed
|
|
card.status === 'scanned' ? '#3B82F6' : // Blue for scanned
|
|
'#10B981', // Default to green
|
|
borderWidth: '3px',
|
|
boxShadow: `0 0 15px ${
|
|
card.status === 'confirmed' ? '#10B98150' :
|
|
card.status === 'scanned' ? '#3B82F650' :
|
|
'#10B98150'
|
|
}`
|
|
}}
|
|
>
|
|
{/* Status Label */}
|
|
<div
|
|
className="absolute -top-8 left-0 px-3 py-1 rounded-full text-xs font-bold text-white shadow-lg"
|
|
style={{
|
|
backgroundColor:
|
|
card.status === 'confirmed' ? '#10B981' :
|
|
card.status === 'scanned' ? '#3B82F6' :
|
|
'#10B981'
|
|
}}
|
|
>
|
|
{card.status === 'confirmed' ? '✅ Card Found' :
|
|
card.status === 'scanned' ? '📸 Scanned' :
|
|
'✅ Card Found'}
|
|
</div>
|
|
</div>
|
|
))}
|
|
|
|
{/* Top Status Bar - Only when streaming */}
|
|
{isStreaming && (
|
|
<div className="absolute top-4 left-4 right-4 flex justify-between items-center">
|
|
{/* Detection Status */}
|
|
{isDetecting && (
|
|
<div className="bg-black bg-opacity-80 text-white px-4 py-2 rounded-full text-sm font-medium shadow-lg backdrop-blur-sm">
|
|
<div className="flex items-center gap-2">
|
|
<div className="w-2 h-2 bg-green-400 rounded-full animate-pulse"></div>
|
|
🎯 Scanning {trackedCards.filter(card => card.status === 'confirmed' || card.status === 'scanned').length > 0 &&
|
|
`(${trackedCards.filter(card => card.status === 'confirmed' || card.status === 'scanned').length} found)`}
|
|
</div>
|
|
</div>
|
|
)}
|
|
|
|
<div className="flex-1"></div>
|
|
|
|
{/* Recording Indicator */}
|
|
<div className="bg-black bg-opacity-80 text-white px-4 py-2 rounded-full text-sm font-medium shadow-lg backdrop-blur-sm">
|
|
<div className="flex items-center gap-2">
|
|
<div className="w-2 h-2 bg-red-500 rounded-full animate-pulse"></div>
|
|
LIVE
|
|
</div>
|
|
</div>
|
|
</div>
|
|
)}
|
|
|
|
{/* Bottom Controls Overlay - Only when streaming */}
|
|
{isStreaming && (
|
|
<div className="absolute bottom-6 left-1/2 transform -translate-x-1/2">
|
|
<div className="flex items-center gap-4">
|
|
{/* Stop Button */}
|
|
<button
|
|
onClick={stopCamera}
|
|
className="w-16 h-16 rounded-full flex items-center justify-center text-white shadow-2xl hover:scale-105 transition-all duration-200 backdrop-blur-sm"
|
|
style={{
|
|
backgroundColor: 'rgba(239, 68, 68, 0.9)',
|
|
border: '3px solid rgba(255, 255, 255, 0.3)'
|
|
}}
|
|
title="Stop Camera"
|
|
>
|
|
<div className="w-6 h-6 bg-white rounded-sm"></div>
|
|
</button>
|
|
</div>
|
|
</div>
|
|
)}
|
|
|
|
{/* Camera Placeholder with Centered Start Button - Only when not streaming */}
|
|
{!isStreaming && (
|
|
<div className="absolute inset-0 flex flex-col items-center justify-center">
|
|
{/* Background Pattern */}
|
|
<div className="absolute inset-0 opacity-5">
|
|
<div className="w-full h-full" style={{
|
|
backgroundImage: `radial-gradient(circle at 25% 25%, var(--text-primary) 2px, transparent 2px),
|
|
radial-gradient(circle at 75% 75%, var(--text-primary) 2px, transparent 2px)`,
|
|
backgroundSize: '50px 50px'
|
|
}}></div>
|
|
</div>
|
|
|
|
{/* Camera Icon and Content */}
|
|
<div className="text-center z-10 mb-8">
|
|
<div className="font-semibold text-2xl mb-3" style={{ color: 'var(--text-primary)' }}>
|
|
Camera Ready
|
|
</div>
|
|
<div className="text-lg opacity-75 mb-6" style={{ color: 'var(--text-secondary)' }}>
|
|
Position trading cards in view for smart detection
|
|
</div>
|
|
</div>
|
|
|
|
{/* Centered Start Camera Button */}
|
|
<button
|
|
onClick={startCamera}
|
|
className="w-20 h-20 rounded-full flex items-center justify-center text-white shadow-2xl hover:scale-110 transition-all duration-300 relative overflow-hidden group"
|
|
style={{
|
|
backgroundColor: 'var(--accent-ember)',
|
|
border: '4px solid rgba(255, 255, 255, 0.2)'
|
|
}}
|
|
>
|
|
{/* Button Glow Effect */}
|
|
<div className="absolute inset-0 rounded-full opacity-0 group-hover:opacity-100 transition-opacity duration-300"
|
|
style={{
|
|
background: `radial-gradient(circle, rgba(255,255,255,0.3) 0%, transparent 70%)`
|
|
}}></div>
|
|
|
|
{/* Play Icon */}
|
|
<div className="relative z-10">
|
|
<svg width="28" height="28" viewBox="0 0 24 24" fill="currentColor">
|
|
<path d="M8 5v14l11-7z"/>
|
|
</svg>
|
|
</div>
|
|
|
|
{/* Pulse Ring */}
|
|
<div className="absolute inset-0 rounded-full border-2 border-white opacity-60 animate-ping"></div>
|
|
</button>
|
|
|
|
{/* Feature Hints */}
|
|
<div className="mt-8 text-center max-w-md">
|
|
<div className="grid grid-cols-2 gap-4 text-sm" style={{ color: 'var(--text-secondary)' }}>
|
|
<div className="flex items-center gap-2">
|
|
<div className="w-2 h-2 rounded-full" style={{ backgroundColor: 'var(--accent-gold)' }}></div>
|
|
<span>AI Detection</span>
|
|
</div>
|
|
<div className="flex items-center gap-2">
|
|
<div className="w-2 h-2 rounded-full" style={{ backgroundColor: 'var(--accent-ember)' }}></div>
|
|
<span>Real-time Tracking</span>
|
|
</div>
|
|
<div className="flex items-center gap-2">
|
|
<div className="w-2 h-2 rounded-full" style={{ backgroundColor: 'var(--accent-flame)' }}></div>
|
|
<span>Smart Recognition</span>
|
|
</div>
|
|
<div className="flex items-center gap-2">
|
|
<div className="w-2 h-2 rounded-full bg-green-500"></div>
|
|
<span>Auto Scanning</span>
|
|
</div>
|
|
</div>
|
|
</div>
|
|
</div>
|
|
)}
|
|
</div>
|
|
|
|
{/* Hidden canvases for image processing */}
|
|
<canvas ref={canvasRef} className="hidden" />
|
|
<canvas ref={detectionCanvasRef} className="hidden" />
|
|
|
|
{/* Detection Info Panel - Only show when streaming */}
|
|
{isStreaming && (
|
|
<div className="rounded-xl p-3 border" style={{ backgroundColor: 'var(--bg-secondary)', borderColor: 'var(--border)' }}>
|
|
<div className="flex items-center gap-3 mb-2">
|
|
<div className="w-6 h-6 rounded-full flex items-center justify-center" style={{ backgroundColor: 'var(--accent-ember)' }}>
|
|
<span className="text-white text-xs">🎯</span>
|
|
</div>
|
|
<h4 className="font-medium text-sm" style={{ color: 'var(--text-primary)' }}>
|
|
Smart Detection Active
|
|
</h4>
|
|
</div>
|
|
<div className="grid grid-cols-2 gap-2 text-xs" style={{ color: 'var(--text-secondary)' }}>
|
|
<div className="flex items-center gap-2">
|
|
<span className="text-green-500">●</span>
|
|
<span>Shape recognition</span>
|
|
</div>
|
|
<div className="flex items-center gap-2">
|
|
<span className="text-blue-500">●</span>
|
|
<span>Server identification</span>
|
|
</div>
|
|
<div className="flex items-center gap-2">
|
|
<span className="text-yellow-500">●</span>
|
|
<span>Position tracking</span>
|
|
</div>
|
|
<div className="flex items-center gap-2">
|
|
<span className="text-purple-500">●</span>
|
|
<span>Database lookup</span>
|
|
</div>
|
|
</div>
|
|
</div>
|
|
)}
|
|
|
|
{disambiguation && (
|
|
<div className="fixed inset-0 z-50 flex items-center justify-center bg-black bg-opacity-60 p-4">
|
|
<div
|
|
className="max-w-lg w-full rounded-xl border p-6 max-h-[80vh] overflow-y-auto"
|
|
style={{ backgroundColor: 'var(--bg-secondary)', borderColor: 'var(--border)' }}
|
|
role="dialog"
|
|
aria-modal="true"
|
|
aria-labelledby="disambiguation-title"
|
|
>
|
|
<h3 id="disambiguation-title" className="text-lg font-semibold mb-2" style={{ color: 'var(--text-primary)' }}>
|
|
Which card is this?
|
|
</h3>
|
|
<p className="text-sm mb-4" style={{ color: 'var(--text-secondary)' }}>
|
|
{disambiguation.message || 'Multiple matches found. Select the correct printing.'}
|
|
</p>
|
|
<div className="space-y-2">
|
|
{disambiguation.candidates.map((candidate) => (
|
|
<button
|
|
key={candidate.id}
|
|
type="button"
|
|
onClick={() => handleDisambiguationPick(candidate)}
|
|
className="w-full flex items-center gap-3 p-3 rounded-lg border text-left hover:opacity-90"
|
|
style={{ borderColor: 'var(--border)', backgroundColor: 'var(--bg-tertiary)' }}
|
|
>
|
|
{candidate.image_url ? (
|
|
<img src={candidate.image_url} alt="" className="w-12 h-16 object-cover rounded" />
|
|
) : (
|
|
<div className="w-12 h-16 rounded flex items-center justify-center text-xs" style={{ backgroundColor: 'var(--bg-secondary)' }}>🃏</div>
|
|
)}
|
|
<div>
|
|
<div className="font-medium" style={{ color: 'var(--text-primary)' }}>{candidate.name}</div>
|
|
<div className="text-xs" style={{ color: 'var(--text-secondary)' }}>
|
|
{[candidate.set_name, candidate.set_code, candidate.card_number].filter(Boolean).join(' · ')}
|
|
</div>
|
|
</div>
|
|
</button>
|
|
))}
|
|
</div>
|
|
<button
|
|
type="button"
|
|
onClick={() => setDisambiguation(null)}
|
|
className="mt-4 w-full py-2 rounded-lg border text-sm"
|
|
style={{ borderColor: 'var(--border)', color: 'var(--text-secondary)' }}
|
|
>
|
|
Cancel
|
|
</button>
|
|
</div>
|
|
</div>
|
|
)}
|
|
</div>
|
|
);
|
|
} |