'use client'; import { createContext, useContext, useState, ReactNode, useEffect, useCallback, useMemo, } from 'react'; import { indexedDBService, type PDFDocument } from '@/services/indexedDB'; import { v4 as uuidv4 } from 'uuid'; import { pdfjs } from 'react-pdf'; import stringSimilarity from 'string-similarity'; import nlp from 'compromise'; // Add the correct type import import type { TextItem } from 'pdfjs-dist/types/src/display/api'; import { useConfig } from '@/contexts/ConfigContext'; import { useTTS } from '@/contexts/TTSContext'; // Set worker from public directory pdfjs.GlobalWorkerOptions.workerSrc = '/pdf.worker.mjs'; // Convert PDF data to PDF data URL const convertPDFDataToURL = (pdfData: Blob): Promise => { return new Promise((resolve, reject) => { const reader = new FileReader(); reader.onload = () => resolve(reader.result as string); reader.onerror = () => reject(reader.error); reader.readAsDataURL(pdfData); }); }; interface PDFContextType { documents: PDFDocument[]; addDocument: (file: File) => Promise; getDocument: (id: string) => Promise; removeDocument: (id: string) => Promise; isLoading: boolean; extractTextFromPDF: (pdfURL: string, currDocPage: number) => Promise; highlightPattern: (text: string, pattern: string, containerRef: React.RefObject) => void; clearHighlights: () => void; handleTextClick: ( event: MouseEvent, pdfText: string, containerRef: React.RefObject, stopAndPlayFromIndex: (index: number) => void, isProcessing: boolean ) => void; onDocumentLoadSuccess: ({ numPages }: { numPages: number }) => void; setCurrentDocument: (id: string) => Promise; currDocURL: string | undefined; currDocName: string | undefined; currDocPages: number | undefined; currDocPage: number; currDocText: string | undefined; clearCurrDoc: () => void; } const PDFContext = createContext(undefined); export function PDFProvider({ children }: { children: ReactNode }) { const [documents, setDocuments] = useState([]); const [isLoading, setIsLoading] = useState(true); const { isDBReady } = useConfig(); const { setText: setTTSText, currDocPage, currDocPages, setCurrDocPages, } = useTTS(); // Current document state const [currDocURL, setCurrDocURL] = useState(); const [currDocName, setCurrDocName] = useState(); const [currDocText, setCurrDocText] = useState(); // Load documents from IndexedDB once DB is ready useEffect(() => { const loadDocuments = async () => { if (!isDBReady) return; try { const docs = await indexedDBService.getAllDocuments(); setDocuments(docs); } catch (error) { console.error('Failed to load documents:', error); } finally { setIsLoading(false); } }; loadDocuments(); }, [isDBReady]); // Add a new document to IndexedDB const addDocument = useCallback(async (file: File): Promise => { const id = uuidv4(); const newDoc: PDFDocument = { id, name: file.name, size: file.size, lastModified: file.lastModified, data: new Blob([file], { type: file.type }), }; try { await indexedDBService.addDocument(newDoc); setDocuments((prev) => [...prev, newDoc]); return id; } catch (error) { console.error('Failed to add document:', error); throw error; } }, []); // Get a document by ID from IndexedDB const getDocument = useCallback(async (id: string): Promise => { try { return await indexedDBService.getDocument(id); } catch (error) { console.error('Failed to get document:', error); return undefined; } }, []); // Remove a document by ID from IndexedDB const removeDocument = useCallback(async (id: string): Promise => { try { await indexedDBService.removeDocument(id); setDocuments((prev) => prev.filter((doc) => doc.id !== id)); } catch (error) { console.error('Failed to remove document:', error); throw error; } }, []); const onDocumentLoadSuccess = useCallback(({ numPages }: { numPages: number }) => { console.log('Document loaded:', numPages); setCurrDocPages(numPages); }, [setCurrDocPages]); // Extract text from a PDF file const extractTextFromPDF = useCallback(async (pdfURL: string, currDocPage: number): Promise => { try { const base64Data = pdfURL.split(',')[1]; const binaryData = atob(base64Data); const bytes = new Uint8Array(binaryData.length); for (let i = 0; i < binaryData.length; i++) { bytes[i] = binaryData.charCodeAt(i); } const loadingTask = pdfjs.getDocument({ data: bytes }); const pdf = await loadingTask.promise; // Get only the specified page const page = await pdf.getPage(currDocPage); const textContent = await page.getTextContent(); // Filter out non-text items and assert proper type const textItems = textContent.items.filter((item): item is TextItem => 'str' in item && 'transform' in item ); // Group text items into lines based on their vertical position const tolerance = 2; const lines: TextItem[][] = []; let currentLine: TextItem[] = []; let currentY: number | null = null; textItems.forEach((item) => { const y = item.transform[5]; if (currentY === null) { currentY = y; currentLine.push(item); } else if (Math.abs(y - currentY) < tolerance) { currentLine.push(item); } else { lines.push(currentLine); currentLine = [item]; currentY = y; } }); lines.push(currentLine); // Process each line to build text let pageText = ''; for (const line of lines) { // Sort items horizontally within the line line.sort((a, b) => a.transform[4] - b.transform[4]); let lineText = ''; let prevItem: TextItem | null = null; for (const item of line) { if (!prevItem) { lineText = item.str; } else { const prevEndX = prevItem.transform[4] + (prevItem.width ?? 0); const currentStartX = item.transform[4]; const space = currentStartX - prevEndX; // Add space if gap is significant, otherwise concatenate directly if (space > ((item.width ?? 0) * 0.3)) { lineText += ' ' + item.str; } else { lineText += item.str; } } prevItem = item; } pageText += lineText + ' '; } return pageText.replace(/\s+/g, ' ').trim(); } catch (error) { console.error('Error extracting text from PDF:', error); throw new Error('Failed to extract text from PDF'); } }, []); // Load curr doc text const loadCurrDocText = useCallback(async () => { try { if (!currDocURL) return; const text = await extractTextFromPDF(currDocURL, currDocPage); setCurrDocText(text); setTTSText(text); } catch (error) { console.error('Error loading PDF text:', error); } }, [currDocURL, currDocPage, extractTextFromPDF, setTTSText]); // Update the current document text when the page changes useEffect(() => { if (currDocURL) { loadCurrDocText(); } }, [currDocPage, currDocURL, loadCurrDocText]); // Set curr document const setCurrentDocument = useCallback(async (id: string): Promise => { try { const doc = await getDocument(id); if (doc) { const url = await convertPDFDataToURL(doc.data); setCurrDocName(doc.name); setCurrDocURL(url); //await loadCurrDocText(); } } catch (error) { console.error('Failed to get document URL:', error); } }, [getDocument]); const clearCurrDoc = useCallback(() => { setCurrDocName(undefined); setCurrDocURL(undefined); setCurrDocText(undefined); // Clear TTS text setCurrDocPages(undefined); // Goes to TTS context setTTSText(''); }, [setCurrDocPages, setTTSText]); // Clear all highlights in the PDF viewer const clearHighlights = useCallback(() => { const textNodes = document.querySelectorAll('.react-pdf__Page__textContent span'); textNodes.forEach((node) => { const element = node as HTMLElement; element.style.backgroundColor = ''; element.style.opacity = '1'; }); }, []); // Find the best text match using string similarity const findBestTextMatch = useCallback(( elements: Array<{ element: HTMLElement; text: string }>, targetText: string, maxCombinedLength: number ) => { let bestMatch = { elements: [] as HTMLElement[], rating: 0, text: '', lengthDiff: Infinity, }; for (let i = 0; i < elements.length; i++) { let combinedText = ''; const currentElements = []; for (let j = i; j < Math.min(i + 10, elements.length); j++) { const node = elements[j]; const newText = combinedText ? `${combinedText} ${node.text}` : node.text; if (newText.length > maxCombinedLength) break; combinedText = newText; currentElements.push(node.element); const similarity = stringSimilarity.compareTwoStrings(targetText, combinedText); const lengthDiff = Math.abs(combinedText.length - targetText.length); const lengthPenalty = lengthDiff / targetText.length; const adjustedRating = similarity * (1 - lengthPenalty * 0.5); if (adjustedRating > bestMatch.rating) { bestMatch = { elements: [...currentElements], rating: adjustedRating, text: combinedText, lengthDiff, }; } } } return bestMatch; }, []); // Highlight matching text in the PDF viewer with sliding context window const highlightPattern = useCallback((text: string, pattern: string, containerRef: React.RefObject) => { clearHighlights(); if (!pattern?.trim()) return; const cleanPattern = pattern.trim().replace(/\s+/g, ' '); const container = containerRef.current; if (!container) return; const textNodes = container.querySelectorAll('.react-pdf__Page__textContent span'); const allText = Array.from(textNodes).map((node) => ({ element: node as HTMLElement, text: (node.textContent || '').trim(), })).filter((node) => node.text.length > 0); // Calculate the visible area of the container const containerRect = container.getBoundingClientRect(); const visibleTop = container.scrollTop; const visibleBottom = visibleTop + containerRect.height; // Find nodes within the visible area and a buffer zone const bufferSize = containerRect.height; // One screen height buffer const visibleNodes = allText.filter(({ element }) => { const rect = element.getBoundingClientRect(); const elementTop = rect.top - containerRect.top + container.scrollTop; return elementTop >= (visibleTop - bufferSize) && elementTop <= (visibleBottom + bufferSize); }); // Search for the best match within the visible area first let bestMatch = findBestTextMatch(visibleNodes, cleanPattern, cleanPattern.length * 2); // If no good match found in visible area, search the entire document if (bestMatch.rating < 0.3) { bestMatch = findBestTextMatch(allText, cleanPattern, cleanPattern.length * 2); } const similarityThreshold = bestMatch.lengthDiff < cleanPattern.length * 0.3 ? 0.3 : 0.5; if (bestMatch.rating >= similarityThreshold) { bestMatch.elements.forEach((element) => { element.style.backgroundColor = 'grey'; element.style.opacity = '0.4'; }); if (bestMatch.elements.length > 0) { const element = bestMatch.elements[0]; const elementRect = element.getBoundingClientRect(); const elementTop = elementRect.top - containerRect.top + container.scrollTop; // Only scroll if the element is outside the visible area if (elementTop < visibleTop || elementTop > visibleBottom) { container.scrollTo({ top: elementTop - containerRect.height / 3, // Position the highlight in the top third behavior: 'smooth', }); } } } }, [clearHighlights, findBestTextMatch]); // Handle text click events in the PDF viewer const handleTextClick = useCallback(( event: MouseEvent, pageText: string, // Renamed from pdfText to pageText for clarity containerRef: React.RefObject, stopAndPlayFromIndex: (index: number) => void, isProcessing: boolean ) => { if (isProcessing) return; const target = event.target as HTMLElement; if (!target.matches('.react-pdf__Page__textContent span')) return; const parentElement = target.closest('.react-pdf__Page__textContent'); if (!parentElement) return; const spans = Array.from(parentElement.querySelectorAll('span')); const clickedIndex = spans.indexOf(target); const contextWindow = 3; const startIndex = Math.max(0, clickedIndex - contextWindow); const endIndex = Math.min(spans.length - 1, clickedIndex + contextWindow); const contextText = spans .slice(startIndex, endIndex + 1) .map((span) => span.textContent) .join(' ') .trim(); if (!contextText?.trim()) return; const cleanContext = contextText.trim().replace(/\s+/g, ' '); const allText = Array.from(parentElement.querySelectorAll('span')).map((node) => ({ element: node as HTMLElement, text: (node.textContent || '').trim(), })).filter((node) => node.text.length > 0); const bestMatch = findBestTextMatch(allText, cleanContext, cleanContext.length * 2); const similarityThreshold = bestMatch.lengthDiff < cleanContext.length * 0.3 ? 0.3 : 0.5; if (bestMatch.rating >= similarityThreshold) { const matchText = bestMatch.text; // Use pageText instead of full PDF text for sentence splitting const sentences = nlp(pageText).sentences().out('array') as string[]; let bestSentenceMatch = { sentence: '', rating: 0 }; for (const sentence of sentences) { const rating = stringSimilarity.compareTwoStrings(matchText, sentence); if (rating > bestSentenceMatch.rating) { bestSentenceMatch = { sentence, rating }; } } if (bestSentenceMatch.rating >= 0.5) { const sentenceIndex = sentences.findIndex((sentence) => sentence === bestSentenceMatch.sentence); if (sentenceIndex !== -1) { stopAndPlayFromIndex(sentenceIndex); highlightPattern(pageText, bestSentenceMatch.sentence, containerRef); } } } }, [highlightPattern, findBestTextMatch]); // Memoize the context value to prevent unnecessary re-renders const contextValue = useMemo( () => ({ documents, addDocument, getDocument, removeDocument, isLoading, extractTextFromPDF, highlightPattern, clearHighlights, handleTextClick, onDocumentLoadSuccess, setCurrentDocument, currDocURL, currDocName, currDocPages, currDocPage, currDocText, clearCurrDoc, }), [ documents, addDocument, getDocument, removeDocument, isLoading, extractTextFromPDF, highlightPattern, clearHighlights, handleTextClick, onDocumentLoadSuccess, setCurrentDocument, currDocURL, currDocName, currDocPages, currDocPage, currDocText, clearCurrDoc, ] ); return ( {children} ); } export function usePDF() { const context = useContext(PDFContext); if (context === undefined) { throw new Error('usePDF must be used within a PDFProvider'); } return context; }