// TODO: I moved the sample timeline data to a dedicated file, and delayed the loading to 1 sec with useEffect. as such, alot of the ogics are broken. I need to make sure the delayed timeline should work like normal import { useMitt } from '@/plugins/MittContext'; import useVideoEditorStore from '@/stores/VideoEditorStore'; import { useCallback, useEffect, useRef, useState } from 'react'; import sampleTimelineElements from './sample-timeline-data'; import useVideoExport from './video-export'; import VideoPreview from './video-preview'; const VideoEditor = ({ width, height }) => { const [showConsoleLogs] = useState(true); const [dimensions] = useState({ width: width, height: height, }); const [timelineElements, setTimelineElements] = useState([]); // 🔧 FIX: Add ref to solve closure issue const timelineElementsRef = useRef([]); const lastUpdateRef = useRef(0); const emitter = useMitt(); const [currentTime, setCurrentTime] = useState(0); const [isPlaying, setIsPlaying] = useState(false); const [videoElements, setVideoElements] = useState({}); const [loadedVideos, setLoadedVideos] = useState(new Set()); const [status, setStatus] = useState('Loading videos...'); const [videoStates, setVideoStates] = useState({}); const animationRef = useRef(null); const layerRef = useRef(null); const startTimeRef = useRef(0); const pausedTimeRef = useRef(0); const { setVideoIsPlaying } = useVideoEditorStore(); const FPS_INTERVAL = 1000 / 30; // 30 FPS // 🔧 FIX: Keep ref synced with state useEffect(() => { timelineElementsRef.current = timelineElements; }, [timelineElements]); // ✅ FIX 1: Use useEffect to automatically setup videos when timeline loads useEffect(() => { initTimeline(); }, []); const timelineUpdateResolverRef = useRef(null); const setTimelineElementsAsync = useCallback((newElements) => { return new Promise((resolve) => { timelineUpdateResolverRef.current = resolve; setTimelineElements(newElements); }); }, []); // Add this useEffect to resolve the promise when timeline updates useEffect(() => { if (timelineUpdateResolverRef.current && timelineElements.length > 0) { timelineUpdateResolverRef.current(); timelineUpdateResolverRef.current = null; } }, [timelineElements]); const initTimeline = () => { cleanupVideos(videoElements); setTimelineElementsAsync(sampleTimelineElements).then(() => { showConsoleLogs && console.log('Loaded sample timeline'); setupVideos(); }); }; // ✅ FIX 3: Auto-update status when videos load useEffect(() => { setupVideoStatus(); }, [timelineElements, loadedVideos]); useEffect(() => { setVideoIsPlaying(isPlaying); }, [isPlaying, setVideoIsPlaying]); const totalDuration = Math.max(...timelineElements.map((el) => el.startTime + el.duration)); // Use the FFmpeg hook const { isExporting, exportProgress, exportStatus, ffmpegCommand, copyFFmpegCommand, exportVideo } = useVideoExport({ timelineElements, dimensions, totalDuration, }); const setupVideos = () => { showConsoleLogs && console.log('setupVideos'); // 🔧 FIX: Read from ref instead of state to get latest data const elements = timelineElementsRef.current; if (elements.length === 0) { console.log('No timeline elements to setup videos for'); return; } console.log('Setting up videos for', elements.length, 'timeline elements'); const videoEls = {}; const videoElementsData = elements.filter((el) => el.type === 'video'); console.log('Found', videoElementsData.length, 'video elements'); videoElementsData.forEach((element) => { console.log('Creating video element for:', element.id); const video = document.createElement('video'); video.crossOrigin = 'anonymous'; video.muted = true; video.preload = 'metadata'; video.playsInline = true; video.controls = false; const sourceWebM = document.createElement('source'); sourceWebM.src = element.source_webm; sourceWebM.type = 'video/webm; codecs=vp09.00.41.08'; const sourceMov = document.createElement('source'); sourceMov.src = element.source_mov; sourceMov.type = 'video/quicktime; codecs=hvc1.1.6.H120.b0'; video.appendChild(sourceMov); video.appendChild(sourceWebM); const posterImg = new Image(); posterImg.crossOrigin = 'anonymous'; posterImg.src = element.poster; posterImg.onload = () => { console.log('Poster loaded for:', element.id); const maxWidth = dimensions.width; const maxHeight = dimensions.height; const posterWidth = posterImg.naturalWidth; const posterHeight = posterImg.naturalHeight; let scaledWidth = posterWidth; let scaledHeight = posterHeight; if (posterWidth > maxWidth || posterHeight > maxHeight) { const scaleX = maxWidth / posterWidth; const scaleY = maxHeight / posterHeight; const scale = Math.min(scaleX, scaleY); scaledWidth = posterWidth * scale; scaledHeight = posterHeight * scale; } const centeredX = (maxWidth - scaledWidth) / 2; const centeredY = (maxHeight - scaledHeight) / 2; setTimelineElements((prev) => prev.map((el) => { if (el.id === element.id && el.type === 'video') { return { ...el, x: centeredX, y: centeredY, width: scaledWidth, height: scaledHeight, posterImage: posterImg, isVideoPoster: true, }; } return el; }), ); setLoadedVideos((prev) => { const newSet = new Set(prev); newSet.add(element.id); console.log('Video loaded:', element.id, 'Total loaded:', newSet.size); return newSet; }); }; video.addEventListener('loadedmetadata', () => { console.log('Video metadata loaded for:', element.id); setTimelineElements((prev) => prev.map((el) => { if (el.id === element.id && el.type === 'video') { return { ...el, videoElement: video, isVideoReady: true, }; } return el; }), ); }); video.addEventListener('error', (e) => { console.error(`Error loading video ${element.id}:`, e); }); posterImg.onerror = (e) => { console.error(`Error loading poster ${element.id}:`, e); }; videoEls[element.id] = video; }); console.log('Setting video elements:', Object.keys(videoEls)); setVideoElements(videoEls); }; const cleanupVideos = (videosToCleanup) => { if (!videosToCleanup) return; const videoArray = Array.isArray(videosToCleanup) ? videosToCleanup : Object.values(videosToCleanup); videoArray.forEach((video) => { if (video && video.src) { if (!video.paused) video.pause(); video.src = ''; video.load(); video.removeEventListener('loadedmetadata', video._metadataHandler); video.removeEventListener('error', video._errorHandler); } }); }; const setupVideoStatus = () => { const videoCount = timelineElements.filter((el) => el.type === 'video').length; if (loadedVideos.size === videoCount && videoCount > 0) { setStatus('Ready to play'); } else if (videoCount > 0) { setStatus(`Loading videos... (${loadedVideos.size}/${videoCount})`); } else { setStatus('Ready to play'); } }; // FIXED: Removed currentTime dependency to prevent excessive recreation const handlePause = useCallback(() => { if (isPlaying) { setIsPlaying(false); pausedTimeRef.current = currentTime; Object.values(videoElements).forEach((video) => { if (!video.paused) { video.pause(); } video.muted = true; }); setVideoStates({}); if (animationRef.current) { animationRef.current.stop(); animationRef.current = null; } } }, [isPlaying, videoElements]); const getActiveElements = useCallback( (time) => { return timelineElements.filter((element) => { const elementEndTime = element.startTime + element.duration; return time >= element.startTime && time < elementEndTime; }); }, [timelineElements], ); const getDesiredVideoStates = useCallback( (time) => { const states = {}; timelineElements.forEach((element) => { if (element.type === 'video') { const elementEndTime = element.startTime + element.duration; states[element.id] = time >= element.startTime && time < elementEndTime; } }); return states; }, [timelineElements], ); const updateVideoTimes = useCallback( (time) => { timelineElements.forEach((element) => { if (element.type === 'video' && videoElements[element.id]) { const video = videoElements[element.id]; const elementEndTime = element.startTime + element.duration; if (time >= element.startTime && time < elementEndTime) { const relativeTime = time - element.startTime; const videoTime = element.inPoint + relativeTime; if (Math.abs(video.currentTime - videoTime) > 0.5) { video.currentTime = videoTime; } } } }); }, [timelineElements, videoElements], ); useEffect(() => { if (!isPlaying) return; const desiredStates = getDesiredVideoStates(currentTime); Object.entries(desiredStates).forEach(([videoId, shouldPlay]) => { const video = videoElements[videoId]; const isCurrentlyPlaying = !video?.paused; if (video) { if (shouldPlay && !isCurrentlyPlaying) { video.muted = false; video.play().catch((e) => console.warn('Video play failed:', e)); } else if (!shouldPlay && isCurrentlyPlaying) { video.pause(); video.muted = true; } } }); setVideoStates(desiredStates); }, [currentTime, isPlaying, videoElements, getDesiredVideoStates]); // FIXED: Properly stop animation when not playing useEffect(() => { if (!isPlaying) { if (animationRef.current) { animationRef.current.stop(); animationRef.current = null; } return; } let intervalId; let isRunning = true; const animateFrame = () => { if (!isRunning) return; const now = Date.now() / 1000; const newTime = pausedTimeRef.current + (now - startTimeRef.current); if (newTime >= totalDuration) { handlePause(); handleSeek(0); return; } lastUpdateRef.current = newTime; setCurrentTime(newTime); updateVideoTimes(newTime); if (layerRef.current) { layerRef.current.batchDraw(); } }; startTimeRef.current = Date.now() / 1000; intervalId = setInterval(animateFrame, FPS_INTERVAL); animationRef.current = { stop: () => { isRunning = false; if (intervalId) { clearInterval(intervalId); } }, }; return () => { isRunning = false; if (intervalId) { clearInterval(intervalId); } }; }, [isPlaying, totalDuration, handlePause, updateVideoTimes]); // FIXED: Stabilized handlers const handlePlay = useCallback(() => { if (!isPlaying) { setIsPlaying(true); startTimeRef.current = Date.now() / 1000; lastUpdateRef.current = 0; setStatus(''); } }, [isPlaying]); const handleSeek = useCallback( (time) => { const clampedTime = Math.max(0, Math.min(time, totalDuration)); setCurrentTime(clampedTime); pausedTimeRef.current = clampedTime; updateVideoTimes(clampedTime); setVideoStates({}); if (layerRef.current) { layerRef.current.draw(); } }, [totalDuration, updateVideoTimes], ); const handleReset = useCallback(() => { handlePause(); handleSeek(0); lastUpdateRef.current = 0; Object.values(videoElements).forEach((video) => { video.muted = true; }); }, [handlePause, handleSeek, videoElements]); const activeElements = getActiveElements(currentTime); // FIXED: Added missing dependencies to event listeners useEffect(() => { emitter.on('video-play', handlePlay); emitter.on('video-reset', handleReset); emitter.on('video-seek', handleSeek); return () => { emitter.off('video-play', handlePlay); emitter.off('video-reset', handleReset); emitter.off('video-seek', handleSeek); }; }, [emitter, handlePlay, handleReset, handleSeek]); return (
); }; export default VideoEditor;