"use client"; import { ScrollArea } from "../ui/scroll-area"; import { Button } from "../ui/button"; import { Scissors, ArrowLeftToLine, ArrowRightToLine, Trash2, Snowflake, Copy, SplitSquareHorizontal, Volume2, VolumeX, Pause, Play, } from "lucide-react"; import { Tooltip, TooltipContent, TooltipTrigger, TooltipProvider, } from "../ui/tooltip"; import { ContextMenu, ContextMenuContent, ContextMenuItem, ContextMenuSeparator, ContextMenuTrigger, } from "../ui/context-menu"; import { useTimelineStore } from "@/stores/timeline-store"; import { useMediaStore } from "@/stores/media-store"; import { usePlaybackStore } from "@/stores/playback-store"; import { processMediaFiles } from "@/lib/media-processing"; import { toast } from "sonner"; import { useState, useRef, useEffect, useCallback } from "react"; import { Select, SelectContent, SelectItem, SelectTrigger, SelectValue, } from "../ui/select"; import { TimelineTrackContent } from "./timeline-track"; export function Timeline() { // Timeline shows all tracks (video, audio, effects) and their clips. // You can drag media here to add it to your project. // Clips can be trimmed, deleted, and moved. const { tracks, addTrack, addClipToTrack, removeTrack, toggleTrackMute, removeClipFromTrack, getTotalDuration, selectedClips, clearSelectedClips, setSelectedClips, splitClip, splitAndKeepLeft, splitAndKeepRight, separateAudio, undo, redo, } = useTimelineStore(); const { mediaItems, addMediaItem } = useMediaStore(); const { currentTime, duration, seek, setDuration, isPlaying, toggle, setSpeed, speed, } = usePlaybackStore(); const [isDragOver, setIsDragOver] = useState(false); const [isProcessing, setIsProcessing] = useState(false); const [progress, setProgress] = useState(0); const [zoomLevel, setZoomLevel] = useState(1); const dragCounterRef = useRef(0); const timelineRef = useRef(null); const [isInTimeline, setIsInTimeline] = useState(false); // Marquee selection state const [marquee, setMarquee] = useState<{ startX: number; startY: number; endX: number; endY: number; active: boolean; additive: boolean; } | null>(null); // Playhead scrubbing state const [isScrubbing, setIsScrubbing] = useState(false); const [scrubTime, setScrubTime] = useState(null); // Dynamic timeline width calculation based on playhead position and duration const dynamicTimelineWidth = Math.max( (duration || 0) * 50 * zoomLevel, // Base width from duration (currentTime + 30) * 50 * zoomLevel, // Width to show current time + 30 seconds buffer timelineRef.current?.clientWidth || 1000 // Minimum width ); // Scroll synchronization and auto-scroll to playhead const rulerScrollRef = useRef(null); const tracksScrollRef = useRef(null); const isUpdatingRef = useRef(false); const lastRulerSync = useRef(0); const lastTracksSync = useRef(0); // New refs for direct playhead DOM manipulation const rulerPlayheadRef = useRef(null); const tracksPlayheadRef = useRef(null); // Refs to store initial mouse and scroll positions for drag calculations const initialMouseXRef = useRef(0); const initialTimelineScrollLeftRef = useRef(0); // Update timeline duration when tracks change useEffect(() => { const totalDuration = getTotalDuration(); setDuration(Math.max(totalDuration, 10)); // Minimum 10 seconds for empty timeline }, [tracks, setDuration, getTotalDuration]); // Keyboard event for deleting selected clips useEffect(() => { const handleKeyDown = (e: KeyboardEvent) => { if ( (e.key === "Delete" || e.key === "Backspace") && selectedClips.length > 0 ) { selectedClips.forEach(({ trackId, clipId }) => { removeClipFromTrack(trackId, clipId); }); clearSelectedClips(); } }; window.addEventListener("keydown", handleKeyDown); return () => window.removeEventListener("keydown", handleKeyDown); }, [selectedClips, removeClipFromTrack, clearSelectedClips]); // Keyboard event for undo (Cmd+Z) useEffect(() => { const handleKeyDown = (e: KeyboardEvent) => { if ((e.metaKey || e.ctrlKey) && e.key === "z" && !e.shiftKey) { e.preventDefault(); undo(); } }; window.addEventListener("keydown", handleKeyDown); return () => window.removeEventListener("keydown", handleKeyDown); }, [undo]); // Keyboard event for redo (Cmd+Shift+Z or Cmd+Y) useEffect(() => { const handleKeyDown = (e: KeyboardEvent) => { if ((e.metaKey || e.ctrlKey) && e.key === "z" && e.shiftKey) { e.preventDefault(); redo(); } else if ((e.metaKey || e.ctrlKey) && e.key === "y") { e.preventDefault(); redo(); } }; window.addEventListener("keydown", handleKeyDown); return () => window.removeEventListener("keydown", handleKeyDown); }, [redo]); // Mouse down on timeline background to start marquee const handleTimelineMouseDown = (e: React.MouseEvent) => { if (e.target === e.currentTarget && e.button === 0) { setMarquee({ startX: e.clientX, startY: e.clientY, endX: e.clientX, endY: e.clientY, active: true, additive: e.metaKey || e.ctrlKey || e.shiftKey, }); } }; // Mouse move to update marquee useEffect(() => { if (!marquee || !marquee.active) return; const handleMouseMove = (e: MouseEvent) => { setMarquee( (prev) => prev && { ...prev, endX: e.clientX, endY: e.clientY } ); }; const handleMouseUp = (e: MouseEvent) => { setMarquee( (prev) => prev && { ...prev, endX: e.clientX, endY: e.clientY, active: false } ); }; window.addEventListener("mousemove", handleMouseMove); window.addEventListener("mouseup", handleMouseUp); return () => { window.removeEventListener("mousemove", handleMouseMove); window.removeEventListener("mouseup", handleMouseUp); }; }, [marquee]); // On marquee end, select clips in box useEffect(() => { if (!marquee || marquee.active) return; const timeline = timelineRef.current; if (!timeline) return; const rect = timeline.getBoundingClientRect(); const x1 = Math.min(marquee.startX, marquee.endX) - rect.left; const x2 = Math.max(marquee.startX, marquee.endX) - rect.left; const y1 = Math.min(marquee.startY, marquee.endY) - rect.top; const y2 = Math.max(marquee.startY, marquee.endY) - rect.top; // Validation: skip if too small if (Math.abs(x2 - x1) < 5 || Math.abs(y2 - y1) < 5) { setMarquee(null); return; } // Clamp to timeline bounds const clamp = (val: number, min: number, max: number) => Math.max(min, Math.min(max, val)); const bx1 = clamp(x1, 0, rect.width); const bx2 = clamp(x2, 0, rect.width); const by1 = clamp(y1, 0, rect.height); const by2 = clamp(y2, 0, rect.height); let newSelection: { trackId: string; clipId: string }[] = []; tracks.forEach((track, trackIdx) => { track.clips.forEach((clip) => { const effectiveDuration = clip.duration - clip.trimStart - clip.trimEnd; const clipWidth = Math.max(80, effectiveDuration * 50 * zoomLevel); const clipLeft = clip.startTime * 50 * zoomLevel; const clipTop = trackIdx * 60; const clipBottom = clipTop + 60; const clipRight = clipLeft + 60; // Set a fixed width for time display if ( bx1 < clipRight && bx2 > clipLeft && by1 < clipBottom && by2 > clipTop ) { newSelection.push({ trackId: track.id, clipId: clip.id }); } }); }); if (newSelection.length > 0) { if (marquee.additive) { const selectedSet = new Set( selectedClips.map((c) => c.trackId + ":" + c.clipId) ); newSelection = [ ...selectedClips, ...newSelection.filter( (c) => !selectedSet.has(c.trackId + ":" + c.clipId) ), ]; } setSelectedClips(newSelection); } else if (!marquee.additive) { clearSelectedClips(); } setMarquee(null); }, [ marquee, tracks, zoomLevel, selectedClips, setSelectedClips, clearSelectedClips, ]); const handleDragEnter = (e: React.DragEvent) => { // When something is dragged over the timeline, show overlay e.preventDefault(); // Don't show overlay for timeline clips - they're handled by tracks if (e.dataTransfer.types.includes("application/x-timeline-clip")) { return; } dragCounterRef.current += 1; if (!isDragOver) { setIsDragOver(true); } }; const handleDragOver = (e: React.DragEvent) => { e.preventDefault(); }; const handleDragLeave = (e: React.DragEvent) => { e.preventDefault(); // Don't update state for timeline clips - they're handled by tracks if (e.dataTransfer.types.includes("application/x-timeline-clip")) { return; } dragCounterRef.current -= 1; if (dragCounterRef.current === 0) { setIsDragOver(false); } }; const handleDrop = async (e: React.DragEvent) => { // When media is dropped, add it as a new track/clip e.preventDefault(); setIsDragOver(false); dragCounterRef.current = 0; // Ignore timeline clip drags - they're handled by track-specific handlers const hasTimelineClip = e.dataTransfer.types.includes( "application/x-timeline-clip" ); if (hasTimelineClip) { return; } const mediaItemData = e.dataTransfer.getData("application/x-media-item"); if (mediaItemData) { // Handle media item drops by creating new tracks try { const { id, type } = JSON.parse(mediaItemData); const mediaItem = mediaItems.find((item) => item.id === id); if (!mediaItem) { toast.error("Media item not found"); return; } // Add to video or audio track depending on type const trackType = type === "audio" ? "audio" : "video"; const newTrackId = addTrack(trackType); addClipToTrack(newTrackId, { mediaId: mediaItem.id, name: mediaItem.name, duration: mediaItem.duration || 5, startTime: 0, trimStart: 0, trimEnd: 0, }); } catch (error) { // Show error if parsing fails console.error("Error parsing media item data:", error); toast.error("Failed to add media to timeline"); } } else if (e.dataTransfer.files?.length > 0) { // Handle file drops by creating new tracks setIsProcessing(true); setProgress(0); try { const processedItems = await processMediaFiles( e.dataTransfer.files, (p) => setProgress(p) ); for (const processedItem of processedItems) { await addMediaItem(processedItem); const currentMediaItems = useMediaStore.getState().mediaItems; const addedItem = currentMediaItems.find( (item) => item.name === processedItem.name && item.url === processedItem.url ); if (addedItem) { const trackType = processedItem.type === "audio" ? "audio" : "video"; const newTrackId = addTrack(trackType); addClipToTrack(newTrackId, { mediaId: addedItem.id, name: addedItem.name, duration: addedItem.duration || 5, startTime: 0, trimStart: 0, trimEnd: 0, }); } } } catch (error) { // Show error if file processing fails console.error("Error processing external files:", error); toast.error("Failed to process dropped files"); } finally { setIsProcessing(false); setProgress(0); } } }; const handleSeekToPosition = (e: React.MouseEvent) => { const rect = e.currentTarget.getBoundingClientRect(); const clickX = e.clientX - rect.left; const clickedTime = clickX / (50 * zoomLevel); const clampedTime = Math.max(0, Math.min(duration, clickedTime)); seek(clampedTime); }; const handleTimelineAreaClick = (e: React.MouseEvent) => { if (e.target === e.currentTarget) { clearSelectedClips(); // Calculate the clicked time position and seek to it handleSeekToPosition(e); } }; const handleWheel = (e: React.WheelEvent) => { // Only zoom if user is using pinch gesture (ctrlKey or metaKey is true) if (e.ctrlKey || e.metaKey) { e.preventDefault(); const delta = e.deltaY > 0 ? -0.05 : 0.05; setZoomLevel((prev) => Math.max(0.1, Math.min(10, prev + delta))); } // Otherwise, allow normal scrolling }; // --- Playhead Scrubbing Handlers --- const handlePlayheadMouseDown = useCallback( (e: React.MouseEvent) => { e.preventDefault(); setIsScrubbing(true); handleScrub(e); }, [duration, zoomLevel] ); const handleScrub = useCallback( (e: MouseEvent | React.MouseEvent) => { const timeline = timelineRef.current; if (!timeline) return; const rect = timeline.getBoundingClientRect(); const x = e.clientX - rect.left; const time = Math.max(0, Math.min(duration, x / (50 * zoomLevel))); setScrubTime(time); seek(time); // update video preview in real time }, [duration, zoomLevel, seek] ); useEffect(() => { if (!isScrubbing) return; const onMouseMove = (e: MouseEvent) => handleScrub(e); const onMouseUp = (e: MouseEvent) => { setIsScrubbing(false); if (scrubTime !== null) seek(scrubTime); // finalize seek setScrubTime(null); }; window.addEventListener("mousemove", onMouseMove); window.addEventListener("mouseup", onMouseUp); return () => { window.removeEventListener("mousemove", onMouseMove); window.removeEventListener("mouseup", onMouseUp); }; }, [isScrubbing, scrubTime, seek, handleScrub]); const playheadPosition = isScrubbing && scrubTime !== null ? scrubTime : currentTime; const dragProps = { onDragEnter: handleDragEnter, onDragOver: handleDragOver, onDragLeave: handleDragLeave, onDrop: handleDrop, }; // Action handlers for toolbar const handleSplitSelected = () => { if (selectedClips.length === 0) { toast.error("No clips selected"); return; } let splitCount = 0; selectedClips.forEach(({ trackId, clipId }) => { const track = tracks.find((t) => t.id === trackId); const clip = track?.clips.find((c) => c.id === clipId); if (clip && track) { const effectiveStart = clip.startTime; const effectiveEnd = clip.startTime + (clip.duration - clip.trimStart - clip.trimEnd); if (currentTime > effectiveStart && currentTime < effectiveEnd) { const newClipId = splitClip(trackId, clipId, currentTime); if (newClipId) splitCount++; } } }); if (splitCount > 0) { toast.success(`Split ${splitCount} clip(s) at playhead`); } else { toast.error("Playhead must be within selected clips to split"); } }; const handleDuplicateSelected = () => { if (selectedClips.length === 0) { toast.error("No clips selected"); return; } selectedClips.forEach(({ trackId, clipId }) => { const track = tracks.find((t) => t.id === trackId); const clip = track?.clips.find((c) => c.id === clipId); if (clip && track) { addClipToTrack(track.id, { mediaId: clip.mediaId, name: clip.name + " (copy)", duration: clip.duration, startTime: clip.startTime + (clip.duration - clip.trimStart - clip.trimEnd) + 0.1, trimStart: clip.trimStart, trimEnd: clip.trimEnd, }); } }); toast.success("Duplicated selected clip(s)"); }; const handleFreezeSelected = () => { if (selectedClips.length === 0) { toast.error("No clips selected"); return; } selectedClips.forEach(({ trackId, clipId }) => { const track = tracks.find((t) => t.id === trackId); const clip = track?.clips.find((c) => c.id === clipId); if (clip && track) { // Add a new freeze frame clip at the playhead addClipToTrack(track.id, { mediaId: clip.mediaId, name: clip.name + " (freeze)", duration: 1, // 1 second freeze frame startTime: currentTime, trimStart: 0, trimEnd: clip.duration - 1, }); } }); }; const handleSplitAndKeepLeft = () => { if (selectedClips.length === 0) { toast.error("No clips selected"); return; } let splitCount = 0; selectedClips.forEach(({ trackId, clipId }) => { const track = tracks.find((t) => t.id === trackId); const clip = track?.clips.find((c) => c.id === clipId); if (clip && track) { const effectiveStart = clip.startTime; const effectiveEnd = clip.startTime + (clip.duration - clip.trimStart - clip.trimEnd); if (currentTime > effectiveStart && currentTime < effectiveEnd) { splitAndKeepLeft(trackId, clipId, currentTime); splitCount++; } } }); if (splitCount > 0) { toast.success(`Split and kept left portion of ${splitCount} clip(s)`); } else { toast.error("Playhead must be within selected clips"); } }; const handleSplitAndKeepRight = () => { if (selectedClips.length === 0) { toast.error("No clips selected"); return; } let splitCount = 0; selectedClips.forEach(({ trackId, clipId }) => { const track = tracks.find((t) => t.id === trackId); const clip = track?.clips.find((c) => c.id === clipId); if (clip && track) { const effectiveStart = clip.startTime; const effectiveEnd = clip.startTime + (clip.duration - clip.trimStart - clip.trimEnd); if (currentTime > effectiveStart && currentTime < effectiveEnd) { splitAndKeepRight(trackId, clipId, currentTime); splitCount++; } } }); if (splitCount > 0) { toast.success(`Split and kept right portion of ${splitCount} clip(s)`); } else { toast.error("Playhead must be within selected clips"); } }; const handleSeparateAudio = () => { if (selectedClips.length === 0) { toast.error("No clips selected"); return; } let separatedCount = 0; selectedClips.forEach(({ trackId, clipId }) => { const track = tracks.find((t) => t.id === trackId); const clip = track?.clips.find((c) => c.id === clipId); const mediaItem = mediaItems.find((item) => item.id === clip?.mediaId); if ( clip && track && mediaItem?.type === "video" && track.type === "video" ) { const audioClipId = separateAudio(trackId, clipId); if (audioClipId) separatedCount++; } }); if (separatedCount > 0) { toast.success(`Separated audio from ${separatedCount} video clip(s)`); } else { toast.error("Select video clips to separate audio"); } }; const handleDeleteSelected = () => { if (selectedClips.length === 0) { toast.error("No clips selected"); return; } selectedClips.forEach(({ trackId, clipId }) => { removeClipFromTrack(trackId, clipId); }); clearSelectedClips(); toast.success("Deleted selected clip(s)"); }; // Prevent explorer zooming in/out when in timeline useEffect(() => { const preventZoom = (e: WheelEvent) => { // if (isInTimeline && (e.ctrlKey || e.metaKey)) { if ( isInTimeline && (e.ctrlKey || e.metaKey) && timelineRef.current?.contains(e.target as Node) ) { e.preventDefault(); } }; document.addEventListener("wheel", preventZoom, { passive: false }); return () => { document.removeEventListener("wheel", preventZoom); }; }, [isInTimeline]); // --- Scroll synchronization effect --- useEffect(() => { const rulerViewport = rulerScrollRef.current?.querySelector( "[data-radix-scroll-area-viewport]" ) as HTMLElement; const tracksViewport = tracksScrollRef.current?.querySelector( "[data-radix-scroll-area-viewport]" ) as HTMLElement; if (!rulerViewport || !tracksViewport) return; const handleRulerScroll = () => { const now = Date.now(); if (isUpdatingRef.current || now - lastRulerSync.current < 16) return; lastRulerSync.current = now; isUpdatingRef.current = true; tracksViewport.scrollLeft = rulerViewport.scrollLeft; isUpdatingRef.current = false; }; const handleTracksScroll = () => { const now = Date.now(); if (isUpdatingRef.current || now - lastTracksSync.current < 16) return; lastTracksSync.current = now; isUpdatingRef.current = true; rulerViewport.scrollLeft = tracksViewport.scrollLeft; isUpdatingRef.current = false; }; rulerViewport.addEventListener("scroll", handleRulerScroll); tracksViewport.addEventListener("scroll", handleTracksScroll); return () => { rulerViewport.removeEventListener("scroll", handleRulerScroll); tracksViewport.removeEventListener("scroll", handleTracksScroll); }; }, []); // --- Playhead auto-scroll effect --- useEffect(() => { const rulerViewport = rulerScrollRef.current?.querySelector( "[data-radix-scroll-area-viewport]" ) as HTMLElement; const tracksViewport = tracksScrollRef.current?.querySelector( "[data-radix-scroll-area-viewport]" ) as HTMLElement; if (!rulerViewport || !tracksViewport) return; const playheadPx = playheadPosition * 50 * zoomLevel; const viewportWidth = rulerViewport.clientWidth; const scrollMin = 0; const scrollMax = rulerViewport.scrollWidth - viewportWidth; // Center the playhead if it's not visible (100px buffer) const desiredScroll = Math.max( scrollMin, Math.min(scrollMax, playheadPx - viewportWidth / 2) ); if ( playheadPx < rulerViewport.scrollLeft + 100 || playheadPx > rulerViewport.scrollLeft + viewportWidth - 100 ) { rulerViewport.scrollLeft = tracksViewport.scrollLeft = desiredScroll; } }, [playheadPosition, duration, zoomLevel]); return (
setIsInTimeline(true)} onMouseLeave={() => setIsInTimeline(false)} onWheel={handleWheel} > {/* Toolbar */}
{/* Play/Pause Button */} {isPlaying ? "Pause (Space)" : "Play (Space)"}
{/* Time Display */}
{currentTime.toFixed(1)}s / {duration.toFixed(1)}s
{/* Test Clip Button - for debugging */} {tracks.length === 0 && ( <>
Add a test clip to try playback )}
Split clip (Ctrl+S) Split and keep left (Ctrl+Q) Split and keep right (Ctrl+W) Separate audio (Ctrl+D) Duplicate clip (Ctrl+D) Freeze frame (F) Delete clip (Delete)
{/* Speed Control */} Playback Speed
{/* Timeline Container */}
{/* Timeline Header with Ruler */}
{/* Track Labels Header */}
Tracks
{zoomLevel.toFixed(1)}x
{/* Timeline Ruler */}
{ // Calculate the clicked time position and seek to it handleSeekToPosition(e); }} > {/* Time markers */} {(() => { // Calculate appropriate time interval based on zoom level const getTimeInterval = (zoom: number) => { const pixelsPerSecond = 50 * zoom; if (pixelsPerSecond >= 200) return 0.1; // Every 0.1s when very zoomed in if (pixelsPerSecond >= 100) return 0.5; // Every 0.5s when zoomed in if (pixelsPerSecond >= 50) return 1; // Every 1s at normal zoom if (pixelsPerSecond >= 25) return 2; // Every 2s when zoomed out if (pixelsPerSecond >= 12) return 5; // Every 5s when more zoomed out if (pixelsPerSecond >= 6) return 10; // Every 10s when very zoomed out return 30; // Every 30s when extremely zoomed out }; const interval = getTimeInterval(zoomLevel); const markerCount = Math.ceil(duration / interval) + 1; return Array.from({ length: markerCount }, (_, i) => { const time = i * interval; if (time > duration) return null; const isMainMarker = time % (interval >= 1 ? Math.max(1, interval) : 1) === 0; return (
{(() => { const formatTime = (seconds: number) => { const hours = Math.floor(seconds / 3600); const minutes = Math.floor((seconds % 3600) / 60); const secs = seconds % 60; if (hours > 0) { return `${hours}:${minutes.toString().padStart(2, "0")}:${Math.floor(secs).toString().padStart(2, "0")}`; } else if (minutes > 0) { return `${minutes}:${Math.floor(secs).toString().padStart(2, "0")}`; } else if (interval >= 1) { return `${Math.floor(secs)}s`; } else { return `${secs.toFixed(1)}s`; } }; return formatTime(time); })()}
); }).filter(Boolean); })()} {/* Playhead in ruler (scrubbable) */}
{/* Tracks Area */}
{/* Track Labels */} {tracks.length > 0 && (
{tracks.map((track) => (
{track.name}
{track.muted && ( Muted )}
))}
)} {/* Timeline Tracks Content */}
{tracks.length === 0 ? (

Drop media here to start

) : ( <> {tracks.map((track, index) => (
{ // If clicking empty area (not on a clip), deselect all clips if ( !(e.target as HTMLElement).closest( ".timeline-clip" ) ) { clearSelectedClips(); } }} >
{ toggleTrackMute(track.id); }} > {track.muted ? ( <> Unmute Track ) : ( <> Mute Track )} { removeTrack(track.id); toast.success("Track deleted"); }} className="text-destructive focus:text-destructive" > Delete Track
))} {/* Playhead for tracks area (scrubbable) */} {tracks.length > 0 && (
)} )} {isDragOver && (
{isProcessing ? `Processing ${progress}%` : "Drop media here to add to timeline"}
)}
); }