scrollcraft 2.0.7 → 2.0.9

package/dist/cli/fal-service.js

@@ -1,190 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || (function () {
-    var ownKeys = function(o) {
-        ownKeys = Object.getOwnPropertyNames || function (o) {
-            var ar = [];
-            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
-            return ar;
-        };
-        return ownKeys(o);
-    };
-    return function (mod) {
-        if (mod && mod.__esModule) return mod;
-        var result = {};
-        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
-        __setModuleDefault(result, mod);
-        return result;
-    };
-})();
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.FalService = void 0;
-const client_1 = require("@fal-ai/client");
-const fs = __importStar(require("fs-extra"));
-const path = __importStar(require("path"));
-require("dotenv/config");
-/**
- * FAL.AI SERVICE
- *
- * Handles all cloud-based AI processing for the asset pipeline.
- */
-class FalService {
-    constructor() {
-        if (!process.env.FAL_KEY) {
-            throw new Error('FAL_KEY not found in environment. Please add it to your .env file.');
-        }
-    }
-    /**
-     * SUBJECT TRACKING (SAM 3)
-     *
-     * Analyzes a video and returns frame-by-frame (x,y) coordinates of the subject.
-     */
-    async trackSubject(videoPathOrUrl, prompt = "main subject") {
-        let videoUrl = videoPathOrUrl;
-        // Auto-upload if the input is a local file
-        if (fs.existsSync(videoPathOrUrl) && fs.statSync(videoPathOrUrl).isFile()) {
-            videoUrl = await this.uploadFile(videoPathOrUrl);
-        }
-        console.log(`🤖 AI is tracking "${prompt}" in the video via SAM 3...`);
-        const result = await client_1.fal.subscribe("fal-ai/sam-3/video-rle", {
-            input: {
-                video_url: videoUrl,
-                prompt: prompt,
-            },
-            logs: true,
-            onQueueUpdate: (update) => {
-                if (update.status === "IN_PROGRESS") {
-                    update.logs.forEach(l => console.log(`⏳ AI Tracking: ${l.message}`));
-                }
-            }
-        });
-        // SAM 3 Video RLE structure parsing
-        const payload = result.data || result;
-        const boxes = payload.boxes;
-        if (!boxes || !Array.isArray(boxes) || boxes.length === 0) {
-            throw new Error(`AI tracking returned no box data. Check if your FAL_KEY is active and the prompt "${prompt}" matches an object in the video.`);
-        }
-        console.log(`✅ AI identified tracking data for ${boxes.length} frames.`);
-        return this.mapBoxesToTrackingData(boxes, payload);
-    }
-    /**
-     * AUTO-UPLOAD HELPER
-     * Uploads a local file to fal.ai temporary storage.
-     */
-    async uploadFile(filePath) {
-        console.log(`☁️  Uploading local file to AI Cloud: ${path.basename(filePath)}...`);
-        const fileBuffer = await fs.readFile(filePath);
-        const url = await client_1.fal.storage.upload(new Blob([fileBuffer]));
-        console.log(`✅ Upload complete: ${url}`);
-        return url;
-    }
-    /**
-     * DEPTH MAP GENERATION (Video Depth Anything)
-     * Creates a temporally consistent grayscale depth video.
-     */
-    async generateDepthMap(videoPathOrUrl) {
-        let videoUrl = videoPathOrUrl;
-        // Auto-upload if the input is a local file
-        if (fs.existsSync(videoPathOrUrl) && fs.statSync(videoPathOrUrl).isFile()) {
-            videoUrl = await this.uploadFile(videoPathOrUrl);
-        }
-        console.log(`🤖 AI is generating Depth Map Video using Video Depth Anything...`);
-        const result = await client_1.fal.subscribe("fal-ai/video-depth-anything", {
-            input: {
-                video_url: videoUrl,
-                model_size: "VDA-Base", // Small, Base, or Large. Base is a good balance.
-            },
-            logs: true,
-            onQueueUpdate: (update) => {
-                if (update.status === "IN_PROGRESS") {
-                    update.logs.forEach(l => console.log(`⏳ AI Depth Map: ${l.message}`));
-                }
-            }
-        });
-        // Debug output to see what Fal is actually returning
-        //await fs.writeFile('debug_fal.json', JSON.stringify(result, null, 2));
-        const payload = result.data || result;
-        if (!payload.video || !payload.video.url) {
-            throw new Error(`AI Depth Map generation failed. No video URL returned. Saved response to debug_fal.json`);
-        }
-        console.log(`✅ Depth Map Video Generated: ${payload.video.url}`);
-        return payload.video.url;
-    }
-    /**
-     * IMAGE REFINEMENT (Upscale / BG Remove)
-     */
-    async refineImage(imageUrl, options) {
-        let currentUrl = imageUrl;
-        if (options.removeBg) {
-            const bgResult = await client_1.fal.subscribe("fal-ai/bria/background-removal", {
-                input: { image_url: currentUrl }
-            });
-            currentUrl = bgResult.image.url;
-        }
-        if (options.upscale) {
-            const upscaleResult = await client_1.fal.subscribe("fal-ai/esrgan", {
-                input: { image_url: currentUrl, scale: 2 }
-            });
-            currentUrl = upscaleResult.image.url;
-        }
-        return currentUrl;
-    }
-    mapBoxesToTrackingData(boxes, payload = {}) {
-        let lastKnown = { x: 0.5, y: 0.5, scale: 0 };
-        let detectedCount = 0;
-        const mapped = boxes.map((frameBoxes, i) => {
-            // SAM-3 video-rle returns frames as [null, [cx,cy,w,h], [cx,cy,w,h], ...]
-            // Or sometimes [[cx,cy,w,h]] if it's an array of objects
-            if (frameBoxes && Array.isArray(frameBoxes)) {
-                let box = null;
-                // Case 1: frameBoxes is [cx, cy, w, h] directly
-                if (typeof frameBoxes[0] === 'number' && frameBoxes.length >= 4) {
-                    box = frameBoxes;
-                }
-                // Case 2: frameBoxes is [[cx, cy, w, h]]
-                else if (Array.isArray(frameBoxes[0]) && frameBoxes[0].length >= 4) {
-                    box = frameBoxes[0];
-                }
-                // Case 3: frameBoxes is [{box_2d: [...]}]
-                else if (typeof frameBoxes[0] === 'object' && frameBoxes[0].box_2d) {
-                    box = frameBoxes[0].box_2d;
-                }
-                if (box) {
-                    lastKnown = {
-                        x: box[0],
-                        y: box[1],
-                        scale: box[2] * box[3]
-                    };
-                    detectedCount++;
-                }
-            }
-            return {
-                frame: i,
-                ...lastKnown
-            };
-        });
-        if (detectedCount === 0) {
-            console.warn('⚠️  AI found frames but NO objects were detected with the logic. All coordinates defaulted to 0.5.');
-        }
-        else {
-            console.log(`🎯 Successfully extracted unique coordinates for ${detectedCount} frames.`);
-        }
-        return mapped;
-    }
-}
-exports.FalService = FalService;

package/dist/cli/processor.d.ts

@@ -1,25 +0,0 @@
-import { ProjectConfiguration, AssetVariant, SubjectFrameData } from '../core/types';
-/**
- * LOCAL ASSET PROCESSOR
- *
- * Handles cropping, resizing, and variant generation.
- */
-export declare class AssetProcessor {
-    private outDir;
-    constructor(outDir: string);
-    /**
-     * GENERATE VARIANTS
-     *
-     * Creates folders for Mobile, Tablet, Desktop with optimized images.
-     */
-    processVariants(sourceFramesDir: string, trackingData: SubjectFrameData[], options?: {
-        step?: number;
-        hasDepth?: boolean;
-        variants?: any[];
-    }): Promise<AssetVariant[]>;
-    private subjectToSharpPosition;
-    /**
-     * SAVE PROJECT FILE
-     */
-    saveConfig(variants: AssetVariant[]): Promise<ProjectConfiguration>;
-}

package/dist/cli/processor.js

@@ -1,175 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || (function () {
-    var ownKeys = function(o) {
-        ownKeys = Object.getOwnPropertyNames || function (o) {
-            var ar = [];
-            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
-            return ar;
-        };
-        return ownKeys(o);
-    };
-    return function (mod) {
-        if (mod && mod.__esModule) return mod;
-        var result = {};
-        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
-        __setModuleDefault(result, mod);
-        return result;
-    };
-})();
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.AssetProcessor = void 0;
-const fs = __importStar(require("fs-extra"));
-const path = __importStar(require("path"));
-const sharp_1 = __importDefault(require("sharp"));
-const pkg = require('../../package.json');
-/**
- * LOCAL ASSET PROCESSOR
- *
- * Handles cropping, resizing, and variant generation.
- */
-class AssetProcessor {
-    outDir;
-    constructor(outDir) {
-        this.outDir = outDir;
-    }
-    /**
-     * GENERATE VARIANTS
-     *
-     * Creates folders for Mobile, Tablet, Desktop with optimized images.
-     */
-    async processVariants(sourceFramesDir, trackingData, options = {}) {
-        const step = options.step || 1;
-        const allFiles = await fs.readdir(sourceFramesDir);
-        // Ensure we only process regular frames for the main loop
-        const allFrames = allFiles.filter(f => f.startsWith('frame_'));
-        // Sort frames numerically to ensure consistent indexing (e.g. 1, 2, 10 instead of 1, 10, 2)
-        allFrames.sort((a, b) => a.localeCompare(b, undefined, { numeric: true, sensitivity: 'base' }));
-        const framesToProcess = allFrames.filter((_, i) => i % step === 0);
-        const variants = [];
-        // Define our target variants
-        const configs = options.variants || [
-            { id: 'mobile', width: 720, height: 1280, media: '(max-width: 600px)' },
-            { id: 'desktop', width: 1920, height: 1080, media: '(min-width: 601px)' }
-        ];
-        for (const config of configs) {
-            const variantDir = path.join(this.outDir, config.id);
-            await fs.ensureDir(variantDir);
-            console.log(`🎨 Generating ${config.id} variant (${config.width}x${config.height}) for ${framesToProcess.length} images...`);
-            const variantTracking = [];
-            for (let i = 0; i < framesToProcess.length; i++) {
-                const originalIndex = i * step;
-                const frameName = framesToProcess[i];
-                const framePath = path.join(sourceFramesDir, frameName);
-                const targetPath = path.join(variantDir, `index_${i}.webp`);
-                const subject = trackingData.find(f => f.frame === originalIndex) || { frame: originalIndex, x: 0.5, y: 0.5, scale: 0 };
-                // SMART CROP: Center on the subject (x,y)
-                // This logic would calculate the top/left based on subject relative position
-                await (0, sharp_1.default)(framePath)
-                    .resize(config.width, config.height, {
-                    fit: 'cover',
-                    position: this.subjectToSharpPosition(subject)
-                })
-                    .webp({ quality: 80 })
-                    .toFile(targetPath);
-                if (options.hasDepth) {
-                    const numStr = frameName.match(/(\d+)/)?.[1] || "";
-                    // Look for a depth file that matches the same numeric index
-                    const depthFrameName = allFiles.find(f => f.startsWith('depth_') && f.includes(numStr));
-                    const depthFramePath = depthFrameName ? path.join(sourceFramesDir, depthFrameName) : '';
-                    if (depthFramePath && fs.existsSync(depthFramePath)) {
-                        const depthTargetPath = path.join(variantDir, `index_${i}_depth.webp`);
-                        await (0, sharp_1.default)(depthFramePath)
-                            .resize(config.width, config.height, {
-                            fit: 'cover',
-                            position: this.subjectToSharpPosition(subject)
-                        })
-                            // Grayscale, then blur slightly to prevent "staircase" effects in displacement
-                            .grayscale()
-                            .blur(2)
-                            .webp({ quality: 80 })
-                            .toFile(depthTargetPath);
-                    }
-                }
-                // Add to variant tracking (using relative frame 0...N)
-                variantTracking.push({
-                    ...subject,
-                    frame: i
-                });
-            }
-            // Extract tracking data into its own file
-            const trackingPath = path.join(variantDir, '000_tracking-main.json');
-            await fs.writeJson(trackingPath, variantTracking, { spaces: 2 });
-            variants.push({
-                id: config.id,
-                media: config.media,
-                width: config.width,
-                height: config.height,
-                orientation: config.orientation,
-                path: `./${config.id}`, // Relative path in the final output
-                aspectRatio: config.aspectRatio,
-                frameCount: framesToProcess.length,
-                hasDepthMap: options.hasDepth,
-                subjects: ['main']
-            });
-        }
-        return variants;
-    }
-    subjectToSharpPosition(subject) {
-        // Map 0-1 to percentages for sharp
-        const xPercent = Math.round(subject.x * 100);
-        const yPercent = Math.round(subject.y * 100);
-        // Return a string sharp understands or use its gravity system
-        // For custom positioning, we'd need more complex math with .extract()
-        return 'center'; // Placeholder for now
-    }
-    /**
-     * SAVE PROJECT FILE
-     */
-    async saveConfig(variants) {
-        const config = {
-            version: pkg.version,
-            settings: {
-                baseResolution: { width: 1920, height: 1080 },
-                scrollMode: 'vh'
-            },
-            assets: [{
-                    id: "main-sequence",
-                    strategy: "adaptive",
-                    variants: variants
-                }],
-            timeline: {
-                totalDuration: "300vh",
-                scenes: [{
-                        id: "scene-1",
-                        assetId: "main-sequence",
-                        startProgress: 0,
-                        duration: 1,
-                        assetRange: [0, variants[0].frameCount - 1],
-                        layers: []
-                    }]
-            }
-        };
-        await fs.writeJson(path.join(this.outDir, 'scrollcraft.json'), config, { spaces: 2 });
-        return config;
-    }
-}
-exports.AssetProcessor = AssetProcessor;