@taskmagic/apps-hugging-face 0.0.1

package/src/lib/actions/text-summarization.js

@@ -0,0 +1,420 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.textSummarization = void 0;
+const tslib_1 = require("tslib");
+const pieces_framework_1 = require("@taskmagic/pieces-framework");
+const pieces_common_1 = require("@taskmagic/pieces-common");
+const auth_1 = require("../auth");
+const common_1 = require("../common");
+exports.textSummarization = (0, pieces_framework_1.createAction)({
+    name: 'text_summarization',
+    auth: auth_1.huggingFaceAuth,
+    displayName: 'Text Summarization',
+    description: 'Generate abstractive summaries of long text using Hugging Face models - optimized for business content',
+    props: {
+        contentType: pieces_framework_1.Property.StaticDropdown({
+            displayName: 'Content Type',
+            description: 'What type of content are you summarizing?',
+            required: true,
+            options: {
+                disabled: false,
+                options: [
+                    {
+                        label: '📰 News Articles & Blog Posts',
+                        value: 'news',
+                    },
+                    {
+                        label: '📧 Emails & Support Tickets',
+                        value: 'email',
+                    },
+                    {
+                        label: '🎯 Meetings & Conversations',
+                        value: 'meeting',
+                    },
+                    {
+                        label: '📚 General Text & Documents',
+                        value: 'general',
+                    },
+                    {
+                        label: '🏥 Medical & Scientific',
+                        value: 'medical',
+                    },
+                    {
+                        label: '🌍 Multilingual Content',
+                        value: 'multilingual',
+                    },
+                    {
+                        label: '🔍 Search All Models',
+                        value: 'search',
+                    },
+                ],
+            },
+            defaultValue: 'news',
+        }),
+        model: pieces_framework_1.Property.Dropdown({
+            displayName: 'Summarization Model',
+            description: 'Select the best model for your content type',
+            required: true,
+            refreshers: ['contentType'],
+            options: (_a) => tslib_1.__awaiter(void 0, [_a], void 0, function* ({ auth, contentType }) {
+                // Define model options based on content type
+                const getModelsByType = (type) => {
+                    switch (type) {
+                        case 'news':
+                            return [
+                                {
+                                    label: '🔥 Facebook BART-CNN (4.5M downloads) - News optimized',
+                                    value: 'facebook/bart-large-cnn',
+                                },
+                                {
+                                    label: '⚡ DistilBART-CNN (2M downloads) - Faster',
+                                    value: 'sshleifer/distilbart-cnn-12-6',
+                                },
+                                {
+                                    label: '📝 Google Pegasus-XSum (118K downloads) - Abstractive',
+                                    value: 'google/pegasus-xsum',
+                                },
+                            ];
+                        case 'email':
+                            return [
+                                {
+                                    label: '🔥 Facebook BART-CNN (4.5M downloads) - Best overall',
+                                    value: 'facebook/bart-large-cnn',
+                                },
+                                {
+                                    label: '📧 Falconsai Text Summary (30K downloads) - General text',
+                                    value: 'Falconsai/text_summarization',
+                                },
+                                {
+                                    label: '⚡ Google T5-Small (2.7M downloads) - Fast & versatile',
+                                    value: 'google-t5/t5-small',
+                                },
+                            ];
+                        case 'meeting':
+                            return [
+                                {
+                                    label: '🎯 Meeting Summary (29K downloads) - Meeting optimized',
+                                    value: 'knkarthick/MEETING_SUMMARY',
+                                },
+                                {
+                                    label: '💬 BART SAMSum (104K downloads) - Conversation focused',
+                                    value: 'philschmid/bart-large-cnn-samsum',
+                                },
+                                {
+                                    label: '🔥 Facebook BART-CNN (4.5M downloads) - Reliable',
+                                    value: 'facebook/bart-large-cnn',
+                                },
+                            ];
+                        case 'general':
+                            return [
+                                {
+                                    label: '🔥 Google T5-Base (1.7M downloads) - High quality',
+                                    value: 'google-t5/t5-base',
+                                },
+                                {
+                                    label: '⚡ Google T5-Small (2.7M downloads) - Fast',
+                                    value: 'google-t5/t5-small',
+                                },
+                                {
+                                    label: '🎯 Google T5-Large (327K downloads) - Best quality',
+                                    value: 'google-t5/t5-large',
+                                },
+                            ];
+                        case 'medical':
+                            return [
+                                {
+                                    label: '🏥 Medical Summarization (45K downloads) - Medical optimized',
+                                    value: 'Falconsai/medical_summarization',
+                                },
+                                {
+                                    label: '📚 Google T5-Base (1.7M downloads) - General purpose',
+                                    value: 'google-t5/t5-base',
+                                },
+                                {
+                                    label: '🔥 Facebook BART-CNN (4.5M downloads) - Reliable',
+                                    value: 'facebook/bart-large-cnn',
+                                },
+                            ];
+                        case 'multilingual':
+                            return [
+                                {
+                                    label: '🌍 mT5 Multilingual (37K downloads) - 44 languages',
+                                    value: 'csebuetnlp/mT5_multilingual_XLSum',
+                                },
+                                {
+                                    label: '⚡ Google T5-Small (2.7M downloads) - Multilingual capable',
+                                    value: 'google-t5/t5-small',
+                                },
+                                {
+                                    label: '🎯 Google T5-Base (1.7M downloads) - Better quality',
+                                    value: 'google-t5/t5-base',
+                                },
+                            ];
+                        default:
+                            return [
+                                {
+                                    label: '🔥 Facebook BART-CNN (4.5M downloads)',
+                                    value: 'facebook/bart-large-cnn',
+                                },
+                            ];
+                    }
+                };
+                // Return content-specific models for non-search types
+                if (contentType !== 'search') {
+                    return {
+                        disabled: false,
+                        options: getModelsByType(contentType || 'news'),
+                    };
+                }
+                // Handle search mode - load all summarization models
+                const popularModels = [
+                    {
+                        label: '🔥 Facebook BART-CNN (4.5M downloads)',
+                        value: 'facebook/bart-large-cnn',
+                    },
+                    {
+                        label: '⚡ DistilBART-CNN (2M downloads)',
+                        value: 'sshleifer/distilbart-cnn-12-6',
+                    },
+                    {
+                        label: '🎯 Google T5-Base (1.7M downloads)',
+                        value: 'google-t5/t5-base',
+                    },
+                ];
+                if (!auth) {
+                    return {
+                        disabled: false,
+                        options: popularModels,
+                    };
+                }
+                try {
+                    const response = yield pieces_common_1.httpClient.sendRequest({
+                        method: pieces_common_1.HttpMethod.GET,
+                        url: 'https://huggingface.co/api/models',
+                        queryParams: {
+                            filter: 'summarization',
+                            sort: 'downloads',
+                            direction: '-1',
+                            limit: '100',
+                        },
+                    });
+                    const models = response.body;
+                    const summarizationModels = models
+                        .filter((model) => model.pipeline_tag === 'summarization')
+                        .map((model) => {
+                        var _a;
+                        return ({
+                            label: `${model.id} (${((_a = model.downloads) === null || _a === void 0 ? void 0 : _a.toLocaleString()) || 0} downloads)`,
+                            value: model.id,
+                        });
+                    })
+                        .slice(0, 50);
+                    const allOptions = [
+                        ...popularModels,
+                        ...summarizationModels.filter((model) => !popularModels.some((popular) => popular.value === model.value)),
+                    ];
+                    return {
+                        disabled: false,
+                        options: allOptions,
+                    };
+                }
+                catch (error) {
+                    return {
+                        disabled: false,
+                        options: popularModels,
+                    };
+                }
+            }),
+            defaultValue: 'facebook/bart-large-cnn',
+        }),
+        text: pieces_framework_1.Property.LongText({
+            displayName: 'Text to Summarize',
+            description: 'The long text content you want to summarize (most models work best with 512-1024 tokens)',
+            required: true,
+        }),
+        summaryLength: pieces_framework_1.Property.StaticDropdown({
+            displayName: 'Summary Length',
+            description: 'How long should the summary be?',
+            required: false,
+            options: {
+                disabled: false,
+                options: [
+                    { label: '📝 Brief (30-80 words)', value: 'brief' },
+                    { label: '📄 Medium (80-150 words)', value: 'medium' },
+                    { label: '📚 Detailed (150-300 words)', value: 'detailed' },
+                    { label: '⚙️ Custom Length', value: 'custom' },
+                ],
+            },
+            defaultValue: 'medium',
+        }),
+        customMinLength: pieces_framework_1.Property.Number({
+            displayName: 'Custom Min Length',
+            description: 'Minimum number of tokens for the summary',
+            required: false,
+        }),
+        customMaxLength: pieces_framework_1.Property.Number({
+            displayName: 'Custom Max Length',
+            description: 'Maximum number of tokens for the summary',
+            required: false,
+        }),
+        cleanUpSpaces: pieces_framework_1.Property.Checkbox({
+            displayName: 'Clean Up Extra Spaces',
+            description: 'Remove extra spaces and clean up formatting',
+            required: false,
+            defaultValue: true,
+        }),
+        truncationStrategy: pieces_framework_1.Property.StaticDropdown({
+            displayName: 'Truncation Strategy',
+            description: 'How to handle text that exceeds model limits',
+            required: false,
+            options: {
+                disabled: false,
+                options: [
+                    { label: 'Do Not Truncate', value: 'do_not_truncate' },
+                    { label: 'Longest First', value: 'longest_first' },
+                    { label: 'Only First', value: 'only_first' },
+                    { label: 'Only Second', value: 'only_second' },
+                ],
+            },
+            defaultValue: 'longest_first',
+        }),
+        useCache: pieces_framework_1.Property.Checkbox({
+            displayName: 'Use Cache',
+            description: 'Use cached results for faster responses',
+            required: false,
+            defaultValue: true,
+        }),
+        waitForModel: pieces_framework_1.Property.Checkbox({
+            displayName: 'Wait for Model',
+            description: 'Wait for model to load if not immediately available',
+            required: false,
+            defaultValue: false,
+        }),
+    },
+    run(context) {
+        return tslib_1.__awaiter(this, void 0, void 0, function* () {
+            const { contentType, model, text, summaryLength, customMinLength, customMaxLength, cleanUpSpaces, truncationStrategy, useCache, waitForModel, } = context.propsValue;
+            // Calculate appropriate summary lengths based on selection
+            let minLength;
+            let maxLength;
+            switch (summaryLength) {
+                case 'brief':
+                    minLength = 30;
+                    maxLength = 80;
+                    break;
+                case 'medium':
+                    minLength = 80;
+                    maxLength = 150;
+                    break;
+                case 'detailed':
+                    minLength = 150;
+                    maxLength = 300;
+                    break;
+                case 'custom':
+                    minLength = customMinLength || 50;
+                    maxLength = customMaxLength || 150;
+                    break;
+                default:
+                    minLength = 80;
+                    maxLength = 150;
+            }
+            // Build parameters object
+            const parameters = {};
+            if (cleanUpSpaces !== undefined) {
+                parameters.clean_up_tokenization_spaces = cleanUpSpaces;
+            }
+            if (truncationStrategy &&
+                (truncationStrategy === 'do_not_truncate' ||
+                    truncationStrategy === 'longest_first' ||
+                    truncationStrategy === 'only_first' ||
+                    truncationStrategy === 'only_second')) {
+                parameters.truncation = truncationStrategy;
+            }
+            // Add generation parameters
+            parameters.generate_parameters = {
+                min_length: minLength,
+                max_length: maxLength,
+                do_sample: false, // Use greedy decoding for consistent summaries
+                temperature: 0.7, // Slight randomness for more natural summaries
+            };
+            const body = {
+                inputs: text,
+                parameters: parameters,
+                options: {
+                    use_cache: useCache !== null && useCache !== void 0 ? useCache : true,
+                    wait_for_model: waitForModel !== null && waitForModel !== void 0 ? waitForModel : false,
+                },
+            };
+            const rawResult = yield (0, common_1.callPipelineTask)({
+                auth: context.auth,
+                model: model,
+                body,
+            });
+            const summarizationResult = Array.isArray(rawResult)
+                ? rawResult[0]
+                : rawResult;
+            // Calculate text statistics
+            const originalLength = text.length;
+            const originalWords = text.trim().split(/\s+/).length;
+            const summaryText = summarizationResult.summary_text;
+            const summaryWords = summaryText.trim().split(/\s+/).length;
+            const compressionRatio = (((originalWords - summaryWords) / originalWords) *
+                100).toFixed(1);
+            return {
+                summary: summaryText,
+                originalText: text,
+                statistics: {
+                    originalLength: originalLength,
+                    originalWords: originalWords,
+                    summaryLength: summaryText.length,
+                    summaryWords: summaryWords,
+                    compressionRatio: `${compressionRatio}%`,
+                    lengthCategory: summaryLength,
+                },
+                model: model,
+                contentType: contentType,
+                businessInsights: {
+                    readingTimeSaved: `${Math.max(1, Math.round((originalWords - summaryWords) / 200))} minutes`, // Assume 200 words per minute
+                    useCase: getSuggestedUseCase(contentType),
+                    qualityTips: getQualityTips(originalWords, summaryWords),
+                },
+                rawResult: rawResult,
+            };
+        });
+    },
+});
+// Helper function to suggest business use cases
+function getSuggestedUseCase(contentType) {
+    const useCases = {
+        news: 'Perfect for news briefings, blog post previews, and content curation',
+        email: 'Ideal for customer support dashboards and email triage systems',
+        meeting: 'Great for meeting minutes, call summaries, and action item extraction',
+        general: 'Suitable for document summaries and knowledge base creation',
+        medical: 'Designed for medical reports and research paper abstracts',
+        multilingual: 'Perfect for global content management and translation workflows',
+        search: 'Custom model selection for specialized summarization needs',
+    };
+    return (useCases[contentType] ||
+        'General purpose text summarization');
+}
+// Helper function to provide quality tips
+function getQualityTips(originalWords, summaryWords) {
+    const tips = [];
+    if (originalWords < 100) {
+        tips.push('⚠️ Text is quite short - summaries work best with 200+ words');
+    }
+    if (originalWords > 2000) {
+        tips.push('📝 Very long text - consider breaking into sections for better results');
+    }
+    if (summaryWords / originalWords > 0.7) {
+        tips.push('💡 Summary is quite long - try Brief mode for more concise results');
+    }
+    if (summaryWords / originalWords < 0.1) {
+        tips.push('🔍 Very aggressive summarization - try Medium or Detailed for more context');
+    }
+    if (tips.length === 0) {
+        tips.push('✅ Good summarization ratio achieved');
+    }
+    return tips;
+}
+//# sourceMappingURL=text-summarization.js.map

package/src/lib/actions/text-summarization.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"text-summarization.js","sourceRoot":"","sources":["../../../../../../../../packages/pieces/community/hugging-face/src/lib/actions/text-summarization.ts"],"names":[],"mappings":";;;;AAAA,kEAAqE;AACrE,4DAAkE;AAClE,kCAA0C;AAC1C,sCAA6C;AAIhC,QAAA,iBAAiB,GAAG,IAAA,+BAAY,EAAC;IAC5C,IAAI,EAAE,oBAAoB;IAC1B,IAAI,EAAE,sBAAe;IACrB,WAAW,EAAE,oBAAoB;IACjC,WAAW,EACT,wGAAwG;IAC1G,KAAK,EAAE;QACL,WAAW,EAAE,2BAAQ,CAAC,cAAc,CAAC;YACnC,WAAW,EAAE,cAAc;YAC3B,WAAW,EAAE,2CAA2C;YACxD,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE;gBACP,QAAQ,EAAE,KAAK;gBACf,OAAO,EAAE;oBACP;wBACE,KAAK,EAAE,+BAA+B;wBACtC,KAAK,EAAE,MAAM;qBACd;oBACD;wBACE,KAAK,EAAE,6BAA6B;wBACpC,KAAK,EAAE,OAAO;qBACf;oBACD;wBACE,KAAK,EAAE,6BAA6B;wBACpC,KAAK,EAAE,SAAS;qBACjB;oBACD;wBACE,KAAK,EAAE,6BAA6B;wBACpC,KAAK,EAAE,SAAS;qBACjB;oBACD;wBACE,KAAK,EAAE,yBAAyB;wBAChC,KAAK,EAAE,SAAS;qBACjB;oBACD;wBACE,KAAK,EAAE,yBAAyB;wBAChC,KAAK,EAAE,cAAc;qBACtB;oBACD;wBACE,KAAK,EAAE,sBAAsB;wBAC7B,KAAK,EAAE,QAAQ;qBAChB;iBACF;aACF;YACD,YAAY,EAAE,MAAM;SACrB,CAAC;QACF,KAAK,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YACvB,WAAW,EAAE,qBAAqB;YAClC,WAAW,EAAE,6CAA6C;YAC1D,QAAQ,EAAE,IAAI;YACd,UAAU,EAAE,CAAC,aAAa,CAAC;YAC3B,OAAO,EAAE,KAA8B,EAAE,oDAAzB,EAAE,IAAI,EAAE,WAAW,EAAE;gBACnC,6CAA6C;gBAC7C,MAAM,eAAe,GAAG,CAAC,IAAY,EAAE,EAAE;oBACvC,QAAQ,IAAI,EAAE,CAAC;wBACb,KAAK,MAAM;4BACT,OAAO;gCACL;oCACE,KAAK,EACH,wDAAwD;oCAC1D,KAAK,EAAE,yBAAyB;iCACjC;gCACD;oCACE,KAAK,EAAE,0CAA0C;oCACjD,KAAK,EAAE,+BAA+B;iCACvC;gCACD;oCACE,KAAK,EACH,uDAAuD;oCACzD,KAAK,EAAE,qBAAqB;iCAC7B;6BACF,CAAC;wBACJ,KAAK,OAAO;4BACV,OAAO;gCACL;oCACE,KAAK,EAAE,sDAAsD;oCAC7D,KAAK,EAAE,yBAAyB;iCACjC;gCACD;oCACE,KAAK,EACH,0DAA0D;oCAC5D,KAAK,EAAE,8BAA8B;iCACtC;gCACD;oCACE,KAAK,EACH,uDAAuD;oCACzD,KAAK,EAAE,oBAAoB;iCAC5B;6BACF,CAAC;wBACJ,KAAK,SAAS;4BACZ,OAAO;gCACL;oCACE,KAAK,EACH,wDAAwD;oCAC1D,KAAK,EAAE,4BAA4B;iCACpC;gCACD;oCACE,KAAK,EACH,wDAAwD;oCAC1D,KAAK,EAAE,kCAAkC;iCAC1C;gCACD;oCACE,KAAK,EAAE,kDAAkD;oCACzD,KAAK,EAAE,yBAAyB;iCACjC;6BACF,CAAC;wBACJ,KAAK,SAAS;4BACZ,OAAO;gCACL;oCACE,KAAK,EAAE,mDAAmD;oCAC1D,KAAK,EAAE,mBAAmB;iCAC3B;gCACD;oCACE,KAAK,EAAE,2CAA2C;oCAClD,KAAK,EAAE,oBAAoB;iCAC5B;gCACD;oCACE,KAAK,EAAE,oDAAoD;oCAC3D,KAAK,EAAE,oBAAoB;iCAC5B;6BACF,CAAC;wBACJ,KAAK,SAAS;4BACZ,OAAO;gCACL;oCACE,KAAK,EACH,8DAA8D;oCAChE,KAAK,EAAE,iCAAiC;iCACzC;gCACD;oCACE,KAAK,EAAE,sDAAsD;oCAC7D,KAAK,EAAE,mBAAmB;iCAC3B;gCACD;oCACE,KAAK,EAAE,kDAAkD;oCACzD,KAAK,EAAE,yBAAyB;iCACjC;6BACF,CAAC;wBACJ,KAAK,cAAc;4BACjB,OAAO;gCACL;oCACE,KAAK,EAAE,oDAAoD;oCAC3D,KAAK,EAAE,mCAAmC;iCAC3C;gCACD;oCACE,KAAK,EACH,2DAA2D;oCAC7D,KAAK,EAAE,oBAAoB;iCAC5B;gCACD;oCACE,KAAK,EAAE,qDAAqD;oCAC5D,KAAK,EAAE,mBAAmB;iCAC3B;6BACF,CAAC;wBACJ;4BACE,OAAO;gCACL;oCACE,KAAK,EAAE,uCAAuC;oCAC9C,KAAK,EAAE,yBAAyB;iCACjC;6BACF,CAAC;oBACN,CAAC;gBACH,CAAC,CAAC;gBAEF,sDAAsD;gBACtD,IAAI,WAAW,KAAK,QAAQ,EAAE,CAAC;oBAC7B,OAAO;wBACL,QAAQ,EAAE,KAAK;wBACf,OAAO,EAAE,eAAe,CAAE,WAAsB,IAAI,MAAM,CAAC;qBAC5D,CAAC;gBACJ,CAAC;gBAED,qDAAqD;gBACrD,MAAM,aAAa,GAAG;oBACpB;wBACE,KAAK,EAAE,uCAAuC;wBAC9C,KAAK,EAAE,yBAAyB;qBACjC;oBACD;wBACE,KAAK,EAAE,iCAAiC;wBACxC,KAAK,EAAE,+BAA+B;qBACvC;oBACD;wBACE,KAAK,EAAE,oCAAoC;wBAC3C,KAAK,EAAE,mBAAmB;qBAC3B;iBACF,CAAC;gBAEF,IAAI,CAAC,IAAI,EAAE,CAAC;oBACV,OAAO;wBACL,QAAQ,EAAE,KAAK;wBACf,OAAO,EAAE,aAAa;qBACvB,CAAC;gBACJ,CAAC;gBAED,IAAI,CAAC;oBACH,MAAM,QAAQ,GAAG,MAAM,0BAAU,CAAC,WAAW,CAAC;wBAC5C,MAAM,EAAE,0BAAU,CAAC,GAAG;wBACtB,GAAG,EAAE,mCAAmC;wBACxC,WAAW,EAAE;4BACX,MAAM,EAAE,eAAe;4BACvB,IAAI,EAAE,WAAW;4BACjB,SAAS,EAAE,IAAI;4BACf,KAAK,EAAE,KAAK;yBACb;qBACF,CAAC,CAAC;oBAEH,MAAM,MAAM,GAAG,QAAQ,CAAC,IAItB,CAAC;oBAEH,MAAM,mBAAmB,GAAG,MAAM;yBAC/B,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,YAAY,KAAK,eAAe,CAAC;yBACzD,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;;wBAAC,OAAA,CAAC;4BACf,KAAK,EAAE,GAAG,KAAK,CAAC,EAAE,KAChB,CAAA,MAAA,KAAK,CAAC,SAAS,0CAAE,cAAc,EAAE,KAAI,CACvC,aAAa;4BACb,KAAK,EAAE,KAAK,CAAC,EAAE;yBAChB,CAAC,CAAA;qBAAA,CAAC;yBACF,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBAEhB,MAAM,UAAU,GAAG;wBACjB,GAAG,aAAa;wBAChB,GAAG,mBAAmB,CAAC,MAAM,CAC3B,CAAC,KAAK,EAAE,EAAE,CACR,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,CAAC,CAClE;qBACF,CAAC;oBAEF,OAAO;wBACL,QAAQ,EAAE,KAAK;wBACf,OAAO,EAAE,UAAU;qBACpB,CAAC;gBACJ,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,OAAO;wBACL,QAAQ,EAAE,KAAK;wBACf,OAAO,EAAE,aAAa;qBACvB,CAAC;gBACJ,CAAC;YACH,CAAC,CAAA;YACD,YAAY,EAAE,yBAAyB;SACxC,CAAC;QACF,IAAI,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YACtB,WAAW,EAAE,mBAAmB;YAChC,WAAW,EACT,0FAA0F;YAC5F,QAAQ,EAAE,IAAI;SACf,CAAC;QACF,aAAa,EAAE,2BAAQ,CAAC,cAAc,CAAC;YACrC,WAAW,EAAE,gBAAgB;YAC7B,WAAW,EAAE,iCAAiC;YAC9C,QAAQ,EAAE,KAAK;YACf,OAAO,EAAE;gBACP,QAAQ,EAAE,KAAK;gBACf,OAAO,EAAE;oBACP,EAAE,KAAK,EAAE,wBAAwB,EAAE,KAAK,EAAE,OAAO,EAAE;oBACnD,EAAE,KAAK,EAAE,0BAA0B,EAAE,KAAK,EAAE,QAAQ,EAAE;oBACtD,EAAE,KAAK,EAAE,6BAA6B,EAAE,KAAK,EAAE,UAAU,EAAE;oBAC3D,EAAE,KAAK,EAAE,kBAAkB,EAAE,KAAK,EAAE,QAAQ,EAAE;iBAC/C;aACF;YACD,YAAY,EAAE,QAAQ;SACvB,CAAC;QACF,eAAe,EAAE,2BAAQ,CAAC,MAAM,CAAC;YAC/B,WAAW,EAAE,mBAAmB;YAChC,WAAW,EAAE,0CAA0C;YACvD,QAAQ,EAAE,KAAK;SAChB,CAAC;QACF,eAAe,EAAE,2BAAQ,CAAC,MAAM,CAAC;YAC/B,WAAW,EAAE,mBAAmB;YAChC,WAAW,EAAE,0CAA0C;YACvD,QAAQ,EAAE,KAAK;SAChB,CAAC;QACF,aAAa,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YAC/B,WAAW,EAAE,uBAAuB;YACpC,WAAW,EAAE,6CAA6C;YAC1D,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,IAAI;SACnB,CAAC;QACF,kBAAkB,EAAE,2BAAQ,CAAC,cAAc,CAAC;YAC1C,WAAW,EAAE,qBAAqB;YAClC,WAAW,EAAE,8CAA8C;YAC3D,QAAQ,EAAE,KAAK;YACf,OAAO,EAAE;gBACP,QAAQ,EAAE,KAAK;gBACf,OAAO,EAAE;oBACP,EAAE,KAAK,EAAE,iBAAiB,EAAE,KAAK,EAAE,iBAAiB,EAAE;oBACtD,EAAE,KAAK,EAAE,eAAe,EAAE,KAAK,EAAE,eAAe,EAAE;oBAClD,EAAE,KAAK,EAAE,YAAY,EAAE,KAAK,EAAE,YAAY,EAAE;oBAC5C,EAAE,KAAK,EAAE,aAAa,EAAE,KAAK,EAAE,aAAa,EAAE;iBAC/C;aACF;YACD,YAAY,EAAE,eAAe;SAC9B,CAAC;QACF,QAAQ,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YAC1B,WAAW,EAAE,WAAW;YACxB,WAAW,EAAE,yCAAyC;YACtD,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,IAAI;SACnB,CAAC;QACF,YAAY,EAAE,2BAAQ,CAAC,QAAQ,CAAC;YAC9B,WAAW,EAAE,gBAAgB;YAC7B,WAAW,EAAE,qDAAqD;YAClE,QAAQ,EAAE,KAAK;YACf,YAAY,EAAE,KAAK;SACpB,CAAC;KACH;IACK,GAAG,CAAC,OAAO;;YACf,MAAM,EACJ,WAAW,EACX,KAAK,EACL,IAAI,EACJ,aAAa,EACb,eAAe,EACf,eAAe,EACf,aAAa,EACb,kBAAkB,EAClB,QAAQ,EACR,YAAY,GACb,GAAG,OAAO,CAAC,UAAU,CAAC;YAEvB,2DAA2D;YAC3D,IAAI,SAAiB,CAAC;YACtB,IAAI,SAAiB,CAAC;YAEtB,QAAQ,aAAa,EAAE,CAAC;gBACtB,KAAK,OAAO;oBACV,SAAS,GAAG,EAAE,CAAC;oBACf,SAAS,GAAG,EAAE,CAAC;oBACf,MAAM;gBACR,KAAK,QAAQ;oBACX,SAAS,GAAG,EAAE,CAAC;oBACf,SAAS,GAAG,GAAG,CAAC;oBAChB,MAAM;gBACR,KAAK,UAAU;oBACb,SAAS,GAAG,GAAG,CAAC;oBAChB,SAAS,GAAG,GAAG,CAAC;oBAChB,MAAM;gBACR,KAAK,QAAQ;oBACX,SAAS,GAAG,eAAe,IAAI,EAAE,CAAC;oBAClC,SAAS,GAAG,eAAe,IAAI,GAAG,CAAC;oBACnC,MAAM;gBACR;oBACE,SAAS,GAAG,EAAE,CAAC;oBACf,SAAS,GAAG,GAAG,CAAC;YACpB,CAAC;YAED,0BAA0B;YAC1B,MAAM,UAAU,GAaZ,EAAE,CAAC;YAEP,IAAI,aAAa,KAAK,SAAS,EAAE,CAAC;gBAChC,UAAU,CAAC,4BAA4B,GAAG,aAAa,CAAC;YAC1D,CAAC;YAED,IACE,kBAAkB;gBAClB,CAAC,kBAAkB,KAAK,iBAAiB;oBACvC,kBAAkB,KAAK,eAAe;oBACtC,kBAAkB,KAAK,YAAY;oBACnC,kBAAkB,KAAK,aAAa,CAAC,EACvC,CAAC;gBACD,UAAU,CAAC,UAAU,GAAG,kBAAkB,CAAC;YAC7C,CAAC;YAED,4BAA4B;YAC5B,UAAU,CAAC,mBAAmB,GAAG;gBAC/B,UAAU,EAAE,SAAS;gBACrB,UAAU,EAAE,SAAS;gBACrB,SAAS,EAAE,KAAK,EAAE,+CAA+C;gBACjE,WAAW,EAAE,GAAG,EAAE,+CAA+C;aAClE,CAAC;YAEF,MAAM,IAAI,GAA4B;gBACpC,MAAM,EAAE,IAAI;gBACZ,UAAU,EAAE,UAAU;gBACtB,OAAO,EAAE;oBACP,SAAS,EAAE,QAAQ,aAAR,QAAQ,cAAR,QAAQ,GAAI,IAAI;oBAC3B,cAAc,EAAE,YAAY,aAAZ,YAAY,cAAZ,YAAY,GAAI,KAAK;iBACtC;aACF,CAAC;YAEF,MAAM,SAAS,GAAG,MAAM,IAAA,yBAAgB,EAEtC;gBACA,IAAI,EAAE,OAAO,CAAC,IAAc;gBAC5B,KAAK,EAAE,KAAK;gBACZ,IAAI;aACL,CAAC,CAAC;YAEH,MAAM,mBAAmB,GAAG,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC;gBAClD,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;gBACd,CAAC,CAAC,SAAS,CAAC;YAEd,4BAA4B;YAC5B,MAAM,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC;YACnC,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;YACtD,MAAM,WAAW,GAAG,mBAAmB,CAAC,YAAY,CAAC;YACrD,MAAM,YAAY,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;YAC5D,MAAM,gBAAgB,GAAG,CACvB,CAAC,CAAC,aAAa,GAAG,YAAY,CAAC,GAAG,aAAa,CAAC;gBAChD,GAAG,CACJ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAEb,OAAO;gBACL,OAAO,EAAE,WAAW;gBACpB,YAAY,EAAE,IAAI;gBAClB,UAAU,EAAE;oBACV,cAAc,EAAE,cAAc;oBAC9B,aAAa,EAAE,aAAa;oBAC5B,aAAa,EAAE,WAAW,CAAC,MAAM;oBACjC,YAAY,EAAE,YAAY;oBAC1B,gBAAgB,EAAE,GAAG,gBAAgB,GAAG;oBACxC,cAAc,EAAE,aAAa;iBAC9B;gBACD,KAAK,EAAE,KAAK;gBACZ,WAAW,EAAE,WAAW;gBACxB,gBAAgB,EAAE;oBAChB,gBAAgB,EAAE,GAAG,IAAI,CAAC,GAAG,CAC3B,CAAC,EACD,IAAI,CAAC,KAAK,CAAC,CAAC,aAAa,GAAG,YAAY,CAAC,GAAG,GAAG,CAAC,CACjD,UAAU,EAAE,8BAA8B;oBAC3C,OAAO,EAAE,mBAAmB,CAAC,WAAW,CAAC;oBACzC,WAAW,EAAE,cAAc,CAAC,aAAa,EAAE,YAAY,CAAC;iBACzD;gBACD,SAAS,EAAE,SAAS;aACrB,CAAC;QACJ,CAAC;KAAA;CACF,CAAC,CAAC;AAEH,gDAAgD;AAChD,SAAS,mBAAmB,CAAC,WAAmB;IAC9C,MAAM,QAAQ,GAAG;QACf,IAAI,EAAE,sEAAsE;QAC5E,KAAK,EAAE,gEAAgE;QACvE,OAAO,EACL,uEAAuE;QACzE,OAAO,EAAE,6DAA6D;QACtE,OAAO,EAAE,2DAA2D;QACpE,YAAY,EACV,iEAAiE;QACnE,MAAM,EAAE,4DAA4D;KACrE,CAAC;IACF,OAAO,CACL,QAAQ,CAAC,WAAoC,CAAC;QAC9C,oCAAoC,CACrC,CAAC;AACJ,CAAC;AAED,0CAA0C;AAC1C,SAAS,cAAc,CAAC,aAAqB,EAAE,YAAoB;IACjE,MAAM,IAAI,GAAa,EAAE,CAAC;IAE1B,IAAI,aAAa,GAAG,GAAG,EAAE,CAAC;QACxB,IAAI,CAAC,IAAI,CAAC,8DAA8D,CAAC,CAAC;IAC5E,CAAC;IAED,IAAI,aAAa,GAAG,IAAI,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,CACP,wEAAwE,CACzE,CAAC;IACJ,CAAC;IAED,IAAI,YAAY,GAAG,aAAa,GAAG,GAAG,EAAE,CAAC;QACvC,IAAI,CAAC,IAAI,CACP,oEAAoE,CACrE,CAAC;IACJ,CAAC;IAED,IAAI,YAAY,GAAG,aAAa,GAAG,GAAG,EAAE,CAAC;QACvC,IAAI,CAAC,IAAI,CACP,4EAA4E,CAC7E,CAAC;IACJ,CAAC;IAED,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtB,IAAI,CAAC,IAAI,CAAC,qCAAqC,CAAC,CAAC;IACnD,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC"}

package/src/lib/auth.d.ts

@@ -0,0 +1 @@
+export declare const huggingFaceAuth: import("@taskmagic/pieces-framework").SecretTextProperty<true>;

package/src/lib/auth.js

@@ -0,0 +1,10 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.huggingFaceAuth = void 0;
+const pieces_framework_1 = require("@taskmagic/pieces-framework");
+exports.huggingFaceAuth = pieces_framework_1.PieceAuth.SecretText({
+    displayName: 'API Token',
+    description: 'Your Hugging Face API token (get it from https://huggingface.co/settings/tokens)',
+    required: true,
+});
+//# sourceMappingURL=auth.js.map

package/src/lib/auth.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"auth.js","sourceRoot":"","sources":["../../../../../../../packages/pieces/community/hugging-face/src/lib/auth.ts"],"names":[],"mappings":";;;AAAA,kEAAwD;AAE3C,QAAA,eAAe,GAAG,4BAAS,CAAC,UAAU,CAAC;IAClD,WAAW,EAAE,WAAW;IACxB,WAAW,EACT,kFAAkF;IACpF,QAAQ,EAAE,IAAI;CACf,CAAC,CAAC"}

package/src/lib/common/index.d.ts

@@ -0,0 +1,36 @@
+export declare const HF_ROUTER_BASE = "https://router.huggingface.co/hf-inference/models";
+export declare const HF_CHAT_COMPLETIONS_URL = "https://router.huggingface.co/v1/chat/completions";
+export declare function getMimeType(filename: string): string;
+type PipelineTaskParams = {
+    auth: string;
+    model: string;
+    body: Record<string, unknown>;
+};
+export declare function callPipelineTask<T>({ auth, model, body, }: PipelineTaskParams): Promise<T>;
+type BinaryTaskParams = {
+    auth: string;
+    model: string;
+    data: Buffer;
+    contentType: string;
+};
+export declare function callBinaryTask<T>({ auth, model, data, contentType, }: BinaryTaskParams): Promise<T>;
+type ChatCompletionParams = {
+    auth: string;
+    body: Record<string, unknown>;
+};
+export type ChatCompletionResponse = {
+    choices?: Array<{
+        message?: {
+            role?: string;
+            content?: string;
+        };
+        finish_reason?: string;
+    }>;
+    usage?: {
+        total_tokens?: number;
+        prompt_tokens?: number;
+        completion_tokens?: number;
+    };
+};
+export declare function callChatCompletion({ auth, body, }: ChatCompletionParams): Promise<ChatCompletionResponse>;
+export {};

package/src/lib/common/index.js

@@ -0,0 +1,78 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.HF_CHAT_COMPLETIONS_URL = exports.HF_ROUTER_BASE = void 0;
+exports.getMimeType = getMimeType;
+exports.callPipelineTask = callPipelineTask;
+exports.callBinaryTask = callBinaryTask;
+exports.callChatCompletion = callChatCompletion;
+const tslib_1 = require("tslib");
+const pieces_common_1 = require("@taskmagic/pieces-common");
+exports.HF_ROUTER_BASE = 'https://router.huggingface.co/hf-inference/models';
+exports.HF_CHAT_COMPLETIONS_URL = 'https://router.huggingface.co/v1/chat/completions';
+function getMimeType(filename) {
+    var _a, _b;
+    const extension = (_b = (_a = filename.split('.').pop()) === null || _a === void 0 ? void 0 : _a.toLowerCase()) !== null && _b !== void 0 ? _b : '';
+    switch (extension) {
+        case 'jpg':
+        case 'jpeg':
+            return 'image/jpeg';
+        case 'png':
+            return 'image/png';
+        case 'gif':
+            return 'image/gif';
+        case 'webp':
+            return 'image/webp';
+        case 'bmp':
+            return 'image/bmp';
+        case 'tiff':
+        case 'tif':
+            return 'image/tiff';
+        case 'pdf':
+            return 'application/pdf';
+        default:
+            return 'application/octet-stream';
+    }
+}
+function callPipelineTask(_a) {
+    return tslib_1.__awaiter(this, arguments, void 0, function* ({ auth, model, body, }) {
+        const response = yield pieces_common_1.httpClient.sendRequest({
+            method: pieces_common_1.HttpMethod.POST,
+            url: `${exports.HF_ROUTER_BASE}/${model}`,
+            headers: {
+                Authorization: `Bearer ${auth}`,
+                'Content-Type': 'application/json',
+            },
+            body,
+        });
+        return response.body;
+    });
+}
+function callBinaryTask(_a) {
+    return tslib_1.__awaiter(this, arguments, void 0, function* ({ auth, model, data, contentType, }) {
+        const response = yield pieces_common_1.httpClient.sendRequest({
+            method: pieces_common_1.HttpMethod.POST,
+            url: `${exports.HF_ROUTER_BASE}/${model}`,
+            headers: {
+                Authorization: `Bearer ${auth}`,
+                'Content-Type': contentType,
+            },
+            body: data,
+        });
+        return response.body;
+    });
+}
+function callChatCompletion(_a) {
+    return tslib_1.__awaiter(this, arguments, void 0, function* ({ auth, body, }) {
+        const response = yield pieces_common_1.httpClient.sendRequest({
+            method: pieces_common_1.HttpMethod.POST,
+            url: exports.HF_CHAT_COMPLETIONS_URL,
+            headers: {
+                Authorization: `Bearer ${auth}`,
+                'Content-Type': 'application/json',
+            },
+            body,
+        });
+        return response.body;
+    });
+}
+//# sourceMappingURL=index.js.map

package/src/lib/common/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../../../../packages/pieces/community/hugging-face/src/lib/common/index.ts"],"names":[],"mappings":";;;AAMA,kCAsBC;AAQD,4CAeC;AASD,wCAgBC;AAmBD,gDAcC;;AA7GD,4DAAkE;AAErD,QAAA,cAAc,GAAG,mDAAmD,CAAC;AACrE,QAAA,uBAAuB,GAClC,mDAAmD,CAAC;AAEtD,SAAgB,WAAW,CAAC,QAAgB;;IAC1C,MAAM,SAAS,GAAG,MAAA,MAAA,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,0CAAE,WAAW,EAAE,mCAAI,EAAE,CAAC;IACjE,QAAQ,SAAS,EAAE,CAAC;QAClB,KAAK,KAAK,CAAC;QACX,KAAK,MAAM;YACT,OAAO,YAAY,CAAC;QACtB,KAAK,KAAK;YACR,OAAO,WAAW,CAAC;QACrB,KAAK,KAAK;YACR,OAAO,WAAW,CAAC;QACrB,KAAK,MAAM;YACT,OAAO,YAAY,CAAC;QACtB,KAAK,KAAK;YACR,OAAO,WAAW,CAAC;QACrB,KAAK,MAAM,CAAC;QACZ,KAAK,KAAK;YACR,OAAO,YAAY,CAAC;QACtB,KAAK,KAAK;YACR,OAAO,iBAAiB,CAAC;QAC3B;YACE,OAAO,0BAA0B,CAAC;IACtC,CAAC;AACH,CAAC;AAQD,SAAsB,gBAAgB;iEAAI,EACxC,IAAI,EACJ,KAAK,EACL,IAAI,GACe;QACnB,MAAM,QAAQ,GAAG,MAAM,0BAAU,CAAC,WAAW,CAAI;YAC/C,MAAM,EAAE,0BAAU,CAAC,IAAI;YACvB,GAAG,EAAE,GAAG,sBAAc,IAAI,KAAK,EAAE;YACjC,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,IAAI,EAAE;gBAC/B,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI;SACL,CAAC,CAAC;QACH,OAAO,QAAQ,CAAC,IAAI,CAAC;IACvB,CAAC;CAAA;AASD,SAAsB,cAAc;iEAAI,EACtC,IAAI,EACJ,KAAK,EACL,IAAI,EACJ,WAAW,GACM;QACjB,MAAM,QAAQ,GAAG,MAAM,0BAAU,CAAC,WAAW,CAAI;YAC/C,MAAM,EAAE,0BAAU,CAAC,IAAI;YACvB,GAAG,EAAE,GAAG,sBAAc,IAAI,KAAK,EAAE;YACjC,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,IAAI,EAAE;gBAC/B,cAAc,EAAE,WAAW;aAC5B;YACD,IAAI,EAAE,IAAI;SACX,CAAC,CAAC;QACH,OAAO,QAAQ,CAAC,IAAI,CAAC;IACvB,CAAC;CAAA;AAmBD,SAAsB,kBAAkB;iEAAC,EACvC,IAAI,EACJ,IAAI,GACiB;QACrB,MAAM,QAAQ,GAAG,MAAM,0BAAU,CAAC,WAAW,CAAyB;YACpE,MAAM,EAAE,0BAAU,CAAC,IAAI;YACvB,GAAG,EAAE,+BAAuB;YAC5B,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,IAAI,EAAE;gBAC/B,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI;SACL,CAAC,CAAC;QACH,OAAO,QAAQ,CAAC,IAAI,CAAC;IACvB,CAAC;CAAA"}