instasave-sdk 1.2.2 → 1.2.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (194) hide show
  1. package/CHANGELOG.md +28 -0
  2. package/README.md +1 -1
  3. package/dist/{auth-fast.d.ts → auth/auth-manager.d.ts} +4 -12
  4. package/dist/auth/auth-manager.d.ts.map +1 -0
  5. package/dist/{auth-fast.js → auth/auth-manager.js} +26 -68
  6. package/dist/auth/auth-manager.js.map +1 -0
  7. package/dist/auth/index.d.ts +4 -0
  8. package/dist/auth/index.d.ts.map +1 -0
  9. package/dist/auth/index.js +8 -0
  10. package/dist/auth/index.js.map +1 -0
  11. package/dist/auth/session-manager.d.ts +8 -0
  12. package/dist/auth/session-manager.d.ts.map +1 -0
  13. package/dist/auth/session-manager.js +57 -0
  14. package/dist/auth/session-manager.js.map +1 -0
  15. package/dist/browser/browser-pool.d.ts.map +1 -0
  16. package/dist/{browser-pool.js → browser/browser-pool.js} +1 -1
  17. package/dist/browser/browser-pool.js.map +1 -0
  18. package/dist/browser/crawler-manager.d.ts.map +1 -0
  19. package/dist/{crawler-manager.js → browser/crawler-manager.js} +6 -6
  20. package/dist/browser/crawler-manager.js.map +1 -0
  21. package/dist/browser/index.d.ts +3 -0
  22. package/dist/browser/index.d.ts.map +1 -0
  23. package/dist/browser/index.js +8 -0
  24. package/dist/browser/index.js.map +1 -0
  25. package/dist/core/index.d.ts +3 -0
  26. package/dist/core/index.d.ts.map +1 -0
  27. package/dist/core/index.js +8 -0
  28. package/dist/core/index.js.map +1 -0
  29. package/dist/core/media-scraper.d.ts +107 -0
  30. package/dist/core/media-scraper.d.ts.map +1 -0
  31. package/dist/core/media-scraper.js +496 -0
  32. package/dist/core/media-scraper.js.map +1 -0
  33. package/dist/core/workflow-executor.d.ts +17 -0
  34. package/dist/core/workflow-executor.d.ts.map +1 -0
  35. package/dist/core/workflow-executor.js +146 -0
  36. package/dist/core/workflow-executor.js.map +1 -0
  37. package/dist/index.d.ts +13 -132
  38. package/dist/index.d.ts.map +1 -1
  39. package/dist/index.js +31 -635
  40. package/dist/index.js.map +1 -1
  41. package/dist/platforms/instagram/extractors/carousel.d.ts.map +1 -1
  42. package/dist/platforms/instagram/extractors/carousel.js +31 -6
  43. package/dist/platforms/instagram/extractors/carousel.js.map +1 -1
  44. package/dist/platforms/instagram/index.d.ts +1 -1
  45. package/dist/platforms/instagram/index.d.ts.map +1 -1
  46. package/dist/platforms/instagram/index.js +2 -2
  47. package/dist/platforms/instagram/index.js.map +1 -1
  48. package/dist/plugins/index.d.ts +4 -0
  49. package/dist/plugins/index.d.ts.map +1 -0
  50. package/dist/plugins/index.js +21 -0
  51. package/dist/plugins/index.js.map +1 -0
  52. package/dist/plugins/plugin-manager.d.ts +50 -0
  53. package/dist/plugins/plugin-manager.d.ts.map +1 -0
  54. package/dist/{plugins.js → plugins/plugin-manager.js} +2 -2
  55. package/dist/plugins/plugin-manager.js.map +1 -0
  56. package/dist/types/auth.d.ts +15 -0
  57. package/dist/types/auth.d.ts.map +1 -0
  58. package/dist/types/auth.js +3 -0
  59. package/dist/types/auth.js.map +1 -0
  60. package/dist/types/browser.d.ts +28 -0
  61. package/dist/types/browser.d.ts.map +1 -0
  62. package/dist/types/browser.js +3 -0
  63. package/dist/types/browser.js.map +1 -0
  64. package/dist/{types.d.ts → types/common.d.ts} +15 -15
  65. package/dist/types/common.d.ts.map +1 -0
  66. package/dist/{types.js → types/common.js} +1 -1
  67. package/dist/types/common.js.map +1 -0
  68. package/dist/types/index.d.ts +7 -0
  69. package/dist/types/index.d.ts.map +1 -0
  70. package/dist/types/index.js +24 -0
  71. package/dist/types/index.js.map +1 -0
  72. package/dist/types/platform.d.ts +3 -0
  73. package/dist/types/platform.d.ts.map +1 -0
  74. package/dist/types/platform.js +20 -0
  75. package/dist/types/platform.js.map +1 -0
  76. package/dist/types/plugins.d.ts +61 -0
  77. package/dist/types/plugins.d.ts.map +1 -0
  78. package/dist/types/plugins.js +3 -0
  79. package/dist/types/plugins.js.map +1 -0
  80. package/dist/types/workflow.d.ts +17 -0
  81. package/dist/types/workflow.d.ts.map +1 -0
  82. package/dist/types/workflow.js +3 -0
  83. package/dist/types/workflow.js.map +1 -0
  84. package/dist/utils/config/config-parser.d.ts.map +1 -0
  85. package/dist/{config-parser.js → utils/config/config-parser.js} +4 -5
  86. package/dist/utils/config/config-parser.js.map +1 -0
  87. package/dist/utils/config/index.d.ts +2 -0
  88. package/dist/utils/config/index.d.ts.map +1 -0
  89. package/dist/utils/config/index.js +18 -0
  90. package/dist/utils/config/index.js.map +1 -0
  91. package/dist/{file-manager.d.ts → utils/file-manager.d.ts} +1 -1
  92. package/dist/utils/file-manager.d.ts.map +1 -0
  93. package/dist/utils/file-manager.js.map +1 -0
  94. package/dist/{health.d.ts → utils/health/health-checker.d.ts} +1 -1
  95. package/dist/utils/health/health-checker.d.ts.map +1 -0
  96. package/dist/{health.js → utils/health/health-checker.js} +1 -1
  97. package/dist/utils/health/health-checker.js.map +1 -0
  98. package/dist/utils/health/index.d.ts +2 -0
  99. package/dist/utils/health/index.d.ts.map +1 -0
  100. package/dist/utils/health/index.js +18 -0
  101. package/dist/utils/health/index.js.map +1 -0
  102. package/dist/utils/index.d.ts +8 -0
  103. package/dist/utils/index.d.ts.map +1 -0
  104. package/dist/utils/index.js +25 -0
  105. package/dist/utils/index.js.map +1 -0
  106. package/dist/utils/logger/index.d.ts +2 -0
  107. package/dist/utils/logger/index.d.ts.map +1 -0
  108. package/dist/utils/logger/index.js +18 -0
  109. package/dist/utils/logger/index.js.map +1 -0
  110. package/dist/utils/logger/logger.d.ts +44 -0
  111. package/dist/utils/logger/logger.d.ts.map +1 -0
  112. package/dist/utils/logger/logger.js +301 -0
  113. package/dist/utils/logger/logger.js.map +1 -0
  114. package/dist/utils/metrics/index.d.ts +2 -0
  115. package/dist/utils/metrics/index.d.ts.map +1 -0
  116. package/dist/utils/metrics/index.js +18 -0
  117. package/dist/utils/metrics/index.js.map +1 -0
  118. package/dist/{metrics.d.ts → utils/metrics/metrics-collector.d.ts} +1 -1
  119. package/dist/utils/metrics/metrics-collector.d.ts.map +1 -0
  120. package/dist/{metrics.js → utils/metrics/metrics-collector.js} +1 -1
  121. package/dist/utils/metrics/metrics-collector.js.map +1 -0
  122. package/dist/utils/progress-tracker.d.ts +11 -0
  123. package/dist/utils/progress-tracker.d.ts.map +1 -0
  124. package/dist/{progress-tracker.js → utils/progress-tracker.js} +0 -3
  125. package/dist/utils/progress-tracker.js.map +1 -0
  126. package/dist/utils/url-normalizer.d.ts.map +1 -0
  127. package/dist/utils/url-normalizer.js.map +1 -0
  128. package/package.json +1 -1
  129. package/dist/auth-fast.d.ts.map +0 -1
  130. package/dist/auth-fast.js.map +0 -1
  131. package/dist/auth.d.ts +0 -80
  132. package/dist/auth.d.ts.map +0 -1
  133. package/dist/auth.js +0 -370
  134. package/dist/auth.js.map +0 -1
  135. package/dist/benchmark.d.ts +0 -48
  136. package/dist/benchmark.d.ts.map +0 -1
  137. package/dist/benchmark.js +0 -125
  138. package/dist/benchmark.js.map +0 -1
  139. package/dist/browser-pool.d.ts.map +0 -1
  140. package/dist/browser-pool.js.map +0 -1
  141. package/dist/config-parser.d.ts.map +0 -1
  142. package/dist/config-parser.js.map +0 -1
  143. package/dist/crawler-manager.d.ts.map +0 -1
  144. package/dist/crawler-manager.js.map +0 -1
  145. package/dist/file-manager.d.ts.map +0 -1
  146. package/dist/file-manager.js.map +0 -1
  147. package/dist/health.d.ts.map +0 -1
  148. package/dist/health.js.map +0 -1
  149. package/dist/logger.d.ts +0 -22
  150. package/dist/logger.d.ts.map +0 -1
  151. package/dist/logger.js +0 -151
  152. package/dist/logger.js.map +0 -1
  153. package/dist/memory.d.ts +0 -56
  154. package/dist/memory.d.ts.map +0 -1
  155. package/dist/memory.js +0 -144
  156. package/dist/memory.js.map +0 -1
  157. package/dist/metrics.d.ts.map +0 -1
  158. package/dist/metrics.js.map +0 -1
  159. package/dist/parallel.d.ts +0 -59
  160. package/dist/parallel.d.ts.map +0 -1
  161. package/dist/parallel.js +0 -202
  162. package/dist/parallel.js.map +0 -1
  163. package/dist/platforms/instagram.d.ts +0 -6
  164. package/dist/platforms/instagram.d.ts.map +0 -1
  165. package/dist/platforms/instagram.js +0 -263
  166. package/dist/platforms/instagram.js.map +0 -1
  167. package/dist/plugins.d.ts +0 -132
  168. package/dist/plugins.d.ts.map +0 -1
  169. package/dist/plugins.js.map +0 -1
  170. package/dist/progress-tracker.d.ts +0 -15
  171. package/dist/progress-tracker.d.ts.map +0 -1
  172. package/dist/progress-tracker.js.map +0 -1
  173. package/dist/smart-logger.d.ts +0 -64
  174. package/dist/smart-logger.d.ts.map +0 -1
  175. package/dist/smart-logger.js +0 -150
  176. package/dist/smart-logger.js.map +0 -1
  177. package/dist/test-integration.d.ts +0 -2
  178. package/dist/test-integration.d.ts.map +0 -1
  179. package/dist/test-integration.js +0 -46
  180. package/dist/test-integration.js.map +0 -1
  181. package/dist/types.d.ts.map +0 -1
  182. package/dist/types.js.map +0 -1
  183. package/dist/url-normalizer.d.ts.map +0 -1
  184. package/dist/url-normalizer.js.map +0 -1
  185. package/dist/worker.d.ts +0 -2
  186. package/dist/worker.d.ts.map +0 -1
  187. package/dist/worker.js +0 -23
  188. package/dist/worker.js.map +0 -1
  189. /package/dist/{browser-pool.d.ts → browser/browser-pool.d.ts} +0 -0
  190. /package/dist/{crawler-manager.d.ts → browser/crawler-manager.d.ts} +0 -0
  191. /package/dist/{config-parser.d.ts → utils/config/config-parser.d.ts} +0 -0
  192. /package/dist/{file-manager.js → utils/file-manager.js} +0 -0
  193. /package/dist/{url-normalizer.d.ts → utils/url-normalizer.d.ts} +0 -0
  194. /package/dist/{url-normalizer.js → utils/url-normalizer.js} +0 -0
package/dist/plugins.d.ts DELETED
@@ -1,132 +0,0 @@
1
- import { ProgressCallback } from "./progress-tracker";
2
- /**
3
- * Plugin system for extensibility and multi-platform support
4
- */
5
- import { Page } from 'puppeteer';
6
- import { MediaData, CarouselItem } from './types';
7
- /**
8
- * Scraping options
9
- */
10
- export interface ScrapingOptions {
11
- saveToFile?: boolean;
12
- outputPath?: string;
13
- headless?: boolean;
14
- timeout?: number;
15
- retries?: number;
16
- useSession?: boolean;
17
- progressCallback?: ProgressCallback;
18
- filenamePattern?: string;
19
- skipDuplicates?: boolean;
20
- }
21
- /**
22
- * Workflow task definition
23
- */
24
- export interface WorkflowTask {
25
- name: string;
26
- action: 'click' | 'clickOutside' | 'doubleClick' | 'hold' | 'keypress';
27
- selectors?: string[];
28
- fallback?: string;
29
- fallbackText?: string;
30
- clicks?: number;
31
- wait?: number;
32
- optional?: boolean;
33
- holdDuration?: number;
34
- key?: string;
35
- modifiers?: ('Control' | 'Shift' | 'Alt' | 'Meta')[];
36
- }
37
- /**
38
- * Platform plugin - adds support for a new platform
39
- */
40
- export interface PlatformPlugin {
41
- type: 'platform';
42
- /** Plugin name (e.g., 'pinterest', 'tiktok') */
43
- name: string;
44
- /** Plugin version */
45
- version: string;
46
- /** URL patterns this plugin handles */
47
- urlPatterns: RegExp[];
48
- /** Validate if URL is supported by this plugin */
49
- validateUrl(url: string): boolean;
50
- /** Scrape media from the platform */
51
- scrape(page: Page, url: string): Promise<MediaData>;
52
- /** Optional workflow for handling modals, cookies, etc. */
53
- workflow?: WorkflowTask[] | string;
54
- }
55
- /**
56
- * Utility plugin - extends functionality (logging, caching, analytics, etc.)
57
- */
58
- export interface UtilityPlugin {
59
- type: 'utility';
60
- /** Plugin name */
61
- name: string;
62
- /** Plugin version */
63
- version: string;
64
- /** Lifecycle hooks */
65
- hooks: PluginHooks;
66
- }
67
- /**
68
- * Plugin lifecycle hooks
69
- */
70
- export interface PluginHooks {
71
- /** Called before scraping starts */
72
- onBeforeScrape?: (url: string, options: ScrapingOptions) => Promise<void>;
73
- /** Called after scraping completes */
74
- onAfterScrape?: (data: MediaData) => Promise<MediaData>;
75
- /** Called when an error occurs */
76
- onError?: (error: Error) => Promise<void>;
77
- /** Called after media items are extracted */
78
- onMediaExtracted?: (media: CarouselItem[]) => Promise<CarouselItem[]>;
79
- }
80
- /**
81
- * Union type for all plugins
82
- */
83
- export type Plugin = PlatformPlugin | UtilityPlugin;
84
- /**
85
- * Plugin manager for registering and managing plugins
86
- */
87
- export declare class PluginManager {
88
- private plugins;
89
- /**
90
- * Register a plugin
91
- * @param plugin - Plugin to register
92
- */
93
- register(plugin: Plugin): void;
94
- /**
95
- * Unregister a plugin
96
- * @param pluginName - Name of plugin to unregister
97
- */
98
- unregister(pluginName: string): void;
99
- /**
100
- * Get platform plugin for a given URL
101
- * @param url - URL to match against platform patterns
102
- * @returns PlatformPlugin or null if no match
103
- */
104
- getPlatformForUrl(url: string): PlatformPlugin | null;
105
- /**
106
- * Get all registered plugins
107
- */
108
- getPlugins(): Plugin[];
109
- /**
110
- * Get all platform plugins
111
- */
112
- getPlatformPlugins(): PlatformPlugin[];
113
- /**
114
- * Get all utility plugins
115
- */
116
- getUtilityPlugins(): UtilityPlugin[];
117
- /**
118
- * Execute a lifecycle hook across all utility plugins
119
- * @param hookName - Name of the hook to execute
120
- * @param args - Arguments to pass to the hook
121
- */
122
- executeHook<K extends keyof PluginHooks>(hookName: K, ...args: Parameters<NonNullable<PluginHooks[K]>>): Promise<any>;
123
- /**
124
- * Check if a plugin is registered
125
- */
126
- hasPlugin(pluginName: string): boolean;
127
- /**
128
- * Get a specific plugin by name
129
- */
130
- getPlugin(pluginName: string): Plugin | undefined;
131
- }
132
- //# sourceMappingURL=plugins.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"plugins.d.ts","sourceRoot":"","sources":["../src/plugins.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACtD;;GAEG;AAEH,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAElD;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,OAAO,CAAC;IAErB,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;IACpC,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,cAAc,CAAC,EAAE,OAAO,CAAC;CAC1B;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,OAAO,GAAG,cAAc,GAAG,aAAa,GAAG,MAAM,GAAG,UAAU,CAAC;IACvE,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,OAAO,CAAC;IAGnB,YAAY,CAAC,EAAE,MAAM,CAAC;IAGtB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,SAAS,CAAC,EAAE,CAAC,SAAS,GAAG,OAAO,GAAG,KAAK,GAAG,MAAM,CAAC,EAAE,CAAC;CACtD;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,UAAU,CAAC;IACjB,gDAAgD;IAChD,IAAI,EAAE,MAAM,CAAC;IACb,qBAAqB;IACrB,OAAO,EAAE,MAAM,CAAC;IAEhB,uCAAuC;IACvC,WAAW,EAAE,MAAM,EAAE,CAAC;IAEtB,kDAAkD;IAClD,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;IAElC,qCAAqC;IACrC,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;IAEpD,2DAA2D;IAC3D,QAAQ,CAAC,EAAE,YAAY,EAAE,GAAG,MAAM,CAAC;CACpC;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,SAAS,CAAC;IAChB,kBAAkB;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,qBAAqB;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,sBAAsB;IACtB,KAAK,EAAE,WAAW,CAAC;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,oCAAoC;IACpC,cAAc,CAAC,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,eAAe,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAE1E,sCAAsC;IACtC,aAAa,CAAC,EAAE,CAAC,IAAI,EAAE,SAAS,KAAK,OAAO,CAAC,SAAS,CAAC,CAAC;IAExD,kCAAkC;IAClC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAE1C,6CAA6C;IAC7C,gBAAgB,CAAC,EAAE,CAAC,KAAK,EAAE,YAAY,EAAE,KAAK,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;CACvE;AAED;;GAEG;AACH,MAAM,MAAM,MAAM,GAAG,cAAc,GAAG,aAAa,CAAC;AAEpD;;GAEG;AACH,qBAAa,aAAa;IACxB,OAAO,CAAC,OAAO,CAAkC;IAEjD;;;OAGG;IACH,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAS9B;;;OAGG;IACH,UAAU,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI;IAQpC;;;;OAIG;IACH,iBAAiB,CAAC,GAAG,EAAE,MAAM,GAAG,cAAc,GAAG,IAAI;IASrD;;OAEG;IACH,UAAU,IAAI,MAAM,EAAE;IAItB;;OAEG;IACH,kBAAkB,IAAI,cAAc,EAAE;IAItC;;OAEG;IACH,iBAAiB,IAAI,aAAa,EAAE;IAIpC;;;;OAIG;IACG,WAAW,CAAC,CAAC,SAAS,MAAM,WAAW,EAC3C,QAAQ,EAAE,CAAC,EACX,GAAG,IAAI,EAAE,UAAU,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,GAC/C,OAAO,CAAC,GAAG,CAAC;IAyBf;;OAEG;IACH,SAAS,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO;IAItC;;OAEG;IACH,SAAS,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS;CAGlD"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"plugins.js","sourceRoot":"","sources":["../src/plugins.ts"],"names":[],"mappings":";;;AAAA,qCAA+B;AAwG/B;;GAEG;AACH,MAAa,aAAa;IAA1B;QACU,YAAO,GAAwB,IAAI,GAAG,EAAE,CAAC;IA4GnD,CAAC;IA1GC;;;OAGG;IACH,QAAQ,CAAC,MAAc;QACrB,IAAI,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;YAClC,YAAG,CAAC,IAAI,CAAC,WAAW,MAAM,CAAC,IAAI,yCAAyC,CAAC,CAAC;QAC5E,CAAC;QAED,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACtC,YAAG,CAAC,IAAI,CAAC,gBAAgB,MAAM,CAAC,IAAI,YAAY,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;IACpF,CAAC;IAED;;;OAGG;IACH,UAAU,CAAC,UAAkB;QAC3B,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC;YACpC,YAAG,CAAC,IAAI,CAAC,0BAA0B,UAAU,EAAE,CAAC,CAAC;QACnD,CAAC;aAAM,CAAC;YACN,YAAG,CAAC,IAAI,CAAC,WAAW,UAAU,aAAa,CAAC,CAAC;QAC/C,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,iBAAiB,CAAC,GAAW;QAC3B,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAC3C,IAAI,MAAM,CAAC,IAAI,KAAK,UAAU,IAAI,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC1D,OAAO,MAAM,CAAC;YAChB,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACH,UAAU;QACR,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAC3C,CAAC;IAED;;OAEG;IACH,kBAAkB;QAChB,OAAO,IAAI,CAAC,UAAU,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAqB,CAAC;IAClF,CAAC;IAED;;OAEG;IACH,iBAAiB;QACf,OAAO,IAAI,CAAC,UAAU,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAoB,CAAC;IAChF,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,WAAW,CACf,QAAW,EACX,GAAG,IAA6C;QAEhD,MAAM,cAAc,GAAG,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAChD,IAAI,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,qDAAqD;QAE3E,KAAK,MAAM,MAAM,IAAI,cAAc,EAAE,CAAC;YACpC,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;YACpC,IAAI,IAAI,EAAE,CAAC;gBACT,IAAI,CAAC;oBACH,mEAAmE;oBACnE,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;oBAEvC,yDAAyD;oBACzD,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;wBAC7B,MAAM,GAAG,UAAU,CAAC;wBACpB,IAAI,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC;oBACvB,CAAC;gBACH,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,YAAG,CAAC,KAAK,CAAC,sBAAsB,MAAM,CAAC,IAAI,WAAW,QAAQ,IAAI,EAAE,KAAK,CAAC,CAAC;gBAC7E,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,UAAkB;QAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IACtC,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,UAAkB;QAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IACtC,CAAC;CACF;AA7GD,sCA6GC"}
@@ -1,15 +0,0 @@
1
- /**
2
- * Progress tracking system for download operations
3
- */
4
- export interface ProgressEvent {
5
- type: 'browser' | 'navigation' | 'extraction' | 'metadata' | 'complete';
6
- percentage: number;
7
- message: string;
8
- }
9
- export type ProgressCallback = (event: ProgressEvent) => void;
10
- export declare class ProgressTracker {
11
- private callback?;
12
- constructor(callback?: ProgressCallback);
13
- emit(type: ProgressEvent['type'], percentage: number, message: string): void;
14
- }
15
- //# sourceMappingURL=progress-tracker.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"progress-tracker.d.ts","sourceRoot":"","sources":["../src/progress-tracker.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,SAAS,GAAG,YAAY,GAAG,YAAY,GAAG,UAAU,GAAG,UAAU,CAAC;IACxE,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,MAAM,gBAAgB,GAAG,CAAC,KAAK,EAAE,aAAa,KAAK,IAAI,CAAC;AAE9D,qBAAa,eAAe;IAC1B,OAAO,CAAC,QAAQ,CAAC,CAAmB;gBAExB,QAAQ,CAAC,EAAE,gBAAgB;IAIvC,IAAI,CAAC,IAAI,EAAE,aAAa,CAAC,MAAM,CAAC,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,IAAI;CAK7E"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"progress-tracker.js","sourceRoot":"","sources":["../src/progress-tracker.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAUH,MAAa,eAAe;IAG1B,YAAY,QAA2B;QACrC,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC3B,CAAC;IAED,IAAI,CAAC,IAA2B,EAAE,UAAkB,EAAE,OAAe;QACnE,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,IAAI,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC,CAAC;QAC/C,CAAC;IACH,CAAC;CACF;AAZD,0CAYC"}
@@ -1,64 +0,0 @@
1
- /**
2
- * Smart logger with Classic and Debug modes
3
- */
4
- export type ConsoleMode = 'Classic' | 'Debug';
5
- export declare class SmartLogger {
6
- private static mode;
7
- /**
8
- * Set console mode
9
- */
10
- static setMode(mode: ConsoleMode): void;
11
- /**
12
- * Get current mode
13
- */
14
- static getMode(): ConsoleMode;
15
- /**
16
- * Classic mode - only important events
17
- */
18
- static classic(message: string): void;
19
- /**
20
- * Debug mode - detailed logging
21
- */
22
- static debug(message: string): void;
23
- /**
24
- * Always show (errors, warnings)
25
- */
26
- static always(message: string): void;
27
- /**
28
- * Smart log - shows in both modes but different detail
29
- */
30
- static smart(classicMsg: string, debugMsg?: string): void;
31
- /**
32
- * Session events
33
- */
34
- static session(action: 'loaded' | 'login' | 'logout', username?: string): void;
35
- /**
36
- * Config events
37
- */
38
- static config(loaded: boolean, path?: string): void;
39
- /**
40
- * Scraping events
41
- */
42
- static scrape(action: 'start' | 'success' | 'error', postId?: string, details?: any): void;
43
- /**
44
- * Profile events
45
- */
46
- static profile(username: string, url?: string): void;
47
- /**
48
- * Instagram cache version debug
49
- */
50
- static instagramCache(postId: string, cacheInfo: any): void;
51
- /**
52
- * Platform detection
53
- */
54
- static platform(name: string): void;
55
- /**
56
- * Workflow events (only in debug)
57
- */
58
- static workflow(step: string): void;
59
- /**
60
- * Suppress Crawlee logs in Classic mode
61
- */
62
- static suppressCrawlee(): void;
63
- }
64
- //# sourceMappingURL=smart-logger.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"smart-logger.d.ts","sourceRoot":"","sources":["../src/smart-logger.ts"],"names":[],"mappings":"AAAA;;GAEG;AAIH,MAAM,MAAM,WAAW,GAAG,SAAS,GAAG,OAAO,CAAC;AAE9C,qBAAa,WAAW;IACtB,OAAO,CAAC,MAAM,CAAC,IAAI,CAA0B;IAE7C;;OAEG;IACH,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,WAAW,GAAG,IAAI;IAIvC;;OAEG;IACH,MAAM,CAAC,OAAO,IAAI,WAAW;IAI7B;;OAEG;IACH,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;IAIrC;;OAEG;IACH,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;IAMnC;;OAEG;IACH,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;IAIpC;;OAEG;IACH,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI;IAQzD;;OAEG;IACH,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,QAAQ,GAAG,OAAO,GAAG,QAAQ,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI;IAc9E;;OAEG;IACH,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI;IAQnD;;OAEG;IACH,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,GAAG,SAAS,GAAG,OAAO,EAAE,MAAM,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,GAAG,GAAG,IAAI;IAe1F;;OAEG;IACH,MAAM,CAAC,OAAO,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,GAAG,IAAI;IAIpD;;OAEG;IACH,MAAM,CAAC,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,GAAG,IAAI;IAe3D;;OAEG;IACH,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAInC;;OAEG;IACH,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAInC;;OAEG;IACH,MAAM,CAAC,eAAe,IAAI,IAAI;CAc/B"}
@@ -1,150 +0,0 @@
1
- "use strict";
2
- /**
3
- * Smart logger with Classic and Debug modes
4
- */
5
- Object.defineProperty(exports, "__esModule", { value: true });
6
- exports.SmartLogger = void 0;
7
- const logger_1 = require("./logger");
8
- class SmartLogger {
9
- /**
10
- * Set console mode
11
- */
12
- static setMode(mode) {
13
- this.mode = mode;
14
- }
15
- /**
16
- * Get current mode
17
- */
18
- static getMode() {
19
- return this.mode;
20
- }
21
- /**
22
- * Classic mode - only important events
23
- */
24
- static classic(message) {
25
- logger_1.log.info(message);
26
- }
27
- /**
28
- * Debug mode - detailed logging
29
- */
30
- static debug(message) {
31
- if (this.mode === 'Debug') {
32
- logger_1.log.debug(message);
33
- }
34
- }
35
- /**
36
- * Always show (errors, warnings)
37
- */
38
- static always(message) {
39
- logger_1.log.warn(message);
40
- }
41
- /**
42
- * Smart log - shows in both modes but different detail
43
- */
44
- static smart(classicMsg, debugMsg) {
45
- if (this.mode === 'Classic') {
46
- logger_1.log.info(classicMsg);
47
- }
48
- else {
49
- logger_1.log.debug(debugMsg || classicMsg);
50
- }
51
- }
52
- /**
53
- * Session events
54
- */
55
- static session(action, username) {
56
- switch (action) {
57
- case 'loaded':
58
- this.smart(`Session: ${username}`, `Session loaded: ${username}`);
59
- break;
60
- case 'login':
61
- this.smart(`Logged in: ${username}`, `Login successful: ${username}`);
62
- break;
63
- case 'logout':
64
- this.smart(`Logged out`, `Logout successful`);
65
- break;
66
- }
67
- }
68
- /**
69
- * Config events
70
- */
71
- static config(loaded, path) {
72
- if (loaded) {
73
- this.smart(`Config loaded`, `Config loaded from: ${path}`);
74
- }
75
- else {
76
- this.smart(`Using defaults`, `No config found, using defaults`);
77
- }
78
- }
79
- /**
80
- * Scraping events
81
- */
82
- static scrape(action, postId, details) {
83
- switch (action) {
84
- case 'start':
85
- this.smart(`Scraping: ${postId}`, `Starting scrape: ${postId}`);
86
- break;
87
- case 'success':
88
- const count = details?.mediaCount || 0;
89
- this.smart(`Success: ${count} images`, `Scraped ${postId}: ${count} images`);
90
- break;
91
- case 'error':
92
- logger_1.log.error(`Error: ${details?.message || 'Unknown error'}`);
93
- break;
94
- }
95
- }
96
- /**
97
- * Profile events
98
- */
99
- static profile(username, url) {
100
- this.smart(`Profile: ${username}`, `Profile: ${username} (${url})`);
101
- }
102
- /**
103
- * Instagram cache version debug
104
- */
105
- static instagramCache(postId, cacheInfo) {
106
- if (this.mode === 'Debug') {
107
- const cacheKey = cacheInfo.cacheKey || 'unknown';
108
- const fileId = cacheInfo.fileId || 'unknown';
109
- const version = cacheInfo.version || 'unknown';
110
- logger_1.log.debug(`Instagram Cache Debug:`);
111
- logger_1.log.debug(` Post ID: ${postId}`);
112
- logger_1.log.debug(` Cache Key: ${cacheKey}`);
113
- logger_1.log.debug(` File ID: ${fileId}`);
114
- logger_1.log.debug(` Version: ${version}`);
115
- logger_1.log.debug(` Timestamp: ${new Date().toISOString()}`);
116
- }
117
- }
118
- /**
119
- * Platform detection
120
- */
121
- static platform(name) {
122
- this.debug(`Platform: ${name}`);
123
- }
124
- /**
125
- * Workflow events (only in debug)
126
- */
127
- static workflow(step) {
128
- this.debug(`${step}`);
129
- }
130
- /**
131
- * Suppress Crawlee logs in Classic mode
132
- */
133
- static suppressCrawlee() {
134
- if (this.mode === 'Classic') {
135
- // Override console methods for Crawlee
136
- const originalLog = console.log;
137
- console.log = (...args) => {
138
- const message = args.join(' ');
139
- if (message.includes('PuppeteerCrawler:') ||
140
- message.includes('INFO') && message.includes('Crawler')) {
141
- return; // Suppress Crawlee logs
142
- }
143
- originalLog.apply(console, args);
144
- };
145
- }
146
- }
147
- }
148
- exports.SmartLogger = SmartLogger;
149
- SmartLogger.mode = 'Classic';
150
- //# sourceMappingURL=smart-logger.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"smart-logger.js","sourceRoot":"","sources":["../src/smart-logger.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAEH,qCAA+B;AAI/B,MAAa,WAAW;IAGtB;;OAEG;IACH,MAAM,CAAC,OAAO,CAAC,IAAiB;QAC9B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACnB,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,OAAO;QACZ,OAAO,IAAI,CAAC,IAAI,CAAC;IACnB,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,OAAO,CAAC,OAAe;QAC5B,YAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACpB,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,KAAK,CAAC,OAAe;QAC1B,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC1B,YAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACrB,CAAC;IACH,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,MAAM,CAAC,OAAe;QAC3B,YAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACpB,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,KAAK,CAAC,UAAkB,EAAE,QAAiB;QAChD,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC5B,YAAG,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACvB,CAAC;aAAM,CAAC;YACN,YAAG,CAAC,KAAK,CAAC,QAAQ,IAAI,UAAU,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,OAAO,CAAC,MAAqC,EAAE,QAAiB;QACrE,QAAQ,MAAM,EAAE,CAAC;YACf,KAAK,QAAQ;gBACX,IAAI,CAAC,KAAK,CAAC,YAAY,QAAQ,EAAE,EAAE,mBAAmB,QAAQ,EAAE,CAAC,CAAC;gBAClE,MAAM;YACR,KAAK,OAAO;gBACV,IAAI,CAAC,KAAK,CAAC,cAAc,QAAQ,EAAE,EAAE,qBAAqB,QAAQ,EAAE,CAAC,CAAC;gBACtE,MAAM;YACR,KAAK,QAAQ;gBACX,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,mBAAmB,CAAC,CAAC;gBAC9C,MAAM;QACV,CAAC;IACH,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,MAAM,CAAC,MAAe,EAAE,IAAa;QAC1C,IAAI,MAAM,EAAE,CAAC;YACX,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,uBAAuB,IAAI,EAAE,CAAC,CAAC;QAC7D,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAAE,iCAAiC,CAAC,CAAC;QAClE,CAAC;IACH,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,MAAM,CAAC,MAAqC,EAAE,MAAe,EAAE,OAAa;QACjF,QAAQ,MAAM,EAAE,CAAC;YACf,KAAK,OAAO;gBACV,IAAI,CAAC,KAAK,CAAC,aAAa,MAAM,EAAE,EAAE,oBAAoB,MAAM,EAAE,CAAC,CAAC;gBAChE,MAAM;YACR,KAAK,SAAS;gBACZ,MAAM,KAAK,GAAG,OAAO,EAAE,UAAU,IAAI,CAAC,CAAC;gBACvC,IAAI,CAAC,KAAK,CAAC,YAAY,KAAK,SAAS,EAAE,WAAW,MAAM,KAAK,KAAK,SAAS,CAAC,CAAC;gBAC7E,MAAM;YACR,KAAK,OAAO;gBACV,YAAG,CAAC,KAAK,CAAC,UAAU,OAAO,EAAE,OAAO,IAAI,eAAe,EAAE,CAAC,CAAC;gBAC3D,MAAM;QACV,CAAC;IACH,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,OAAO,CAAC,QAAgB,EAAE,GAAY;QAC3C,IAAI,CAAC,KAAK,CAAC,YAAY,QAAQ,EAAE,EAAE,YAAY,QAAQ,KAAK,GAAG,GAAG,CAAC,CAAC;IACtE,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,cAAc,CAAC,MAAc,EAAE,SAAc;QAClD,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC1B,MAAM,QAAQ,GAAG,SAAS,CAAC,QAAQ,IAAI,SAAS,CAAC;YACjD,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,IAAI,SAAS,CAAC;YAC7C,MAAM,OAAO,GAAG,SAAS,CAAC,OAAO,IAAI,SAAS,CAAC;YAE/C,YAAG,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;YACpC,YAAG,CAAC,KAAK,CAAC,eAAe,MAAM,EAAE,CAAC,CAAC;YACnC,YAAG,CAAC,KAAK,CAAC,iBAAiB,QAAQ,EAAE,CAAC,CAAC;YACvC,YAAG,CAAC,KAAK,CAAC,eAAe,MAAM,EAAE,CAAC,CAAC;YACnC,YAAG,CAAC,KAAK,CAAC,eAAe,OAAO,EAAE,CAAC,CAAC;YACpC,YAAG,CAAC,KAAK,CAAC,iBAAiB,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,QAAQ,CAAC,IAAY;QAC1B,IAAI,CAAC,KAAK,CAAC,aAAa,IAAI,EAAE,CAAC,CAAC;IAClC,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,QAAQ,CAAC,IAAY;QAC1B,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC;IACxB,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,eAAe;QACpB,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC5B,uCAAuC;YACvC,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC;YAChC,OAAO,CAAC,GAAG,GAAG,CAAC,GAAG,IAAW,EAAE,EAAE;gBAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAC/B,IAAI,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAC;oBACrC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;oBAC5D,OAAO,CAAC,wBAAwB;gBAClC,CAAC;gBACD,WAAW,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YACnC,CAAC,CAAC;QACJ,CAAC;IACH,CAAC;;AAxJH,kCAyJC;AAxJgB,gBAAI,GAAgB,SAAS,CAAC"}
@@ -1,2 +0,0 @@
1
- export {};
2
- //# sourceMappingURL=test-integration.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"test-integration.d.ts","sourceRoot":"","sources":["../src/test-integration.ts"],"names":[],"mappings":""}
@@ -1,46 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- const index_1 = require("./index");
4
- async function testCarouselScraping() {
5
- console.log('🧪 Starting integration test for carousel images...\n');
6
- const scraper = new index_1.MediaScraper();
7
- const testUrl = 'https://www.instagram.com/p/DS1nm0hiFdH/';
8
- try {
9
- console.log(`📱 Scraping: ${testUrl}`);
10
- const data = await scraper.scrape(testUrl, {
11
- headless: true,
12
- timeout: 120,
13
- saveToFile: false
14
- });
15
- console.log('\n✅ Integration test PASSED!');
16
- console.log('📊 Results:');
17
- console.log(` Post ID: ${data.post_id}`);
18
- console.log(` Profile: ${data.profile_name}`);
19
- console.log(` Media items found: ${data.media.length}`);
20
- console.log(` URL: ${data.url}`);
21
- console.log(` Likes: ${data.metadata.likesCount || 'N/A'}`);
22
- console.log(` Comments: ${data.metadata.commentsCount || 'N/A'}`);
23
- console.log(` Caption: ${data.metadata.caption?.substring(0, 50) || 'N/A'}...`);
24
- if (data.media.length > 0) {
25
- console.log('\n🖼️ Media items:');
26
- data.media.forEach((item) => {
27
- console.log(` ${item.index + 1}. ${item.url.substring(0, 80)}...`);
28
- });
29
- }
30
- // Validate results
31
- if (data.post_id !== 'DS1nm0hiFdH') {
32
- throw new Error(`Expected post_id 'DS1nm0hiFdH', got '${data.post_id}'`);
33
- }
34
- if (data.media.length === 0) {
35
- throw new Error('No media items found');
36
- }
37
- console.log('\n🎉 All assertions passed!');
38
- }
39
- catch (error) {
40
- console.error('\n❌ Integration test FAILED:');
41
- console.error(error.message);
42
- process.exit(1);
43
- }
44
- }
45
- testCarouselScraping();
46
- //# sourceMappingURL=test-integration.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"test-integration.js","sourceRoot":"","sources":["../src/test-integration.ts"],"names":[],"mappings":";;AAAA,mCAAuC;AAEvC,KAAK,UAAU,oBAAoB;IAC/B,OAAO,CAAC,GAAG,CAAC,uDAAuD,CAAC,CAAC;IAErE,MAAM,OAAO,GAAG,IAAI,oBAAY,EAAE,CAAC;IACnC,MAAM,OAAO,GAAG,0CAA0C,CAAC;IAE3D,IAAI,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,gBAAgB,OAAO,EAAE,CAAC,CAAC;QAEvC,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,OAAO,EAAE;YACvC,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,GAAG;YACZ,UAAU,EAAE,KAAK;SACpB,CAAC,CAAC;QAEH,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAC;QAC5C,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QAC3B,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;QAC3C,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;QAChD,OAAO,CAAC,GAAG,CAAC,yBAAyB,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;QAC1D,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QACnC,OAAO,CAAC,GAAG,CAAC,aAAa,IAAI,CAAC,QAAQ,CAAC,UAAU,IAAI,KAAK,EAAE,CAAC,CAAC;QAC9D,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,CAAC,QAAQ,CAAC,aAAa,IAAI,KAAK,EAAE,CAAC,CAAC;QACpE,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,KAAK,KAAK,CAAC,CAAC;QAElF,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;YACnC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;gBACxB,OAAO,CAAC,GAAG,CAAC,MAAM,IAAI,CAAC,KAAK,GAAG,CAAC,KAAK,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC;YACzE,CAAC,CAAC,CAAC;QACP,CAAC;QAED,mBAAmB;QACnB,IAAI,IAAI,CAAC,OAAO,KAAK,aAAa,EAAE,CAAC;YACjC,MAAM,IAAI,KAAK,CAAC,wCAAwC,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC;QAC7E,CAAC;QAED,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;QAC5C,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC;IAE/C,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,OAAO,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAC9C,OAAO,CAAC,KAAK,CAAE,KAAe,CAAC,OAAO,CAAC,CAAC;QACxC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC;AACL,CAAC;AAED,oBAAoB,EAAE,CAAC"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,gCAAgC;IAChC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,yBAAyB;IACzB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,+BAA+B;IAC/B,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,mEAAmE;IACnE,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,oBAAoB;IACpB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;CACzB;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,uCAAuC;IACvC,KAAK,EAAE,MAAM,CAAC;IACd,gBAAgB;IAChB,GAAG,EAAE,MAAM,CAAC;IACZ,4BAA4B;IAC5B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,6BAA6B;IAC7B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,iCAAiC;IACjC,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,wBAAwB;IACxB,GAAG,EAAE,MAAM,CAAC;IACZ,6BAA6B;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,iCAAiC;IACjC,YAAY,EAAE,MAAM,CAAC;IACrB,yCAAyC;IACzC,KAAK,EAAE,YAAY,EAAE,CAAC;IACtB,wBAAwB;IACxB,QAAQ,EAAE,YAAY,CAAC;CACxB;AAED;;GAEG;AACH,MAAM,WAAW,SAAS;IACxB,wBAAwB;IACxB,GAAG,EAAE,MAAM,CAAC;IACZ,6BAA6B;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,oBAAoB;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,wCAAwC;IACxC,YAAY,EAAE,MAAM,CAAC;IACrB,8BAA8B;IAC9B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,kBAAkB;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,kBAAkB;IAClB,KAAK,EAAE,YAAY,EAAE,CAAC;IACtB,wBAAwB;IACxB,QAAQ,EAAE,YAAY,CAAC;CACxB"}
package/dist/types.js.map DELETED
@@ -1 +0,0 @@
1
- {"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":";AAAA;;GAEG"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"url-normalizer.d.ts","sourceRoot":"","sources":["../src/url-normalizer.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,qBAAa,aAAa;IACxB;;OAEG;IACH,MAAM,CAAC,qBAAqB,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM;IAmBjD;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,aAAa;IAwB5B;;OAEG;IACH,MAAM,CAAC,kBAAkB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO;IAU/C;;OAEG;IACH,MAAM,CAAC,SAAS,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM;IAerC;;OAEG;IACH,MAAM,CAAC,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE;CAG/C"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"url-normalizer.js","sourceRoot":"","sources":["../src/url-normalizer.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAEH,MAAa,aAAa;IACxB;;OAEG;IACH,MAAM,CAAC,qBAAqB,CAAC,GAAW;QACtC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;YAE5B,2CAA2C;YAC3C,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;YAE1C,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;YACnE,CAAC;YAED,2BAA2B;YAC3B,OAAO,+BAA+B,MAAM,GAAG,CAAC;QAElD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,4BAA4B,GAAG,MAAM,KAAK,EAAE,CAAC,CAAC;QAChE,CAAC;IACH,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,aAAa,CAAC,MAAW;QACtC,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;QAEjC,yBAAyB;QACzB,MAAM,WAAW,GAAG,QAAQ,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;QACpD,IAAI,WAAW,EAAE,CAAC;YAChB,OAAO,WAAW,CAAC,CAAC,CAAC,CAAC;QACxB,CAAC;QAED,kCAAkC;QAClC,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC;QAC1D,IAAI,SAAS,EAAE,CAAC;YACd,OAAO,SAAS,CAAC,CAAC,CAAC,CAAC;QACtB,CAAC;QAED,4BAA4B;QAC5B,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACrD,IAAI,SAAS,EAAE,CAAC;YACd,OAAO,SAAS,CAAC,CAAC,CAAC,CAAC;QACtB,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,kBAAkB,CAAC,GAAW;QACnC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;YAC5B,OAAO,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,eAAe,CAAC;gBACzC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,KAAK,IAAI,CAAC;QAC7C,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,SAAS,CAAC,GAAW;QAC1B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;YAC5B,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;YAE1C,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;YAC7C,CAAC;YAED,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,mCAAmC,GAAG,MAAM,KAAK,EAAE,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,aAAa,CAAC,IAAc;QACjC,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1D,CAAC;CACF;AAvFD,sCAuFC"}
package/dist/worker.d.ts DELETED
@@ -1,2 +0,0 @@
1
- export {};
2
- //# sourceMappingURL=worker.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"worker.d.ts","sourceRoot":"","sources":["../src/worker.js"],"names":[],"mappings":""}
package/dist/worker.js DELETED
@@ -1,23 +0,0 @@
1
- "use strict";
2
- const { parentPort } = require('worker_threads');
3
- const { MediaScraper } = require('./index');
4
- // Worker thread for parallel processing
5
- parentPort.on('message', async ({ taskId, url, options }) => {
6
- try {
7
- const scraper = new MediaScraper();
8
- const result = await scraper.scrape(url, options);
9
- parentPort.postMessage({
10
- taskId,
11
- type: 'success',
12
- data: result
13
- });
14
- }
15
- catch (error) {
16
- parentPort.postMessage({
17
- taskId,
18
- type: 'error',
19
- error: error.message
20
- });
21
- }
22
- });
23
- //# sourceMappingURL=worker.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"worker.js","sourceRoot":"","sources":["../src/worker.js"],"names":[],"mappings":";AAAA,MAAM,EAAE,UAAU,EAAE,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAC;AACjD,MAAM,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;AAE5C,wCAAwC;AACxC,UAAU,CAAC,EAAE,CAAC,SAAS,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE,EAAE;IAC1D,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,IAAI,YAAY,EAAE,CAAC;QACnC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QAElD,UAAU,CAAC,WAAW,CAAC;YACrB,MAAM;YACN,IAAI,EAAE,SAAS;YACf,IAAI,EAAE,MAAM;SACb,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,UAAU,CAAC,WAAW,CAAC;YACrB,MAAM;YACN,IAAI,EAAE,OAAO;YACb,KAAK,EAAE,KAAK,CAAC,OAAO;SACrB,CAAC,CAAC;IACL,CAAC;AACH,CAAC,CAAC,CAAC"}
File without changes