@j0hanz/superfetch 2.1.4 → 2.1.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (550) hide show
  1. package/dist/cache.d.ts +1 -0
  2. package/dist/cache.d.ts.map +1 -0
  3. package/dist/cache.js +2 -1
  4. package/dist/cache.js.map +1 -0
  5. package/dist/config.d.ts +1 -0
  6. package/dist/config.d.ts.map +1 -0
  7. package/dist/config.js +1 -0
  8. package/dist/config.js.map +1 -0
  9. package/dist/crypto.d.ts +1 -0
  10. package/dist/crypto.d.ts.map +1 -0
  11. package/dist/crypto.js +1 -0
  12. package/dist/crypto.js.map +1 -0
  13. package/dist/errors.d.ts +1 -0
  14. package/dist/errors.d.ts.map +1 -0
  15. package/dist/errors.js +1 -0
  16. package/dist/errors.js.map +1 -0
  17. package/dist/fetch.d.ts +1 -0
  18. package/dist/fetch.d.ts.map +1 -0
  19. package/dist/fetch.js +2 -1
  20. package/dist/fetch.js.map +1 -0
  21. package/dist/http.d.ts +1 -0
  22. package/dist/http.d.ts.map +1 -0
  23. package/dist/http.js +2 -1
  24. package/dist/http.js.map +1 -0
  25. package/dist/index.d.ts +1 -0
  26. package/dist/index.js +1 -0
  27. package/dist/index.js.map +1 -1
  28. package/dist/mcp.d.ts +1 -0
  29. package/dist/mcp.d.ts.map +1 -0
  30. package/dist/mcp.js +1 -0
  31. package/dist/mcp.js.map +1 -0
  32. package/dist/observability.d.ts +1 -0
  33. package/dist/observability.d.ts.map +1 -0
  34. package/dist/observability.js +1 -0
  35. package/dist/observability.js.map +1 -0
  36. package/dist/tools.d.ts +1 -0
  37. package/dist/tools.d.ts.map +1 -0
  38. package/dist/tools.js +2 -1
  39. package/dist/tools.js.map +1 -0
  40. package/dist/transform.d.ts +1 -0
  41. package/dist/transform.d.ts.map +1 -0
  42. package/dist/transform.js +2 -5
  43. package/dist/transform.js.map +1 -0
  44. package/dist/{utils.d.ts → type-guards.d.ts} +1 -0
  45. package/dist/type-guards.d.ts.map +1 -0
  46. package/dist/{utils.js → type-guards.js} +1 -0
  47. package/dist/type-guards.js.map +1 -0
  48. package/dist/workers/transform-worker.d.ts +1 -0
  49. package/dist/workers/transform-worker.d.ts.map +1 -0
  50. package/dist/workers/transform-worker.js +2 -1
  51. package/dist/workers/transform-worker.js.map +1 -0
  52. package/package.json +7 -4
  53. package/dist/config/auth-config.d.ts +0 -16
  54. package/dist/config/auth-config.js +0 -53
  55. package/dist/config/constants.d.ts +0 -17
  56. package/dist/config/constants.d.ts.map +0 -1
  57. package/dist/config/constants.js +0 -22
  58. package/dist/config/constants.js.map +0 -1
  59. package/dist/config/env-parsers.d.ts +0 -8
  60. package/dist/config/env-parsers.js +0 -96
  61. package/dist/config/formatting.d.ts +0 -7
  62. package/dist/config/formatting.d.ts.map +0 -1
  63. package/dist/config/formatting.js +0 -9
  64. package/dist/config/formatting.js.map +0 -1
  65. package/dist/config/index.d.ts +0 -61
  66. package/dist/config/index.d.ts.map +0 -1
  67. package/dist/config/index.js +0 -107
  68. package/dist/config/index.js.map +0 -1
  69. package/dist/config/types/content.d.ts +0 -41
  70. package/dist/config/types/content.d.ts.map +0 -1
  71. package/dist/config/types/content.js +0 -1
  72. package/dist/config/types/content.js.map +0 -1
  73. package/dist/config/types/runtime.d.ts +0 -72
  74. package/dist/config/types/runtime.d.ts.map +0 -1
  75. package/dist/config/types/runtime.js +0 -1
  76. package/dist/config/types/runtime.js.map +0 -1
  77. package/dist/config/types/tools.d.ts +0 -28
  78. package/dist/config/types/tools.d.ts.map +0 -1
  79. package/dist/config/types/tools.js +0 -1
  80. package/dist/config/types/tools.js.map +0 -1
  81. package/dist/config/types.d.ts +0 -4
  82. package/dist/config/types.d.ts.map +0 -1
  83. package/dist/config/types.js +0 -2
  84. package/dist/config/types.js.map +0 -1
  85. package/dist/errors/app-error.d.ts +0 -7
  86. package/dist/errors/app-error.d.ts.map +0 -1
  87. package/dist/errors/app-error.js +0 -16
  88. package/dist/errors/app-error.js.map +0 -1
  89. package/dist/errors/index.d.ts +0 -2
  90. package/dist/errors/index.d.ts.map +0 -1
  91. package/dist/errors/index.js +0 -2
  92. package/dist/errors/index.js.map +0 -1
  93. package/dist/http/accept-policy.d.ts +0 -3
  94. package/dist/http/accept-policy.js +0 -45
  95. package/dist/http/async-handler.d.ts +0 -2
  96. package/dist/http/async-handler.js +0 -5
  97. package/dist/http/auth-introspection.d.ts +0 -2
  98. package/dist/http/auth-introspection.js +0 -141
  99. package/dist/http/auth-static.d.ts +0 -2
  100. package/dist/http/auth-static.js +0 -23
  101. package/dist/http/auth.d.ts +0 -3
  102. package/dist/http/auth.d.ts.map +0 -1
  103. package/dist/http/auth.js +0 -269
  104. package/dist/http/auth.js.map +0 -1
  105. package/dist/http/base-middleware.d.ts +0 -7
  106. package/dist/http/base-middleware.js +0 -143
  107. package/dist/http/cors.d.ts +0 -2
  108. package/dist/http/cors.d.ts.map +0 -1
  109. package/dist/http/cors.js +0 -9
  110. package/dist/http/cors.js.map +0 -1
  111. package/dist/http/download-routes.d.ts +0 -2
  112. package/dist/http/download-routes.d.ts.map +0 -1
  113. package/dist/http/download-routes.js +0 -104
  114. package/dist/http/download-routes.js.map +0 -1
  115. package/dist/http/error-handler.d.ts +0 -2
  116. package/dist/http/error-handler.js +0 -55
  117. package/dist/http/host-allowlist.d.ts +0 -3
  118. package/dist/http/host-allowlist.js +0 -117
  119. package/dist/http/jsonrpc-http.d.ts +0 -2
  120. package/dist/http/jsonrpc-http.js +0 -10
  121. package/dist/http/mcp-routes.d.ts +0 -9
  122. package/dist/http/mcp-routes.d.ts.map +0 -1
  123. package/dist/http/mcp-routes.js +0 -204
  124. package/dist/http/mcp-routes.js.map +0 -1
  125. package/dist/http/mcp-session-eviction.d.ts +0 -3
  126. package/dist/http/mcp-session-eviction.js +0 -24
  127. package/dist/http/mcp-session-helpers.d.ts +0 -12
  128. package/dist/http/mcp-session-helpers.d.ts.map +0 -1
  129. package/dist/http/mcp-session-helpers.js +0 -64
  130. package/dist/http/mcp-session-helpers.js.map +0 -1
  131. package/dist/http/mcp-session-init.d.ts +0 -7
  132. package/dist/http/mcp-session-init.js +0 -94
  133. package/dist/http/mcp-session-slots.d.ts +0 -17
  134. package/dist/http/mcp-session-slots.js +0 -55
  135. package/dist/http/mcp-session-transport-init.d.ts +0 -7
  136. package/dist/http/mcp-session-transport-init.js +0 -41
  137. package/dist/http/mcp-session-transport.d.ts +0 -7
  138. package/dist/http/mcp-session-transport.js +0 -57
  139. package/dist/http/mcp-session-types.d.ts +0 -5
  140. package/dist/http/mcp-session-types.js +0 -1
  141. package/dist/http/mcp-session.d.ts +0 -10
  142. package/dist/http/mcp-session.d.ts.map +0 -1
  143. package/dist/http/mcp-session.js +0 -23
  144. package/dist/http/mcp-session.js.map +0 -1
  145. package/dist/http/mcp-sessions.d.ts +0 -41
  146. package/dist/http/mcp-sessions.js +0 -392
  147. package/dist/http/mcp-validation.d.ts +0 -3
  148. package/dist/http/mcp-validation.d.ts.map +0 -1
  149. package/dist/http/mcp-validation.js +0 -14
  150. package/dist/http/mcp-validation.js.map +0 -1
  151. package/dist/http/protocol-policy.d.ts +0 -2
  152. package/dist/http/protocol-policy.js +0 -31
  153. package/dist/http/rate-limit.d.ts +0 -12
  154. package/dist/http/rate-limit.d.ts.map +0 -1
  155. package/dist/http/rate-limit.js +0 -93
  156. package/dist/http/rate-limit.js.map +0 -1
  157. package/dist/http/server-config.d.ts +0 -1
  158. package/dist/http/server-config.js +0 -40
  159. package/dist/http/server-middleware.d.ts +0 -7
  160. package/dist/http/server-middleware.d.ts.map +0 -1
  161. package/dist/http/server-middleware.js +0 -52
  162. package/dist/http/server-middleware.js.map +0 -1
  163. package/dist/http/server-shutdown.d.ts +0 -4
  164. package/dist/http/server-shutdown.js +0 -43
  165. package/dist/http/server-tuning.d.ts +0 -9
  166. package/dist/http/server-tuning.js +0 -45
  167. package/dist/http/server.d.ts +0 -3
  168. package/dist/http/server.d.ts.map +0 -1
  169. package/dist/http/server.js +0 -291
  170. package/dist/http/server.js.map +0 -1
  171. package/dist/http/session-cleanup.d.ts +0 -2
  172. package/dist/http/session-cleanup.d.ts.map +0 -1
  173. package/dist/http/session-cleanup.js +0 -40
  174. package/dist/http/session-cleanup.js.map +0 -1
  175. package/dist/http/sessions.d.ts +0 -14
  176. package/dist/http/sessions.d.ts.map +0 -1
  177. package/dist/http/sessions.js +0 -63
  178. package/dist/http/sessions.js.map +0 -1
  179. package/dist/middleware/error-handler.d.ts +0 -2
  180. package/dist/middleware/error-handler.d.ts.map +0 -1
  181. package/dist/middleware/error-handler.js +0 -56
  182. package/dist/middleware/error-handler.js.map +0 -1
  183. package/dist/middleware/rate-limiter.d.ts +0 -16
  184. package/dist/middleware/rate-limiter.d.ts.map +0 -1
  185. package/dist/middleware/rate-limiter.js +0 -111
  186. package/dist/middleware/rate-limiter.js.map +0 -1
  187. package/dist/parsers/base-html-element-parser.d.ts +0 -43
  188. package/dist/parsers/base-html-element-parser.d.ts.map +0 -1
  189. package/dist/parsers/base-html-element-parser.js +0 -59
  190. package/dist/parsers/base-html-element-parser.js.map +0 -1
  191. package/dist/parsers/heading-element-parser.d.ts +0 -14
  192. package/dist/parsers/heading-element-parser.d.ts.map +0 -1
  193. package/dist/parsers/heading-element-parser.js +0 -26
  194. package/dist/parsers/heading-element-parser.js.map +0 -1
  195. package/dist/parsers/image-element-parser.d.ts +0 -16
  196. package/dist/parsers/image-element-parser.d.ts.map +0 -1
  197. package/dist/parsers/image-element-parser.js +0 -33
  198. package/dist/parsers/image-element-parser.js.map +0 -1
  199. package/dist/parsers/link-element-parser.d.ts +0 -15
  200. package/dist/parsers/link-element-parser.d.ts.map +0 -1
  201. package/dist/parsers/link-element-parser.js +0 -28
  202. package/dist/parsers/link-element-parser.js.map +0 -1
  203. package/dist/parsers/open-graph-parser.d.ts +0 -17
  204. package/dist/parsers/open-graph-parser.d.ts.map +0 -1
  205. package/dist/parsers/open-graph-parser.js +0 -41
  206. package/dist/parsers/open-graph-parser.js.map +0 -1
  207. package/dist/parsers/schema-org-parser.d.ts +0 -17
  208. package/dist/parsers/schema-org-parser.d.ts.map +0 -1
  209. package/dist/parsers/schema-org-parser.js +0 -32
  210. package/dist/parsers/schema-org-parser.js.map +0 -1
  211. package/dist/parsers/standard-meta-parser.d.ts +0 -18
  212. package/dist/parsers/standard-meta-parser.d.ts.map +0 -1
  213. package/dist/parsers/standard-meta-parser.js +0 -32
  214. package/dist/parsers/standard-meta-parser.js.map +0 -1
  215. package/dist/parsers/twitter-card-parser.d.ts +0 -17
  216. package/dist/parsers/twitter-card-parser.d.ts.map +0 -1
  217. package/dist/parsers/twitter-card-parser.js +0 -41
  218. package/dist/parsers/twitter-card-parser.js.map +0 -1
  219. package/dist/prompts/index.d.ts +0 -3
  220. package/dist/prompts/index.d.ts.map +0 -1
  221. package/dist/prompts/index.js +0 -73
  222. package/dist/prompts/index.js.map +0 -1
  223. package/dist/resources/cached-content-params.d.ts +0 -5
  224. package/dist/resources/cached-content-params.js +0 -36
  225. package/dist/resources/cached-content.d.ts +0 -2
  226. package/dist/resources/cached-content.d.ts.map +0 -1
  227. package/dist/resources/cached-content.js +0 -132
  228. package/dist/resources/cached-content.js.map +0 -1
  229. package/dist/resources/index.d.ts +0 -2
  230. package/dist/resources/index.d.ts.map +0 -1
  231. package/dist/resources/index.js +0 -4
  232. package/dist/resources/index.js.map +0 -1
  233. package/dist/server.d.ts +0 -3
  234. package/dist/server.d.ts.map +0 -1
  235. package/dist/server.js +0 -94
  236. package/dist/server.js.map +0 -1
  237. package/dist/services/cache-events.d.ts +0 -8
  238. package/dist/services/cache-events.js +0 -19
  239. package/dist/services/cache-keys.d.ts +0 -7
  240. package/dist/services/cache-keys.js +0 -57
  241. package/dist/services/cache.d.ts +0 -17
  242. package/dist/services/cache.d.ts.map +0 -1
  243. package/dist/services/cache.js +0 -145
  244. package/dist/services/cache.js.map +0 -1
  245. package/dist/services/cache.service.d.ts +0 -52
  246. package/dist/services/cache.service.d.ts.map +0 -1
  247. package/dist/services/cache.service.js +0 -113
  248. package/dist/services/cache.service.js.map +0 -1
  249. package/dist/services/card-extractor.d.ts +0 -6
  250. package/dist/services/card-extractor.d.ts.map +0 -1
  251. package/dist/services/card-extractor.js +0 -199
  252. package/dist/services/card-extractor.js.map +0 -1
  253. package/dist/services/context.d.ts +0 -10
  254. package/dist/services/context.d.ts.map +0 -1
  255. package/dist/services/context.js +0 -14
  256. package/dist/services/context.js.map +0 -1
  257. package/dist/services/extractor.d.ts +0 -5
  258. package/dist/services/extractor.d.ts.map +0 -1
  259. package/dist/services/extractor.js +0 -142
  260. package/dist/services/extractor.js.map +0 -1
  261. package/dist/services/extractor.service.d.ts +0 -18
  262. package/dist/services/extractor.service.d.ts.map +0 -1
  263. package/dist/services/extractor.service.js +0 -75
  264. package/dist/services/extractor.service.js.map +0 -1
  265. package/dist/services/fetcher/agents.d.ts +0 -3
  266. package/dist/services/fetcher/agents.d.ts.map +0 -1
  267. package/dist/services/fetcher/agents.js +0 -100
  268. package/dist/services/fetcher/agents.js.map +0 -1
  269. package/dist/services/fetcher/dns-selection.d.ts +0 -2
  270. package/dist/services/fetcher/dns-selection.js +0 -72
  271. package/dist/services/fetcher/errors.d.ts +0 -4
  272. package/dist/services/fetcher/errors.d.ts.map +0 -1
  273. package/dist/services/fetcher/errors.js +0 -70
  274. package/dist/services/fetcher/errors.js.map +0 -1
  275. package/dist/services/fetcher/headers.d.ts +0 -2
  276. package/dist/services/fetcher/headers.d.ts.map +0 -1
  277. package/dist/services/fetcher/headers.js +0 -6
  278. package/dist/services/fetcher/headers.js.map +0 -1
  279. package/dist/services/fetcher/interceptors.d.ts +0 -10
  280. package/dist/services/fetcher/interceptors.d.ts.map +0 -1
  281. package/dist/services/fetcher/interceptors.js +0 -108
  282. package/dist/services/fetcher/interceptors.js.map +0 -1
  283. package/dist/services/fetcher/redirects.d.ts +0 -4
  284. package/dist/services/fetcher/redirects.d.ts.map +0 -1
  285. package/dist/services/fetcher/redirects.js +0 -78
  286. package/dist/services/fetcher/redirects.js.map +0 -1
  287. package/dist/services/fetcher/response.d.ts +0 -4
  288. package/dist/services/fetcher/response.d.ts.map +0 -1
  289. package/dist/services/fetcher/response.js +0 -104
  290. package/dist/services/fetcher/response.js.map +0 -1
  291. package/dist/services/fetcher/retry-policy.d.ts +0 -1
  292. package/dist/services/fetcher/retry-policy.d.ts.map +0 -1
  293. package/dist/services/fetcher/retry-policy.js +0 -131
  294. package/dist/services/fetcher/retry-policy.js.map +0 -1
  295. package/dist/services/fetcher.d.ts +0 -25
  296. package/dist/services/fetcher.d.ts.map +0 -1
  297. package/dist/services/fetcher.js +0 -607
  298. package/dist/services/fetcher.js.map +0 -1
  299. package/dist/services/fetcher.service.d.ts +0 -18
  300. package/dist/services/fetcher.service.d.ts.map +0 -1
  301. package/dist/services/fetcher.service.js +0 -122
  302. package/dist/services/fetcher.service.js.map +0 -1
  303. package/dist/services/fifo-queue.d.ts +0 -8
  304. package/dist/services/fifo-queue.js +0 -25
  305. package/dist/services/logger.d.ts +0 -5
  306. package/dist/services/logger.d.ts.map +0 -1
  307. package/dist/services/logger.js +0 -52
  308. package/dist/services/logger.js.map +0 -1
  309. package/dist/services/logger.service.d.ts +0 -5
  310. package/dist/services/logger.service.d.ts.map +0 -1
  311. package/dist/services/logger.service.js +0 -57
  312. package/dist/services/logger.service.js.map +0 -1
  313. package/dist/services/metadata-collector.d.ts +0 -2
  314. package/dist/services/metadata-collector.js +0 -80
  315. package/dist/services/parser.d.ts +0 -6
  316. package/dist/services/parser.d.ts.map +0 -1
  317. package/dist/services/parser.js +0 -278
  318. package/dist/services/parser.js.map +0 -1
  319. package/dist/services/parser.service.d.ts +0 -42
  320. package/dist/services/parser.service.d.ts.map +0 -1
  321. package/dist/services/parser.service.js +0 -209
  322. package/dist/services/parser.service.js.map +0 -1
  323. package/dist/services/session-manager.d.ts +0 -18
  324. package/dist/services/session-manager.d.ts.map +0 -1
  325. package/dist/services/session-manager.js +0 -73
  326. package/dist/services/session-manager.js.map +0 -1
  327. package/dist/services/telemetry.d.ts +0 -19
  328. package/dist/services/telemetry.js +0 -43
  329. package/dist/services/transform-worker-pool.d.ts +0 -11
  330. package/dist/services/transform-worker-pool.js +0 -244
  331. package/dist/services/transform-worker-types.d.ts +0 -32
  332. package/dist/services/transform-worker-types.js +0 -14
  333. package/dist/strategies/exponential-backoff-strategy.d.ts +0 -13
  334. package/dist/strategies/exponential-backoff-strategy.d.ts.map +0 -1
  335. package/dist/strategies/exponential-backoff-strategy.js +0 -32
  336. package/dist/strategies/exponential-backoff-strategy.js.map +0 -1
  337. package/dist/tools/handlers/fetch-links/link-extractor.d.ts +0 -4
  338. package/dist/tools/handlers/fetch-links/link-extractor.d.ts.map +0 -1
  339. package/dist/tools/handlers/fetch-links/link-extractor.js +0 -159
  340. package/dist/tools/handlers/fetch-links/link-extractor.js.map +0 -1
  341. package/dist/tools/handlers/fetch-links.tool.d.ts +0 -5
  342. package/dist/tools/handlers/fetch-links.tool.d.ts.map +0 -1
  343. package/dist/tools/handlers/fetch-links.tool.js +0 -98
  344. package/dist/tools/handlers/fetch-links.tool.js.map +0 -1
  345. package/dist/tools/handlers/fetch-markdown.tool.d.ts +0 -11
  346. package/dist/tools/handlers/fetch-markdown.tool.d.ts.map +0 -1
  347. package/dist/tools/handlers/fetch-markdown.tool.js +0 -97
  348. package/dist/tools/handlers/fetch-markdown.tool.js.map +0 -1
  349. package/dist/tools/handlers/fetch-single.shared.d.ts +0 -31
  350. package/dist/tools/handlers/fetch-single.shared.d.ts.map +0 -1
  351. package/dist/tools/handlers/fetch-single.shared.js +0 -223
  352. package/dist/tools/handlers/fetch-single.shared.js.map +0 -1
  353. package/dist/tools/handlers/fetch-url.tool.d.ts +0 -10
  354. package/dist/tools/handlers/fetch-url.tool.d.ts.map +0 -1
  355. package/dist/tools/handlers/fetch-url.tool.js +0 -119
  356. package/dist/tools/handlers/fetch-url.tool.js.map +0 -1
  357. package/dist/tools/handlers/fetch-urls/processor.d.ts +0 -13
  358. package/dist/tools/handlers/fetch-urls/processor.d.ts.map +0 -1
  359. package/dist/tools/handlers/fetch-urls/processor.js +0 -153
  360. package/dist/tools/handlers/fetch-urls/processor.js.map +0 -1
  361. package/dist/tools/handlers/fetch-urls/response.d.ts +0 -3
  362. package/dist/tools/handlers/fetch-urls/response.d.ts.map +0 -1
  363. package/dist/tools/handlers/fetch-urls/response.js +0 -79
  364. package/dist/tools/handlers/fetch-urls/response.js.map +0 -1
  365. package/dist/tools/handlers/fetch-urls/validation.d.ts +0 -5
  366. package/dist/tools/handlers/fetch-urls/validation.d.ts.map +0 -1
  367. package/dist/tools/handlers/fetch-urls/validation.js +0 -18
  368. package/dist/tools/handlers/fetch-urls/validation.js.map +0 -1
  369. package/dist/tools/handlers/fetch-urls.tool.d.ts +0 -5
  370. package/dist/tools/handlers/fetch-urls.tool.d.ts.map +0 -1
  371. package/dist/tools/handlers/fetch-urls.tool.js +0 -124
  372. package/dist/tools/handlers/fetch-urls.tool.js.map +0 -1
  373. package/dist/tools/index.d.ts +0 -3
  374. package/dist/tools/index.d.ts.map +0 -1
  375. package/dist/tools/index.js +0 -37
  376. package/dist/tools/index.js.map +0 -1
  377. package/dist/tools/schemas.d.ts +0 -12
  378. package/dist/tools/schemas.d.ts.map +0 -1
  379. package/dist/tools/schemas.js +0 -21
  380. package/dist/tools/schemas.js.map +0 -1
  381. package/dist/tools/utils/cache-vary.d.ts +0 -1
  382. package/dist/tools/utils/cache-vary.d.ts.map +0 -1
  383. package/dist/tools/utils/cache-vary.js +0 -12
  384. package/dist/tools/utils/cache-vary.js.map +0 -1
  385. package/dist/tools/utils/cached-markdown.d.ts +0 -5
  386. package/dist/tools/utils/cached-markdown.js +0 -46
  387. package/dist/tools/utils/common.d.ts +0 -5
  388. package/dist/tools/utils/common.d.ts.map +0 -1
  389. package/dist/tools/utils/common.js +0 -42
  390. package/dist/tools/utils/common.js.map +0 -1
  391. package/dist/tools/utils/content-shaping.d.ts +0 -4
  392. package/dist/tools/utils/content-shaping.js +0 -67
  393. package/dist/tools/utils/content-transform-async.d.ts +0 -6
  394. package/dist/tools/utils/content-transform-async.js +0 -33
  395. package/dist/tools/utils/content-transform-core.d.ts +0 -5
  396. package/dist/tools/utils/content-transform-core.js +0 -180
  397. package/dist/tools/utils/content-transform-workers.d.ts +0 -1
  398. package/dist/tools/utils/content-transform-workers.js +0 -1
  399. package/dist/tools/utils/content-transform.d.ts +0 -3
  400. package/dist/tools/utils/content-transform.d.ts.map +0 -1
  401. package/dist/tools/utils/content-transform.js +0 -41
  402. package/dist/tools/utils/content-transform.js.map +0 -1
  403. package/dist/tools/utils/fetch-pipeline.d.ts +0 -2
  404. package/dist/tools/utils/fetch-pipeline.d.ts.map +0 -1
  405. package/dist/tools/utils/fetch-pipeline.js +0 -98
  406. package/dist/tools/utils/fetch-pipeline.js.map +0 -1
  407. package/dist/tools/utils/frontmatter.d.ts +0 -3
  408. package/dist/tools/utils/frontmatter.js +0 -73
  409. package/dist/tools/utils/index.d.ts +0 -4
  410. package/dist/tools/utils/index.d.ts.map +0 -1
  411. package/dist/tools/utils/index.js +0 -3
  412. package/dist/tools/utils/index.js.map +0 -1
  413. package/dist/tools/utils/inline-content.d.ts +0 -10
  414. package/dist/tools/utils/inline-content.d.ts.map +0 -1
  415. package/dist/tools/utils/inline-content.js +0 -35
  416. package/dist/tools/utils/inline-content.js.map +0 -1
  417. package/dist/tools/utils/markdown-heuristics.d.ts +0 -1
  418. package/dist/tools/utils/markdown-heuristics.js +0 -19
  419. package/dist/tools/utils/markdown-signals.d.ts +0 -1
  420. package/dist/tools/utils/markdown-signals.js +0 -19
  421. package/dist/tools/utils/markdown-toc.d.ts +0 -3
  422. package/dist/tools/utils/markdown-toc.d.ts.map +0 -1
  423. package/dist/tools/utils/markdown-toc.js +0 -35
  424. package/dist/tools/utils/markdown-toc.js.map +0 -1
  425. package/dist/tools/utils/raw-markdown-frontmatter.d.ts +0 -3
  426. package/dist/tools/utils/raw-markdown-frontmatter.js +0 -73
  427. package/dist/tools/utils/raw-markdown.d.ts +0 -6
  428. package/dist/tools/utils/raw-markdown.js +0 -149
  429. package/dist/tools/utils/response-builder.d.ts +0 -3
  430. package/dist/tools/utils/response-builder.d.ts.map +0 -1
  431. package/dist/tools/utils/response-builder.js +0 -24
  432. package/dist/tools/utils/response-builder.js.map +0 -1
  433. package/dist/tools/utils/tool-response.d.ts +0 -9
  434. package/dist/tools/utils/tool-response.d.ts.map +0 -1
  435. package/dist/tools/utils/tool-response.js +0 -19
  436. package/dist/tools/utils/tool-response.js.map +0 -1
  437. package/dist/transformers/jsonl.transformer.d.ts +0 -2
  438. package/dist/transformers/jsonl.transformer.d.ts.map +0 -1
  439. package/dist/transformers/jsonl.transformer.js +0 -75
  440. package/dist/transformers/jsonl.transformer.js.map +0 -1
  441. package/dist/transformers/markdown/fenced-code-rule.d.ts +0 -2
  442. package/dist/transformers/markdown/fenced-code-rule.js +0 -38
  443. package/dist/transformers/markdown/frontmatter.d.ts +0 -2
  444. package/dist/transformers/markdown/frontmatter.js +0 -45
  445. package/dist/transformers/markdown/noise-rule.d.ts +0 -2
  446. package/dist/transformers/markdown/noise-rule.js +0 -80
  447. package/dist/transformers/markdown/turndown-instance.d.ts +0 -2
  448. package/dist/transformers/markdown/turndown-instance.js +0 -19
  449. package/dist/transformers/markdown.d.ts +0 -5
  450. package/dist/transformers/markdown.js +0 -314
  451. package/dist/transformers/markdown.transformer.d.ts +0 -2
  452. package/dist/transformers/markdown.transformer.d.ts.map +0 -1
  453. package/dist/transformers/markdown.transformer.js +0 -14
  454. package/dist/transformers/markdown.transformer.js.map +0 -1
  455. package/dist/types/content.types.d.ts +0 -63
  456. package/dist/types/content.types.d.ts.map +0 -1
  457. package/dist/types/content.types.js +0 -2
  458. package/dist/types/content.types.js.map +0 -1
  459. package/dist/types/index.d.ts +0 -2
  460. package/dist/types/index.d.ts.map +0 -1
  461. package/dist/types/index.js +0 -2
  462. package/dist/types/index.js.map +0 -1
  463. package/dist/types/schemas.d.ts +0 -49
  464. package/dist/types/schemas.d.ts.map +0 -1
  465. package/dist/types/schemas.js +0 -5
  466. package/dist/types/schemas.js.map +0 -1
  467. package/dist/utils/cached-payload.d.ts +0 -7
  468. package/dist/utils/cached-payload.js +0 -36
  469. package/dist/utils/cancellation.d.ts +0 -1
  470. package/dist/utils/cancellation.js +0 -18
  471. package/dist/utils/code-language-bash.d.ts +0 -1
  472. package/dist/utils/code-language-bash.js +0 -48
  473. package/dist/utils/code-language-core.d.ts +0 -2
  474. package/dist/utils/code-language-core.js +0 -13
  475. package/dist/utils/code-language-detectors.d.ts +0 -5
  476. package/dist/utils/code-language-detectors.js +0 -142
  477. package/dist/utils/code-language-helpers.d.ts +0 -5
  478. package/dist/utils/code-language-helpers.js +0 -62
  479. package/dist/utils/code-language-parsing.d.ts +0 -5
  480. package/dist/utils/code-language-parsing.js +0 -62
  481. package/dist/utils/code-language.d.ts +0 -2
  482. package/dist/utils/code-language.d.ts.map +0 -1
  483. package/dist/utils/code-language.js +0 -260
  484. package/dist/utils/code-language.js.map +0 -1
  485. package/dist/utils/concurrency.d.ts +0 -3
  486. package/dist/utils/concurrency.d.ts.map +0 -1
  487. package/dist/utils/concurrency.js +0 -38
  488. package/dist/utils/concurrency.js.map +0 -1
  489. package/dist/utils/content-cleaner.d.ts +0 -5
  490. package/dist/utils/content-cleaner.d.ts.map +0 -1
  491. package/dist/utils/content-cleaner.js +0 -77
  492. package/dist/utils/content-cleaner.js.map +0 -1
  493. package/dist/utils/crypto.d.ts +0 -2
  494. package/dist/utils/crypto.d.ts.map +0 -1
  495. package/dist/utils/crypto.js +0 -32
  496. package/dist/utils/crypto.js.map +0 -1
  497. package/dist/utils/download-url.d.ts +0 -16
  498. package/dist/utils/download-url.d.ts.map +0 -1
  499. package/dist/utils/download-url.js +0 -30
  500. package/dist/utils/download-url.js.map +0 -1
  501. package/dist/utils/error-details.d.ts +0 -3
  502. package/dist/utils/error-details.js +0 -12
  503. package/dist/utils/error-utils.d.ts +0 -3
  504. package/dist/utils/error-utils.d.ts.map +0 -1
  505. package/dist/utils/error-utils.js +0 -12
  506. package/dist/utils/error-utils.js.map +0 -1
  507. package/dist/utils/filename-generator.d.ts +0 -1
  508. package/dist/utils/filename-generator.d.ts.map +0 -1
  509. package/dist/utils/filename-generator.js +0 -81
  510. package/dist/utils/filename-generator.js.map +0 -1
  511. package/dist/utils/guards.d.ts +0 -1
  512. package/dist/utils/guards.js +0 -3
  513. package/dist/utils/header-normalizer.d.ts +0 -5
  514. package/dist/utils/header-normalizer.d.ts.map +0 -1
  515. package/dist/utils/header-normalizer.js +0 -31
  516. package/dist/utils/header-normalizer.js.map +0 -1
  517. package/dist/utils/host-normalizer.d.ts +0 -1
  518. package/dist/utils/host-normalizer.js +0 -37
  519. package/dist/utils/html-truncator.d.ts +0 -1
  520. package/dist/utils/html-truncator.d.ts.map +0 -1
  521. package/dist/utils/html-truncator.js +0 -13
  522. package/dist/utils/html-truncator.js.map +0 -1
  523. package/dist/utils/ip-address.d.ts +0 -4
  524. package/dist/utils/ip-address.js +0 -6
  525. package/dist/utils/language-detector.d.ts +0 -2
  526. package/dist/utils/language-detector.d.ts.map +0 -1
  527. package/dist/utils/language-detector.js +0 -39
  528. package/dist/utils/language-detector.js.map +0 -1
  529. package/dist/utils/sanitizer.d.ts +0 -2
  530. package/dist/utils/sanitizer.d.ts.map +0 -1
  531. package/dist/utils/sanitizer.js +0 -20
  532. package/dist/utils/sanitizer.js.map +0 -1
  533. package/dist/utils/tool-error-handler.d.ts +0 -3
  534. package/dist/utils/tool-error-handler.d.ts.map +0 -1
  535. package/dist/utils/tool-error-handler.js +0 -31
  536. package/dist/utils/tool-error-handler.js.map +0 -1
  537. package/dist/utils/url-redactor.d.ts +0 -1
  538. package/dist/utils/url-redactor.js +0 -13
  539. package/dist/utils/url-sanitizer.d.ts +0 -2
  540. package/dist/utils/url-sanitizer.d.ts.map +0 -1
  541. package/dist/utils/url-sanitizer.js +0 -12
  542. package/dist/utils/url-sanitizer.js.map +0 -1
  543. package/dist/utils/url-transformer.d.ts +0 -7
  544. package/dist/utils/url-transformer.js +0 -147
  545. package/dist/utils/url-validator.d.ts +0 -6
  546. package/dist/utils/url-validator.d.ts.map +0 -1
  547. package/dist/utils/url-validator.js +0 -156
  548. package/dist/utils/url-validator.js.map +0 -1
  549. package/dist/workers/content-transform.worker.d.ts +0 -1
  550. package/dist/workers/content-transform.worker.js +0 -40
@@ -1,18 +0,0 @@
1
- import { FetchError } from '../errors/app-error.js';
2
- function isTimeoutReason(reason) {
3
- return reason instanceof Error && reason.name === 'TimeoutError';
4
- }
5
- export function throwIfAborted(signal, url, stage) {
6
- if (!signal?.aborted)
7
- return;
8
- if (isTimeoutReason(signal.reason)) {
9
- throw new FetchError('Request timeout', url, 504, {
10
- reason: 'timeout',
11
- stage,
12
- });
13
- }
14
- throw new FetchError('Request was canceled', url, 499, {
15
- reason: 'aborted',
16
- stage,
17
- });
18
- }
@@ -1 +0,0 @@
1
- export declare function detectBash(code: string): boolean;
@@ -1,48 +0,0 @@
1
- import { splitLines } from './code-language-parsing.js';
2
- const BASH_PACKAGE_MANAGERS = [
3
- 'npm',
4
- 'yarn',
5
- 'pnpm',
6
- 'npx',
7
- 'brew',
8
- 'apt',
9
- 'pip',
10
- 'cargo',
11
- 'go',
12
- ];
13
- const BASH_VERBS = ['install', 'add', 'run', 'build', 'start'];
14
- const BASH_COMMANDS = ['sudo', 'chmod', 'mkdir', 'cd', 'ls', 'cat', 'echo'];
15
- export function detectBash(code) {
16
- const lines = splitLines(code);
17
- for (const line of lines) {
18
- const trimmed = line.trimStart();
19
- if (!trimmed)
20
- continue;
21
- if (isBashIndicator(trimmed))
22
- return true;
23
- }
24
- return false;
25
- }
26
- function startsWithCommand(line, commands) {
27
- return commands.some((command) => line === command || line.startsWith(`${command} `));
28
- }
29
- function isBashIndicator(line) {
30
- return (isShebang(line) ||
31
- isPromptLine(line) ||
32
- startsWithCommand(line, BASH_COMMANDS) ||
33
- startsWithPackageManagerCommand(line));
34
- }
35
- function isShebang(line) {
36
- return line.startsWith('#!');
37
- }
38
- function isPromptLine(line) {
39
- return line.startsWith('$ ') || line.startsWith('# ');
40
- }
41
- function startsWithPackageManagerCommand(line) {
42
- return BASH_PACKAGE_MANAGERS.some((manager) => {
43
- if (!line.startsWith(`${manager} `))
44
- return false;
45
- const rest = line.slice(manager.length + 1);
46
- return BASH_VERBS.some((verb) => rest === verb || rest.startsWith(`${verb} `));
47
- });
48
- }
@@ -1,2 +0,0 @@
1
- export declare function detectLanguageFromCode(code: string): string | undefined;
2
- export declare function resolveLanguageFromAttributes(className: string, dataLang: string): string | undefined;
@@ -1,13 +0,0 @@
1
- import { CODE_DETECTORS } from './code-language-detectors.js';
2
- import { extractLanguageFromClassName, resolveLanguageFromDataAttribute, } from './code-language-parsing.js';
3
- export function detectLanguageFromCode(code) {
4
- for (const { language, detect } of CODE_DETECTORS) {
5
- if (detect(code))
6
- return language;
7
- }
8
- return undefined;
9
- }
10
- export function resolveLanguageFromAttributes(className, dataLang) {
11
- const classMatch = extractLanguageFromClassName(className);
12
- return classMatch ?? resolveLanguageFromDataAttribute(dataLang);
13
- }
@@ -1,5 +0,0 @@
1
- export interface CodeDetector {
2
- language: string;
3
- detect: (code: string) => boolean;
4
- }
5
- export declare const CODE_DETECTORS: readonly CodeDetector[];
@@ -1,142 +0,0 @@
1
- import { detectBash } from './code-language-bash.js';
2
- import { containsJsxTag, containsWord, splitLines, } from './code-language-parsing.js';
3
- const TYPE_HINTS = [
4
- 'string',
5
- 'number',
6
- 'boolean',
7
- 'void',
8
- 'any',
9
- 'unknown',
10
- 'never',
11
- ];
12
- const HTML_TAGS = [
13
- '<!doctype',
14
- '<html',
15
- '<head',
16
- '<body',
17
- '<div',
18
- '<span',
19
- '<p',
20
- '<a',
21
- '<script',
22
- '<style',
23
- ];
24
- const SQL_KEYWORDS = [
25
- 'select',
26
- 'insert',
27
- 'update',
28
- 'delete',
29
- 'create',
30
- 'alter',
31
- 'drop',
32
- ];
33
- const JS_WORD_REGEX = /\b(?:const|let|var|function|class|async|await|export|import)\b/;
34
- const PYTHON_WORD_REGEX = /\b(?:def|class|import|from)\b/;
35
- const RUST_WORD_REGEX = /\b(?:fn|impl|struct|enum)\b/;
36
- const CSS_DIRECTIVE_REGEX = /@media|@import|@keyframes/;
37
- export const CODE_DETECTORS = [
38
- { language: 'jsx', detect: detectJsx },
39
- { language: 'typescript', detect: detectTypescript },
40
- { language: 'rust', detect: detectRust },
41
- { language: 'javascript', detect: detectJavascript },
42
- { language: 'python', detect: detectPython },
43
- { language: 'bash', detect: detectBash },
44
- { language: 'css', detect: detectCss },
45
- { language: 'html', detect: detectHtml },
46
- { language: 'json', detect: detectJson },
47
- { language: 'yaml', detect: detectYaml },
48
- { language: 'sql', detect: detectSql },
49
- { language: 'go', detect: detectGo },
50
- ];
51
- function detectJsx(code) {
52
- const lower = code.toLowerCase();
53
- if (lower.includes('classname='))
54
- return true;
55
- if (lower.includes('jsx:'))
56
- return true;
57
- if (lower.includes("from 'react'") || lower.includes('from "react"')) {
58
- return true;
59
- }
60
- return containsJsxTag(code);
61
- }
62
- function detectTypescript(code) {
63
- const lower = code.toLowerCase();
64
- if (containsWord(lower, 'interface'))
65
- return true;
66
- if (containsWord(lower, 'type'))
67
- return true;
68
- return TYPE_HINTS.some((hint) => lower.includes(`: ${hint}`) || lower.includes(`:${hint}`));
69
- }
70
- function detectRust(code) {
71
- const lower = code.toLowerCase();
72
- return (RUST_WORD_REGEX.test(lower) ||
73
- lower.includes('let mut') ||
74
- (lower.includes('use ') && lower.includes('::')));
75
- }
76
- function detectJavascript(code) {
77
- const lower = code.toLowerCase();
78
- return JS_WORD_REGEX.test(lower);
79
- }
80
- function detectPython(code) {
81
- const lower = code.toLowerCase();
82
- return (PYTHON_WORD_REGEX.test(lower) ||
83
- lower.includes('print(') ||
84
- lower.includes('__name__'));
85
- }
86
- function detectCss(code) {
87
- const lower = code.toLowerCase();
88
- if (CSS_DIRECTIVE_REGEX.test(lower))
89
- return true;
90
- const lines = splitLines(code);
91
- for (const line of lines) {
92
- const trimmed = line.trimStart();
93
- if (!trimmed)
94
- continue;
95
- if (isCssSelectorLine(trimmed) || isCssPropertyLine(trimmed))
96
- return true;
97
- }
98
- return false;
99
- }
100
- function detectHtml(code) {
101
- const lower = code.toLowerCase();
102
- return HTML_TAGS.some((tag) => lower.includes(tag));
103
- }
104
- function detectJson(code) {
105
- const trimmed = code.trimStart();
106
- if (!trimmed)
107
- return false;
108
- return trimmed.startsWith('{') || trimmed.startsWith('[');
109
- }
110
- function detectYaml(code) {
111
- const lines = splitLines(code);
112
- for (const line of lines) {
113
- const trimmed = line.trim();
114
- if (!trimmed)
115
- continue;
116
- const colonIndex = trimmed.indexOf(':');
117
- if (colonIndex <= 0)
118
- continue;
119
- const after = trimmed[colonIndex + 1];
120
- if (after === ' ' || after === '\t')
121
- return true;
122
- }
123
- return false;
124
- }
125
- function detectSql(code) {
126
- const lower = code.toLowerCase();
127
- return SQL_KEYWORDS.some((keyword) => containsWord(lower, keyword));
128
- }
129
- function detectGo(code) {
130
- const lower = code.toLowerCase();
131
- return (containsWord(lower, 'package') ||
132
- containsWord(lower, 'func') ||
133
- lower.includes('import "'));
134
- }
135
- function isCssSelectorLine(line) {
136
- if (!line.startsWith('.') && !line.startsWith('#'))
137
- return false;
138
- return line.includes('{');
139
- }
140
- function isCssPropertyLine(line) {
141
- return line.includes(':') && line.includes(';');
142
- }
@@ -1,5 +0,0 @@
1
- export declare function containsJsxTag(code: string): boolean;
2
- export declare function containsWord(source: string, word: string): boolean;
3
- export declare function splitLines(content: string): string[];
4
- export declare function extractLanguageFromClassName(className: string): string | undefined;
5
- export declare function resolveLanguageFromDataAttribute(dataLang: string): string | undefined;
@@ -1,62 +0,0 @@
1
- export function containsJsxTag(code) {
2
- for (let index = 0; index < code.length - 1; index += 1) {
3
- if (code[index] !== '<')
4
- continue;
5
- const next = code[index + 1];
6
- if (!next)
7
- continue;
8
- if (next >= 'A' && next <= 'Z')
9
- return true;
10
- }
11
- return false;
12
- }
13
- export function containsWord(source, word) {
14
- let startIndex = source.indexOf(word);
15
- while (startIndex !== -1) {
16
- const before = startIndex === 0 ? '' : source[startIndex - 1];
17
- const afterIndex = startIndex + word.length;
18
- const after = afterIndex >= source.length ? '' : source[afterIndex];
19
- if (!isWordChar(before) && !isWordChar(after))
20
- return true;
21
- startIndex = source.indexOf(word, startIndex + word.length);
22
- }
23
- return false;
24
- }
25
- export function splitLines(content) {
26
- return content.split('\n');
27
- }
28
- export function extractLanguageFromClassName(className) {
29
- const tokens = className.match(/\S+/g);
30
- if (!tokens)
31
- return undefined;
32
- for (const token of tokens) {
33
- const lower = token.toLowerCase();
34
- if (lower.startsWith('language-'))
35
- return token.slice('language-'.length);
36
- if (lower.startsWith('lang-'))
37
- return token.slice('lang-'.length);
38
- if (lower.startsWith('highlight-')) {
39
- return token.slice('highlight-'.length);
40
- }
41
- }
42
- return undefined;
43
- }
44
- export function resolveLanguageFromDataAttribute(dataLang) {
45
- const trimmed = dataLang.trim();
46
- if (!trimmed)
47
- return undefined;
48
- for (const char of trimmed) {
49
- if (!isWordChar(char))
50
- return undefined;
51
- }
52
- return trimmed;
53
- }
54
- function isWordChar(char) {
55
- if (!char)
56
- return false;
57
- const code = char.charCodeAt(0);
58
- return ((code >= 48 && code <= 57) ||
59
- (code >= 65 && code <= 90) ||
60
- (code >= 97 && code <= 122) ||
61
- char === '_');
62
- }
@@ -1,5 +0,0 @@
1
- export declare function containsJsxTag(code: string): boolean;
2
- export declare function containsWord(source: string, word: string): boolean;
3
- export declare function splitLines(content: string): string[];
4
- export declare function extractLanguageFromClassName(className: string): string | undefined;
5
- export declare function resolveLanguageFromDataAttribute(dataLang: string): string | undefined;
@@ -1,62 +0,0 @@
1
- export function containsJsxTag(code) {
2
- for (let index = 0; index < code.length - 1; index += 1) {
3
- if (code[index] !== '<')
4
- continue;
5
- const next = code[index + 1];
6
- if (!next)
7
- continue;
8
- if (next >= 'A' && next <= 'Z')
9
- return true;
10
- }
11
- return false;
12
- }
13
- export function containsWord(source, word) {
14
- let startIndex = source.indexOf(word);
15
- while (startIndex !== -1) {
16
- const before = startIndex === 0 ? '' : source[startIndex - 1];
17
- const afterIndex = startIndex + word.length;
18
- const after = afterIndex >= source.length ? '' : source[afterIndex];
19
- if (!isWordChar(before) && !isWordChar(after))
20
- return true;
21
- startIndex = source.indexOf(word, startIndex + word.length);
22
- }
23
- return false;
24
- }
25
- export function splitLines(content) {
26
- return content.split('\n');
27
- }
28
- export function extractLanguageFromClassName(className) {
29
- const tokens = className.match(/\S+/g);
30
- if (!tokens)
31
- return undefined;
32
- for (const token of tokens) {
33
- const lower = token.toLowerCase();
34
- if (lower.startsWith('language-'))
35
- return token.slice('language-'.length);
36
- if (lower.startsWith('lang-'))
37
- return token.slice('lang-'.length);
38
- if (lower.startsWith('highlight-')) {
39
- return token.slice('highlight-'.length);
40
- }
41
- }
42
- return undefined;
43
- }
44
- export function resolveLanguageFromDataAttribute(dataLang) {
45
- const trimmed = dataLang.trim();
46
- if (!trimmed)
47
- return undefined;
48
- for (const char of trimmed) {
49
- if (!isWordChar(char))
50
- return undefined;
51
- }
52
- return trimmed;
53
- }
54
- function isWordChar(char) {
55
- if (!char)
56
- return false;
57
- const code = char.charCodeAt(0);
58
- return ((code >= 48 && code <= 57) ||
59
- (code >= 65 && code <= 90) ||
60
- (code >= 97 && code <= 122) ||
61
- char === '_');
62
- }
@@ -1,2 +0,0 @@
1
- export declare function detectLanguageFromCode(code: string): string | undefined;
2
- export declare function resolveLanguageFromAttributes(className: string, dataLang: string): string | undefined;
@@ -1 +0,0 @@
1
- {"version":3,"file":"code-language.d.ts","sourceRoot":"","sources":["../../src/utils/code-language.ts"],"names":[],"mappings":"AAkCA,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAOvE;AAED,wBAAgB,6BAA6B,CAC3C,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,GACf,MAAM,GAAG,SAAS,CAGpB"}
@@ -1,260 +0,0 @@
1
- function containsJsxTag(code) {
2
- for (let index = 0; index < code.length - 1; index += 1) {
3
- if (code[index] !== '<')
4
- continue;
5
- const next = code[index + 1];
6
- if (!next)
7
- continue;
8
- if (next >= 'A' && next <= 'Z')
9
- return true;
10
- }
11
- return false;
12
- }
13
- function containsWord(source, word) {
14
- let startIndex = source.indexOf(word);
15
- while (startIndex !== -1) {
16
- const before = startIndex === 0 ? '' : source[startIndex - 1];
17
- const afterIndex = startIndex + word.length;
18
- const after = afterIndex >= source.length ? '' : source[afterIndex];
19
- if (!isWordChar(before) && !isWordChar(after))
20
- return true;
21
- startIndex = source.indexOf(word, startIndex + word.length);
22
- }
23
- return false;
24
- }
25
- function splitLines(content) {
26
- return content.split('\n');
27
- }
28
- function extractLanguageFromClassName(className) {
29
- const tokens = className.match(/\S+/g);
30
- if (!tokens)
31
- return undefined;
32
- for (const token of tokens) {
33
- const lower = token.toLowerCase();
34
- if (lower.startsWith('language-'))
35
- return token.slice('language-'.length);
36
- if (lower.startsWith('lang-'))
37
- return token.slice('lang-'.length);
38
- if (lower.startsWith('highlight-')) {
39
- return token.slice('highlight-'.length);
40
- }
41
- }
42
- return undefined;
43
- }
44
- function resolveLanguageFromDataAttribute(dataLang) {
45
- const trimmed = dataLang.trim();
46
- if (!trimmed)
47
- return undefined;
48
- for (const char of trimmed) {
49
- if (!isWordChar(char))
50
- return undefined;
51
- }
52
- return trimmed;
53
- }
54
- function isWordChar(char) {
55
- if (!char)
56
- return false;
57
- const code = char.charCodeAt(0);
58
- return ((code >= 48 && code <= 57) ||
59
- (code >= 65 && code <= 90) ||
60
- (code >= 97 && code <= 122) ||
61
- char === '_');
62
- }
63
- const BASH_PACKAGE_MANAGERS = [
64
- 'npm',
65
- 'yarn',
66
- 'pnpm',
67
- 'npx',
68
- 'brew',
69
- 'apt',
70
- 'pip',
71
- 'cargo',
72
- 'go',
73
- ];
74
- const BASH_VERBS = ['install', 'add', 'run', 'build', 'start'];
75
- const BASH_COMMANDS = ['sudo', 'chmod', 'mkdir', 'cd', 'ls', 'cat', 'echo'];
76
- function detectBash(code) {
77
- const lines = splitLines(code);
78
- for (const line of lines) {
79
- const trimmed = line.trimStart();
80
- if (!trimmed)
81
- continue;
82
- if (isBashIndicator(trimmed))
83
- return true;
84
- }
85
- return false;
86
- }
87
- function startsWithCommand(line, commands) {
88
- return commands.some((command) => line === command || line.startsWith(`${command} `));
89
- }
90
- function isBashIndicator(line) {
91
- return (isShebang(line) ||
92
- isPromptLine(line) ||
93
- startsWithCommand(line, BASH_COMMANDS) ||
94
- startsWithPackageManagerCommand(line));
95
- }
96
- function isShebang(line) {
97
- return line.startsWith('#!');
98
- }
99
- function isPromptLine(line) {
100
- return line.startsWith('$ ') || line.startsWith('# ');
101
- }
102
- function startsWithPackageManagerCommand(line) {
103
- return BASH_PACKAGE_MANAGERS.some((manager) => {
104
- if (!line.startsWith(`${manager} `))
105
- return false;
106
- const rest = line.slice(manager.length + 1);
107
- return BASH_VERBS.some((verb) => rest === verb || rest.startsWith(`${verb} `));
108
- });
109
- }
110
- const TYPE_HINTS = [
111
- 'string',
112
- 'number',
113
- 'boolean',
114
- 'void',
115
- 'any',
116
- 'unknown',
117
- 'never',
118
- ];
119
- const HTML_TAGS = [
120
- '<!doctype',
121
- '<html',
122
- '<head',
123
- '<body',
124
- '<div',
125
- '<span',
126
- '<p',
127
- '<a',
128
- '<script',
129
- '<style',
130
- ];
131
- const SQL_KEYWORDS = [
132
- 'select',
133
- 'insert',
134
- 'update',
135
- 'delete',
136
- 'create',
137
- 'alter',
138
- 'drop',
139
- ];
140
- const JS_WORD_REGEX = /\b(?:const|let|var|function|class|async|await|export|import)\b/;
141
- const PYTHON_WORD_REGEX = /\b(?:def|class|import|from)\b/;
142
- const RUST_WORD_REGEX = /\b(?:fn|impl|struct|enum)\b/;
143
- const CSS_DIRECTIVE_REGEX = /@media|@import|@keyframes/;
144
- const CODE_DETECTORS = [
145
- { language: 'jsx', detect: detectJsx },
146
- { language: 'typescript', detect: detectTypescript },
147
- { language: 'rust', detect: detectRust },
148
- { language: 'javascript', detect: detectJavascript },
149
- { language: 'python', detect: detectPython },
150
- { language: 'bash', detect: detectBash },
151
- { language: 'css', detect: detectCss },
152
- { language: 'html', detect: detectHtml },
153
- { language: 'json', detect: detectJson },
154
- { language: 'yaml', detect: detectYaml },
155
- { language: 'sql', detect: detectSql },
156
- { language: 'go', detect: detectGo },
157
- ];
158
- function detectJsx(code) {
159
- const lower = code.toLowerCase();
160
- if (lower.includes('classname='))
161
- return true;
162
- if (lower.includes('jsx:'))
163
- return true;
164
- if (lower.includes("from 'react'") || lower.includes('from "react"')) {
165
- return true;
166
- }
167
- return containsJsxTag(code);
168
- }
169
- function detectTypescript(code) {
170
- const lower = code.toLowerCase();
171
- if (containsWord(lower, 'interface'))
172
- return true;
173
- if (containsWord(lower, 'type'))
174
- return true;
175
- return TYPE_HINTS.some((hint) => lower.includes(`: ${hint}`) || lower.includes(`:${hint}`));
176
- }
177
- function detectRust(code) {
178
- const lower = code.toLowerCase();
179
- return (RUST_WORD_REGEX.test(lower) ||
180
- lower.includes('let mut') ||
181
- (lower.includes('use ') && lower.includes('::')));
182
- }
183
- function detectJavascript(code) {
184
- const lower = code.toLowerCase();
185
- return JS_WORD_REGEX.test(lower);
186
- }
187
- function detectPython(code) {
188
- const lower = code.toLowerCase();
189
- return (PYTHON_WORD_REGEX.test(lower) ||
190
- lower.includes('print(') ||
191
- lower.includes('__name__'));
192
- }
193
- function detectCss(code) {
194
- const lower = code.toLowerCase();
195
- if (CSS_DIRECTIVE_REGEX.test(lower))
196
- return true;
197
- const lines = splitLines(code);
198
- for (const line of lines) {
199
- const trimmed = line.trimStart();
200
- if (!trimmed)
201
- continue;
202
- if (isCssSelectorLine(trimmed) || isCssPropertyLine(trimmed))
203
- return true;
204
- }
205
- return false;
206
- }
207
- function detectHtml(code) {
208
- const lower = code.toLowerCase();
209
- return HTML_TAGS.some((tag) => lower.includes(tag));
210
- }
211
- function detectJson(code) {
212
- const trimmed = code.trimStart();
213
- if (!trimmed)
214
- return false;
215
- return trimmed.startsWith('{') || trimmed.startsWith('[');
216
- }
217
- function detectYaml(code) {
218
- const lines = splitLines(code);
219
- for (const line of lines) {
220
- const trimmed = line.trim();
221
- if (!trimmed)
222
- continue;
223
- const colonIndex = trimmed.indexOf(':');
224
- if (colonIndex <= 0)
225
- continue;
226
- const after = trimmed[colonIndex + 1];
227
- if (after === ' ' || after === '\t')
228
- return true;
229
- }
230
- return false;
231
- }
232
- function detectSql(code) {
233
- const lower = code.toLowerCase();
234
- return SQL_KEYWORDS.some((keyword) => containsWord(lower, keyword));
235
- }
236
- function detectGo(code) {
237
- const lower = code.toLowerCase();
238
- return (containsWord(lower, 'package') ||
239
- containsWord(lower, 'func') ||
240
- lower.includes('import "'));
241
- }
242
- function isCssSelectorLine(line) {
243
- if (!line.startsWith('.') && !line.startsWith('#'))
244
- return false;
245
- return line.includes('{');
246
- }
247
- function isCssPropertyLine(line) {
248
- return line.includes(':') && line.includes(';');
249
- }
250
- export function detectLanguageFromCode(code) {
251
- for (const { language, detect } of CODE_DETECTORS) {
252
- if (detect(code))
253
- return language;
254
- }
255
- return undefined;
256
- }
257
- export function resolveLanguageFromAttributes(className, dataLang) {
258
- const classMatch = extractLanguageFromClassName(className);
259
- return classMatch ?? resolveLanguageFromDataAttribute(dataLang);
260
- }
@@ -1 +0,0 @@
1
- {"version":3,"file":"code-language.js","sourceRoot":"","sources":["../../src/utils/code-language.ts"],"names":[],"mappings":"AAAA,MAAM,aAAa,GAAgC;IACjD;QACE,kFAAkF;QAClF,KAAK;KACN;IACD;QACE,sFAAsF;QACtF,YAAY;KACb;IACD,CAAC,kDAAkD,EAAE,MAAM,CAAC;IAC5D;QACE,+EAA+E;QAC/E,YAAY;KACb;IACD,CAAC,kDAAkD,EAAE,QAAQ,CAAC;IAC9D;QACE,iFAAiF;QACjF,MAAM;KACP;IACD,CAAC,iEAAiE,EAAE,MAAM,CAAC;IAC3E,CAAC,yDAAyD,EAAE,KAAK,CAAC;IAClE,CAAC,8DAA8D,EAAE,MAAM,CAAC;IACxE,CAAC,6CAA6C,EAAE,MAAM,CAAC;IACvD,CAAC,oBAAoB,EAAE,MAAM,CAAC;IAC9B,CAAC,0DAA0D,EAAE,KAAK,CAAC;IACnE,CAAC,gCAAgC,EAAE,IAAI,CAAC;CACzC,CAAC;AAEF,MAAM,cAAc,GAAG;IACrB,gBAAgB;IAChB,YAAY;IACZ,iBAAiB;CACT,CAAC;AAEX,MAAM,UAAU,sBAAsB,CAAC,IAAY;IACjD,KAAK,MAAM,CAAC,OAAO,EAAE,QAAQ,CAAC,IAAI,aAAa,EAAE,CAAC;QAChD,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YACvB,OAAO,QAAQ,CAAC;QAClB,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,6BAA6B,CAC3C,SAAiB,EACjB,QAAgB;IAEhB,MAAM,UAAU,GAAG,iBAAiB,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;IAChE,OAAO,UAAU,IAAI,gCAAgC,CAAC,QAAQ,CAAC,CAAC;AAClE,CAAC;AAED,SAAS,iBAAiB,CACxB,KAAa,EACb,QAA2B;IAE3B,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAClC,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC;YAAE,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC;IAClC,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,gCAAgC,CACvC,QAAgB;IAEhB,MAAM,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACvC,OAAO,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;AACpB,CAAC"}
@@ -1,3 +0,0 @@
1
- import type { ConcurrencyExecutionOptions } from '../config/types.js';
2
- export declare function runWithConcurrency<T>(limit: number, tasks: readonly (() => Promise<T>)[], options?: ConcurrencyExecutionOptions): Promise<PromiseSettledResult<T>[]>;
3
- //# sourceMappingURL=concurrency.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"concurrency.d.ts","sourceRoot":"","sources":["../../src/utils/concurrency.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,2BAA2B,EAE5B,MAAM,oBAAoB,CAAC;AA8B5B,wBAAsB,kBAAkB,CAAC,CAAC,EACxC,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,SAAS,CAAC,MAAM,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,EACpC,OAAO,CAAC,EAAE,2BAA2B,GACpC,OAAO,CAAC,oBAAoB,CAAC,CAAC,CAAC,EAAE,CAAC,CAepC"}