@j0hanz/superfetch 2.1.4 → 2.1.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cache.d.ts +1 -0
- package/dist/cache.d.ts.map +1 -0
- package/dist/cache.js +1 -0
- package/dist/cache.js.map +1 -0
- package/dist/config.d.ts +1 -0
- package/dist/config.d.ts.map +1 -0
- package/dist/config.js +1 -0
- package/dist/config.js.map +1 -0
- package/dist/crypto.d.ts +1 -0
- package/dist/crypto.d.ts.map +1 -0
- package/dist/crypto.js +1 -0
- package/dist/crypto.js.map +1 -0
- package/dist/errors.d.ts +1 -0
- package/dist/errors.d.ts.map +1 -0
- package/dist/errors.js +1 -0
- package/dist/errors.js.map +1 -0
- package/dist/fetch.d.ts +1 -0
- package/dist/fetch.d.ts.map +1 -0
- package/dist/fetch.js +1 -0
- package/dist/fetch.js.map +1 -0
- package/dist/http.d.ts +1 -0
- package/dist/http.d.ts.map +1 -0
- package/dist/http.js +1 -0
- package/dist/http.js.map +1 -0
- package/dist/index.d.ts +1 -0
- package/dist/index.js +1 -0
- package/dist/index.js.map +1 -1
- package/dist/mcp.d.ts +1 -0
- package/dist/mcp.d.ts.map +1 -0
- package/dist/mcp.js +1 -0
- package/dist/mcp.js.map +1 -0
- package/dist/observability.d.ts +1 -0
- package/dist/observability.d.ts.map +1 -0
- package/dist/observability.js +1 -0
- package/dist/observability.js.map +1 -0
- package/dist/tools.d.ts +1 -0
- package/dist/tools.d.ts.map +1 -0
- package/dist/tools.js +1 -0
- package/dist/tools.js.map +1 -0
- package/dist/transform.d.ts +1 -0
- package/dist/transform.d.ts.map +1 -0
- package/dist/transform.js +1 -0
- package/dist/transform.js.map +1 -0
- package/dist/utils.d.ts +1 -0
- package/dist/utils.d.ts.map +1 -0
- package/dist/utils.js +1 -0
- package/dist/utils.js.map +1 -0
- package/dist/workers/transform-worker.d.ts +1 -0
- package/dist/workers/transform-worker.d.ts.map +1 -0
- package/dist/workers/transform-worker.js +1 -0
- package/dist/workers/transform-worker.js.map +1 -0
- package/package.json +5 -2
- package/dist/config/auth-config.d.ts +0 -16
- package/dist/config/auth-config.js +0 -53
- package/dist/config/constants.d.ts +0 -17
- package/dist/config/constants.d.ts.map +0 -1
- package/dist/config/constants.js +0 -22
- package/dist/config/constants.js.map +0 -1
- package/dist/config/env-parsers.d.ts +0 -8
- package/dist/config/env-parsers.js +0 -96
- package/dist/config/formatting.d.ts +0 -7
- package/dist/config/formatting.d.ts.map +0 -1
- package/dist/config/formatting.js +0 -9
- package/dist/config/formatting.js.map +0 -1
- package/dist/config/index.d.ts +0 -61
- package/dist/config/index.d.ts.map +0 -1
- package/dist/config/index.js +0 -107
- package/dist/config/index.js.map +0 -1
- package/dist/config/types/content.d.ts +0 -41
- package/dist/config/types/content.d.ts.map +0 -1
- package/dist/config/types/content.js +0 -1
- package/dist/config/types/content.js.map +0 -1
- package/dist/config/types/runtime.d.ts +0 -72
- package/dist/config/types/runtime.d.ts.map +0 -1
- package/dist/config/types/runtime.js +0 -1
- package/dist/config/types/runtime.js.map +0 -1
- package/dist/config/types/tools.d.ts +0 -28
- package/dist/config/types/tools.d.ts.map +0 -1
- package/dist/config/types/tools.js +0 -1
- package/dist/config/types/tools.js.map +0 -1
- package/dist/config/types.d.ts +0 -4
- package/dist/config/types.d.ts.map +0 -1
- package/dist/config/types.js +0 -2
- package/dist/config/types.js.map +0 -1
- package/dist/errors/app-error.d.ts +0 -7
- package/dist/errors/app-error.d.ts.map +0 -1
- package/dist/errors/app-error.js +0 -16
- package/dist/errors/app-error.js.map +0 -1
- package/dist/errors/index.d.ts +0 -2
- package/dist/errors/index.d.ts.map +0 -1
- package/dist/errors/index.js +0 -2
- package/dist/errors/index.js.map +0 -1
- package/dist/http/accept-policy.d.ts +0 -3
- package/dist/http/accept-policy.js +0 -45
- package/dist/http/async-handler.d.ts +0 -2
- package/dist/http/async-handler.js +0 -5
- package/dist/http/auth-introspection.d.ts +0 -2
- package/dist/http/auth-introspection.js +0 -141
- package/dist/http/auth-static.d.ts +0 -2
- package/dist/http/auth-static.js +0 -23
- package/dist/http/auth.d.ts +0 -3
- package/dist/http/auth.d.ts.map +0 -1
- package/dist/http/auth.js +0 -269
- package/dist/http/auth.js.map +0 -1
- package/dist/http/base-middleware.d.ts +0 -7
- package/dist/http/base-middleware.js +0 -143
- package/dist/http/cors.d.ts +0 -2
- package/dist/http/cors.d.ts.map +0 -1
- package/dist/http/cors.js +0 -9
- package/dist/http/cors.js.map +0 -1
- package/dist/http/download-routes.d.ts +0 -2
- package/dist/http/download-routes.d.ts.map +0 -1
- package/dist/http/download-routes.js +0 -104
- package/dist/http/download-routes.js.map +0 -1
- package/dist/http/error-handler.d.ts +0 -2
- package/dist/http/error-handler.js +0 -55
- package/dist/http/host-allowlist.d.ts +0 -3
- package/dist/http/host-allowlist.js +0 -117
- package/dist/http/jsonrpc-http.d.ts +0 -2
- package/dist/http/jsonrpc-http.js +0 -10
- package/dist/http/mcp-routes.d.ts +0 -9
- package/dist/http/mcp-routes.d.ts.map +0 -1
- package/dist/http/mcp-routes.js +0 -204
- package/dist/http/mcp-routes.js.map +0 -1
- package/dist/http/mcp-session-eviction.d.ts +0 -3
- package/dist/http/mcp-session-eviction.js +0 -24
- package/dist/http/mcp-session-helpers.d.ts +0 -12
- package/dist/http/mcp-session-helpers.d.ts.map +0 -1
- package/dist/http/mcp-session-helpers.js +0 -64
- package/dist/http/mcp-session-helpers.js.map +0 -1
- package/dist/http/mcp-session-init.d.ts +0 -7
- package/dist/http/mcp-session-init.js +0 -94
- package/dist/http/mcp-session-slots.d.ts +0 -17
- package/dist/http/mcp-session-slots.js +0 -55
- package/dist/http/mcp-session-transport-init.d.ts +0 -7
- package/dist/http/mcp-session-transport-init.js +0 -41
- package/dist/http/mcp-session-transport.d.ts +0 -7
- package/dist/http/mcp-session-transport.js +0 -57
- package/dist/http/mcp-session-types.d.ts +0 -5
- package/dist/http/mcp-session-types.js +0 -1
- package/dist/http/mcp-session.d.ts +0 -10
- package/dist/http/mcp-session.d.ts.map +0 -1
- package/dist/http/mcp-session.js +0 -23
- package/dist/http/mcp-session.js.map +0 -1
- package/dist/http/mcp-sessions.d.ts +0 -41
- package/dist/http/mcp-sessions.js +0 -392
- package/dist/http/mcp-validation.d.ts +0 -3
- package/dist/http/mcp-validation.d.ts.map +0 -1
- package/dist/http/mcp-validation.js +0 -14
- package/dist/http/mcp-validation.js.map +0 -1
- package/dist/http/protocol-policy.d.ts +0 -2
- package/dist/http/protocol-policy.js +0 -31
- package/dist/http/rate-limit.d.ts +0 -12
- package/dist/http/rate-limit.d.ts.map +0 -1
- package/dist/http/rate-limit.js +0 -93
- package/dist/http/rate-limit.js.map +0 -1
- package/dist/http/server-config.d.ts +0 -1
- package/dist/http/server-config.js +0 -40
- package/dist/http/server-middleware.d.ts +0 -7
- package/dist/http/server-middleware.d.ts.map +0 -1
- package/dist/http/server-middleware.js +0 -52
- package/dist/http/server-middleware.js.map +0 -1
- package/dist/http/server-shutdown.d.ts +0 -4
- package/dist/http/server-shutdown.js +0 -43
- package/dist/http/server-tuning.d.ts +0 -9
- package/dist/http/server-tuning.js +0 -45
- package/dist/http/server.d.ts +0 -3
- package/dist/http/server.d.ts.map +0 -1
- package/dist/http/server.js +0 -291
- package/dist/http/server.js.map +0 -1
- package/dist/http/session-cleanup.d.ts +0 -2
- package/dist/http/session-cleanup.d.ts.map +0 -1
- package/dist/http/session-cleanup.js +0 -40
- package/dist/http/session-cleanup.js.map +0 -1
- package/dist/http/sessions.d.ts +0 -14
- package/dist/http/sessions.d.ts.map +0 -1
- package/dist/http/sessions.js +0 -63
- package/dist/http/sessions.js.map +0 -1
- package/dist/middleware/error-handler.d.ts +0 -2
- package/dist/middleware/error-handler.d.ts.map +0 -1
- package/dist/middleware/error-handler.js +0 -56
- package/dist/middleware/error-handler.js.map +0 -1
- package/dist/middleware/rate-limiter.d.ts +0 -16
- package/dist/middleware/rate-limiter.d.ts.map +0 -1
- package/dist/middleware/rate-limiter.js +0 -111
- package/dist/middleware/rate-limiter.js.map +0 -1
- package/dist/parsers/base-html-element-parser.d.ts +0 -43
- package/dist/parsers/base-html-element-parser.d.ts.map +0 -1
- package/dist/parsers/base-html-element-parser.js +0 -59
- package/dist/parsers/base-html-element-parser.js.map +0 -1
- package/dist/parsers/heading-element-parser.d.ts +0 -14
- package/dist/parsers/heading-element-parser.d.ts.map +0 -1
- package/dist/parsers/heading-element-parser.js +0 -26
- package/dist/parsers/heading-element-parser.js.map +0 -1
- package/dist/parsers/image-element-parser.d.ts +0 -16
- package/dist/parsers/image-element-parser.d.ts.map +0 -1
- package/dist/parsers/image-element-parser.js +0 -33
- package/dist/parsers/image-element-parser.js.map +0 -1
- package/dist/parsers/link-element-parser.d.ts +0 -15
- package/dist/parsers/link-element-parser.d.ts.map +0 -1
- package/dist/parsers/link-element-parser.js +0 -28
- package/dist/parsers/link-element-parser.js.map +0 -1
- package/dist/parsers/open-graph-parser.d.ts +0 -17
- package/dist/parsers/open-graph-parser.d.ts.map +0 -1
- package/dist/parsers/open-graph-parser.js +0 -41
- package/dist/parsers/open-graph-parser.js.map +0 -1
- package/dist/parsers/schema-org-parser.d.ts +0 -17
- package/dist/parsers/schema-org-parser.d.ts.map +0 -1
- package/dist/parsers/schema-org-parser.js +0 -32
- package/dist/parsers/schema-org-parser.js.map +0 -1
- package/dist/parsers/standard-meta-parser.d.ts +0 -18
- package/dist/parsers/standard-meta-parser.d.ts.map +0 -1
- package/dist/parsers/standard-meta-parser.js +0 -32
- package/dist/parsers/standard-meta-parser.js.map +0 -1
- package/dist/parsers/twitter-card-parser.d.ts +0 -17
- package/dist/parsers/twitter-card-parser.d.ts.map +0 -1
- package/dist/parsers/twitter-card-parser.js +0 -41
- package/dist/parsers/twitter-card-parser.js.map +0 -1
- package/dist/prompts/index.d.ts +0 -3
- package/dist/prompts/index.d.ts.map +0 -1
- package/dist/prompts/index.js +0 -73
- package/dist/prompts/index.js.map +0 -1
- package/dist/resources/cached-content-params.d.ts +0 -5
- package/dist/resources/cached-content-params.js +0 -36
- package/dist/resources/cached-content.d.ts +0 -2
- package/dist/resources/cached-content.d.ts.map +0 -1
- package/dist/resources/cached-content.js +0 -132
- package/dist/resources/cached-content.js.map +0 -1
- package/dist/resources/index.d.ts +0 -2
- package/dist/resources/index.d.ts.map +0 -1
- package/dist/resources/index.js +0 -4
- package/dist/resources/index.js.map +0 -1
- package/dist/server.d.ts +0 -3
- package/dist/server.d.ts.map +0 -1
- package/dist/server.js +0 -94
- package/dist/server.js.map +0 -1
- package/dist/services/cache-events.d.ts +0 -8
- package/dist/services/cache-events.js +0 -19
- package/dist/services/cache-keys.d.ts +0 -7
- package/dist/services/cache-keys.js +0 -57
- package/dist/services/cache.d.ts +0 -17
- package/dist/services/cache.d.ts.map +0 -1
- package/dist/services/cache.js +0 -145
- package/dist/services/cache.js.map +0 -1
- package/dist/services/cache.service.d.ts +0 -52
- package/dist/services/cache.service.d.ts.map +0 -1
- package/dist/services/cache.service.js +0 -113
- package/dist/services/cache.service.js.map +0 -1
- package/dist/services/card-extractor.d.ts +0 -6
- package/dist/services/card-extractor.d.ts.map +0 -1
- package/dist/services/card-extractor.js +0 -199
- package/dist/services/card-extractor.js.map +0 -1
- package/dist/services/context.d.ts +0 -10
- package/dist/services/context.d.ts.map +0 -1
- package/dist/services/context.js +0 -14
- package/dist/services/context.js.map +0 -1
- package/dist/services/extractor.d.ts +0 -5
- package/dist/services/extractor.d.ts.map +0 -1
- package/dist/services/extractor.js +0 -142
- package/dist/services/extractor.js.map +0 -1
- package/dist/services/extractor.service.d.ts +0 -18
- package/dist/services/extractor.service.d.ts.map +0 -1
- package/dist/services/extractor.service.js +0 -75
- package/dist/services/extractor.service.js.map +0 -1
- package/dist/services/fetcher/agents.d.ts +0 -3
- package/dist/services/fetcher/agents.d.ts.map +0 -1
- package/dist/services/fetcher/agents.js +0 -100
- package/dist/services/fetcher/agents.js.map +0 -1
- package/dist/services/fetcher/dns-selection.d.ts +0 -2
- package/dist/services/fetcher/dns-selection.js +0 -72
- package/dist/services/fetcher/errors.d.ts +0 -4
- package/dist/services/fetcher/errors.d.ts.map +0 -1
- package/dist/services/fetcher/errors.js +0 -70
- package/dist/services/fetcher/errors.js.map +0 -1
- package/dist/services/fetcher/headers.d.ts +0 -2
- package/dist/services/fetcher/headers.d.ts.map +0 -1
- package/dist/services/fetcher/headers.js +0 -6
- package/dist/services/fetcher/headers.js.map +0 -1
- package/dist/services/fetcher/interceptors.d.ts +0 -10
- package/dist/services/fetcher/interceptors.d.ts.map +0 -1
- package/dist/services/fetcher/interceptors.js +0 -108
- package/dist/services/fetcher/interceptors.js.map +0 -1
- package/dist/services/fetcher/redirects.d.ts +0 -4
- package/dist/services/fetcher/redirects.d.ts.map +0 -1
- package/dist/services/fetcher/redirects.js +0 -78
- package/dist/services/fetcher/redirects.js.map +0 -1
- package/dist/services/fetcher/response.d.ts +0 -4
- package/dist/services/fetcher/response.d.ts.map +0 -1
- package/dist/services/fetcher/response.js +0 -104
- package/dist/services/fetcher/response.js.map +0 -1
- package/dist/services/fetcher/retry-policy.d.ts +0 -1
- package/dist/services/fetcher/retry-policy.d.ts.map +0 -1
- package/dist/services/fetcher/retry-policy.js +0 -131
- package/dist/services/fetcher/retry-policy.js.map +0 -1
- package/dist/services/fetcher.d.ts +0 -25
- package/dist/services/fetcher.d.ts.map +0 -1
- package/dist/services/fetcher.js +0 -607
- package/dist/services/fetcher.js.map +0 -1
- package/dist/services/fetcher.service.d.ts +0 -18
- package/dist/services/fetcher.service.d.ts.map +0 -1
- package/dist/services/fetcher.service.js +0 -122
- package/dist/services/fetcher.service.js.map +0 -1
- package/dist/services/fifo-queue.d.ts +0 -8
- package/dist/services/fifo-queue.js +0 -25
- package/dist/services/logger.d.ts +0 -5
- package/dist/services/logger.d.ts.map +0 -1
- package/dist/services/logger.js +0 -52
- package/dist/services/logger.js.map +0 -1
- package/dist/services/logger.service.d.ts +0 -5
- package/dist/services/logger.service.d.ts.map +0 -1
- package/dist/services/logger.service.js +0 -57
- package/dist/services/logger.service.js.map +0 -1
- package/dist/services/metadata-collector.d.ts +0 -2
- package/dist/services/metadata-collector.js +0 -80
- package/dist/services/parser.d.ts +0 -6
- package/dist/services/parser.d.ts.map +0 -1
- package/dist/services/parser.js +0 -278
- package/dist/services/parser.js.map +0 -1
- package/dist/services/parser.service.d.ts +0 -42
- package/dist/services/parser.service.d.ts.map +0 -1
- package/dist/services/parser.service.js +0 -209
- package/dist/services/parser.service.js.map +0 -1
- package/dist/services/session-manager.d.ts +0 -18
- package/dist/services/session-manager.d.ts.map +0 -1
- package/dist/services/session-manager.js +0 -73
- package/dist/services/session-manager.js.map +0 -1
- package/dist/services/telemetry.d.ts +0 -19
- package/dist/services/telemetry.js +0 -43
- package/dist/services/transform-worker-pool.d.ts +0 -11
- package/dist/services/transform-worker-pool.js +0 -244
- package/dist/services/transform-worker-types.d.ts +0 -32
- package/dist/services/transform-worker-types.js +0 -14
- package/dist/strategies/exponential-backoff-strategy.d.ts +0 -13
- package/dist/strategies/exponential-backoff-strategy.d.ts.map +0 -1
- package/dist/strategies/exponential-backoff-strategy.js +0 -32
- package/dist/strategies/exponential-backoff-strategy.js.map +0 -1
- package/dist/tools/handlers/fetch-links/link-extractor.d.ts +0 -4
- package/dist/tools/handlers/fetch-links/link-extractor.d.ts.map +0 -1
- package/dist/tools/handlers/fetch-links/link-extractor.js +0 -159
- package/dist/tools/handlers/fetch-links/link-extractor.js.map +0 -1
- package/dist/tools/handlers/fetch-links.tool.d.ts +0 -5
- package/dist/tools/handlers/fetch-links.tool.d.ts.map +0 -1
- package/dist/tools/handlers/fetch-links.tool.js +0 -98
- package/dist/tools/handlers/fetch-links.tool.js.map +0 -1
- package/dist/tools/handlers/fetch-markdown.tool.d.ts +0 -11
- package/dist/tools/handlers/fetch-markdown.tool.d.ts.map +0 -1
- package/dist/tools/handlers/fetch-markdown.tool.js +0 -97
- package/dist/tools/handlers/fetch-markdown.tool.js.map +0 -1
- package/dist/tools/handlers/fetch-single.shared.d.ts +0 -31
- package/dist/tools/handlers/fetch-single.shared.d.ts.map +0 -1
- package/dist/tools/handlers/fetch-single.shared.js +0 -223
- package/dist/tools/handlers/fetch-single.shared.js.map +0 -1
- package/dist/tools/handlers/fetch-url.tool.d.ts +0 -10
- package/dist/tools/handlers/fetch-url.tool.d.ts.map +0 -1
- package/dist/tools/handlers/fetch-url.tool.js +0 -119
- package/dist/tools/handlers/fetch-url.tool.js.map +0 -1
- package/dist/tools/handlers/fetch-urls/processor.d.ts +0 -13
- package/dist/tools/handlers/fetch-urls/processor.d.ts.map +0 -1
- package/dist/tools/handlers/fetch-urls/processor.js +0 -153
- package/dist/tools/handlers/fetch-urls/processor.js.map +0 -1
- package/dist/tools/handlers/fetch-urls/response.d.ts +0 -3
- package/dist/tools/handlers/fetch-urls/response.d.ts.map +0 -1
- package/dist/tools/handlers/fetch-urls/response.js +0 -79
- package/dist/tools/handlers/fetch-urls/response.js.map +0 -1
- package/dist/tools/handlers/fetch-urls/validation.d.ts +0 -5
- package/dist/tools/handlers/fetch-urls/validation.d.ts.map +0 -1
- package/dist/tools/handlers/fetch-urls/validation.js +0 -18
- package/dist/tools/handlers/fetch-urls/validation.js.map +0 -1
- package/dist/tools/handlers/fetch-urls.tool.d.ts +0 -5
- package/dist/tools/handlers/fetch-urls.tool.d.ts.map +0 -1
- package/dist/tools/handlers/fetch-urls.tool.js +0 -124
- package/dist/tools/handlers/fetch-urls.tool.js.map +0 -1
- package/dist/tools/index.d.ts +0 -3
- package/dist/tools/index.d.ts.map +0 -1
- package/dist/tools/index.js +0 -37
- package/dist/tools/index.js.map +0 -1
- package/dist/tools/schemas.d.ts +0 -12
- package/dist/tools/schemas.d.ts.map +0 -1
- package/dist/tools/schemas.js +0 -21
- package/dist/tools/schemas.js.map +0 -1
- package/dist/tools/utils/cache-vary.d.ts +0 -1
- package/dist/tools/utils/cache-vary.d.ts.map +0 -1
- package/dist/tools/utils/cache-vary.js +0 -12
- package/dist/tools/utils/cache-vary.js.map +0 -1
- package/dist/tools/utils/cached-markdown.d.ts +0 -5
- package/dist/tools/utils/cached-markdown.js +0 -46
- package/dist/tools/utils/common.d.ts +0 -5
- package/dist/tools/utils/common.d.ts.map +0 -1
- package/dist/tools/utils/common.js +0 -42
- package/dist/tools/utils/common.js.map +0 -1
- package/dist/tools/utils/content-shaping.d.ts +0 -4
- package/dist/tools/utils/content-shaping.js +0 -67
- package/dist/tools/utils/content-transform-async.d.ts +0 -6
- package/dist/tools/utils/content-transform-async.js +0 -33
- package/dist/tools/utils/content-transform-core.d.ts +0 -5
- package/dist/tools/utils/content-transform-core.js +0 -180
- package/dist/tools/utils/content-transform-workers.d.ts +0 -1
- package/dist/tools/utils/content-transform-workers.js +0 -1
- package/dist/tools/utils/content-transform.d.ts +0 -3
- package/dist/tools/utils/content-transform.d.ts.map +0 -1
- package/dist/tools/utils/content-transform.js +0 -41
- package/dist/tools/utils/content-transform.js.map +0 -1
- package/dist/tools/utils/fetch-pipeline.d.ts +0 -2
- package/dist/tools/utils/fetch-pipeline.d.ts.map +0 -1
- package/dist/tools/utils/fetch-pipeline.js +0 -98
- package/dist/tools/utils/fetch-pipeline.js.map +0 -1
- package/dist/tools/utils/frontmatter.d.ts +0 -3
- package/dist/tools/utils/frontmatter.js +0 -73
- package/dist/tools/utils/index.d.ts +0 -4
- package/dist/tools/utils/index.d.ts.map +0 -1
- package/dist/tools/utils/index.js +0 -3
- package/dist/tools/utils/index.js.map +0 -1
- package/dist/tools/utils/inline-content.d.ts +0 -10
- package/dist/tools/utils/inline-content.d.ts.map +0 -1
- package/dist/tools/utils/inline-content.js +0 -35
- package/dist/tools/utils/inline-content.js.map +0 -1
- package/dist/tools/utils/markdown-heuristics.d.ts +0 -1
- package/dist/tools/utils/markdown-heuristics.js +0 -19
- package/dist/tools/utils/markdown-signals.d.ts +0 -1
- package/dist/tools/utils/markdown-signals.js +0 -19
- package/dist/tools/utils/markdown-toc.d.ts +0 -3
- package/dist/tools/utils/markdown-toc.d.ts.map +0 -1
- package/dist/tools/utils/markdown-toc.js +0 -35
- package/dist/tools/utils/markdown-toc.js.map +0 -1
- package/dist/tools/utils/raw-markdown-frontmatter.d.ts +0 -3
- package/dist/tools/utils/raw-markdown-frontmatter.js +0 -73
- package/dist/tools/utils/raw-markdown.d.ts +0 -6
- package/dist/tools/utils/raw-markdown.js +0 -149
- package/dist/tools/utils/response-builder.d.ts +0 -3
- package/dist/tools/utils/response-builder.d.ts.map +0 -1
- package/dist/tools/utils/response-builder.js +0 -24
- package/dist/tools/utils/response-builder.js.map +0 -1
- package/dist/tools/utils/tool-response.d.ts +0 -9
- package/dist/tools/utils/tool-response.d.ts.map +0 -1
- package/dist/tools/utils/tool-response.js +0 -19
- package/dist/tools/utils/tool-response.js.map +0 -1
- package/dist/transformers/jsonl.transformer.d.ts +0 -2
- package/dist/transformers/jsonl.transformer.d.ts.map +0 -1
- package/dist/transformers/jsonl.transformer.js +0 -75
- package/dist/transformers/jsonl.transformer.js.map +0 -1
- package/dist/transformers/markdown/fenced-code-rule.d.ts +0 -2
- package/dist/transformers/markdown/fenced-code-rule.js +0 -38
- package/dist/transformers/markdown/frontmatter.d.ts +0 -2
- package/dist/transformers/markdown/frontmatter.js +0 -45
- package/dist/transformers/markdown/noise-rule.d.ts +0 -2
- package/dist/transformers/markdown/noise-rule.js +0 -80
- package/dist/transformers/markdown/turndown-instance.d.ts +0 -2
- package/dist/transformers/markdown/turndown-instance.js +0 -19
- package/dist/transformers/markdown.d.ts +0 -5
- package/dist/transformers/markdown.js +0 -314
- package/dist/transformers/markdown.transformer.d.ts +0 -2
- package/dist/transformers/markdown.transformer.d.ts.map +0 -1
- package/dist/transformers/markdown.transformer.js +0 -14
- package/dist/transformers/markdown.transformer.js.map +0 -1
- package/dist/types/content.types.d.ts +0 -63
- package/dist/types/content.types.d.ts.map +0 -1
- package/dist/types/content.types.js +0 -2
- package/dist/types/content.types.js.map +0 -1
- package/dist/types/index.d.ts +0 -2
- package/dist/types/index.d.ts.map +0 -1
- package/dist/types/index.js +0 -2
- package/dist/types/index.js.map +0 -1
- package/dist/types/schemas.d.ts +0 -49
- package/dist/types/schemas.d.ts.map +0 -1
- package/dist/types/schemas.js +0 -5
- package/dist/types/schemas.js.map +0 -1
- package/dist/utils/cached-payload.d.ts +0 -7
- package/dist/utils/cached-payload.js +0 -36
- package/dist/utils/cancellation.d.ts +0 -1
- package/dist/utils/cancellation.js +0 -18
- package/dist/utils/code-language-bash.d.ts +0 -1
- package/dist/utils/code-language-bash.js +0 -48
- package/dist/utils/code-language-core.d.ts +0 -2
- package/dist/utils/code-language-core.js +0 -13
- package/dist/utils/code-language-detectors.d.ts +0 -5
- package/dist/utils/code-language-detectors.js +0 -142
- package/dist/utils/code-language-helpers.d.ts +0 -5
- package/dist/utils/code-language-helpers.js +0 -62
- package/dist/utils/code-language-parsing.d.ts +0 -5
- package/dist/utils/code-language-parsing.js +0 -62
- package/dist/utils/code-language.d.ts +0 -2
- package/dist/utils/code-language.d.ts.map +0 -1
- package/dist/utils/code-language.js +0 -260
- package/dist/utils/code-language.js.map +0 -1
- package/dist/utils/concurrency.d.ts +0 -3
- package/dist/utils/concurrency.d.ts.map +0 -1
- package/dist/utils/concurrency.js +0 -38
- package/dist/utils/concurrency.js.map +0 -1
- package/dist/utils/content-cleaner.d.ts +0 -5
- package/dist/utils/content-cleaner.d.ts.map +0 -1
- package/dist/utils/content-cleaner.js +0 -77
- package/dist/utils/content-cleaner.js.map +0 -1
- package/dist/utils/crypto.d.ts +0 -2
- package/dist/utils/crypto.d.ts.map +0 -1
- package/dist/utils/crypto.js +0 -32
- package/dist/utils/crypto.js.map +0 -1
- package/dist/utils/download-url.d.ts +0 -16
- package/dist/utils/download-url.d.ts.map +0 -1
- package/dist/utils/download-url.js +0 -30
- package/dist/utils/download-url.js.map +0 -1
- package/dist/utils/error-details.d.ts +0 -3
- package/dist/utils/error-details.js +0 -12
- package/dist/utils/error-utils.d.ts +0 -3
- package/dist/utils/error-utils.d.ts.map +0 -1
- package/dist/utils/error-utils.js +0 -12
- package/dist/utils/error-utils.js.map +0 -1
- package/dist/utils/filename-generator.d.ts +0 -1
- package/dist/utils/filename-generator.d.ts.map +0 -1
- package/dist/utils/filename-generator.js +0 -81
- package/dist/utils/filename-generator.js.map +0 -1
- package/dist/utils/guards.d.ts +0 -1
- package/dist/utils/guards.js +0 -3
- package/dist/utils/header-normalizer.d.ts +0 -5
- package/dist/utils/header-normalizer.d.ts.map +0 -1
- package/dist/utils/header-normalizer.js +0 -31
- package/dist/utils/header-normalizer.js.map +0 -1
- package/dist/utils/host-normalizer.d.ts +0 -1
- package/dist/utils/host-normalizer.js +0 -37
- package/dist/utils/html-truncator.d.ts +0 -1
- package/dist/utils/html-truncator.d.ts.map +0 -1
- package/dist/utils/html-truncator.js +0 -13
- package/dist/utils/html-truncator.js.map +0 -1
- package/dist/utils/ip-address.d.ts +0 -4
- package/dist/utils/ip-address.js +0 -6
- package/dist/utils/language-detector.d.ts +0 -2
- package/dist/utils/language-detector.d.ts.map +0 -1
- package/dist/utils/language-detector.js +0 -39
- package/dist/utils/language-detector.js.map +0 -1
- package/dist/utils/sanitizer.d.ts +0 -2
- package/dist/utils/sanitizer.d.ts.map +0 -1
- package/dist/utils/sanitizer.js +0 -20
- package/dist/utils/sanitizer.js.map +0 -1
- package/dist/utils/tool-error-handler.d.ts +0 -3
- package/dist/utils/tool-error-handler.d.ts.map +0 -1
- package/dist/utils/tool-error-handler.js +0 -31
- package/dist/utils/tool-error-handler.js.map +0 -1
- package/dist/utils/url-redactor.d.ts +0 -1
- package/dist/utils/url-redactor.js +0 -13
- package/dist/utils/url-sanitizer.d.ts +0 -2
- package/dist/utils/url-sanitizer.d.ts.map +0 -1
- package/dist/utils/url-sanitizer.js +0 -12
- package/dist/utils/url-sanitizer.js.map +0 -1
- package/dist/utils/url-transformer.d.ts +0 -7
- package/dist/utils/url-transformer.js +0 -147
- package/dist/utils/url-validator.d.ts +0 -6
- package/dist/utils/url-validator.d.ts.map +0 -1
- package/dist/utils/url-validator.js +0 -156
- package/dist/utils/url-validator.js.map +0 -1
- package/dist/workers/content-transform.worker.d.ts +0 -1
- package/dist/workers/content-transform.worker.js +0 -40
|
@@ -1,18 +0,0 @@
|
|
|
1
|
-
import { FetchError } from '../errors/app-error.js';
|
|
2
|
-
function isTimeoutReason(reason) {
|
|
3
|
-
return reason instanceof Error && reason.name === 'TimeoutError';
|
|
4
|
-
}
|
|
5
|
-
export function throwIfAborted(signal, url, stage) {
|
|
6
|
-
if (!signal?.aborted)
|
|
7
|
-
return;
|
|
8
|
-
if (isTimeoutReason(signal.reason)) {
|
|
9
|
-
throw new FetchError('Request timeout', url, 504, {
|
|
10
|
-
reason: 'timeout',
|
|
11
|
-
stage,
|
|
12
|
-
});
|
|
13
|
-
}
|
|
14
|
-
throw new FetchError('Request was canceled', url, 499, {
|
|
15
|
-
reason: 'aborted',
|
|
16
|
-
stage,
|
|
17
|
-
});
|
|
18
|
-
}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
export declare function detectBash(code: string): boolean;
|
|
@@ -1,48 +0,0 @@
|
|
|
1
|
-
import { splitLines } from './code-language-parsing.js';
|
|
2
|
-
const BASH_PACKAGE_MANAGERS = [
|
|
3
|
-
'npm',
|
|
4
|
-
'yarn',
|
|
5
|
-
'pnpm',
|
|
6
|
-
'npx',
|
|
7
|
-
'brew',
|
|
8
|
-
'apt',
|
|
9
|
-
'pip',
|
|
10
|
-
'cargo',
|
|
11
|
-
'go',
|
|
12
|
-
];
|
|
13
|
-
const BASH_VERBS = ['install', 'add', 'run', 'build', 'start'];
|
|
14
|
-
const BASH_COMMANDS = ['sudo', 'chmod', 'mkdir', 'cd', 'ls', 'cat', 'echo'];
|
|
15
|
-
export function detectBash(code) {
|
|
16
|
-
const lines = splitLines(code);
|
|
17
|
-
for (const line of lines) {
|
|
18
|
-
const trimmed = line.trimStart();
|
|
19
|
-
if (!trimmed)
|
|
20
|
-
continue;
|
|
21
|
-
if (isBashIndicator(trimmed))
|
|
22
|
-
return true;
|
|
23
|
-
}
|
|
24
|
-
return false;
|
|
25
|
-
}
|
|
26
|
-
function startsWithCommand(line, commands) {
|
|
27
|
-
return commands.some((command) => line === command || line.startsWith(`${command} `));
|
|
28
|
-
}
|
|
29
|
-
function isBashIndicator(line) {
|
|
30
|
-
return (isShebang(line) ||
|
|
31
|
-
isPromptLine(line) ||
|
|
32
|
-
startsWithCommand(line, BASH_COMMANDS) ||
|
|
33
|
-
startsWithPackageManagerCommand(line));
|
|
34
|
-
}
|
|
35
|
-
function isShebang(line) {
|
|
36
|
-
return line.startsWith('#!');
|
|
37
|
-
}
|
|
38
|
-
function isPromptLine(line) {
|
|
39
|
-
return line.startsWith('$ ') || line.startsWith('# ');
|
|
40
|
-
}
|
|
41
|
-
function startsWithPackageManagerCommand(line) {
|
|
42
|
-
return BASH_PACKAGE_MANAGERS.some((manager) => {
|
|
43
|
-
if (!line.startsWith(`${manager} `))
|
|
44
|
-
return false;
|
|
45
|
-
const rest = line.slice(manager.length + 1);
|
|
46
|
-
return BASH_VERBS.some((verb) => rest === verb || rest.startsWith(`${verb} `));
|
|
47
|
-
});
|
|
48
|
-
}
|
|
@@ -1,13 +0,0 @@
|
|
|
1
|
-
import { CODE_DETECTORS } from './code-language-detectors.js';
|
|
2
|
-
import { extractLanguageFromClassName, resolveLanguageFromDataAttribute, } from './code-language-parsing.js';
|
|
3
|
-
export function detectLanguageFromCode(code) {
|
|
4
|
-
for (const { language, detect } of CODE_DETECTORS) {
|
|
5
|
-
if (detect(code))
|
|
6
|
-
return language;
|
|
7
|
-
}
|
|
8
|
-
return undefined;
|
|
9
|
-
}
|
|
10
|
-
export function resolveLanguageFromAttributes(className, dataLang) {
|
|
11
|
-
const classMatch = extractLanguageFromClassName(className);
|
|
12
|
-
return classMatch ?? resolveLanguageFromDataAttribute(dataLang);
|
|
13
|
-
}
|
|
@@ -1,142 +0,0 @@
|
|
|
1
|
-
import { detectBash } from './code-language-bash.js';
|
|
2
|
-
import { containsJsxTag, containsWord, splitLines, } from './code-language-parsing.js';
|
|
3
|
-
const TYPE_HINTS = [
|
|
4
|
-
'string',
|
|
5
|
-
'number',
|
|
6
|
-
'boolean',
|
|
7
|
-
'void',
|
|
8
|
-
'any',
|
|
9
|
-
'unknown',
|
|
10
|
-
'never',
|
|
11
|
-
];
|
|
12
|
-
const HTML_TAGS = [
|
|
13
|
-
'<!doctype',
|
|
14
|
-
'<html',
|
|
15
|
-
'<head',
|
|
16
|
-
'<body',
|
|
17
|
-
'<div',
|
|
18
|
-
'<span',
|
|
19
|
-
'<p',
|
|
20
|
-
'<a',
|
|
21
|
-
'<script',
|
|
22
|
-
'<style',
|
|
23
|
-
];
|
|
24
|
-
const SQL_KEYWORDS = [
|
|
25
|
-
'select',
|
|
26
|
-
'insert',
|
|
27
|
-
'update',
|
|
28
|
-
'delete',
|
|
29
|
-
'create',
|
|
30
|
-
'alter',
|
|
31
|
-
'drop',
|
|
32
|
-
];
|
|
33
|
-
const JS_WORD_REGEX = /\b(?:const|let|var|function|class|async|await|export|import)\b/;
|
|
34
|
-
const PYTHON_WORD_REGEX = /\b(?:def|class|import|from)\b/;
|
|
35
|
-
const RUST_WORD_REGEX = /\b(?:fn|impl|struct|enum)\b/;
|
|
36
|
-
const CSS_DIRECTIVE_REGEX = /@media|@import|@keyframes/;
|
|
37
|
-
export const CODE_DETECTORS = [
|
|
38
|
-
{ language: 'jsx', detect: detectJsx },
|
|
39
|
-
{ language: 'typescript', detect: detectTypescript },
|
|
40
|
-
{ language: 'rust', detect: detectRust },
|
|
41
|
-
{ language: 'javascript', detect: detectJavascript },
|
|
42
|
-
{ language: 'python', detect: detectPython },
|
|
43
|
-
{ language: 'bash', detect: detectBash },
|
|
44
|
-
{ language: 'css', detect: detectCss },
|
|
45
|
-
{ language: 'html', detect: detectHtml },
|
|
46
|
-
{ language: 'json', detect: detectJson },
|
|
47
|
-
{ language: 'yaml', detect: detectYaml },
|
|
48
|
-
{ language: 'sql', detect: detectSql },
|
|
49
|
-
{ language: 'go', detect: detectGo },
|
|
50
|
-
];
|
|
51
|
-
function detectJsx(code) {
|
|
52
|
-
const lower = code.toLowerCase();
|
|
53
|
-
if (lower.includes('classname='))
|
|
54
|
-
return true;
|
|
55
|
-
if (lower.includes('jsx:'))
|
|
56
|
-
return true;
|
|
57
|
-
if (lower.includes("from 'react'") || lower.includes('from "react"')) {
|
|
58
|
-
return true;
|
|
59
|
-
}
|
|
60
|
-
return containsJsxTag(code);
|
|
61
|
-
}
|
|
62
|
-
function detectTypescript(code) {
|
|
63
|
-
const lower = code.toLowerCase();
|
|
64
|
-
if (containsWord(lower, 'interface'))
|
|
65
|
-
return true;
|
|
66
|
-
if (containsWord(lower, 'type'))
|
|
67
|
-
return true;
|
|
68
|
-
return TYPE_HINTS.some((hint) => lower.includes(`: ${hint}`) || lower.includes(`:${hint}`));
|
|
69
|
-
}
|
|
70
|
-
function detectRust(code) {
|
|
71
|
-
const lower = code.toLowerCase();
|
|
72
|
-
return (RUST_WORD_REGEX.test(lower) ||
|
|
73
|
-
lower.includes('let mut') ||
|
|
74
|
-
(lower.includes('use ') && lower.includes('::')));
|
|
75
|
-
}
|
|
76
|
-
function detectJavascript(code) {
|
|
77
|
-
const lower = code.toLowerCase();
|
|
78
|
-
return JS_WORD_REGEX.test(lower);
|
|
79
|
-
}
|
|
80
|
-
function detectPython(code) {
|
|
81
|
-
const lower = code.toLowerCase();
|
|
82
|
-
return (PYTHON_WORD_REGEX.test(lower) ||
|
|
83
|
-
lower.includes('print(') ||
|
|
84
|
-
lower.includes('__name__'));
|
|
85
|
-
}
|
|
86
|
-
function detectCss(code) {
|
|
87
|
-
const lower = code.toLowerCase();
|
|
88
|
-
if (CSS_DIRECTIVE_REGEX.test(lower))
|
|
89
|
-
return true;
|
|
90
|
-
const lines = splitLines(code);
|
|
91
|
-
for (const line of lines) {
|
|
92
|
-
const trimmed = line.trimStart();
|
|
93
|
-
if (!trimmed)
|
|
94
|
-
continue;
|
|
95
|
-
if (isCssSelectorLine(trimmed) || isCssPropertyLine(trimmed))
|
|
96
|
-
return true;
|
|
97
|
-
}
|
|
98
|
-
return false;
|
|
99
|
-
}
|
|
100
|
-
function detectHtml(code) {
|
|
101
|
-
const lower = code.toLowerCase();
|
|
102
|
-
return HTML_TAGS.some((tag) => lower.includes(tag));
|
|
103
|
-
}
|
|
104
|
-
function detectJson(code) {
|
|
105
|
-
const trimmed = code.trimStart();
|
|
106
|
-
if (!trimmed)
|
|
107
|
-
return false;
|
|
108
|
-
return trimmed.startsWith('{') || trimmed.startsWith('[');
|
|
109
|
-
}
|
|
110
|
-
function detectYaml(code) {
|
|
111
|
-
const lines = splitLines(code);
|
|
112
|
-
for (const line of lines) {
|
|
113
|
-
const trimmed = line.trim();
|
|
114
|
-
if (!trimmed)
|
|
115
|
-
continue;
|
|
116
|
-
const colonIndex = trimmed.indexOf(':');
|
|
117
|
-
if (colonIndex <= 0)
|
|
118
|
-
continue;
|
|
119
|
-
const after = trimmed[colonIndex + 1];
|
|
120
|
-
if (after === ' ' || after === '\t')
|
|
121
|
-
return true;
|
|
122
|
-
}
|
|
123
|
-
return false;
|
|
124
|
-
}
|
|
125
|
-
function detectSql(code) {
|
|
126
|
-
const lower = code.toLowerCase();
|
|
127
|
-
return SQL_KEYWORDS.some((keyword) => containsWord(lower, keyword));
|
|
128
|
-
}
|
|
129
|
-
function detectGo(code) {
|
|
130
|
-
const lower = code.toLowerCase();
|
|
131
|
-
return (containsWord(lower, 'package') ||
|
|
132
|
-
containsWord(lower, 'func') ||
|
|
133
|
-
lower.includes('import "'));
|
|
134
|
-
}
|
|
135
|
-
function isCssSelectorLine(line) {
|
|
136
|
-
if (!line.startsWith('.') && !line.startsWith('#'))
|
|
137
|
-
return false;
|
|
138
|
-
return line.includes('{');
|
|
139
|
-
}
|
|
140
|
-
function isCssPropertyLine(line) {
|
|
141
|
-
return line.includes(':') && line.includes(';');
|
|
142
|
-
}
|
|
@@ -1,5 +0,0 @@
|
|
|
1
|
-
export declare function containsJsxTag(code: string): boolean;
|
|
2
|
-
export declare function containsWord(source: string, word: string): boolean;
|
|
3
|
-
export declare function splitLines(content: string): string[];
|
|
4
|
-
export declare function extractLanguageFromClassName(className: string): string | undefined;
|
|
5
|
-
export declare function resolveLanguageFromDataAttribute(dataLang: string): string | undefined;
|
|
@@ -1,62 +0,0 @@
|
|
|
1
|
-
export function containsJsxTag(code) {
|
|
2
|
-
for (let index = 0; index < code.length - 1; index += 1) {
|
|
3
|
-
if (code[index] !== '<')
|
|
4
|
-
continue;
|
|
5
|
-
const next = code[index + 1];
|
|
6
|
-
if (!next)
|
|
7
|
-
continue;
|
|
8
|
-
if (next >= 'A' && next <= 'Z')
|
|
9
|
-
return true;
|
|
10
|
-
}
|
|
11
|
-
return false;
|
|
12
|
-
}
|
|
13
|
-
export function containsWord(source, word) {
|
|
14
|
-
let startIndex = source.indexOf(word);
|
|
15
|
-
while (startIndex !== -1) {
|
|
16
|
-
const before = startIndex === 0 ? '' : source[startIndex - 1];
|
|
17
|
-
const afterIndex = startIndex + word.length;
|
|
18
|
-
const after = afterIndex >= source.length ? '' : source[afterIndex];
|
|
19
|
-
if (!isWordChar(before) && !isWordChar(after))
|
|
20
|
-
return true;
|
|
21
|
-
startIndex = source.indexOf(word, startIndex + word.length);
|
|
22
|
-
}
|
|
23
|
-
return false;
|
|
24
|
-
}
|
|
25
|
-
export function splitLines(content) {
|
|
26
|
-
return content.split('\n');
|
|
27
|
-
}
|
|
28
|
-
export function extractLanguageFromClassName(className) {
|
|
29
|
-
const tokens = className.match(/\S+/g);
|
|
30
|
-
if (!tokens)
|
|
31
|
-
return undefined;
|
|
32
|
-
for (const token of tokens) {
|
|
33
|
-
const lower = token.toLowerCase();
|
|
34
|
-
if (lower.startsWith('language-'))
|
|
35
|
-
return token.slice('language-'.length);
|
|
36
|
-
if (lower.startsWith('lang-'))
|
|
37
|
-
return token.slice('lang-'.length);
|
|
38
|
-
if (lower.startsWith('highlight-')) {
|
|
39
|
-
return token.slice('highlight-'.length);
|
|
40
|
-
}
|
|
41
|
-
}
|
|
42
|
-
return undefined;
|
|
43
|
-
}
|
|
44
|
-
export function resolveLanguageFromDataAttribute(dataLang) {
|
|
45
|
-
const trimmed = dataLang.trim();
|
|
46
|
-
if (!trimmed)
|
|
47
|
-
return undefined;
|
|
48
|
-
for (const char of trimmed) {
|
|
49
|
-
if (!isWordChar(char))
|
|
50
|
-
return undefined;
|
|
51
|
-
}
|
|
52
|
-
return trimmed;
|
|
53
|
-
}
|
|
54
|
-
function isWordChar(char) {
|
|
55
|
-
if (!char)
|
|
56
|
-
return false;
|
|
57
|
-
const code = char.charCodeAt(0);
|
|
58
|
-
return ((code >= 48 && code <= 57) ||
|
|
59
|
-
(code >= 65 && code <= 90) ||
|
|
60
|
-
(code >= 97 && code <= 122) ||
|
|
61
|
-
char === '_');
|
|
62
|
-
}
|
|
@@ -1,5 +0,0 @@
|
|
|
1
|
-
export declare function containsJsxTag(code: string): boolean;
|
|
2
|
-
export declare function containsWord(source: string, word: string): boolean;
|
|
3
|
-
export declare function splitLines(content: string): string[];
|
|
4
|
-
export declare function extractLanguageFromClassName(className: string): string | undefined;
|
|
5
|
-
export declare function resolveLanguageFromDataAttribute(dataLang: string): string | undefined;
|
|
@@ -1,62 +0,0 @@
|
|
|
1
|
-
export function containsJsxTag(code) {
|
|
2
|
-
for (let index = 0; index < code.length - 1; index += 1) {
|
|
3
|
-
if (code[index] !== '<')
|
|
4
|
-
continue;
|
|
5
|
-
const next = code[index + 1];
|
|
6
|
-
if (!next)
|
|
7
|
-
continue;
|
|
8
|
-
if (next >= 'A' && next <= 'Z')
|
|
9
|
-
return true;
|
|
10
|
-
}
|
|
11
|
-
return false;
|
|
12
|
-
}
|
|
13
|
-
export function containsWord(source, word) {
|
|
14
|
-
let startIndex = source.indexOf(word);
|
|
15
|
-
while (startIndex !== -1) {
|
|
16
|
-
const before = startIndex === 0 ? '' : source[startIndex - 1];
|
|
17
|
-
const afterIndex = startIndex + word.length;
|
|
18
|
-
const after = afterIndex >= source.length ? '' : source[afterIndex];
|
|
19
|
-
if (!isWordChar(before) && !isWordChar(after))
|
|
20
|
-
return true;
|
|
21
|
-
startIndex = source.indexOf(word, startIndex + word.length);
|
|
22
|
-
}
|
|
23
|
-
return false;
|
|
24
|
-
}
|
|
25
|
-
export function splitLines(content) {
|
|
26
|
-
return content.split('\n');
|
|
27
|
-
}
|
|
28
|
-
export function extractLanguageFromClassName(className) {
|
|
29
|
-
const tokens = className.match(/\S+/g);
|
|
30
|
-
if (!tokens)
|
|
31
|
-
return undefined;
|
|
32
|
-
for (const token of tokens) {
|
|
33
|
-
const lower = token.toLowerCase();
|
|
34
|
-
if (lower.startsWith('language-'))
|
|
35
|
-
return token.slice('language-'.length);
|
|
36
|
-
if (lower.startsWith('lang-'))
|
|
37
|
-
return token.slice('lang-'.length);
|
|
38
|
-
if (lower.startsWith('highlight-')) {
|
|
39
|
-
return token.slice('highlight-'.length);
|
|
40
|
-
}
|
|
41
|
-
}
|
|
42
|
-
return undefined;
|
|
43
|
-
}
|
|
44
|
-
export function resolveLanguageFromDataAttribute(dataLang) {
|
|
45
|
-
const trimmed = dataLang.trim();
|
|
46
|
-
if (!trimmed)
|
|
47
|
-
return undefined;
|
|
48
|
-
for (const char of trimmed) {
|
|
49
|
-
if (!isWordChar(char))
|
|
50
|
-
return undefined;
|
|
51
|
-
}
|
|
52
|
-
return trimmed;
|
|
53
|
-
}
|
|
54
|
-
function isWordChar(char) {
|
|
55
|
-
if (!char)
|
|
56
|
-
return false;
|
|
57
|
-
const code = char.charCodeAt(0);
|
|
58
|
-
return ((code >= 48 && code <= 57) ||
|
|
59
|
-
(code >= 65 && code <= 90) ||
|
|
60
|
-
(code >= 97 && code <= 122) ||
|
|
61
|
-
char === '_');
|
|
62
|
-
}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"code-language.d.ts","sourceRoot":"","sources":["../../src/utils/code-language.ts"],"names":[],"mappings":"AAkCA,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAOvE;AAED,wBAAgB,6BAA6B,CAC3C,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,GACf,MAAM,GAAG,SAAS,CAGpB"}
|
|
@@ -1,260 +0,0 @@
|
|
|
1
|
-
function containsJsxTag(code) {
|
|
2
|
-
for (let index = 0; index < code.length - 1; index += 1) {
|
|
3
|
-
if (code[index] !== '<')
|
|
4
|
-
continue;
|
|
5
|
-
const next = code[index + 1];
|
|
6
|
-
if (!next)
|
|
7
|
-
continue;
|
|
8
|
-
if (next >= 'A' && next <= 'Z')
|
|
9
|
-
return true;
|
|
10
|
-
}
|
|
11
|
-
return false;
|
|
12
|
-
}
|
|
13
|
-
function containsWord(source, word) {
|
|
14
|
-
let startIndex = source.indexOf(word);
|
|
15
|
-
while (startIndex !== -1) {
|
|
16
|
-
const before = startIndex === 0 ? '' : source[startIndex - 1];
|
|
17
|
-
const afterIndex = startIndex + word.length;
|
|
18
|
-
const after = afterIndex >= source.length ? '' : source[afterIndex];
|
|
19
|
-
if (!isWordChar(before) && !isWordChar(after))
|
|
20
|
-
return true;
|
|
21
|
-
startIndex = source.indexOf(word, startIndex + word.length);
|
|
22
|
-
}
|
|
23
|
-
return false;
|
|
24
|
-
}
|
|
25
|
-
function splitLines(content) {
|
|
26
|
-
return content.split('\n');
|
|
27
|
-
}
|
|
28
|
-
function extractLanguageFromClassName(className) {
|
|
29
|
-
const tokens = className.match(/\S+/g);
|
|
30
|
-
if (!tokens)
|
|
31
|
-
return undefined;
|
|
32
|
-
for (const token of tokens) {
|
|
33
|
-
const lower = token.toLowerCase();
|
|
34
|
-
if (lower.startsWith('language-'))
|
|
35
|
-
return token.slice('language-'.length);
|
|
36
|
-
if (lower.startsWith('lang-'))
|
|
37
|
-
return token.slice('lang-'.length);
|
|
38
|
-
if (lower.startsWith('highlight-')) {
|
|
39
|
-
return token.slice('highlight-'.length);
|
|
40
|
-
}
|
|
41
|
-
}
|
|
42
|
-
return undefined;
|
|
43
|
-
}
|
|
44
|
-
function resolveLanguageFromDataAttribute(dataLang) {
|
|
45
|
-
const trimmed = dataLang.trim();
|
|
46
|
-
if (!trimmed)
|
|
47
|
-
return undefined;
|
|
48
|
-
for (const char of trimmed) {
|
|
49
|
-
if (!isWordChar(char))
|
|
50
|
-
return undefined;
|
|
51
|
-
}
|
|
52
|
-
return trimmed;
|
|
53
|
-
}
|
|
54
|
-
function isWordChar(char) {
|
|
55
|
-
if (!char)
|
|
56
|
-
return false;
|
|
57
|
-
const code = char.charCodeAt(0);
|
|
58
|
-
return ((code >= 48 && code <= 57) ||
|
|
59
|
-
(code >= 65 && code <= 90) ||
|
|
60
|
-
(code >= 97 && code <= 122) ||
|
|
61
|
-
char === '_');
|
|
62
|
-
}
|
|
63
|
-
const BASH_PACKAGE_MANAGERS = [
|
|
64
|
-
'npm',
|
|
65
|
-
'yarn',
|
|
66
|
-
'pnpm',
|
|
67
|
-
'npx',
|
|
68
|
-
'brew',
|
|
69
|
-
'apt',
|
|
70
|
-
'pip',
|
|
71
|
-
'cargo',
|
|
72
|
-
'go',
|
|
73
|
-
];
|
|
74
|
-
const BASH_VERBS = ['install', 'add', 'run', 'build', 'start'];
|
|
75
|
-
const BASH_COMMANDS = ['sudo', 'chmod', 'mkdir', 'cd', 'ls', 'cat', 'echo'];
|
|
76
|
-
function detectBash(code) {
|
|
77
|
-
const lines = splitLines(code);
|
|
78
|
-
for (const line of lines) {
|
|
79
|
-
const trimmed = line.trimStart();
|
|
80
|
-
if (!trimmed)
|
|
81
|
-
continue;
|
|
82
|
-
if (isBashIndicator(trimmed))
|
|
83
|
-
return true;
|
|
84
|
-
}
|
|
85
|
-
return false;
|
|
86
|
-
}
|
|
87
|
-
function startsWithCommand(line, commands) {
|
|
88
|
-
return commands.some((command) => line === command || line.startsWith(`${command} `));
|
|
89
|
-
}
|
|
90
|
-
function isBashIndicator(line) {
|
|
91
|
-
return (isShebang(line) ||
|
|
92
|
-
isPromptLine(line) ||
|
|
93
|
-
startsWithCommand(line, BASH_COMMANDS) ||
|
|
94
|
-
startsWithPackageManagerCommand(line));
|
|
95
|
-
}
|
|
96
|
-
function isShebang(line) {
|
|
97
|
-
return line.startsWith('#!');
|
|
98
|
-
}
|
|
99
|
-
function isPromptLine(line) {
|
|
100
|
-
return line.startsWith('$ ') || line.startsWith('# ');
|
|
101
|
-
}
|
|
102
|
-
function startsWithPackageManagerCommand(line) {
|
|
103
|
-
return BASH_PACKAGE_MANAGERS.some((manager) => {
|
|
104
|
-
if (!line.startsWith(`${manager} `))
|
|
105
|
-
return false;
|
|
106
|
-
const rest = line.slice(manager.length + 1);
|
|
107
|
-
return BASH_VERBS.some((verb) => rest === verb || rest.startsWith(`${verb} `));
|
|
108
|
-
});
|
|
109
|
-
}
|
|
110
|
-
const TYPE_HINTS = [
|
|
111
|
-
'string',
|
|
112
|
-
'number',
|
|
113
|
-
'boolean',
|
|
114
|
-
'void',
|
|
115
|
-
'any',
|
|
116
|
-
'unknown',
|
|
117
|
-
'never',
|
|
118
|
-
];
|
|
119
|
-
const HTML_TAGS = [
|
|
120
|
-
'<!doctype',
|
|
121
|
-
'<html',
|
|
122
|
-
'<head',
|
|
123
|
-
'<body',
|
|
124
|
-
'<div',
|
|
125
|
-
'<span',
|
|
126
|
-
'<p',
|
|
127
|
-
'<a',
|
|
128
|
-
'<script',
|
|
129
|
-
'<style',
|
|
130
|
-
];
|
|
131
|
-
const SQL_KEYWORDS = [
|
|
132
|
-
'select',
|
|
133
|
-
'insert',
|
|
134
|
-
'update',
|
|
135
|
-
'delete',
|
|
136
|
-
'create',
|
|
137
|
-
'alter',
|
|
138
|
-
'drop',
|
|
139
|
-
];
|
|
140
|
-
const JS_WORD_REGEX = /\b(?:const|let|var|function|class|async|await|export|import)\b/;
|
|
141
|
-
const PYTHON_WORD_REGEX = /\b(?:def|class|import|from)\b/;
|
|
142
|
-
const RUST_WORD_REGEX = /\b(?:fn|impl|struct|enum)\b/;
|
|
143
|
-
const CSS_DIRECTIVE_REGEX = /@media|@import|@keyframes/;
|
|
144
|
-
const CODE_DETECTORS = [
|
|
145
|
-
{ language: 'jsx', detect: detectJsx },
|
|
146
|
-
{ language: 'typescript', detect: detectTypescript },
|
|
147
|
-
{ language: 'rust', detect: detectRust },
|
|
148
|
-
{ language: 'javascript', detect: detectJavascript },
|
|
149
|
-
{ language: 'python', detect: detectPython },
|
|
150
|
-
{ language: 'bash', detect: detectBash },
|
|
151
|
-
{ language: 'css', detect: detectCss },
|
|
152
|
-
{ language: 'html', detect: detectHtml },
|
|
153
|
-
{ language: 'json', detect: detectJson },
|
|
154
|
-
{ language: 'yaml', detect: detectYaml },
|
|
155
|
-
{ language: 'sql', detect: detectSql },
|
|
156
|
-
{ language: 'go', detect: detectGo },
|
|
157
|
-
];
|
|
158
|
-
function detectJsx(code) {
|
|
159
|
-
const lower = code.toLowerCase();
|
|
160
|
-
if (lower.includes('classname='))
|
|
161
|
-
return true;
|
|
162
|
-
if (lower.includes('jsx:'))
|
|
163
|
-
return true;
|
|
164
|
-
if (lower.includes("from 'react'") || lower.includes('from "react"')) {
|
|
165
|
-
return true;
|
|
166
|
-
}
|
|
167
|
-
return containsJsxTag(code);
|
|
168
|
-
}
|
|
169
|
-
function detectTypescript(code) {
|
|
170
|
-
const lower = code.toLowerCase();
|
|
171
|
-
if (containsWord(lower, 'interface'))
|
|
172
|
-
return true;
|
|
173
|
-
if (containsWord(lower, 'type'))
|
|
174
|
-
return true;
|
|
175
|
-
return TYPE_HINTS.some((hint) => lower.includes(`: ${hint}`) || lower.includes(`:${hint}`));
|
|
176
|
-
}
|
|
177
|
-
function detectRust(code) {
|
|
178
|
-
const lower = code.toLowerCase();
|
|
179
|
-
return (RUST_WORD_REGEX.test(lower) ||
|
|
180
|
-
lower.includes('let mut') ||
|
|
181
|
-
(lower.includes('use ') && lower.includes('::')));
|
|
182
|
-
}
|
|
183
|
-
function detectJavascript(code) {
|
|
184
|
-
const lower = code.toLowerCase();
|
|
185
|
-
return JS_WORD_REGEX.test(lower);
|
|
186
|
-
}
|
|
187
|
-
function detectPython(code) {
|
|
188
|
-
const lower = code.toLowerCase();
|
|
189
|
-
return (PYTHON_WORD_REGEX.test(lower) ||
|
|
190
|
-
lower.includes('print(') ||
|
|
191
|
-
lower.includes('__name__'));
|
|
192
|
-
}
|
|
193
|
-
function detectCss(code) {
|
|
194
|
-
const lower = code.toLowerCase();
|
|
195
|
-
if (CSS_DIRECTIVE_REGEX.test(lower))
|
|
196
|
-
return true;
|
|
197
|
-
const lines = splitLines(code);
|
|
198
|
-
for (const line of lines) {
|
|
199
|
-
const trimmed = line.trimStart();
|
|
200
|
-
if (!trimmed)
|
|
201
|
-
continue;
|
|
202
|
-
if (isCssSelectorLine(trimmed) || isCssPropertyLine(trimmed))
|
|
203
|
-
return true;
|
|
204
|
-
}
|
|
205
|
-
return false;
|
|
206
|
-
}
|
|
207
|
-
function detectHtml(code) {
|
|
208
|
-
const lower = code.toLowerCase();
|
|
209
|
-
return HTML_TAGS.some((tag) => lower.includes(tag));
|
|
210
|
-
}
|
|
211
|
-
function detectJson(code) {
|
|
212
|
-
const trimmed = code.trimStart();
|
|
213
|
-
if (!trimmed)
|
|
214
|
-
return false;
|
|
215
|
-
return trimmed.startsWith('{') || trimmed.startsWith('[');
|
|
216
|
-
}
|
|
217
|
-
function detectYaml(code) {
|
|
218
|
-
const lines = splitLines(code);
|
|
219
|
-
for (const line of lines) {
|
|
220
|
-
const trimmed = line.trim();
|
|
221
|
-
if (!trimmed)
|
|
222
|
-
continue;
|
|
223
|
-
const colonIndex = trimmed.indexOf(':');
|
|
224
|
-
if (colonIndex <= 0)
|
|
225
|
-
continue;
|
|
226
|
-
const after = trimmed[colonIndex + 1];
|
|
227
|
-
if (after === ' ' || after === '\t')
|
|
228
|
-
return true;
|
|
229
|
-
}
|
|
230
|
-
return false;
|
|
231
|
-
}
|
|
232
|
-
function detectSql(code) {
|
|
233
|
-
const lower = code.toLowerCase();
|
|
234
|
-
return SQL_KEYWORDS.some((keyword) => containsWord(lower, keyword));
|
|
235
|
-
}
|
|
236
|
-
function detectGo(code) {
|
|
237
|
-
const lower = code.toLowerCase();
|
|
238
|
-
return (containsWord(lower, 'package') ||
|
|
239
|
-
containsWord(lower, 'func') ||
|
|
240
|
-
lower.includes('import "'));
|
|
241
|
-
}
|
|
242
|
-
function isCssSelectorLine(line) {
|
|
243
|
-
if (!line.startsWith('.') && !line.startsWith('#'))
|
|
244
|
-
return false;
|
|
245
|
-
return line.includes('{');
|
|
246
|
-
}
|
|
247
|
-
function isCssPropertyLine(line) {
|
|
248
|
-
return line.includes(':') && line.includes(';');
|
|
249
|
-
}
|
|
250
|
-
export function detectLanguageFromCode(code) {
|
|
251
|
-
for (const { language, detect } of CODE_DETECTORS) {
|
|
252
|
-
if (detect(code))
|
|
253
|
-
return language;
|
|
254
|
-
}
|
|
255
|
-
return undefined;
|
|
256
|
-
}
|
|
257
|
-
export function resolveLanguageFromAttributes(className, dataLang) {
|
|
258
|
-
const classMatch = extractLanguageFromClassName(className);
|
|
259
|
-
return classMatch ?? resolveLanguageFromDataAttribute(dataLang);
|
|
260
|
-
}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"code-language.js","sourceRoot":"","sources":["../../src/utils/code-language.ts"],"names":[],"mappings":"AAAA,MAAM,aAAa,GAAgC;IACjD;QACE,kFAAkF;QAClF,KAAK;KACN;IACD;QACE,sFAAsF;QACtF,YAAY;KACb;IACD,CAAC,kDAAkD,EAAE,MAAM,CAAC;IAC5D;QACE,+EAA+E;QAC/E,YAAY;KACb;IACD,CAAC,kDAAkD,EAAE,QAAQ,CAAC;IAC9D;QACE,iFAAiF;QACjF,MAAM;KACP;IACD,CAAC,iEAAiE,EAAE,MAAM,CAAC;IAC3E,CAAC,yDAAyD,EAAE,KAAK,CAAC;IAClE,CAAC,8DAA8D,EAAE,MAAM,CAAC;IACxE,CAAC,6CAA6C,EAAE,MAAM,CAAC;IACvD,CAAC,oBAAoB,EAAE,MAAM,CAAC;IAC9B,CAAC,0DAA0D,EAAE,KAAK,CAAC;IACnE,CAAC,gCAAgC,EAAE,IAAI,CAAC;CACzC,CAAC;AAEF,MAAM,cAAc,GAAG;IACrB,gBAAgB;IAChB,YAAY;IACZ,iBAAiB;CACT,CAAC;AAEX,MAAM,UAAU,sBAAsB,CAAC,IAAY;IACjD,KAAK,MAAM,CAAC,OAAO,EAAE,QAAQ,CAAC,IAAI,aAAa,EAAE,CAAC;QAChD,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YACvB,OAAO,QAAQ,CAAC;QAClB,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,6BAA6B,CAC3C,SAAiB,EACjB,QAAgB;IAEhB,MAAM,UAAU,GAAG,iBAAiB,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;IAChE,OAAO,UAAU,IAAI,gCAAgC,CAAC,QAAQ,CAAC,CAAC;AAClE,CAAC;AAED,SAAS,iBAAiB,CACxB,KAAa,EACb,QAA2B;IAE3B,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAClC,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC;YAAE,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC;IAClC,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,gCAAgC,CACvC,QAAgB;IAEhB,MAAM,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACvC,OAAO,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;AACpB,CAAC"}
|
|
@@ -1,3 +0,0 @@
|
|
|
1
|
-
import type { ConcurrencyExecutionOptions } from '../config/types.js';
|
|
2
|
-
export declare function runWithConcurrency<T>(limit: number, tasks: readonly (() => Promise<T>)[], options?: ConcurrencyExecutionOptions): Promise<PromiseSettledResult<T>[]>;
|
|
3
|
-
//# sourceMappingURL=concurrency.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"concurrency.d.ts","sourceRoot":"","sources":["../../src/utils/concurrency.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,2BAA2B,EAE5B,MAAM,oBAAoB,CAAC;AA8B5B,wBAAsB,kBAAkB,CAAC,CAAC,EACxC,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,SAAS,CAAC,MAAM,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,EACpC,OAAO,CAAC,EAAE,2BAA2B,GACpC,OAAO,CAAC,oBAAoB,CAAC,CAAC,CAAC,EAAE,CAAC,CAepC"}
|