@j0hanz/superfetch 2.1.4 → 2.1.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cache.d.ts +1 -0
- package/dist/cache.d.ts.map +1 -0
- package/dist/cache.js +2 -1
- package/dist/cache.js.map +1 -0
- package/dist/config.d.ts +1 -0
- package/dist/config.d.ts.map +1 -0
- package/dist/config.js +1 -0
- package/dist/config.js.map +1 -0
- package/dist/crypto.d.ts +1 -0
- package/dist/crypto.d.ts.map +1 -0
- package/dist/crypto.js +1 -0
- package/dist/crypto.js.map +1 -0
- package/dist/errors.d.ts +1 -0
- package/dist/errors.d.ts.map +1 -0
- package/dist/errors.js +1 -0
- package/dist/errors.js.map +1 -0
- package/dist/fetch.d.ts +1 -0
- package/dist/fetch.d.ts.map +1 -0
- package/dist/fetch.js +2 -1
- package/dist/fetch.js.map +1 -0
- package/dist/http.d.ts +1 -0
- package/dist/http.d.ts.map +1 -0
- package/dist/http.js +2 -1
- package/dist/http.js.map +1 -0
- package/dist/index.d.ts +1 -0
- package/dist/index.js +1 -0
- package/dist/index.js.map +1 -1
- package/dist/mcp.d.ts +1 -0
- package/dist/mcp.d.ts.map +1 -0
- package/dist/mcp.js +1 -0
- package/dist/mcp.js.map +1 -0
- package/dist/observability.d.ts +1 -0
- package/dist/observability.d.ts.map +1 -0
- package/dist/observability.js +1 -0
- package/dist/observability.js.map +1 -0
- package/dist/tools.d.ts +1 -0
- package/dist/tools.d.ts.map +1 -0
- package/dist/tools.js +2 -1
- package/dist/tools.js.map +1 -0
- package/dist/transform.d.ts +1 -0
- package/dist/transform.d.ts.map +1 -0
- package/dist/transform.js +2 -5
- package/dist/transform.js.map +1 -0
- package/dist/{utils.d.ts → type-guards.d.ts} +1 -0
- package/dist/type-guards.d.ts.map +1 -0
- package/dist/{utils.js → type-guards.js} +1 -0
- package/dist/type-guards.js.map +1 -0
- package/dist/workers/transform-worker.d.ts +1 -0
- package/dist/workers/transform-worker.d.ts.map +1 -0
- package/dist/workers/transform-worker.js +2 -1
- package/dist/workers/transform-worker.js.map +1 -0
- package/package.json +7 -4
- package/dist/config/auth-config.d.ts +0 -16
- package/dist/config/auth-config.js +0 -53
- package/dist/config/constants.d.ts +0 -17
- package/dist/config/constants.d.ts.map +0 -1
- package/dist/config/constants.js +0 -22
- package/dist/config/constants.js.map +0 -1
- package/dist/config/env-parsers.d.ts +0 -8
- package/dist/config/env-parsers.js +0 -96
- package/dist/config/formatting.d.ts +0 -7
- package/dist/config/formatting.d.ts.map +0 -1
- package/dist/config/formatting.js +0 -9
- package/dist/config/formatting.js.map +0 -1
- package/dist/config/index.d.ts +0 -61
- package/dist/config/index.d.ts.map +0 -1
- package/dist/config/index.js +0 -107
- package/dist/config/index.js.map +0 -1
- package/dist/config/types/content.d.ts +0 -41
- package/dist/config/types/content.d.ts.map +0 -1
- package/dist/config/types/content.js +0 -1
- package/dist/config/types/content.js.map +0 -1
- package/dist/config/types/runtime.d.ts +0 -72
- package/dist/config/types/runtime.d.ts.map +0 -1
- package/dist/config/types/runtime.js +0 -1
- package/dist/config/types/runtime.js.map +0 -1
- package/dist/config/types/tools.d.ts +0 -28
- package/dist/config/types/tools.d.ts.map +0 -1
- package/dist/config/types/tools.js +0 -1
- package/dist/config/types/tools.js.map +0 -1
- package/dist/config/types.d.ts +0 -4
- package/dist/config/types.d.ts.map +0 -1
- package/dist/config/types.js +0 -2
- package/dist/config/types.js.map +0 -1
- package/dist/errors/app-error.d.ts +0 -7
- package/dist/errors/app-error.d.ts.map +0 -1
- package/dist/errors/app-error.js +0 -16
- package/dist/errors/app-error.js.map +0 -1
- package/dist/errors/index.d.ts +0 -2
- package/dist/errors/index.d.ts.map +0 -1
- package/dist/errors/index.js +0 -2
- package/dist/errors/index.js.map +0 -1
- package/dist/http/accept-policy.d.ts +0 -3
- package/dist/http/accept-policy.js +0 -45
- package/dist/http/async-handler.d.ts +0 -2
- package/dist/http/async-handler.js +0 -5
- package/dist/http/auth-introspection.d.ts +0 -2
- package/dist/http/auth-introspection.js +0 -141
- package/dist/http/auth-static.d.ts +0 -2
- package/dist/http/auth-static.js +0 -23
- package/dist/http/auth.d.ts +0 -3
- package/dist/http/auth.d.ts.map +0 -1
- package/dist/http/auth.js +0 -269
- package/dist/http/auth.js.map +0 -1
- package/dist/http/base-middleware.d.ts +0 -7
- package/dist/http/base-middleware.js +0 -143
- package/dist/http/cors.d.ts +0 -2
- package/dist/http/cors.d.ts.map +0 -1
- package/dist/http/cors.js +0 -9
- package/dist/http/cors.js.map +0 -1
- package/dist/http/download-routes.d.ts +0 -2
- package/dist/http/download-routes.d.ts.map +0 -1
- package/dist/http/download-routes.js +0 -104
- package/dist/http/download-routes.js.map +0 -1
- package/dist/http/error-handler.d.ts +0 -2
- package/dist/http/error-handler.js +0 -55
- package/dist/http/host-allowlist.d.ts +0 -3
- package/dist/http/host-allowlist.js +0 -117
- package/dist/http/jsonrpc-http.d.ts +0 -2
- package/dist/http/jsonrpc-http.js +0 -10
- package/dist/http/mcp-routes.d.ts +0 -9
- package/dist/http/mcp-routes.d.ts.map +0 -1
- package/dist/http/mcp-routes.js +0 -204
- package/dist/http/mcp-routes.js.map +0 -1
- package/dist/http/mcp-session-eviction.d.ts +0 -3
- package/dist/http/mcp-session-eviction.js +0 -24
- package/dist/http/mcp-session-helpers.d.ts +0 -12
- package/dist/http/mcp-session-helpers.d.ts.map +0 -1
- package/dist/http/mcp-session-helpers.js +0 -64
- package/dist/http/mcp-session-helpers.js.map +0 -1
- package/dist/http/mcp-session-init.d.ts +0 -7
- package/dist/http/mcp-session-init.js +0 -94
- package/dist/http/mcp-session-slots.d.ts +0 -17
- package/dist/http/mcp-session-slots.js +0 -55
- package/dist/http/mcp-session-transport-init.d.ts +0 -7
- package/dist/http/mcp-session-transport-init.js +0 -41
- package/dist/http/mcp-session-transport.d.ts +0 -7
- package/dist/http/mcp-session-transport.js +0 -57
- package/dist/http/mcp-session-types.d.ts +0 -5
- package/dist/http/mcp-session-types.js +0 -1
- package/dist/http/mcp-session.d.ts +0 -10
- package/dist/http/mcp-session.d.ts.map +0 -1
- package/dist/http/mcp-session.js +0 -23
- package/dist/http/mcp-session.js.map +0 -1
- package/dist/http/mcp-sessions.d.ts +0 -41
- package/dist/http/mcp-sessions.js +0 -392
- package/dist/http/mcp-validation.d.ts +0 -3
- package/dist/http/mcp-validation.d.ts.map +0 -1
- package/dist/http/mcp-validation.js +0 -14
- package/dist/http/mcp-validation.js.map +0 -1
- package/dist/http/protocol-policy.d.ts +0 -2
- package/dist/http/protocol-policy.js +0 -31
- package/dist/http/rate-limit.d.ts +0 -12
- package/dist/http/rate-limit.d.ts.map +0 -1
- package/dist/http/rate-limit.js +0 -93
- package/dist/http/rate-limit.js.map +0 -1
- package/dist/http/server-config.d.ts +0 -1
- package/dist/http/server-config.js +0 -40
- package/dist/http/server-middleware.d.ts +0 -7
- package/dist/http/server-middleware.d.ts.map +0 -1
- package/dist/http/server-middleware.js +0 -52
- package/dist/http/server-middleware.js.map +0 -1
- package/dist/http/server-shutdown.d.ts +0 -4
- package/dist/http/server-shutdown.js +0 -43
- package/dist/http/server-tuning.d.ts +0 -9
- package/dist/http/server-tuning.js +0 -45
- package/dist/http/server.d.ts +0 -3
- package/dist/http/server.d.ts.map +0 -1
- package/dist/http/server.js +0 -291
- package/dist/http/server.js.map +0 -1
- package/dist/http/session-cleanup.d.ts +0 -2
- package/dist/http/session-cleanup.d.ts.map +0 -1
- package/dist/http/session-cleanup.js +0 -40
- package/dist/http/session-cleanup.js.map +0 -1
- package/dist/http/sessions.d.ts +0 -14
- package/dist/http/sessions.d.ts.map +0 -1
- package/dist/http/sessions.js +0 -63
- package/dist/http/sessions.js.map +0 -1
- package/dist/middleware/error-handler.d.ts +0 -2
- package/dist/middleware/error-handler.d.ts.map +0 -1
- package/dist/middleware/error-handler.js +0 -56
- package/dist/middleware/error-handler.js.map +0 -1
- package/dist/middleware/rate-limiter.d.ts +0 -16
- package/dist/middleware/rate-limiter.d.ts.map +0 -1
- package/dist/middleware/rate-limiter.js +0 -111
- package/dist/middleware/rate-limiter.js.map +0 -1
- package/dist/parsers/base-html-element-parser.d.ts +0 -43
- package/dist/parsers/base-html-element-parser.d.ts.map +0 -1
- package/dist/parsers/base-html-element-parser.js +0 -59
- package/dist/parsers/base-html-element-parser.js.map +0 -1
- package/dist/parsers/heading-element-parser.d.ts +0 -14
- package/dist/parsers/heading-element-parser.d.ts.map +0 -1
- package/dist/parsers/heading-element-parser.js +0 -26
- package/dist/parsers/heading-element-parser.js.map +0 -1
- package/dist/parsers/image-element-parser.d.ts +0 -16
- package/dist/parsers/image-element-parser.d.ts.map +0 -1
- package/dist/parsers/image-element-parser.js +0 -33
- package/dist/parsers/image-element-parser.js.map +0 -1
- package/dist/parsers/link-element-parser.d.ts +0 -15
- package/dist/parsers/link-element-parser.d.ts.map +0 -1
- package/dist/parsers/link-element-parser.js +0 -28
- package/dist/parsers/link-element-parser.js.map +0 -1
- package/dist/parsers/open-graph-parser.d.ts +0 -17
- package/dist/parsers/open-graph-parser.d.ts.map +0 -1
- package/dist/parsers/open-graph-parser.js +0 -41
- package/dist/parsers/open-graph-parser.js.map +0 -1
- package/dist/parsers/schema-org-parser.d.ts +0 -17
- package/dist/parsers/schema-org-parser.d.ts.map +0 -1
- package/dist/parsers/schema-org-parser.js +0 -32
- package/dist/parsers/schema-org-parser.js.map +0 -1
- package/dist/parsers/standard-meta-parser.d.ts +0 -18
- package/dist/parsers/standard-meta-parser.d.ts.map +0 -1
- package/dist/parsers/standard-meta-parser.js +0 -32
- package/dist/parsers/standard-meta-parser.js.map +0 -1
- package/dist/parsers/twitter-card-parser.d.ts +0 -17
- package/dist/parsers/twitter-card-parser.d.ts.map +0 -1
- package/dist/parsers/twitter-card-parser.js +0 -41
- package/dist/parsers/twitter-card-parser.js.map +0 -1
- package/dist/prompts/index.d.ts +0 -3
- package/dist/prompts/index.d.ts.map +0 -1
- package/dist/prompts/index.js +0 -73
- package/dist/prompts/index.js.map +0 -1
- package/dist/resources/cached-content-params.d.ts +0 -5
- package/dist/resources/cached-content-params.js +0 -36
- package/dist/resources/cached-content.d.ts +0 -2
- package/dist/resources/cached-content.d.ts.map +0 -1
- package/dist/resources/cached-content.js +0 -132
- package/dist/resources/cached-content.js.map +0 -1
- package/dist/resources/index.d.ts +0 -2
- package/dist/resources/index.d.ts.map +0 -1
- package/dist/resources/index.js +0 -4
- package/dist/resources/index.js.map +0 -1
- package/dist/server.d.ts +0 -3
- package/dist/server.d.ts.map +0 -1
- package/dist/server.js +0 -94
- package/dist/server.js.map +0 -1
- package/dist/services/cache-events.d.ts +0 -8
- package/dist/services/cache-events.js +0 -19
- package/dist/services/cache-keys.d.ts +0 -7
- package/dist/services/cache-keys.js +0 -57
- package/dist/services/cache.d.ts +0 -17
- package/dist/services/cache.d.ts.map +0 -1
- package/dist/services/cache.js +0 -145
- package/dist/services/cache.js.map +0 -1
- package/dist/services/cache.service.d.ts +0 -52
- package/dist/services/cache.service.d.ts.map +0 -1
- package/dist/services/cache.service.js +0 -113
- package/dist/services/cache.service.js.map +0 -1
- package/dist/services/card-extractor.d.ts +0 -6
- package/dist/services/card-extractor.d.ts.map +0 -1
- package/dist/services/card-extractor.js +0 -199
- package/dist/services/card-extractor.js.map +0 -1
- package/dist/services/context.d.ts +0 -10
- package/dist/services/context.d.ts.map +0 -1
- package/dist/services/context.js +0 -14
- package/dist/services/context.js.map +0 -1
- package/dist/services/extractor.d.ts +0 -5
- package/dist/services/extractor.d.ts.map +0 -1
- package/dist/services/extractor.js +0 -142
- package/dist/services/extractor.js.map +0 -1
- package/dist/services/extractor.service.d.ts +0 -18
- package/dist/services/extractor.service.d.ts.map +0 -1
- package/dist/services/extractor.service.js +0 -75
- package/dist/services/extractor.service.js.map +0 -1
- package/dist/services/fetcher/agents.d.ts +0 -3
- package/dist/services/fetcher/agents.d.ts.map +0 -1
- package/dist/services/fetcher/agents.js +0 -100
- package/dist/services/fetcher/agents.js.map +0 -1
- package/dist/services/fetcher/dns-selection.d.ts +0 -2
- package/dist/services/fetcher/dns-selection.js +0 -72
- package/dist/services/fetcher/errors.d.ts +0 -4
- package/dist/services/fetcher/errors.d.ts.map +0 -1
- package/dist/services/fetcher/errors.js +0 -70
- package/dist/services/fetcher/errors.js.map +0 -1
- package/dist/services/fetcher/headers.d.ts +0 -2
- package/dist/services/fetcher/headers.d.ts.map +0 -1
- package/dist/services/fetcher/headers.js +0 -6
- package/dist/services/fetcher/headers.js.map +0 -1
- package/dist/services/fetcher/interceptors.d.ts +0 -10
- package/dist/services/fetcher/interceptors.d.ts.map +0 -1
- package/dist/services/fetcher/interceptors.js +0 -108
- package/dist/services/fetcher/interceptors.js.map +0 -1
- package/dist/services/fetcher/redirects.d.ts +0 -4
- package/dist/services/fetcher/redirects.d.ts.map +0 -1
- package/dist/services/fetcher/redirects.js +0 -78
- package/dist/services/fetcher/redirects.js.map +0 -1
- package/dist/services/fetcher/response.d.ts +0 -4
- package/dist/services/fetcher/response.d.ts.map +0 -1
- package/dist/services/fetcher/response.js +0 -104
- package/dist/services/fetcher/response.js.map +0 -1
- package/dist/services/fetcher/retry-policy.d.ts +0 -1
- package/dist/services/fetcher/retry-policy.d.ts.map +0 -1
- package/dist/services/fetcher/retry-policy.js +0 -131
- package/dist/services/fetcher/retry-policy.js.map +0 -1
- package/dist/services/fetcher.d.ts +0 -25
- package/dist/services/fetcher.d.ts.map +0 -1
- package/dist/services/fetcher.js +0 -607
- package/dist/services/fetcher.js.map +0 -1
- package/dist/services/fetcher.service.d.ts +0 -18
- package/dist/services/fetcher.service.d.ts.map +0 -1
- package/dist/services/fetcher.service.js +0 -122
- package/dist/services/fetcher.service.js.map +0 -1
- package/dist/services/fifo-queue.d.ts +0 -8
- package/dist/services/fifo-queue.js +0 -25
- package/dist/services/logger.d.ts +0 -5
- package/dist/services/logger.d.ts.map +0 -1
- package/dist/services/logger.js +0 -52
- package/dist/services/logger.js.map +0 -1
- package/dist/services/logger.service.d.ts +0 -5
- package/dist/services/logger.service.d.ts.map +0 -1
- package/dist/services/logger.service.js +0 -57
- package/dist/services/logger.service.js.map +0 -1
- package/dist/services/metadata-collector.d.ts +0 -2
- package/dist/services/metadata-collector.js +0 -80
- package/dist/services/parser.d.ts +0 -6
- package/dist/services/parser.d.ts.map +0 -1
- package/dist/services/parser.js +0 -278
- package/dist/services/parser.js.map +0 -1
- package/dist/services/parser.service.d.ts +0 -42
- package/dist/services/parser.service.d.ts.map +0 -1
- package/dist/services/parser.service.js +0 -209
- package/dist/services/parser.service.js.map +0 -1
- package/dist/services/session-manager.d.ts +0 -18
- package/dist/services/session-manager.d.ts.map +0 -1
- package/dist/services/session-manager.js +0 -73
- package/dist/services/session-manager.js.map +0 -1
- package/dist/services/telemetry.d.ts +0 -19
- package/dist/services/telemetry.js +0 -43
- package/dist/services/transform-worker-pool.d.ts +0 -11
- package/dist/services/transform-worker-pool.js +0 -244
- package/dist/services/transform-worker-types.d.ts +0 -32
- package/dist/services/transform-worker-types.js +0 -14
- package/dist/strategies/exponential-backoff-strategy.d.ts +0 -13
- package/dist/strategies/exponential-backoff-strategy.d.ts.map +0 -1
- package/dist/strategies/exponential-backoff-strategy.js +0 -32
- package/dist/strategies/exponential-backoff-strategy.js.map +0 -1
- package/dist/tools/handlers/fetch-links/link-extractor.d.ts +0 -4
- package/dist/tools/handlers/fetch-links/link-extractor.d.ts.map +0 -1
- package/dist/tools/handlers/fetch-links/link-extractor.js +0 -159
- package/dist/tools/handlers/fetch-links/link-extractor.js.map +0 -1
- package/dist/tools/handlers/fetch-links.tool.d.ts +0 -5
- package/dist/tools/handlers/fetch-links.tool.d.ts.map +0 -1
- package/dist/tools/handlers/fetch-links.tool.js +0 -98
- package/dist/tools/handlers/fetch-links.tool.js.map +0 -1
- package/dist/tools/handlers/fetch-markdown.tool.d.ts +0 -11
- package/dist/tools/handlers/fetch-markdown.tool.d.ts.map +0 -1
- package/dist/tools/handlers/fetch-markdown.tool.js +0 -97
- package/dist/tools/handlers/fetch-markdown.tool.js.map +0 -1
- package/dist/tools/handlers/fetch-single.shared.d.ts +0 -31
- package/dist/tools/handlers/fetch-single.shared.d.ts.map +0 -1
- package/dist/tools/handlers/fetch-single.shared.js +0 -223
- package/dist/tools/handlers/fetch-single.shared.js.map +0 -1
- package/dist/tools/handlers/fetch-url.tool.d.ts +0 -10
- package/dist/tools/handlers/fetch-url.tool.d.ts.map +0 -1
- package/dist/tools/handlers/fetch-url.tool.js +0 -119
- package/dist/tools/handlers/fetch-url.tool.js.map +0 -1
- package/dist/tools/handlers/fetch-urls/processor.d.ts +0 -13
- package/dist/tools/handlers/fetch-urls/processor.d.ts.map +0 -1
- package/dist/tools/handlers/fetch-urls/processor.js +0 -153
- package/dist/tools/handlers/fetch-urls/processor.js.map +0 -1
- package/dist/tools/handlers/fetch-urls/response.d.ts +0 -3
- package/dist/tools/handlers/fetch-urls/response.d.ts.map +0 -1
- package/dist/tools/handlers/fetch-urls/response.js +0 -79
- package/dist/tools/handlers/fetch-urls/response.js.map +0 -1
- package/dist/tools/handlers/fetch-urls/validation.d.ts +0 -5
- package/dist/tools/handlers/fetch-urls/validation.d.ts.map +0 -1
- package/dist/tools/handlers/fetch-urls/validation.js +0 -18
- package/dist/tools/handlers/fetch-urls/validation.js.map +0 -1
- package/dist/tools/handlers/fetch-urls.tool.d.ts +0 -5
- package/dist/tools/handlers/fetch-urls.tool.d.ts.map +0 -1
- package/dist/tools/handlers/fetch-urls.tool.js +0 -124
- package/dist/tools/handlers/fetch-urls.tool.js.map +0 -1
- package/dist/tools/index.d.ts +0 -3
- package/dist/tools/index.d.ts.map +0 -1
- package/dist/tools/index.js +0 -37
- package/dist/tools/index.js.map +0 -1
- package/dist/tools/schemas.d.ts +0 -12
- package/dist/tools/schemas.d.ts.map +0 -1
- package/dist/tools/schemas.js +0 -21
- package/dist/tools/schemas.js.map +0 -1
- package/dist/tools/utils/cache-vary.d.ts +0 -1
- package/dist/tools/utils/cache-vary.d.ts.map +0 -1
- package/dist/tools/utils/cache-vary.js +0 -12
- package/dist/tools/utils/cache-vary.js.map +0 -1
- package/dist/tools/utils/cached-markdown.d.ts +0 -5
- package/dist/tools/utils/cached-markdown.js +0 -46
- package/dist/tools/utils/common.d.ts +0 -5
- package/dist/tools/utils/common.d.ts.map +0 -1
- package/dist/tools/utils/common.js +0 -42
- package/dist/tools/utils/common.js.map +0 -1
- package/dist/tools/utils/content-shaping.d.ts +0 -4
- package/dist/tools/utils/content-shaping.js +0 -67
- package/dist/tools/utils/content-transform-async.d.ts +0 -6
- package/dist/tools/utils/content-transform-async.js +0 -33
- package/dist/tools/utils/content-transform-core.d.ts +0 -5
- package/dist/tools/utils/content-transform-core.js +0 -180
- package/dist/tools/utils/content-transform-workers.d.ts +0 -1
- package/dist/tools/utils/content-transform-workers.js +0 -1
- package/dist/tools/utils/content-transform.d.ts +0 -3
- package/dist/tools/utils/content-transform.d.ts.map +0 -1
- package/dist/tools/utils/content-transform.js +0 -41
- package/dist/tools/utils/content-transform.js.map +0 -1
- package/dist/tools/utils/fetch-pipeline.d.ts +0 -2
- package/dist/tools/utils/fetch-pipeline.d.ts.map +0 -1
- package/dist/tools/utils/fetch-pipeline.js +0 -98
- package/dist/tools/utils/fetch-pipeline.js.map +0 -1
- package/dist/tools/utils/frontmatter.d.ts +0 -3
- package/dist/tools/utils/frontmatter.js +0 -73
- package/dist/tools/utils/index.d.ts +0 -4
- package/dist/tools/utils/index.d.ts.map +0 -1
- package/dist/tools/utils/index.js +0 -3
- package/dist/tools/utils/index.js.map +0 -1
- package/dist/tools/utils/inline-content.d.ts +0 -10
- package/dist/tools/utils/inline-content.d.ts.map +0 -1
- package/dist/tools/utils/inline-content.js +0 -35
- package/dist/tools/utils/inline-content.js.map +0 -1
- package/dist/tools/utils/markdown-heuristics.d.ts +0 -1
- package/dist/tools/utils/markdown-heuristics.js +0 -19
- package/dist/tools/utils/markdown-signals.d.ts +0 -1
- package/dist/tools/utils/markdown-signals.js +0 -19
- package/dist/tools/utils/markdown-toc.d.ts +0 -3
- package/dist/tools/utils/markdown-toc.d.ts.map +0 -1
- package/dist/tools/utils/markdown-toc.js +0 -35
- package/dist/tools/utils/markdown-toc.js.map +0 -1
- package/dist/tools/utils/raw-markdown-frontmatter.d.ts +0 -3
- package/dist/tools/utils/raw-markdown-frontmatter.js +0 -73
- package/dist/tools/utils/raw-markdown.d.ts +0 -6
- package/dist/tools/utils/raw-markdown.js +0 -149
- package/dist/tools/utils/response-builder.d.ts +0 -3
- package/dist/tools/utils/response-builder.d.ts.map +0 -1
- package/dist/tools/utils/response-builder.js +0 -24
- package/dist/tools/utils/response-builder.js.map +0 -1
- package/dist/tools/utils/tool-response.d.ts +0 -9
- package/dist/tools/utils/tool-response.d.ts.map +0 -1
- package/dist/tools/utils/tool-response.js +0 -19
- package/dist/tools/utils/tool-response.js.map +0 -1
- package/dist/transformers/jsonl.transformer.d.ts +0 -2
- package/dist/transformers/jsonl.transformer.d.ts.map +0 -1
- package/dist/transformers/jsonl.transformer.js +0 -75
- package/dist/transformers/jsonl.transformer.js.map +0 -1
- package/dist/transformers/markdown/fenced-code-rule.d.ts +0 -2
- package/dist/transformers/markdown/fenced-code-rule.js +0 -38
- package/dist/transformers/markdown/frontmatter.d.ts +0 -2
- package/dist/transformers/markdown/frontmatter.js +0 -45
- package/dist/transformers/markdown/noise-rule.d.ts +0 -2
- package/dist/transformers/markdown/noise-rule.js +0 -80
- package/dist/transformers/markdown/turndown-instance.d.ts +0 -2
- package/dist/transformers/markdown/turndown-instance.js +0 -19
- package/dist/transformers/markdown.d.ts +0 -5
- package/dist/transformers/markdown.js +0 -314
- package/dist/transformers/markdown.transformer.d.ts +0 -2
- package/dist/transformers/markdown.transformer.d.ts.map +0 -1
- package/dist/transformers/markdown.transformer.js +0 -14
- package/dist/transformers/markdown.transformer.js.map +0 -1
- package/dist/types/content.types.d.ts +0 -63
- package/dist/types/content.types.d.ts.map +0 -1
- package/dist/types/content.types.js +0 -2
- package/dist/types/content.types.js.map +0 -1
- package/dist/types/index.d.ts +0 -2
- package/dist/types/index.d.ts.map +0 -1
- package/dist/types/index.js +0 -2
- package/dist/types/index.js.map +0 -1
- package/dist/types/schemas.d.ts +0 -49
- package/dist/types/schemas.d.ts.map +0 -1
- package/dist/types/schemas.js +0 -5
- package/dist/types/schemas.js.map +0 -1
- package/dist/utils/cached-payload.d.ts +0 -7
- package/dist/utils/cached-payload.js +0 -36
- package/dist/utils/cancellation.d.ts +0 -1
- package/dist/utils/cancellation.js +0 -18
- package/dist/utils/code-language-bash.d.ts +0 -1
- package/dist/utils/code-language-bash.js +0 -48
- package/dist/utils/code-language-core.d.ts +0 -2
- package/dist/utils/code-language-core.js +0 -13
- package/dist/utils/code-language-detectors.d.ts +0 -5
- package/dist/utils/code-language-detectors.js +0 -142
- package/dist/utils/code-language-helpers.d.ts +0 -5
- package/dist/utils/code-language-helpers.js +0 -62
- package/dist/utils/code-language-parsing.d.ts +0 -5
- package/dist/utils/code-language-parsing.js +0 -62
- package/dist/utils/code-language.d.ts +0 -2
- package/dist/utils/code-language.d.ts.map +0 -1
- package/dist/utils/code-language.js +0 -260
- package/dist/utils/code-language.js.map +0 -1
- package/dist/utils/concurrency.d.ts +0 -3
- package/dist/utils/concurrency.d.ts.map +0 -1
- package/dist/utils/concurrency.js +0 -38
- package/dist/utils/concurrency.js.map +0 -1
- package/dist/utils/content-cleaner.d.ts +0 -5
- package/dist/utils/content-cleaner.d.ts.map +0 -1
- package/dist/utils/content-cleaner.js +0 -77
- package/dist/utils/content-cleaner.js.map +0 -1
- package/dist/utils/crypto.d.ts +0 -2
- package/dist/utils/crypto.d.ts.map +0 -1
- package/dist/utils/crypto.js +0 -32
- package/dist/utils/crypto.js.map +0 -1
- package/dist/utils/download-url.d.ts +0 -16
- package/dist/utils/download-url.d.ts.map +0 -1
- package/dist/utils/download-url.js +0 -30
- package/dist/utils/download-url.js.map +0 -1
- package/dist/utils/error-details.d.ts +0 -3
- package/dist/utils/error-details.js +0 -12
- package/dist/utils/error-utils.d.ts +0 -3
- package/dist/utils/error-utils.d.ts.map +0 -1
- package/dist/utils/error-utils.js +0 -12
- package/dist/utils/error-utils.js.map +0 -1
- package/dist/utils/filename-generator.d.ts +0 -1
- package/dist/utils/filename-generator.d.ts.map +0 -1
- package/dist/utils/filename-generator.js +0 -81
- package/dist/utils/filename-generator.js.map +0 -1
- package/dist/utils/guards.d.ts +0 -1
- package/dist/utils/guards.js +0 -3
- package/dist/utils/header-normalizer.d.ts +0 -5
- package/dist/utils/header-normalizer.d.ts.map +0 -1
- package/dist/utils/header-normalizer.js +0 -31
- package/dist/utils/header-normalizer.js.map +0 -1
- package/dist/utils/host-normalizer.d.ts +0 -1
- package/dist/utils/host-normalizer.js +0 -37
- package/dist/utils/html-truncator.d.ts +0 -1
- package/dist/utils/html-truncator.d.ts.map +0 -1
- package/dist/utils/html-truncator.js +0 -13
- package/dist/utils/html-truncator.js.map +0 -1
- package/dist/utils/ip-address.d.ts +0 -4
- package/dist/utils/ip-address.js +0 -6
- package/dist/utils/language-detector.d.ts +0 -2
- package/dist/utils/language-detector.d.ts.map +0 -1
- package/dist/utils/language-detector.js +0 -39
- package/dist/utils/language-detector.js.map +0 -1
- package/dist/utils/sanitizer.d.ts +0 -2
- package/dist/utils/sanitizer.d.ts.map +0 -1
- package/dist/utils/sanitizer.js +0 -20
- package/dist/utils/sanitizer.js.map +0 -1
- package/dist/utils/tool-error-handler.d.ts +0 -3
- package/dist/utils/tool-error-handler.d.ts.map +0 -1
- package/dist/utils/tool-error-handler.js +0 -31
- package/dist/utils/tool-error-handler.js.map +0 -1
- package/dist/utils/url-redactor.d.ts +0 -1
- package/dist/utils/url-redactor.js +0 -13
- package/dist/utils/url-sanitizer.d.ts +0 -2
- package/dist/utils/url-sanitizer.d.ts.map +0 -1
- package/dist/utils/url-sanitizer.js +0 -12
- package/dist/utils/url-sanitizer.js.map +0 -1
- package/dist/utils/url-transformer.d.ts +0 -7
- package/dist/utils/url-transformer.js +0 -147
- package/dist/utils/url-validator.d.ts +0 -6
- package/dist/utils/url-validator.d.ts.map +0 -1
- package/dist/utils/url-validator.js +0 -156
- package/dist/utils/url-validator.js.map +0 -1
- package/dist/workers/content-transform.worker.d.ts +0 -1
- package/dist/workers/content-transform.worker.js +0 -40
|
@@ -1,40 +0,0 @@
|
|
|
1
|
-
import { setInterval as setIntervalPromise } from 'node:timers/promises';
|
|
2
|
-
import { logInfo, logWarn } from '../services/logger.js';
|
|
3
|
-
import { evictExpiredSessions } from './mcp-session-eviction.js';
|
|
4
|
-
export function startSessionCleanupLoop(store, sessionTtlMs) {
|
|
5
|
-
const controller = new AbortController();
|
|
6
|
-
void runSessionCleanupLoop(store, sessionTtlMs, controller.signal).catch(handleSessionCleanupError);
|
|
7
|
-
return controller;
|
|
8
|
-
}
|
|
9
|
-
async function runSessionCleanupLoop(store, sessionTtlMs, signal) {
|
|
10
|
-
const intervalMs = getCleanupIntervalMs(sessionTtlMs);
|
|
11
|
-
for await (const getNow of setIntervalPromise(intervalMs, Date.now, {
|
|
12
|
-
signal,
|
|
13
|
-
ref: false,
|
|
14
|
-
})) {
|
|
15
|
-
handleSessionEvictions(store, getNow());
|
|
16
|
-
}
|
|
17
|
-
}
|
|
18
|
-
function getCleanupIntervalMs(sessionTtlMs) {
|
|
19
|
-
return Math.min(Math.max(Math.floor(sessionTtlMs / 2), 10000), 60000);
|
|
20
|
-
}
|
|
21
|
-
function isAbortError(error) {
|
|
22
|
-
return error instanceof Error && error.name === 'AbortError';
|
|
23
|
-
}
|
|
24
|
-
function handleSessionEvictions(store, now) {
|
|
25
|
-
const evicted = evictExpiredSessions(store);
|
|
26
|
-
if (evicted > 0) {
|
|
27
|
-
logInfo('Expired sessions evicted', {
|
|
28
|
-
evicted,
|
|
29
|
-
timestamp: new Date(now).toISOString(),
|
|
30
|
-
});
|
|
31
|
-
}
|
|
32
|
-
}
|
|
33
|
-
function handleSessionCleanupError(error) {
|
|
34
|
-
if (isAbortError(error)) {
|
|
35
|
-
return;
|
|
36
|
-
}
|
|
37
|
-
logWarn('Session cleanup loop failed', {
|
|
38
|
-
error: error instanceof Error ? error.message : 'Unknown error',
|
|
39
|
-
});
|
|
40
|
-
}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"session-cleanup.js","sourceRoot":"","sources":["../../src/http/session-cleanup.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,IAAI,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAEzE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,uBAAuB,CAAC;AAEzD,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAGvD,MAAM,UAAU,uBAAuB,CACrC,KAAmB,EACnB,YAAoB;IAEpB,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,KAAK,qBAAqB,CAAC,KAAK,EAAE,YAAY,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,KAAK,CACtE,yBAAyB,CAC1B,CAAC;IACF,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,KAAK,UAAU,qBAAqB,CAClC,KAAmB,EACnB,YAAoB,EACpB,MAAmB;IAEnB,MAAM,UAAU,GAAG,oBAAoB,CAAC,YAAY,CAAC,CAAC;IACtD,IAAI,KAAK,EAAE,MAAM,CAAC,IAAI,kBAAkB,CAAC,UAAU,EAAE,SAAS,EAAE;QAC9D,MAAM;QACN,GAAG,EAAE,KAAK;KACX,CAAC,EAAE,CAAC;QACH,sBAAsB,CAAC,KAAK,CAAC,CAAC;IAChC,CAAC;AACH,CAAC;AAED,SAAS,oBAAoB,CAAC,YAAoB;IAChD,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,KAAK,CAAC,CAAC;AACxE,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,OAAO,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,CAAC;AAC/D,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAmB;IACjD,MAAM,OAAO,GAAG,oBAAoB,CAAC,KAAK,CAAC,CAAC;IAC5C,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;QAChB,OAAO,CAAC,0BAA0B,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;IACnD,CAAC;AACH,CAAC;AAED,SAAS,yBAAyB,CAAC,KAAc;IAC/C,IAAI,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO;IACT,CAAC;IACD,OAAO,CAAC,6BAA6B,EAAE;QACrC,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;KAChE,CAAC,CAAC;AACL,CAAC"}
|
package/dist/http/sessions.d.ts
DELETED
|
@@ -1,14 +0,0 @@
|
|
|
1
|
-
import type { Request } from 'express';
|
|
2
|
-
import type { SessionEntry } from '../config/types/runtime.js';
|
|
3
|
-
export interface SessionStore {
|
|
4
|
-
get: (sessionId: string) => SessionEntry | undefined;
|
|
5
|
-
touch: (sessionId: string) => void;
|
|
6
|
-
set: (sessionId: string, entry: SessionEntry) => void;
|
|
7
|
-
remove: (sessionId: string) => SessionEntry | undefined;
|
|
8
|
-
size: () => number;
|
|
9
|
-
clear: () => SessionEntry[];
|
|
10
|
-
evictExpired: () => SessionEntry[];
|
|
11
|
-
evictOldest: () => SessionEntry | undefined;
|
|
12
|
-
}
|
|
13
|
-
export declare function getSessionId(req: Request): string | undefined;
|
|
14
|
-
export declare function createSessionStore(sessionTtlMs: number): SessionStore;
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"sessions.d.ts","sourceRoot":"","sources":["../../src/http/sessions.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAEvC,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAE/D,MAAM,WAAW,YAAY;IAC3B,GAAG,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK,YAAY,GAAG,SAAS,CAAC;IACrD,KAAK,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK,IAAI,CAAC;IACnC,GAAG,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,YAAY,KAAK,IAAI,CAAC;IACtD,MAAM,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK,YAAY,GAAG,SAAS,CAAC;IACxD,IAAI,EAAE,MAAM,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,YAAY,EAAE,CAAC;IAC5B,YAAY,EAAE,MAAM,YAAY,EAAE,CAAC;IACnC,WAAW,EAAE,MAAM,YAAY,GAAG,SAAS,CAAC;CAC7C;AAED,wBAAgB,YAAY,CAAC,GAAG,EAAE,OAAO,GAAG,MAAM,GAAG,SAAS,CAG7D;AAED,wBAAgB,kBAAkB,CAAC,YAAY,EAAE,MAAM,GAAG,YAAY,CAiBrE"}
|
package/dist/http/sessions.js
DELETED
|
@@ -1,63 +0,0 @@
|
|
|
1
|
-
export function getSessionId(req) {
|
|
2
|
-
const header = req.headers['mcp-session-id'];
|
|
3
|
-
return Array.isArray(header) ? header[0] : header;
|
|
4
|
-
}
|
|
5
|
-
export function createSessionStore(sessionTtlMs) {
|
|
6
|
-
const sessions = new Map();
|
|
7
|
-
return {
|
|
8
|
-
get: (sessionId) => sessions.get(sessionId),
|
|
9
|
-
touch: (sessionId) => {
|
|
10
|
-
touchSession(sessions, sessionId);
|
|
11
|
-
},
|
|
12
|
-
set: (sessionId, entry) => {
|
|
13
|
-
sessions.set(sessionId, entry);
|
|
14
|
-
},
|
|
15
|
-
remove: (sessionId) => removeSession(sessions, sessionId),
|
|
16
|
-
size: () => sessions.size,
|
|
17
|
-
clear: () => clearSessions(sessions),
|
|
18
|
-
evictExpired: () => evictExpiredSessions(sessions, sessionTtlMs),
|
|
19
|
-
evictOldest: () => evictOldestSession(sessions),
|
|
20
|
-
};
|
|
21
|
-
}
|
|
22
|
-
function touchSession(sessions, sessionId) {
|
|
23
|
-
const session = sessions.get(sessionId);
|
|
24
|
-
if (session) {
|
|
25
|
-
session.lastSeen = Date.now();
|
|
26
|
-
}
|
|
27
|
-
}
|
|
28
|
-
function removeSession(sessions, sessionId) {
|
|
29
|
-
const session = sessions.get(sessionId);
|
|
30
|
-
sessions.delete(sessionId);
|
|
31
|
-
return session;
|
|
32
|
-
}
|
|
33
|
-
function clearSessions(sessions) {
|
|
34
|
-
const entries = Array.from(sessions.values());
|
|
35
|
-
sessions.clear();
|
|
36
|
-
return entries;
|
|
37
|
-
}
|
|
38
|
-
function evictExpiredSessions(sessions, sessionTtlMs) {
|
|
39
|
-
const now = Date.now();
|
|
40
|
-
const evicted = [];
|
|
41
|
-
for (const [id, session] of sessions.entries()) {
|
|
42
|
-
if (now - session.lastSeen > sessionTtlMs) {
|
|
43
|
-
sessions.delete(id);
|
|
44
|
-
evicted.push(session);
|
|
45
|
-
}
|
|
46
|
-
}
|
|
47
|
-
return evicted;
|
|
48
|
-
}
|
|
49
|
-
function evictOldestSession(sessions) {
|
|
50
|
-
let oldestId;
|
|
51
|
-
let oldestSeen = Number.POSITIVE_INFINITY;
|
|
52
|
-
for (const [id, session] of sessions.entries()) {
|
|
53
|
-
if (session.lastSeen < oldestSeen) {
|
|
54
|
-
oldestSeen = session.lastSeen;
|
|
55
|
-
oldestId = id;
|
|
56
|
-
}
|
|
57
|
-
}
|
|
58
|
-
if (!oldestId)
|
|
59
|
-
return undefined;
|
|
60
|
-
const session = sessions.get(oldestId);
|
|
61
|
-
sessions.delete(oldestId);
|
|
62
|
-
return session;
|
|
63
|
-
}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"sessions.js","sourceRoot":"","sources":["../../src/http/sessions.ts"],"names":[],"mappings":"AAeA,MAAM,UAAU,YAAY,CAAC,GAAY;IACvC,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAC7C,OAAO,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;AACpD,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,YAAoB;IACrD,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAwB,CAAC;IAEjD,OAAO;QACL,GAAG,EAAE,CAAC,SAAS,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC;QAC3C,KAAK,EAAE,CAAC,SAAS,EAAE,EAAE;YACnB,YAAY,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QACpC,CAAC;QACD,GAAG,EAAE,CAAC,SAAS,EAAE,KAAK,EAAE,EAAE;YACxB,QAAQ,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QACjC,CAAC;QACD,MAAM,EAAE,CAAC,SAAS,EAAE,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,SAAS,CAAC;QACzD,IAAI,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI;QACzB,KAAK,EAAE,GAAG,EAAE,CAAC,aAAa,CAAC,QAAQ,CAAC;QACpC,YAAY,EAAE,GAAG,EAAE,CAAC,oBAAoB,CAAC,QAAQ,EAAE,YAAY,CAAC;QAChE,WAAW,EAAE,GAAG,EAAE,CAAC,kBAAkB,CAAC,QAAQ,CAAC;KAChD,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CACnB,QAAmC,EACnC,SAAiB;IAEjB,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IACxC,IAAI,OAAO,EAAE,CAAC;QACZ,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAChC,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CACpB,QAAmC,EACnC,SAAiB;IAEjB,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IACxC,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IAC3B,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,aAAa,CAAC,QAAmC;IACxD,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IAC9C,QAAQ,CAAC,KAAK,EAAE,CAAC;IACjB,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,oBAAoB,CAC3B,QAAmC,EACnC,YAAoB;IAEpB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvB,MAAM,OAAO,GAAmB,EAAE,CAAC;IAEnC,KAAK,MAAM,CAAC,EAAE,EAAE,OAAO,CAAC,IAAI,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC;QAC/C,IAAI,GAAG,GAAG,OAAO,CAAC,QAAQ,GAAG,YAAY,EAAE,CAAC;YAC1C,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACpB,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,kBAAkB,CACzB,QAAmC;IAEnC,IAAI,QAA4B,CAAC;IACjC,IAAI,UAAU,GAAG,MAAM,CAAC,iBAAiB,CAAC;IAE1C,KAAK,MAAM,CAAC,EAAE,EAAE,OAAO,CAAC,IAAI,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC;QAC/C,IAAI,OAAO,CAAC,QAAQ,GAAG,UAAU,EAAE,CAAC;YAClC,UAAU,GAAG,OAAO,CAAC,QAAQ,CAAC;YAC9B,QAAQ,GAAG,EAAE,CAAC;QAChB,CAAC;IACH,CAAC;IAED,IAAI,CAAC,QAAQ;QAAE,OAAO,SAAS,CAAC;IAChC,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACvC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC1B,OAAO,OAAO,CAAC;AACjB,CAAC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"error-handler.d.ts","sourceRoot":"","sources":["../../src/middleware/error-handler.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAgE/D,wBAAgB,YAAY,CAC1B,GAAG,EAAE,KAAK,EACV,GAAG,EAAE,OAAO,EACZ,GAAG,EAAE,QAAQ,EACb,KAAK,EAAE,YAAY,GAClB,IAAI,CAWN"}
|
|
@@ -1,56 +0,0 @@
|
|
|
1
|
-
import { FetchError } from '../errors/app-error.js';
|
|
2
|
-
import { logError } from '../services/logger.js';
|
|
3
|
-
function getStatusCode(fetchError) {
|
|
4
|
-
return fetchError ? fetchError.statusCode : 500;
|
|
5
|
-
}
|
|
6
|
-
function getErrorCode(fetchError) {
|
|
7
|
-
return fetchError ? fetchError.code : 'INTERNAL_ERROR';
|
|
8
|
-
}
|
|
9
|
-
function getErrorMessage(fetchError) {
|
|
10
|
-
return fetchError ? fetchError.message : 'Internal Server Error';
|
|
11
|
-
}
|
|
12
|
-
function getErrorDetails(fetchError) {
|
|
13
|
-
if (fetchError && Object.keys(fetchError.details).length > 0) {
|
|
14
|
-
return fetchError.details;
|
|
15
|
-
}
|
|
16
|
-
return undefined;
|
|
17
|
-
}
|
|
18
|
-
function setRetryAfterHeader(res, fetchError) {
|
|
19
|
-
const retryAfter = resolveRetryAfter(fetchError);
|
|
20
|
-
if (retryAfter === undefined)
|
|
21
|
-
return;
|
|
22
|
-
res.set('Retry-After', retryAfter);
|
|
23
|
-
}
|
|
24
|
-
function buildErrorResponse(fetchError) {
|
|
25
|
-
const details = getErrorDetails(fetchError);
|
|
26
|
-
const response = {
|
|
27
|
-
error: {
|
|
28
|
-
message: getErrorMessage(fetchError),
|
|
29
|
-
code: getErrorCode(fetchError),
|
|
30
|
-
statusCode: getStatusCode(fetchError),
|
|
31
|
-
...(details && { details }),
|
|
32
|
-
},
|
|
33
|
-
};
|
|
34
|
-
// Never expose stack traces in production
|
|
35
|
-
return response;
|
|
36
|
-
}
|
|
37
|
-
function resolveRetryAfter(fetchError) {
|
|
38
|
-
if (fetchError?.statusCode !== 429)
|
|
39
|
-
return undefined;
|
|
40
|
-
const { retryAfter } = fetchError.details;
|
|
41
|
-
return isRetryAfterValue(retryAfter) ? String(retryAfter) : undefined;
|
|
42
|
-
}
|
|
43
|
-
function isRetryAfterValue(value) {
|
|
44
|
-
return typeof value === 'number' || typeof value === 'string';
|
|
45
|
-
}
|
|
46
|
-
export function errorHandler(err, req, res, next) {
|
|
47
|
-
if (res.headersSent) {
|
|
48
|
-
next(err);
|
|
49
|
-
return;
|
|
50
|
-
}
|
|
51
|
-
const fetchError = err instanceof FetchError ? err : null;
|
|
52
|
-
const statusCode = getStatusCode(fetchError);
|
|
53
|
-
logError(`HTTP ${statusCode}: ${err.message} - ${req.method} ${req.path}`, err);
|
|
54
|
-
setRetryAfterHeader(res, fetchError);
|
|
55
|
-
res.status(statusCode).json(buildErrorResponse(fetchError));
|
|
56
|
-
}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"error-handler.js","sourceRoot":"","sources":["../../src/middleware/error-handler.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAEpD,OAAO,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AAEjD,SAAS,aAAa,CAAC,GAAU;IAC/B,OAAO,GAAG,YAAY,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC;AAC1D,CAAC;AAED,SAAS,YAAY,CAAC,GAAU;IAC9B,OAAO,GAAG,YAAY,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,gBAAgB,CAAC;AACjE,CAAC;AAED,SAAS,eAAe,CAAC,GAAU;IACjC,OAAO,GAAG,YAAY,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,uBAAuB,CAAC;AAC3E,CAAC;AAED,SAAS,eAAe,CAAC,GAAU;IACjC,IAAI,GAAG,YAAY,UAAU,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACrE,OAAO,GAAG,CAAC,OAAO,CAAC;IACrB,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,mBAAmB,CAAC,GAAa,EAAE,GAAU;IACpD,MAAM,UAAU,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC;IAC1C,IAAI,CAAC,UAAU;QAAE,OAAO;IACxB,GAAG,CAAC,GAAG,CAAC,aAAa,EAAE,UAAU,CAAC,CAAC;AACrC,CAAC;AAED,SAAS,kBAAkB,CAAC,GAAU;IACpC,MAAM,OAAO,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC;IACrC,MAAM,QAAQ,GAAkB;QAC9B,KAAK,EAAE;YACL,OAAO,EAAE,eAAe,CAAC,GAAG,CAAC;YAC7B,IAAI,EAAE,YAAY,CAAC,GAAG,CAAC;YACvB,UAAU,EAAE,aAAa,CAAC,GAAG,CAAC;YAC9B,GAAG,CAAC,OAAO,IAAI,EAAE,OAAO,EAAE,CAAC;SAC5B;KACF,CAAC;IAEF,IAAI,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,aAAa,EAAE,CAAC;QAC3C,QAAQ,CAAC,KAAK,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC;IACnC,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,iBAAiB,CAAC,GAAU;IACnC,IAAI,CAAC,CAAC,GAAG,YAAY,UAAU,CAAC;QAAE,OAAO,IAAI,CAAC;IAC9C,IAAI,GAAG,CAAC,UAAU,KAAK,GAAG;QAAE,OAAO,IAAI,CAAC;IAExC,MAAM,EAAE,UAAU,EAAE,GAAG,GAAG,CAAC,OAAO,CAAC;IACnC,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC;QAAE,OAAO,IAAI,CAAC;IAChD,OAAO,MAAM,CAAC,UAAU,CAAC,CAAC;AAC5B,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAc;IACvC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,QAAQ,CAAC;AAChE,CAAC;AAED,MAAM,UAAU,YAAY,CAC1B,GAAU,EACV,GAAY,EACZ,GAAa,EACb,KAAmB;IAEnB,MAAM,UAAU,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;IAEtC,QAAQ,CACN,QAAQ,UAAU,KAAK,GAAG,CAAC,OAAO,MAAM,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,IAAI,EAAE,EAChE,GAAG,CACJ,CAAC;IAEF,mBAAmB,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IAE9B,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC;AACvD,CAAC"}
|
|
@@ -1,16 +0,0 @@
|
|
|
1
|
-
import type { NextFunction, Request, Response } from 'express';
|
|
2
|
-
import type { RateLimiterOptions } from '../config/types.js';
|
|
3
|
-
declare class RateLimiter {
|
|
4
|
-
private readonly store;
|
|
5
|
-
private readonly maxRequests;
|
|
6
|
-
private readonly windowMs;
|
|
7
|
-
private cleanupInterval;
|
|
8
|
-
constructor(options?: Partial<RateLimiterOptions>);
|
|
9
|
-
destroy(): void;
|
|
10
|
-
middleware(): (req: Request, res: Response, next: NextFunction) => void;
|
|
11
|
-
private getKey;
|
|
12
|
-
private cleanup;
|
|
13
|
-
}
|
|
14
|
-
export declare const rateLimiter: RateLimiter;
|
|
15
|
-
export {};
|
|
16
|
-
//# sourceMappingURL=rate-limiter.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"rate-limiter.d.ts","sourceRoot":"","sources":["../../src/middleware/rate-limiter.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAE/D,OAAO,KAAK,EAAkB,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAoB7E,cAAM,WAAW;IACf,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAqC;IAC3D,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IACrC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,eAAe,CAA+C;gBAE1D,OAAO,GAAE,OAAO,CAAC,kBAAkB,CAAM;IAmBrD,OAAO,IAAI,IAAI;IAQf,UAAU,IAAI,CAAC,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE,YAAY,KAAK,IAAI;IA8CvE,OAAO,CAAC,MAAM;IAwBd,OAAO,CAAC,OAAO;CAUhB;AAED,eAAO,MAAM,WAAW,aAGtB,CAAC"}
|
|
@@ -1,111 +0,0 @@
|
|
|
1
|
-
const DEFAULT_OPTIONS = {
|
|
2
|
-
maxRequests: 100,
|
|
3
|
-
windowMs: 60000,
|
|
4
|
-
cleanupIntervalMs: 60000,
|
|
5
|
-
};
|
|
6
|
-
const MIN_MAX_REQUESTS = 1;
|
|
7
|
-
const MAX_MAX_REQUESTS = 10000;
|
|
8
|
-
const MIN_WINDOW_MS = 1000;
|
|
9
|
-
const MAX_WINDOW_MS = 3600000;
|
|
10
|
-
const TRUSTED_PROXIES = new Set((process.env.TRUSTED_PROXIES ?? '')
|
|
11
|
-
.split(',')
|
|
12
|
-
.map((ip) => ip.trim())
|
|
13
|
-
.filter(Boolean));
|
|
14
|
-
class RateLimiter {
|
|
15
|
-
store = new Map();
|
|
16
|
-
maxRequests;
|
|
17
|
-
windowMs;
|
|
18
|
-
cleanupInterval = null;
|
|
19
|
-
constructor(options = {}) {
|
|
20
|
-
const opts = { ...DEFAULT_OPTIONS, ...options };
|
|
21
|
-
this.maxRequests = Math.min(Math.max(opts.maxRequests, MIN_MAX_REQUESTS), MAX_MAX_REQUESTS);
|
|
22
|
-
this.windowMs = Math.min(Math.max(opts.windowMs, MIN_WINDOW_MS), MAX_WINDOW_MS);
|
|
23
|
-
const cleanupInterval = Math.max(opts.cleanupIntervalMs, MIN_WINDOW_MS);
|
|
24
|
-
this.cleanupInterval = setInterval(() => {
|
|
25
|
-
this.cleanup();
|
|
26
|
-
}, cleanupInterval);
|
|
27
|
-
this.cleanupInterval.unref();
|
|
28
|
-
}
|
|
29
|
-
destroy() {
|
|
30
|
-
if (this.cleanupInterval) {
|
|
31
|
-
clearInterval(this.cleanupInterval);
|
|
32
|
-
this.cleanupInterval = null;
|
|
33
|
-
}
|
|
34
|
-
this.store.clear();
|
|
35
|
-
}
|
|
36
|
-
middleware() {
|
|
37
|
-
return (req, res, next) => {
|
|
38
|
-
const key = this.getKey(req);
|
|
39
|
-
const now = Date.now();
|
|
40
|
-
let entry = this.store.get(key);
|
|
41
|
-
if (!entry || now > entry.resetTime) {
|
|
42
|
-
entry = {
|
|
43
|
-
count: 1,
|
|
44
|
-
resetTime: now + this.windowMs,
|
|
45
|
-
lastAccessed: now,
|
|
46
|
-
};
|
|
47
|
-
this.store.set(key, entry);
|
|
48
|
-
}
|
|
49
|
-
else {
|
|
50
|
-
if (entry.count >= this.maxRequests) {
|
|
51
|
-
const retryAfter = Math.ceil((entry.resetTime - now) / 1000);
|
|
52
|
-
res.set('Retry-After', String(retryAfter));
|
|
53
|
-
res.status(429).json({
|
|
54
|
-
error: 'Too many requests',
|
|
55
|
-
retryAfter,
|
|
56
|
-
});
|
|
57
|
-
return;
|
|
58
|
-
}
|
|
59
|
-
entry.count++;
|
|
60
|
-
entry.lastAccessed = now;
|
|
61
|
-
}
|
|
62
|
-
if (entry.count > this.maxRequests) {
|
|
63
|
-
const retryAfter = Math.ceil((entry.resetTime - now) / 1000);
|
|
64
|
-
res.set('Retry-After', String(retryAfter));
|
|
65
|
-
res.status(429).json({
|
|
66
|
-
error: 'Too many requests',
|
|
67
|
-
retryAfter,
|
|
68
|
-
});
|
|
69
|
-
return;
|
|
70
|
-
}
|
|
71
|
-
res.set('X-RateLimit-Limit', String(this.maxRequests));
|
|
72
|
-
res.set('X-RateLimit-Remaining', String(this.maxRequests - entry.count));
|
|
73
|
-
res.set('X-RateLimit-Reset', String(Math.ceil(entry.resetTime / 1000)));
|
|
74
|
-
next();
|
|
75
|
-
};
|
|
76
|
-
}
|
|
77
|
-
getKey(req) {
|
|
78
|
-
const fallback = req.ip ?? req.socket.remoteAddress ?? 'unknown';
|
|
79
|
-
const sourceIp = req.socket.remoteAddress ?? '';
|
|
80
|
-
const isTrustedProxy = TRUSTED_PROXIES.size === 0 || TRUSTED_PROXIES.has(sourceIp);
|
|
81
|
-
let ip = fallback;
|
|
82
|
-
if (isTrustedProxy) {
|
|
83
|
-
const realIp = req.headers['x-real-ip'];
|
|
84
|
-
const forwardedFor = req.headers['x-forwarded-for'];
|
|
85
|
-
if (typeof realIp === 'string' && realIp) {
|
|
86
|
-
ip = realIp;
|
|
87
|
-
}
|
|
88
|
-
else if (typeof forwardedFor === 'string') {
|
|
89
|
-
const firstIp = forwardedFor.split(',')[0]?.trim();
|
|
90
|
-
if (firstIp)
|
|
91
|
-
ip = firstIp;
|
|
92
|
-
}
|
|
93
|
-
}
|
|
94
|
-
const sanitized = ip.replace(/[^a-fA-F0-9.:]/g, '').substring(0, 45);
|
|
95
|
-
return sanitized.length > 0 ? sanitized : 'unknown';
|
|
96
|
-
}
|
|
97
|
-
cleanup() {
|
|
98
|
-
const now = Date.now();
|
|
99
|
-
const MAX_IDLE_TIME = 3600000; // 1 hour
|
|
100
|
-
for (const [key, entry] of this.store) {
|
|
101
|
-
if (entry.resetTime < now || now - entry.lastAccessed > MAX_IDLE_TIME) {
|
|
102
|
-
this.store.delete(key);
|
|
103
|
-
}
|
|
104
|
-
}
|
|
105
|
-
}
|
|
106
|
-
}
|
|
107
|
-
export const rateLimiter = new RateLimiter({
|
|
108
|
-
maxRequests: 100,
|
|
109
|
-
windowMs: 60000,
|
|
110
|
-
});
|
|
111
|
-
//# sourceMappingURL=rate-limiter.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"rate-limiter.js","sourceRoot":"","sources":["../../src/middleware/rate-limiter.ts"],"names":[],"mappings":"AAIA,MAAM,eAAe,GAAuB;IAC1C,WAAW,EAAE,GAAG;IAChB,QAAQ,EAAE,KAAK;IACf,iBAAiB,EAAE,KAAK;CACzB,CAAC;AAEF,MAAM,gBAAgB,GAAG,CAAC,CAAC;AAC3B,MAAM,gBAAgB,GAAG,KAAK,CAAC;AAC/B,MAAM,aAAa,GAAG,IAAI,CAAC;AAC3B,MAAM,aAAa,GAAG,OAAO,CAAC;AAE9B,MAAM,eAAe,GAAG,IAAI,GAAG,CAC7B,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,EAAE,CAAC;KAChC,KAAK,CAAC,GAAG,CAAC;KACV,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;KACtB,MAAM,CAAC,OAAO,CAAC,CACnB,CAAC;AAEF,MAAM,WAAW;IACE,KAAK,GAAG,IAAI,GAAG,EAA0B,CAAC;IAC1C,WAAW,CAAS;IACpB,QAAQ,CAAS;IAC1B,eAAe,GAA0C,IAAI,CAAC;IAEtE,YAAY,UAAuC,EAAE;QACnD,MAAM,IAAI,GAAG,EAAE,GAAG,eAAe,EAAE,GAAG,OAAO,EAAE,CAAC;QAEhD,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,CACzB,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,gBAAgB,CAAC,EAC5C,gBAAgB,CACjB,CAAC;QACF,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,CACtB,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,aAAa,CAAC,EACtC,aAAa,CACd,CAAC;QACF,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,iBAAiB,EAAE,aAAa,CAAC,CAAC;QAExE,IAAI,CAAC,eAAe,GAAG,WAAW,CAAC,GAAG,EAAE;YACtC,IAAI,CAAC,OAAO,EAAE,CAAC;QACjB,CAAC,EAAE,eAAe,CAAC,CAAC;QACpB,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;IAC/B,CAAC;IAED,OAAO;QACL,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACzB,aAAa,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;YACpC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;QAC9B,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC;IAED,UAAU;QACR,OAAO,CAAC,GAAY,EAAE,GAAa,EAAE,IAAkB,EAAQ,EAAE;YAC/D,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAEvB,IAAI,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAEhC,IAAI,CAAC,KAAK,IAAI,GAAG,GAAG,KAAK,CAAC,SAAS,EAAE,CAAC;gBACpC,KAAK,GAAG;oBACN,KAAK,EAAE,CAAC;oBACR,SAAS,EAAE,GAAG,GAAG,IAAI,CAAC,QAAQ;oBAC9B,YAAY,EAAE,GAAG;iBAClB,CAAC;gBACF,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;YAC7B,CAAC;iBAAM,CAAC;gBACN,IAAI,KAAK,CAAC,KAAK,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;oBACpC,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,SAAS,GAAG,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC;oBAC7D,GAAG,CAAC,GAAG,CAAC,aAAa,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC;oBAC3C,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;wBACnB,KAAK,EAAE,mBAAmB;wBAC1B,UAAU;qBACX,CAAC,CAAC;oBACH,OAAO;gBACT,CAAC;gBACD,KAAK,CAAC,KAAK,EAAE,CAAC;gBACd,KAAK,CAAC,YAAY,GAAG,GAAG,CAAC;YAC3B,CAAC;YAED,IAAI,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;gBACnC,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,SAAS,GAAG,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC;gBAC7D,GAAG,CAAC,GAAG,CAAC,aAAa,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC;gBAC3C,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;oBACnB,KAAK,EAAE,mBAAmB;oBAC1B,UAAU;iBACX,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,GAAG,CAAC,GAAG,CAAC,mBAAmB,EAAE,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC;YACvD,GAAG,CAAC,GAAG,CAAC,uBAAuB,EAAE,MAAM,CAAC,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;YACzE,GAAG,CAAC,GAAG,CAAC,mBAAmB,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YAExE,IAAI,EAAE,CAAC;QACT,CAAC,CAAC;IACJ,CAAC;IAEO,MAAM,CAAC,GAAY;QACzB,MAAM,QAAQ,GAAG,GAAG,CAAC,EAAE,IAAI,GAAG,CAAC,MAAM,CAAC,aAAa,IAAI,SAAS,CAAC;QAEjE,MAAM,QAAQ,GAAG,GAAG,CAAC,MAAM,CAAC,aAAa,IAAI,EAAE,CAAC;QAChD,MAAM,cAAc,GAClB,eAAe,CAAC,IAAI,KAAK,CAAC,IAAI,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAE9D,IAAI,EAAE,GAAW,QAAQ,CAAC;QAC1B,IAAI,cAAc,EAAE,CAAC;YACnB,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;YACxC,MAAM,YAAY,GAAG,GAAG,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;YAEpD,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,EAAE,CAAC;gBACzC,EAAE,GAAG,MAAM,CAAC;YACd,CAAC;iBAAM,IAAI,OAAO,YAAY,KAAK,QAAQ,EAAE,CAAC;gBAC5C,MAAM,OAAO,GAAG,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;gBACnD,IAAI,OAAO;oBAAE,EAAE,GAAG,OAAO,CAAC;YAC5B,CAAC;QACH,CAAC;QAED,MAAM,SAAS,GAAG,EAAE,CAAC,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACrE,OAAO,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;IACtD,CAAC;IAEO,OAAO;QACb,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,aAAa,GAAG,OAAO,CAAC,CAAC,SAAS;QAExC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACtC,IAAI,KAAK,CAAC,SAAS,GAAG,GAAG,IAAI,GAAG,GAAG,KAAK,CAAC,YAAY,GAAG,aAAa,EAAE,CAAC;gBACtE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACzB,CAAC;QACH,CAAC;IACH,CAAC;CACF;AAED,MAAM,CAAC,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC;IACzC,WAAW,EAAE,GAAG;IAChB,QAAQ,EAAE,KAAK;CAChB,CAAC,CAAC"}
|
|
@@ -1,43 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Base class for HTML element parsers that extract specific content types.
|
|
3
|
-
* Provides common selector querying and attribute extraction functionality.
|
|
4
|
-
*/
|
|
5
|
-
export declare abstract class BaseHTMLElementParser<T> {
|
|
6
|
-
/**
|
|
7
|
-
* Parse HTML content and extract structured data.
|
|
8
|
-
* @param document - The JSDOM document to parse
|
|
9
|
-
* @returns Parsed data of type T or null if extraction fails
|
|
10
|
-
*/
|
|
11
|
-
abstract parse(document: Document): T | null;
|
|
12
|
-
/**
|
|
13
|
-
* Validate the parsed data conforms to expected type.
|
|
14
|
-
* @param data - The data to validate
|
|
15
|
-
* @returns True if data is valid
|
|
16
|
-
*/
|
|
17
|
-
protected isValidData(data: T | null): data is T;
|
|
18
|
-
/**
|
|
19
|
-
* Query a single element using CSS selector.
|
|
20
|
-
*/
|
|
21
|
-
protected querySelector(parent: Document | Element, selector: string): Element | null;
|
|
22
|
-
/**
|
|
23
|
-
* Query multiple elements using CSS selector.
|
|
24
|
-
*/
|
|
25
|
-
protected querySelectorAll(parent: Document | Element, selector: string): Element[];
|
|
26
|
-
/**
|
|
27
|
-
* Safely extract text content from an element.
|
|
28
|
-
*/
|
|
29
|
-
protected getTextContent(element: Element | null): string | undefined;
|
|
30
|
-
/**
|
|
31
|
-
* Safely extract attribute value from an element.
|
|
32
|
-
*/
|
|
33
|
-
protected getAttribute(element: Element | null, attr: string): string | undefined;
|
|
34
|
-
/**
|
|
35
|
-
* Extract multiple attributes from an element.
|
|
36
|
-
*/
|
|
37
|
-
protected getAttributes(element: Element | null, attrs: string[]): Record<string, string>;
|
|
38
|
-
/**
|
|
39
|
-
* Check if element exists and has content.
|
|
40
|
-
*/
|
|
41
|
-
protected hasContent(element: Element | null): boolean;
|
|
42
|
-
}
|
|
43
|
-
//# sourceMappingURL=base-html-element-parser.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"base-html-element-parser.d.ts","sourceRoot":"","sources":["../../src/parsers/base-html-element-parser.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,8BAAsB,qBAAqB,CAAC,CAAC;IAC3C;;;;OAIG;IACH,QAAQ,CAAC,KAAK,CAAC,QAAQ,EAAE,QAAQ,GAAG,CAAC,GAAG,IAAI;IAE5C;;;;OAIG;IACH,SAAS,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI,IAAI,CAAC;IAIhD;;OAEG;IACH,SAAS,CAAC,aAAa,CACrB,MAAM,EAAE,QAAQ,GAAG,OAAO,EAC1B,QAAQ,EAAE,MAAM,GACf,OAAO,GAAG,IAAI;IAIjB;;OAEG;IACH,SAAS,CAAC,gBAAgB,CACxB,MAAM,EAAE,QAAQ,GAAG,OAAO,EAC1B,QAAQ,EAAE,MAAM,GACf,OAAO,EAAE;IAIZ;;OAEG;IACH,SAAS,CAAC,cAAc,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,GAAG,MAAM,GAAG,SAAS;IAIrE;;OAEG;IACH,SAAS,CAAC,YAAY,CACpB,OAAO,EAAE,OAAO,GAAG,IAAI,EACvB,IAAI,EAAE,MAAM,GACX,MAAM,GAAG,SAAS;IAIrB;;OAEG;IACH,SAAS,CAAC,aAAa,CACrB,OAAO,EAAE,OAAO,GAAG,IAAI,EACvB,KAAK,EAAE,MAAM,EAAE,GACd,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAWzB;;OAEG;IACH,SAAS,CAAC,UAAU,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,GAAG,OAAO;CAGvD"}
|
|
@@ -1,59 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Base class for HTML element parsers that extract specific content types.
|
|
3
|
-
* Provides common selector querying and attribute extraction functionality.
|
|
4
|
-
*/
|
|
5
|
-
export class BaseHTMLElementParser {
|
|
6
|
-
/**
|
|
7
|
-
* Validate the parsed data conforms to expected type.
|
|
8
|
-
* @param data - The data to validate
|
|
9
|
-
* @returns True if data is valid
|
|
10
|
-
*/
|
|
11
|
-
isValidData(data) {
|
|
12
|
-
return data !== null;
|
|
13
|
-
}
|
|
14
|
-
/**
|
|
15
|
-
* Query a single element using CSS selector.
|
|
16
|
-
*/
|
|
17
|
-
querySelector(parent, selector) {
|
|
18
|
-
return parent.querySelector(selector);
|
|
19
|
-
}
|
|
20
|
-
/**
|
|
21
|
-
* Query multiple elements using CSS selector.
|
|
22
|
-
*/
|
|
23
|
-
querySelectorAll(parent, selector) {
|
|
24
|
-
return Array.from(parent.querySelectorAll(selector));
|
|
25
|
-
}
|
|
26
|
-
/**
|
|
27
|
-
* Safely extract text content from an element.
|
|
28
|
-
*/
|
|
29
|
-
getTextContent(element) {
|
|
30
|
-
return element?.textContent.trim() ?? undefined;
|
|
31
|
-
}
|
|
32
|
-
/**
|
|
33
|
-
* Safely extract attribute value from an element.
|
|
34
|
-
*/
|
|
35
|
-
getAttribute(element, attr) {
|
|
36
|
-
return element?.getAttribute(attr)?.trim() ?? undefined;
|
|
37
|
-
}
|
|
38
|
-
/**
|
|
39
|
-
* Extract multiple attributes from an element.
|
|
40
|
-
*/
|
|
41
|
-
getAttributes(element, attrs) {
|
|
42
|
-
const result = {};
|
|
43
|
-
if (!element)
|
|
44
|
-
return result;
|
|
45
|
-
for (const attr of attrs) {
|
|
46
|
-
const value = this.getAttribute(element, attr);
|
|
47
|
-
if (value)
|
|
48
|
-
result[attr] = value;
|
|
49
|
-
}
|
|
50
|
-
return result;
|
|
51
|
-
}
|
|
52
|
-
/**
|
|
53
|
-
* Check if element exists and has content.
|
|
54
|
-
*/
|
|
55
|
-
hasContent(element) {
|
|
56
|
-
return !!element && !!element.textContent.trim();
|
|
57
|
-
}
|
|
58
|
-
}
|
|
59
|
-
//# sourceMappingURL=base-html-element-parser.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"base-html-element-parser.js","sourceRoot":"","sources":["../../src/parsers/base-html-element-parser.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,MAAM,OAAgB,qBAAqB;IAQzC;;;;OAIG;IACO,WAAW,CAAC,IAAc;QAClC,OAAO,IAAI,KAAK,IAAI,CAAC;IACvB,CAAC;IAED;;OAEG;IACO,aAAa,CACrB,MAA0B,EAC1B,QAAgB;QAEhB,OAAO,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;IACxC,CAAC;IAED;;OAEG;IACO,gBAAgB,CACxB,MAA0B,EAC1B,QAAgB;QAEhB,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC,CAAC;IACvD,CAAC;IAED;;OAEG;IACO,cAAc,CAAC,OAAuB;QAC9C,OAAO,OAAO,EAAE,WAAW,CAAC,IAAI,EAAE,IAAI,SAAS,CAAC;IAClD,CAAC;IAED;;OAEG;IACO,YAAY,CACpB,OAAuB,EACvB,IAAY;QAEZ,OAAO,OAAO,EAAE,YAAY,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,SAAS,CAAC;IAC1D,CAAC;IAED;;OAEG;IACO,aAAa,CACrB,OAAuB,EACvB,KAAe;QAEf,MAAM,MAAM,GAA2B,EAAE,CAAC;QAC1C,IAAI,CAAC,OAAO;YAAE,OAAO,MAAM,CAAC;QAE5B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YAC/C,IAAI,KAAK;gBAAE,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC;QAClC,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACO,UAAU,CAAC,OAAuB;QAC1C,OAAO,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;IACnD,CAAC;CACF"}
|
|
@@ -1,14 +0,0 @@
|
|
|
1
|
-
import { BaseHTMLElementParser } from './base-html-element-parser.js';
|
|
2
|
-
interface HeadingData {
|
|
3
|
-
level: number;
|
|
4
|
-
text: string;
|
|
5
|
-
id?: string;
|
|
6
|
-
}
|
|
7
|
-
/**
|
|
8
|
-
* Parser for HTML heading elements (h1-h6) with hierarchy.
|
|
9
|
-
*/
|
|
10
|
-
export declare class HeadingElementParser extends BaseHTMLElementParser<HeadingData[]> {
|
|
11
|
-
parse(document: Document): HeadingData[] | null;
|
|
12
|
-
}
|
|
13
|
-
export {};
|
|
14
|
-
//# sourceMappingURL=heading-element-parser.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"heading-element-parser.d.ts","sourceRoot":"","sources":["../../src/parsers/heading-element-parser.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,+BAA+B,CAAC;AAEtE,UAAU,WAAW;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,EAAE,CAAC,EAAE,MAAM,CAAC;CACb;AAED;;GAEG;AACH,qBAAa,oBAAqB,SAAQ,qBAAqB,CAAC,WAAW,EAAE,CAAC;IAC5E,KAAK,CAAC,QAAQ,EAAE,QAAQ,GAAG,WAAW,EAAE,GAAG,IAAI;CAuBhD"}
|
|
@@ -1,26 +0,0 @@
|
|
|
1
|
-
import { BaseHTMLElementParser } from './base-html-element-parser.js';
|
|
2
|
-
/**
|
|
3
|
-
* Parser for HTML heading elements (h1-h6) with hierarchy.
|
|
4
|
-
*/
|
|
5
|
-
export class HeadingElementParser extends BaseHTMLElementParser {
|
|
6
|
-
parse(document) {
|
|
7
|
-
const headings = [];
|
|
8
|
-
// Extract all heading elements
|
|
9
|
-
for (let level = 1; level <= 6; level++) {
|
|
10
|
-
const elements = this.querySelectorAll(document, `h${level}`);
|
|
11
|
-
for (const el of elements) {
|
|
12
|
-
const text = this.getTextContent(el);
|
|
13
|
-
if (!text)
|
|
14
|
-
continue;
|
|
15
|
-
const heading = { level, text };
|
|
16
|
-
// Optional id attribute
|
|
17
|
-
const id = this.getAttribute(el, 'id');
|
|
18
|
-
if (id)
|
|
19
|
-
heading.id = id;
|
|
20
|
-
headings.push(heading);
|
|
21
|
-
}
|
|
22
|
-
}
|
|
23
|
-
return headings.length > 0 ? headings : null;
|
|
24
|
-
}
|
|
25
|
-
}
|
|
26
|
-
//# sourceMappingURL=heading-element-parser.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"heading-element-parser.js","sourceRoot":"","sources":["../../src/parsers/heading-element-parser.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,+BAA+B,CAAC;AAQtE;;GAEG;AACH,MAAM,OAAO,oBAAqB,SAAQ,qBAAoC;IAC5E,KAAK,CAAC,QAAkB;QACtB,MAAM,QAAQ,GAAkB,EAAE,CAAC;QAEnC,+BAA+B;QAC/B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;YACxC,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,IAAI,KAAK,EAAE,CAAC,CAAC;YAE9D,KAAK,MAAM,EAAE,IAAI,QAAQ,EAAE,CAAC;gBAC1B,MAAM,IAAI,GAAG,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;gBACrC,IAAI,CAAC,IAAI;oBAAE,SAAS;gBAEpB,MAAM,OAAO,GAAgB,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;gBAE7C,wBAAwB;gBACxB,MAAM,EAAE,GAAG,IAAI,CAAC,YAAY,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;gBACvC,IAAI,EAAE;oBAAE,OAAO,CAAC,EAAE,GAAG,EAAE,CAAC;gBAExB,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACzB,CAAC;QACH,CAAC;QAED,OAAO,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC;IAC/C,CAAC;CACF"}
|
|
@@ -1,16 +0,0 @@
|
|
|
1
|
-
import { BaseHTMLElementParser } from './base-html-element-parser.js';
|
|
2
|
-
interface ImageData {
|
|
3
|
-
src?: string;
|
|
4
|
-
alt?: string;
|
|
5
|
-
width?: string;
|
|
6
|
-
height?: string;
|
|
7
|
-
loading?: string;
|
|
8
|
-
}
|
|
9
|
-
/**
|
|
10
|
-
* Parser for HTML image elements with metadata.
|
|
11
|
-
*/
|
|
12
|
-
export declare class ImageElementParser extends BaseHTMLElementParser<ImageData[]> {
|
|
13
|
-
parse(document: Document): ImageData[] | null;
|
|
14
|
-
}
|
|
15
|
-
export {};
|
|
16
|
-
//# sourceMappingURL=image-element-parser.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"image-element-parser.d.ts","sourceRoot":"","sources":["../../src/parsers/image-element-parser.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,+BAA+B,CAAC;AAEtE,UAAU,SAAS;IACjB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED;;GAEG;AACH,qBAAa,kBAAmB,SAAQ,qBAAqB,CAAC,SAAS,EAAE,CAAC;IACxE,KAAK,CAAC,QAAQ,EAAE,QAAQ,GAAG,SAAS,EAAE,GAAG,IAAI;CA8B9C"}
|
|
@@ -1,33 +0,0 @@
|
|
|
1
|
-
import { BaseHTMLElementParser } from './base-html-element-parser.js';
|
|
2
|
-
/**
|
|
3
|
-
* Parser for HTML image elements with metadata.
|
|
4
|
-
*/
|
|
5
|
-
export class ImageElementParser extends BaseHTMLElementParser {
|
|
6
|
-
parse(document) {
|
|
7
|
-
const images = [];
|
|
8
|
-
// Extract all img elements with src
|
|
9
|
-
const imgElements = this.querySelectorAll(document, 'img[src]');
|
|
10
|
-
for (const img of imgElements) {
|
|
11
|
-
const src = this.getAttribute(img, 'src');
|
|
12
|
-
if (!src)
|
|
13
|
-
continue;
|
|
14
|
-
const imageData = { src };
|
|
15
|
-
// Optional attributes
|
|
16
|
-
const alt = this.getAttribute(img, 'alt');
|
|
17
|
-
if (alt)
|
|
18
|
-
imageData.alt = alt;
|
|
19
|
-
const width = this.getAttribute(img, 'width');
|
|
20
|
-
if (width)
|
|
21
|
-
imageData.width = width;
|
|
22
|
-
const height = this.getAttribute(img, 'height');
|
|
23
|
-
if (height)
|
|
24
|
-
imageData.height = height;
|
|
25
|
-
const loading = this.getAttribute(img, 'loading');
|
|
26
|
-
if (loading)
|
|
27
|
-
imageData.loading = loading;
|
|
28
|
-
images.push(imageData);
|
|
29
|
-
}
|
|
30
|
-
return images.length > 0 ? images : null;
|
|
31
|
-
}
|
|
32
|
-
}
|
|
33
|
-
//# sourceMappingURL=image-element-parser.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"image-element-parser.js","sourceRoot":"","sources":["../../src/parsers/image-element-parser.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,+BAA+B,CAAC;AAUtE;;GAEG;AACH,MAAM,OAAO,kBAAmB,SAAQ,qBAAkC;IACxE,KAAK,CAAC,QAAkB;QACtB,MAAM,MAAM,GAAgB,EAAE,CAAC;QAE/B,oCAAoC;QACpC,MAAM,WAAW,GAAG,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;QAEhE,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;YAC9B,MAAM,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;YAC1C,IAAI,CAAC,GAAG;gBAAE,SAAS;YAEnB,MAAM,SAAS,GAAc,EAAE,GAAG,EAAE,CAAC;YAErC,sBAAsB;YACtB,MAAM,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;YAC1C,IAAI,GAAG;gBAAE,SAAS,CAAC,GAAG,GAAG,GAAG,CAAC;YAE7B,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;YAC9C,IAAI,KAAK;gBAAE,SAAS,CAAC,KAAK,GAAG,KAAK,CAAC;YAEnC,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;YAChD,IAAI,MAAM;gBAAE,SAAS,CAAC,MAAM,GAAG,MAAM,CAAC;YAEtC,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;YAClD,IAAI,OAAO;gBAAE,SAAS,CAAC,OAAO,GAAG,OAAO,CAAC;YAEzC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACzB,CAAC;QAED,OAAO,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;IAC3C,CAAC;CACF"}
|
|
@@ -1,15 +0,0 @@
|
|
|
1
|
-
import { BaseHTMLElementParser } from './base-html-element-parser.js';
|
|
2
|
-
interface LinkData {
|
|
3
|
-
rel?: string;
|
|
4
|
-
href?: string;
|
|
5
|
-
type?: string;
|
|
6
|
-
title?: string;
|
|
7
|
-
}
|
|
8
|
-
/**
|
|
9
|
-
* Parser for HTML link elements (canonical, alternate, icon, etc.).
|
|
10
|
-
*/
|
|
11
|
-
export declare class LinkElementParser extends BaseHTMLElementParser<LinkData[]> {
|
|
12
|
-
parse(document: Document): LinkData[] | null;
|
|
13
|
-
}
|
|
14
|
-
export {};
|
|
15
|
-
//# sourceMappingURL=link-element-parser.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"link-element-parser.d.ts","sourceRoot":"","sources":["../../src/parsers/link-element-parser.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,+BAA+B,CAAC;AAEtE,UAAU,QAAQ;IAChB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,qBAAa,iBAAkB,SAAQ,qBAAqB,CAAC,QAAQ,EAAE,CAAC;IACtE,KAAK,CAAC,QAAQ,EAAE,QAAQ,GAAG,QAAQ,EAAE,GAAG,IAAI;CA0B7C"}
|
|
@@ -1,28 +0,0 @@
|
|
|
1
|
-
import { BaseHTMLElementParser } from './base-html-element-parser.js';
|
|
2
|
-
/**
|
|
3
|
-
* Parser for HTML link elements (canonical, alternate, icon, etc.).
|
|
4
|
-
*/
|
|
5
|
-
export class LinkElementParser extends BaseHTMLElementParser {
|
|
6
|
-
parse(document) {
|
|
7
|
-
const links = [];
|
|
8
|
-
// Extract all link elements with rel and href
|
|
9
|
-
const linkElements = this.querySelectorAll(document, 'link[rel][href]');
|
|
10
|
-
for (const link of linkElements) {
|
|
11
|
-
const rel = this.getAttribute(link, 'rel');
|
|
12
|
-
const href = this.getAttribute(link, 'href');
|
|
13
|
-
if (!rel || !href)
|
|
14
|
-
continue;
|
|
15
|
-
const linkData = { rel, href };
|
|
16
|
-
// Optional attributes
|
|
17
|
-
const type = this.getAttribute(link, 'type');
|
|
18
|
-
if (type)
|
|
19
|
-
linkData.type = type;
|
|
20
|
-
const title = this.getAttribute(link, 'title');
|
|
21
|
-
if (title)
|
|
22
|
-
linkData.title = title;
|
|
23
|
-
links.push(linkData);
|
|
24
|
-
}
|
|
25
|
-
return links.length > 0 ? links : null;
|
|
26
|
-
}
|
|
27
|
-
}
|
|
28
|
-
//# sourceMappingURL=link-element-parser.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"link-element-parser.js","sourceRoot":"","sources":["../../src/parsers/link-element-parser.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,+BAA+B,CAAC;AAStE;;GAEG;AACH,MAAM,OAAO,iBAAkB,SAAQ,qBAAiC;IACtE,KAAK,CAAC,QAAkB;QACtB,MAAM,KAAK,GAAe,EAAE,CAAC;QAE7B,8CAA8C;QAC9C,MAAM,YAAY,GAAG,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,iBAAiB,CAAC,CAAC;QAExE,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;YAChC,MAAM,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YAC3C,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;YAE7C,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI;gBAAE,SAAS;YAE5B,MAAM,QAAQ,GAAa,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC;YAEzC,sBAAsB;YACtB,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;YAC7C,IAAI,IAAI;gBAAE,QAAQ,CAAC,IAAI,GAAG,IAAI,CAAC;YAE/B,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YAC/C,IAAI,KAAK;gBAAE,QAAQ,CAAC,KAAK,GAAG,KAAK,CAAC;YAElC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACvB,CAAC;QAED,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;IACzC,CAAC;CACF"}
|
|
@@ -1,17 +0,0 @@
|
|
|
1
|
-
import { BaseHTMLElementParser } from './base-html-element-parser.js';
|
|
2
|
-
interface OpenGraphData {
|
|
3
|
-
title?: string;
|
|
4
|
-
description?: string;
|
|
5
|
-
image?: string;
|
|
6
|
-
url?: string;
|
|
7
|
-
siteName?: string;
|
|
8
|
-
type?: string;
|
|
9
|
-
}
|
|
10
|
-
/**
|
|
11
|
-
* Parser for Open Graph meta tags (og:*).
|
|
12
|
-
*/
|
|
13
|
-
export declare class OpenGraphParser extends BaseHTMLElementParser<OpenGraphData> {
|
|
14
|
-
parse(document: Document): OpenGraphData | null;
|
|
15
|
-
}
|
|
16
|
-
export {};
|
|
17
|
-
//# sourceMappingURL=open-graph-parser.d.ts.map
|