@comunica/actor-http-native 2.4.0 → 2.5.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ActorHttpNative.js","sourceRoot":"","sources":["ActorHttpNative.ts"],"names":[],"mappings":";;;AACA,iDAA+C;AAC/C,+DAAqD;AAErD,gCAA8B;AAC9B,2CAAoC;AAEpC;;GAEG;AACH,MAAa,eAAgB,SAAQ,oBAAS;IAK5C,YAAmB,IAA0B;QAC3C,KAAK,CAAC,IAAI,CAAC,CAAC;QACZ,IAAI,CAAC,SAAS,GAAG,eAAe,CAAC,eAAe,EAAE,CAAC;QACnD,IAAI,CAAC,SAAS,GAAG,IAAI,mBAAS,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IACpD,CAAC;IAEM,MAAM,CAAC,eAAe;QAC3B,OAAO,+BAA+B,OAAO,MAAM,CAAC,SAAS,KAAK,WAAW,CAAC,CAAC;YAC7E,WAAW,OAAO,CAAC,OAAO,KAAK,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;YACnD,WAAW,MAAM,CAAC,SAAS,CAAC,SAAS,EAAE,GAAG,CAAC;IAC/C,CAAC;IAEM,KAAK,CAAC,IAAI,CAAC,MAAmB;QACnC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,iBAAiB,EAAE,CAAC;IAC5C,CAAC;IAEM,KAAK,CAAC,GAAG,CAAC,MAAmB;QAClC,MAAM,OAAO,GAAQ,EAAE,CAAC;QACxB,4CAA4C;QAC5C,gFAAgF;QAChF,IAAU,MAAM,CAAC,KAAM,CAAC,GAAG,EAAE;YAC3B,OAAO,CAAC,GAAG,GAAa,MAAM,CAAC,KAAM,CAAC,GAAG,CAAC;YAC1C,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;SACtC;aAAM;YACL,OAAO,CAAC,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC;SAC5B;QAED,IAAI,MAAM,CAAC,IAAI,EAAE;YACf,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;YACpC,OAAO,CAAC,OAAO,GAAG,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACnD,OAAO,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;SACjC;aAAM;YACL,OAAO,CAAC,OAAO,GAAa,MAAM,CAAC,KAAM,CAAC,OAAO,CAAC;YAClD,IAAc,MAAM,CAAC,KAAM,CAAC,IAAI,EAAE;gBAChC,MAAM,IAAI,KAAK,CAAC,4EAA4E,CAAC,CAAC;aAC/F;SACF;QAED,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE;YACpB,OAAO,CAAC,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;SACjC;QACD,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE;YACtC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;SACtD;QAED,OAAO,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,KAAK,CAAC;QACzC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,0BAAQ,CAAC,kBAAkB,CAAC,EAAE;YACnD,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC;SAChC;QAED,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,0BAAQ,CAAC,IAAI,CAAC,EAAE;YACrC,OAAO,CAAC,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,0BAAQ,CAAC,IAAI,CAAC,CAAC;SAClD;QAED,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,EAAE,cAAc,OAAO,CAAC,GAAG,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;YAC/D,OAAO,EAAE,oBAAS,CAAC,aAAa,CAAC,OAAO,CAAC,OAAO,CAAC;YACjD,MAAM,EAAE,OAAO,CAAC,MAAM;SACvB,CAAC,CAAC,CAAC;QAEJ,gCAAgC;QAEhC,OAAO,IAAI,OAAO,CAAmB,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACvD,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;YAClD,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YACxB,GAAG,CAAC,EAAE,CAAC,UAAU,EAAE,YAAY,CAAC,EAAE;gBAChC,YAAY,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAY,EAAE,EAAE;oBACxC,YAAY,GAAG,IAAI,CAAC;oBACpB,MAAM,CAAC,KAAK,CAAC,CAAC;gBAChB,CAAC,CAAC,CAAC;gBACH,qCAAqC;gBACrC,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,EAAE;oBAC7B,YAAY,CAAC,OAAO,EAAE,CAAC;iBACxB;gBACD,gEAAgE;gBAChE,UAAU,CAAC,GAAG,EAAE;oBACd,IAAI,YAAY,EAAE;wBAChB,8BAA8B;wBAC9B,YAAY,CAAC,MAAM,GAAG,GAAG,EAAE;4BACzB,YAAY,CAAC,OAAO,EAAE,CAAC;4BACvB,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;wBAC3B,CAAC,CAAC;wBAEF,2BAA2B;wBAC3B,IAAI,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE;4BACvB,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE;gCAC9B,YAAY,CAAC,OAAO,EAAE,CAAC;6BACxB;iCAAM;gCACL,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC;6BAC5E;yBACF;wBAED,+CAA+C;wBAC/C,MAAM,OAAO,GAAG,YAAY,CAAC,OAAO,CAAC;wBAErC,MAAM,MAAM,GAAsB;4BAChC,IAAI,EAAE,YAAY;4BAClB,OAAO;4BACP,EAAE,EAAE,YAAY,CAAC,UAAU,GAAG,GAAG;4BACjC,UAAU,EAAE,OAAO,CAAC,GAAG,KAAK,YAAY,CAAC,WAAW;4BACpD,MAAM,EAAE,YAAY,CAAC,UAAU;4BAC/B,sGAAsG;4BACtG,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,WAAW;yBAClG,CAAC;wBACF,OAAO,CAAC,MAAM,CAAC,CAAC;qBACjB;gBACH,CAAC,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AAlHD,0CAkHC","sourcesContent":["import type { IActionHttp, IActorHttpOutput, IActorHttpArgs } from '@comunica/bus-http';\nimport { ActorHttp } from '@comunica/bus-http';\nimport { KeysHttp } from '@comunica/context-entries';\nimport type { IMediatorTypeTime } from '@comunica/mediatortype-time';\nimport 'cross-fetch/polyfill';\nimport Requester from './Requester';\n\n/**\n * A comunica Follow Redirects Http Actor.\n */\nexport class ActorHttpNative extends ActorHttp {\n private readonly userAgent: string;\n\n private readonly requester: Requester;\n\n public constructor(args: IActorHttpNativeArgs) {\n super(args);\n this.userAgent = ActorHttpNative.createUserAgent();\n this.requester = new Requester(args.agentOptions);\n }\n\n public static createUserAgent(): string {\n return `Comunica/actor-http-native (${typeof global.navigator === 'undefined' ?\n `Node.js ${process.version}; ${process.platform}` :\n `Browser-${global.navigator.userAgent}`})`;\n }\n\n public async test(action: IActionHttp): Promise<IMediatorTypeTime> {\n return { time: Number.POSITIVE_INFINITY };\n }\n\n public async run(action: IActionHttp): Promise<IActorHttpOutput> {\n const options: any = {};\n // Input can be a Request object or a string\n // if it is a Request object it can contain the same settings as the init object\n if ((<any>action.input).url) {\n options.url = (<Request>action.input).url;\n Object.assign(options, action.input);\n } else {\n options.url = action.input;\n }\n\n if (action.init) {\n Object.assign(options, action.init);\n options.headers = new Headers(action.init.headers);\n options.body = action.init.body;\n } else {\n options.headers = (<Request>action.input).headers;\n if ((<Request>action.input).body) {\n throw new Error(`ActorHttpNative does not support passing body via input, use init instead.`);\n }\n }\n\n if (!options.headers) {\n options.headers = new Headers();\n }\n if (!options.headers.has('user-agent')) {\n options.headers.append('user-agent', this.userAgent);\n }\n\n options.method = options.method || 'GET';\n if (action.context.get(KeysHttp.includeCredentials)) {\n options.withCredentials = true;\n }\n\n if (action.context.get(KeysHttp.auth)) {\n options.auth = action.context.get(KeysHttp.auth);\n }\n\n this.logInfo(action.context, `Requesting ${options.url}`, () => ({\n headers: ActorHttp.headersToHash(options.headers),\n method: options.method,\n }));\n\n // Not all options are supported\n\n return new Promise<IActorHttpOutput>((resolve, reject) => {\n const req = this.requester.createRequest(options);\n req.on('error', reject);\n req.on('response', httpResponse => {\n httpResponse.on('error', (error: Error) => {\n httpResponse = null;\n reject(error);\n });\n // Avoid memory leak on HEAD requests\n if (options.method === 'HEAD') {\n httpResponse.destroy();\n }\n // Using setImmediate so error can be caught should it be thrown\n setTimeout(() => {\n if (httpResponse) {\n // Expose fetch cancel promise\n httpResponse.cancel = () => {\n httpResponse.destroy();\n return Promise.resolve();\n };\n\n // Support abort controller\n if (action.init?.signal) {\n if (action.init.signal.aborted) {\n httpResponse.destroy();\n } else {\n action.init.signal.addEventListener('abort', () => httpResponse.destroy());\n }\n }\n\n // Missing several of the required fetch fields\n const headers = httpResponse.headers;\n\n const result = <IActorHttpOutput> {\n body: httpResponse,\n headers,\n ok: httpResponse.statusCode < 300,\n redirected: options.url !== httpResponse.responseUrl,\n status: httpResponse.statusCode,\n // When the content came from another resource because of conneg, let Content-Location deliver the url\n url: headers.has('content-location') ? headers.get('content-location') : httpResponse.responseUrl,\n };\n resolve(result);\n }\n });\n });\n });\n }\n}\n\nexport interface IActorHttpNativeArgs extends IActorHttpArgs {\n /**\n * The agent options for the HTTP agent\n * @range {json}\n * @default {{ \"keepAlive\": true, \"maxSockets\": 5 }}\n */\n agentOptions?: Record<string, any>;\n}\n"]}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"Requester-browser.js","sourceRoot":"","sources":["Requester-browser.ts"],"names":[],"mappings":";AAAA,0CAA0C;AAC1C,yCAAyC;AACzC,uEAAuE;AACvE,yDAAyD;AACzD,yGAAyG;;AAEzG,mCAAsC;AAEtC,mCAAkC;AAClC,+CAA+C;AAE/C,mGAAmG;AACnG,MAAM,sBAAsB,GAAG,EAAE,iBAAiB,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;AAE9F,MAAqB,SAAS;IAI5B;QACE,IAAI,CAAC,mBAAmB,GAAG,EAAE,CAAC;IAChC,CAAC;IAED,kDAAkD;IAC3C,aAAa,CAAC,QAAa;QAChC,oBAAoB;QACpB,2EAA2E;QAC3E,2EAA2E;QAC3E,IAAI,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE;YACjD,QAAQ,CAAC,OAAQ,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC;SACxD;QAED,mCAAmC;QACnC,MAAM,OAAO,GAAG,IAAI,cAAc,EAAE,CAAC;QACrC,MAAM,UAAU,GAAY,QAAQ,CAAC,OAAO,CAAC;QAC7C,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAClD,OAAO,CAAC,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC;QACnC,OAAO,CAAC,eAAe,GAAG,QAAQ,CAAC,eAAe,CAAC;QAEnD,UAAU,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;YAChC,IAAI,CAAC,CAAC,GAAG,IAAI,sBAAsB,CAAC,IAAI,KAAK,EAAE;gBAC7C,OAAO,CAAC,gBAAgB,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;aACtC;QACH,CAAC,CAAC,CAAC;QAEH,wCAAwC;QACxC,MAAM,YAAY,GAAG,IAAI,qBAAY,EAAE,CAAC;QACjC,YAAa,CAAC,KAAK,GAAG,GAAG,EAAE;YAChC,OAAO,CAAC,KAAK,EAAE,CAAC;QAClB,CAAC,CAAC;QAEF,mCAAmC;QACnC,OAAO,CAAC,MAAM,GAAG,GAAG,EAAE;YACpB,wCAAwC;YACxC,MAAM,QAAQ,GAAsC,IAAI,iBAAQ,EAAE,CAAC;YACnE,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC;YAC1C,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACpB,QAAQ,CAAC,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC;YAC9B,QAAS,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;YAEnD,6BAA6B;YAC7B,MAAM,UAAU,GAAY,IAAI,CAAC,mCAAmC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YACvF,QAAQ,CAAC,OAAO,GAAS,UAAU,CAAC;YACpC,MAAM,UAAU,GAAG,OAAO,CAAC,qBAAqB,EAAE,IAAI,EAAE,CAAC;YACzD,MAAM,aAAa,GAAG,mCAAmC,CAAC;YAC1D,IAAI,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC3C,OAAO,KAAK,EAAE;gBACZ,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;gBACjD,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;aACxC;YAED,oBAAoB;YACpB,YAAY,CAAC,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;YAExC,+DAA+D;YAC/D,iDAAiD;YACjD,IAAI,UAAU,CAAC,GAAG,CAAC,iBAAiB,CAAC,IAAI,UAAU,CAAC,GAAG,CAAC,kBAAkB,CAAC,EAAE;gBAC3E,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,GAAG,CAAC,kBAAkB,CAAC,IAAI,QAAQ,CAAC,GAAG,CAAC,CAAC;gBACtF,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,EAAE;oBACvC,wCAAwC;oBACxC,MAAM,KAAK,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC;oBACzF,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,IAAI,KAAK,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;oBAChE,IAAI,QAAQ,KAAK,QAAQ,EAAE;wBACzB,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC;qBAC3C;iBACF;aACF;QACH,CAAC,CAAC;QACF,6BAA6B;QAC7B,OAAO,CAAC,OAAO,GAAG,GAAG,EAAE;YACrB,YAAY,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,KAAK,CAAC,oBAAoB,QAAQ,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QAC5E,CAAC,CAAC;QACF,OAAO,CAAC,SAAS,GAAG,GAAG,EAAE;YACvB,YAAY,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,KAAK,CAAC,sBAAsB,QAAQ,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QAC9E,CAAC,CAAC;QAEF,sBAAsB;QACtB,IAAI,QAAQ,CAAC,IAAI,EAAE;YACjB,IAAI,QAAQ,CAAC,IAAI,YAAY,eAAe,EAAE;gBAC5C,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;aACxC;iBAAM,IAAI,OAAO,QAAQ,CAAC,IAAI,KAAK,QAAQ,EAAE;gBAC5C,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;aAC7B;iBAAM;gBACL,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE;qBACjB,IAAI,CAAC,CAAC,IAAS,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;qBACvC,KAAK,CAAC,CAAC,KAAY,EAAE,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;aAC/D;SACF;aAAM;YACL,OAAO,CAAC,IAAI,EAAE,CAAC;SAChB;QAED,OAAO,YAAY,CAAC;IACtB,CAAC;IAED,0CAA0C;IACnC,mCAAmC,CAAC,OAA4B;QACrE,MAAM,eAAe,GAAY,IAAI,OAAO,EAAE,CAAC;QAC/C,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE;YACzB,eAAe,CAAC,MAAM,CAAC,GAAG,EAAW,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;SACpD;QACD,OAAO,eAAe,CAAC;IACzB,CAAC;IAED,sCAAsC;IAC9B,WAAW,CAAC,GAAY;QAC9B,OAAO,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC9C,CAAC;CACF;AAhHD,4BAgHC","sourcesContent":["/* eslint-disable unicorn/filename-case */\n/* eslint-enable unicorn/filename-case */\n/* ! @license MIT ©2013-2016 Ruben Verborgh, Ghent University - imec */\n/* Single-function HTTP(S) request module for browsers */\n/* Translated from https://github.com/LinkedDataFragments/Client.js/blob/master/lib/browser/Request.js */\n\nimport { EventEmitter } from 'events';\nimport type { IncomingHttpHeaders, IncomingMessage } from 'http';\nimport { Readable } from 'stream';\nimport * as parseLink from 'parse-link-header';\n\n// Headers we cannot send (see https://www.w3.org/TR/XMLHttpRequest/#the-setrequestheader()-method)\nconst UNSAFE_REQUEST_HEADERS = { 'accept-encoding': true, 'user-agent': true, referer: true };\n\nexport default class Requester {\n // Resources that were already time-negotiated\n private negotiatedResources: Record<string, boolean>;\n\n public constructor() {\n this.negotiatedResources = {};\n }\n\n // Creates an HTTP request with the given settings\n public createRequest(settings: any): EventEmitter {\n // PERFORMANCE HACK:\n // Reduce OPTIONS preflight requests by removing the Accept-Datetime header\n // on requests for resources that are presumed to have been time-negotiated\n if (this.negotiatedResources[this.removeQuery(settings.url)]) {\n (<Headers> settings.headers).delete('accept-datetime');\n }\n\n // Create the actual XMLHttpRequest\n const request = new XMLHttpRequest();\n const reqHeaders: Headers = settings.headers;\n request.open(settings.method, settings.url, true);\n request.timeout = settings.timeout;\n request.withCredentials = settings.withCredentials;\n\n reqHeaders.forEach((value, key) => {\n if (!(key in UNSAFE_REQUEST_HEADERS) && value) {\n request.setRequestHeader(key, value);\n }\n });\n\n // Create a proxy for the XMLHttpRequest\n const requestProxy = new EventEmitter();\n (<any> requestProxy).abort = () => {\n request.abort();\n };\n\n // Handle the arrival of a response\n request.onload = () => {\n // Convert the response into an iterator\n const response: IncomingMessage = <IncomingMessage> new Readable();\n response.push(request.responseText || '');\n response.push(null);\n response.statusCode = request.status;\n (<any> response).responseUrl = request.responseURL;\n\n // Parse the response headers\n const resHeaders: Headers = this.convertRequestHeadersToFetchHeaders(response.headers);\n response.headers = <any> resHeaders;\n const rawHeaders = request.getAllResponseHeaders() || '';\n const headerMatcher = /^([^\\n\\r:]+):[\\t ]*([^\\n\\r]*)$/gmu;\n let match = headerMatcher.exec(rawHeaders);\n while (match) {\n resHeaders.set(match[1].toLowerCase(), match[2]);\n match = headerMatcher.exec(rawHeaders);\n }\n\n // Emit the response\n requestProxy.emit('response', response);\n\n // If the resource was time-negotiated, store its queryless URI\n // to enable the PERFORMANCE HACK explained above\n if (reqHeaders.has('accept-datetime') && resHeaders.has('memento-datetime')) {\n const resource = this.removeQuery(resHeaders.get('content-location') ?? settings.url);\n if (!this.negotiatedResources[resource]) {\n // Ensure the resource is not a timegate\n const links = (resHeaders.get('link') && parseLink(resHeaders.get('link'))) ?? undefined;\n const timegate = this.removeQuery(links && links.timegate?.url);\n if (resource !== timegate) {\n this.negotiatedResources[resource] = true;\n }\n }\n }\n };\n // Report errors and timeouts\n request.onerror = () => {\n requestProxy.emit('error', new Error(`Error requesting ${settings.url}`));\n };\n request.ontimeout = () => {\n requestProxy.emit('error', new Error(`Timeout requesting ${settings.url}`));\n };\n\n // Execute the request\n if (settings.body) {\n if (settings.body instanceof URLSearchParams) {\n request.send(settings.body.toString());\n } else if (typeof settings.body === 'string') {\n request.send(settings.body);\n } else {\n settings.body.blob()\n .then((blob: any) => request.send(blob))\n .catch((error: Error) => requestProxy.emit('error', error));\n }\n } else {\n request.send();\n }\n\n return requestProxy;\n }\n\n // Wrap headers into an header object type\n public convertRequestHeadersToFetchHeaders(headers: IncomingHttpHeaders): Headers {\n const responseHeaders: Headers = new Headers();\n for (const key in headers) {\n responseHeaders.append(key, <string> headers[key]);\n }\n return responseHeaders;\n }\n\n // Removes the query string from a URL\n private removeQuery(url?: string): string {\n return url ? url.replace(/\\?.*$/u, '') : '';\n }\n}\n"]}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"Requester.js","sourceRoot":"","sources":["Requester.ts"],"names":[],"mappings":";AAAA,kEAAkE;AAClE,4CAA4C;AAC5C,sGAAsG;;AAEtG,mCAAsC;AAEtC,2BAA2B;AAC3B,6BAA6B;AAC7B,gCAA8B;AAC9B,iDAA+C;AAE/C,MAAM,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAC;AAC7C,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAC;AAE9C,6CAA6C;AAC7C,MAAM,QAAQ,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,YAAY,EAAE,OAAO,EAAE,IAAI,CAAC,aAAa,EAAE,CAAC;AAE1E,MAAqB,SAAS;IAG5B,YAAmB,YAA2B;QAC5C,IAAI,CAAC,MAAM,GAAG;YACZ,IAAI,EAAE,IAAI,IAAI,CAAC,KAAK,CAAC,YAAY,IAAI,EAAE,CAAC;YACxC,KAAK,EAAE,IAAI,KAAK,CAAC,KAAK,CAAC,YAAY,IAAI,EAAE,CAAC;SAC3C,CAAC;IACJ,CAAC;IAED,kDAAkD;IAC3C,aAAa,CAAC,QAAa;QAChC,wBAAwB;QACxB,IAAI,QAAQ,CAAC,GAAG,EAAE;YAChB,QAAQ,GAAG,EAAE,GAAG,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,GAAG,QAAQ,EAAE,CAAC;SACxD;QAED,oCAAoC;QACpC,MAAM,YAAY,GAAG,IAAI,qBAAY,EAAE,CAAC;QACxC,MAAM,SAAS,GAAG,QAAQ,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC;QAC/D,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAE9B,+CAA+C;QAC/C,MAAM,aAAa,GAAQ,EAAE,CAAC;QAC9B,IAAI,QAAQ,CAAC,OAAO,EAAE;YACT,QAAQ,CAAC,OAAQ,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;gBAClD,aAAa,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;YAC7B,CAAC,CAAC,CAAC;SACJ;QACD,QAAQ,CAAC,OAAO,GAAG,aAAa,CAAC;QACjC,MAAM,OAAO,GAAkB,SAAS,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,QAAyB,EAAE,EAAE;YACvF,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YACjC,QAAQ,CAAC,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC;YACpC,QAAQ,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;YAC7B,sEAAsE;YACtE,sCAAsC;YACtC,YAAY,CAAC,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;QACH,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;QAChE,IAAI,QAAQ,CAAC,IAAI,EAAE;YACjB,IAAI,QAAQ,CAAC,IAAI,YAAY,eAAe,EAAE;gBAC5C,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;gBACxC,OAAO,CAAC,GAAG,EAAE,CAAC;aACf;iBAAM,IAAI,OAAO,QAAQ,CAAC,IAAI,KAAK,QAAQ,EAAE;gBAC5C,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBAC7B,OAAO,CAAC,GAAG,EAAE,CAAC;aACf;iBAAM;gBACL,oBAAS,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;aACvD;SACF;aAAM;YACL,OAAO,CAAC,GAAG,EAAE,CAAC;SACf;QACD,OAAO,YAAY,CAAC;IACtB,CAAC;IAED,0CAA0C;IACnC,mCAAmC,CAAC,OAA4B;QACrE,MAAM,eAAe,GAAY,IAAI,OAAO,EAAE,CAAC;QAC/C,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE;YACzB,eAAe,CAAC,MAAM,CAAC,GAAG,EAAW,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;SACpD;QACD,OAAO,eAAe,CAAC;IACzB,CAAC;IAED,uDAAuD;IAC/C,MAAM,CAAC,QAAyB;QACtC,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC;QACtD,IAAI,QAAQ,EAAE;YACZ,IAAI,QAAQ,IAAI,QAAQ,EAAE;gBACxB,oBAAoB;gBACpB,MAAM,OAAO,GAAU,QAAS,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC7C,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACvB,2BAA2B;gBAC3B,OAAO,CAAC,UAAU,GAAG,QAAQ,CAAC,UAAU,CAAC;gBACzC,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC,mCAAmC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;gBAC7E,OAAO,OAAO,CAAC;aAChB;YACD,uCAAuC;YACvC,UAAU,CAAC,GAAG,EAAE;gBACd,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,KAAK,CAAC,yBAAyB,QAAQ,EAAE,CAAC,CAAC,CAAC;YACzE,CAAC,CAAC,CAAC;SACJ;QAED,QAAQ,CAAC,OAAO,GAAS,IAAI,CAAC,mCAAmC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACpF,OAAO,QAAQ,CAAC;IAClB,CAAC;CACF;AAtFD,4BAsFC","sourcesContent":["/* ! @license MIT ©2016 Ruben Verborgh, Ghent University - imec */\n/* Single-function HTTP(S) request module */\n/* Translated from https://github.com/LinkedDataFragments/Client.js/blob/master/lib/util/Request.js */\n\nimport { EventEmitter } from 'events';\nimport type { AgentOptions, ClientRequest, IncomingMessage, IncomingHttpHeaders } from 'http';\nimport * as url from 'url';\nimport * as zlib from 'zlib';\nimport 'cross-fetch/polyfill';\nimport { ActorHttp } from '@comunica/bus-http';\n\nconst { http } = require('follow-redirects');\nconst { https } = require('follow-redirects');\n\n// Decode encoded streams with these decoders\nconst DECODERS = { gzip: zlib.createGunzip, deflate: zlib.createInflate };\n\nexport default class Requester {\n private readonly agents: any;\n\n public constructor(agentOptions?: AgentOptions) {\n this.agents = {\n http: new http.Agent(agentOptions ?? {}),\n https: new https.Agent(agentOptions ?? {}),\n };\n }\n\n // Creates an HTTP request with the given settings\n public createRequest(settings: any): EventEmitter {\n // Parse the request URL\n if (settings.url) {\n settings = { ...url.parse(settings.url), ...settings };\n }\n\n // Emit the response through a proxy\n const requestProxy = new EventEmitter();\n const requester = settings.protocol === 'http:' ? http : https;\n settings.agents = this.agents;\n\n // Unpacking headers object into a plain object\n const headersObject: any = {};\n if (settings.headers) {\n (<Headers> settings.headers).forEach((value, key) => {\n headersObject[key] = value;\n });\n }\n settings.headers = headersObject;\n const request: ClientRequest = requester.request(settings, (response: IncomingMessage) => {\n response = this.decode(response);\n settings.headers = response.headers;\n response.setEncoding('utf8');\n // This was removed compared to the original LDF client implementation\n // response.pause(); // exit flow mode\n requestProxy.emit('response', response);\n });\n request.on('error', error => requestProxy.emit('error', error));\n if (settings.body) {\n if (settings.body instanceof URLSearchParams) {\n request.write(settings.body.toString());\n request.end();\n } else if (typeof settings.body === 'string') {\n request.write(settings.body);\n request.end();\n } else {\n ActorHttp.toNodeReadable(settings.body).pipe(request);\n }\n } else {\n request.end();\n }\n return requestProxy;\n }\n\n // Wrap headers into an header object type\n public convertRequestHeadersToFetchHeaders(headers: IncomingHttpHeaders): Headers {\n const responseHeaders: Headers = new Headers();\n for (const key in headers) {\n responseHeaders.append(key, <string> headers[key]);\n }\n return responseHeaders;\n }\n\n // Returns a decompressed stream from the HTTP response\n private decode(response: IncomingMessage): IncomingMessage {\n const encoding = response.headers['content-encoding'];\n if (encoding) {\n if (encoding in DECODERS) {\n // Decode the stream\n const decoded = (<any> DECODERS)[encoding]();\n response.pipe(decoded);\n // Copy response properties\n decoded.statusCode = response.statusCode;\n decoded.headers = this.convertRequestHeadersToFetchHeaders(response.headers);\n return decoded;\n }\n // Error when no suitable decoder found\n setTimeout(() => {\n response.emit('error', new Error(`Unsupported encoding: ${encoding}`));\n });\n }\n\n response.headers = <any> this.convertRequestHeadersToFetchHeaders(response.headers);\n return response;\n }\n}\n"]}
|
package/lib/index.js.map
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,oDAAkC","sourcesContent":["export * from './ActorHttpNative';\n"]}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@comunica/actor-http-native",
|
|
3
|
-
"version": "2.
|
|
3
|
+
"version": "2.5.1",
|
|
4
4
|
"description": "A native http actor",
|
|
5
5
|
"lsd:module": true,
|
|
6
6
|
"main": "lib/index.js",
|
|
@@ -28,14 +28,15 @@
|
|
|
28
28
|
"files": [
|
|
29
29
|
"components",
|
|
30
30
|
"lib/**/*.d.ts",
|
|
31
|
-
"lib/**/*.js"
|
|
31
|
+
"lib/**/*.js",
|
|
32
|
+
"lib/**/*.js.map"
|
|
32
33
|
],
|
|
33
34
|
"dependencies": {
|
|
34
|
-
"@comunica/bus-http": "^2.
|
|
35
|
-
"@comunica/context-entries": "^2.
|
|
36
|
-
"@comunica/mediatortype-time": "^2.
|
|
37
|
-
"cross-fetch": "^3.
|
|
38
|
-
"follow-redirects": "^1.
|
|
35
|
+
"@comunica/bus-http": "^2.5.1",
|
|
36
|
+
"@comunica/context-entries": "^2.5.1",
|
|
37
|
+
"@comunica/mediatortype-time": "^2.5.1",
|
|
38
|
+
"cross-fetch": "^3.1.5",
|
|
39
|
+
"follow-redirects": "^1.15.2",
|
|
39
40
|
"parse-link-header": "^2.0.0"
|
|
40
41
|
},
|
|
41
42
|
"scripts": {
|
|
@@ -46,5 +47,5 @@
|
|
|
46
47
|
"browser": {
|
|
47
48
|
"./lib/Requester.js": "./lib/Requester-browser.js"
|
|
48
49
|
},
|
|
49
|
-
"gitHead": "
|
|
50
|
+
"gitHead": "d64e87fad4a616224c210c2d22b38f6f9b00e1ea"
|
|
50
51
|
}
|