@comunica/actor-http-native 2.4.0 → 2.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (6) hide show
  1. package/lib/ActorHttpNative.js.map +1 -0
  2. package/lib/Requester-browser.js.map +1 -0
  3. package/lib/Requester.js.map +1 -0
  4. package/lib/index.js.map +1 -0
  5. package/package.json +7 -6
  6. package/LICENSE.txt +0 -22
package/lib/ActorHttpNative.js.map ADDED
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ActorHttpNative.js","sourceRoot":"","sources":["ActorHttpNative.ts"],"names":[],"mappings":";;;AACA,iDAA+C;AAC/C,+DAAqD;AAErD,gCAA8B;AAC9B,2CAAoC;AAEpC;;GAEG;AACH,MAAa,eAAgB,SAAQ,oBAAS;IAK5C,YAAmB,IAA0B;QAC3C,KAAK,CAAC,IAAI,CAAC,CAAC;QACZ,IAAI,CAAC,SAAS,GAAG,eAAe,CAAC,eAAe,EAAE,CAAC;QACnD,IAAI,CAAC,SAAS,GAAG,IAAI,mBAAS,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IACpD,CAAC;IAEM,MAAM,CAAC,eAAe;QAC3B,OAAO,+BAA+B,OAAO,MAAM,CAAC,SAAS,KAAK,WAAW,CAAC,CAAC;YAC7E,WAAW,OAAO,CAAC,OAAO,KAAK,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;YACnD,WAAW,MAAM,CAAC,SAAS,CAAC,SAAS,EAAE,GAAG,CAAC;IAC/C,CAAC;IAEM,KAAK,CAAC,IAAI,CAAC,MAAmB;QACnC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,iBAAiB,EAAE,CAAC;IAC5C,CAAC;IAEM,KAAK,CAAC,GAAG,CAAC,MAAmB;QAClC,MAAM,OAAO,GAAQ,EAAE,CAAC;QACxB,4CAA4C;QAC5C,gFAAgF;QAChF,IAAU,MAAM,CAAC,KAAM,CAAC,GAAG,EAAE;YAC3B,OAAO,CAAC,GAAG,GAAa,MAAM,CAAC,KAAM,CAAC,GAAG,CAAC;YAC1C,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;SACtC;aAAM;YACL,OAAO,CAAC,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC;SAC5B;QAED,IAAI,MAAM,CAAC,IAAI,EAAE;YACf,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;YACpC,OAAO,CAAC,OAAO,GAAG,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACnD,OAAO,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;SACjC;aAAM;YACL,OAAO,CAAC,OAAO,GAAa,MAAM,CAAC,KAAM,CAAC,OAAO,CAAC;YAClD,IAAc,MAAM,CAAC,KAAM,CAAC,IAAI,EAAE;gBAChC,MAAM,IAAI,KAAK,CAAC,4EAA4E,CAAC,CAAC;aAC/F;SACF;QAED,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE;YACpB,OAAO,CAAC,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;SACjC;QACD,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE;YACtC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;SACtD;QAED,OAAO,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,KAAK,CAAC;QACzC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,0BAAQ,CAAC,kBAAkB,CAAC,EAAE;YACnD,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC;SAChC;QAED,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,0BAAQ,CAAC,IAAI,CAAC,EAAE;YACrC,OAAO,CAAC,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,0BAAQ,CAAC,IAAI,CAAC,CAAC;SAClD;QAED,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,EAAE,cAAc,OAAO,CAAC,GAAG,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;YAC/D,OAAO,EAAE,oBAAS,CAAC,aAAa,CAAC,OAAO,CAAC,OAAO,CAAC;YACjD,MAAM,EAAE,OAAO,CAAC,MAAM;SACvB,CAAC,CAAC,CAAC;QAEJ,gCAAgC;QAEhC,OAAO,IAAI,OAAO,CAAmB,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACvD,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;YAClD,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YACxB,GAAG,CAAC,EAAE,CAAC,UAAU,EAAE,YAAY,CAAC,EAAE;gBAChC,YAAY,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAY,EAAE,EAAE;oBACxC,YAAY,GAAG,IAAI,CAAC;oBACpB,MAAM,CAAC,KAAK,CAAC,CAAC;gBAChB,CAAC,CAAC,CAAC;gBACH,qCAAqC;gBACrC,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,EAAE;oBAC7B,YAAY,CAAC,OAAO,EAAE,CAAC;iBACxB;gBACD,gEAAgE;gBAChE,UAAU,CAAC,GAAG,EAAE;oBACd,IAAI,YAAY,EAAE;wBAChB,8BAA8B;wBAC9B,YAAY,CAAC,MAAM,GAAG,GAAG,EAAE;4BACzB,YAAY,CAAC,OAAO,EAAE,CAAC;4BACvB,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;wBAC3B,CAAC,CAAC;wBAEF,2BAA2B;wBAC3B,IAAI,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE;4BACvB,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE;gCAC9B,YAAY,CAAC,OAAO,EAAE,CAAC;6BACxB;iCAAM;gCACL,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC;6BAC5E;yBACF;wBAED,+CAA+C;wBAC/C,MAAM,OAAO,GAAG,YAAY,CAAC,OAAO,CAAC;wBAErC,MAAM,MAAM,GAAsB;4BAChC,IAAI,EAAE,YAAY;4BAClB,OAAO;4BACP,EAAE,EAAE,YAAY,CAAC,UAAU,GAAG,GAAG;4BACjC,UAAU,EAAE,OAAO,CAAC,GAAG,KAAK,YAAY,CAAC,WAAW;4BACpD,MAAM,EAAE,YAAY,CAAC,UAAU;4BAC/B,sGAAsG;4BACtG,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,WAAW;yBAClG,CAAC;wBACF,OAAO,CAAC,MAAM,CAAC,CAAC;qBACjB;gBACH,CAAC,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AAlHD,0CAkHC","sourcesContent":["import type { IActionHttp, IActorHttpOutput, IActorHttpArgs } from '@comunica/bus-http';\nimport { ActorHttp } from '@comunica/bus-http';\nimport { KeysHttp } from '@comunica/context-entries';\nimport type { IMediatorTypeTime } from '@comunica/mediatortype-time';\nimport 'cross-fetch/polyfill';\nimport Requester from './Requester';\n\n/**\n * A comunica Follow Redirects Http Actor.\n */\nexport class ActorHttpNative extends ActorHttp {\n private readonly userAgent: string;\n\n private readonly requester: Requester;\n\n public constructor(args: IActorHttpNativeArgs) {\n super(args);\n this.userAgent = ActorHttpNative.createUserAgent();\n this.requester = new Requester(args.agentOptions);\n }\n\n public static createUserAgent(): string {\n return `Comunica/actor-http-native (${typeof global.navigator === 'undefined' ?\n `Node.js ${process.version}; ${process.platform}` :\n `Browser-${global.navigator.userAgent}`})`;\n }\n\n public async test(action: IActionHttp): Promise<IMediatorTypeTime> {\n return { time: Number.POSITIVE_INFINITY };\n }\n\n public async run(action: IActionHttp): Promise<IActorHttpOutput> {\n const options: any = {};\n // Input can be a Request object or a string\n // if it is a Request object it can contain the same settings as the init object\n if ((<any>action.input).url) {\n options.url = (<Request>action.input).url;\n Object.assign(options, action.input);\n } else {\n options.url = action.input;\n }\n\n if (action.init) {\n Object.assign(options, action.init);\n options.headers = new Headers(action.init.headers);\n options.body = action.init.body;\n } else {\n options.headers = (<Request>action.input).headers;\n if ((<Request>action.input).body) {\n throw new Error(`ActorHttpNative does not support passing body via input, use init instead.`);\n }\n }\n\n if (!options.headers) {\n options.headers = new Headers();\n }\n if (!options.headers.has('user-agent')) {\n options.headers.append('user-agent', this.userAgent);\n }\n\n options.method = options.method || 'GET';\n if (action.context.get(KeysHttp.includeCredentials)) {\n options.withCredentials = true;\n }\n\n if (action.context.get(KeysHttp.auth)) {\n options.auth = action.context.get(KeysHttp.auth);\n }\n\n this.logInfo(action.context, `Requesting ${options.url}`, () => ({\n headers: ActorHttp.headersToHash(options.headers),\n method: options.method,\n }));\n\n // Not all options are supported\n\n return new Promise<IActorHttpOutput>((resolve, reject) => {\n const req = this.requester.createRequest(options);\n req.on('error', reject);\n req.on('response', httpResponse => {\n httpResponse.on('error', (error: Error) => {\n httpResponse = null;\n reject(error);\n });\n // Avoid memory leak on HEAD requests\n if (options.method === 'HEAD') {\n httpResponse.destroy();\n }\n // Using setImmediate so error can be caught should it be thrown\n setTimeout(() => {\n if (httpResponse) {\n // Expose fetch cancel promise\n httpResponse.cancel = () => {\n httpResponse.destroy();\n return Promise.resolve();\n };\n\n // Support abort controller\n if (action.init?.signal) {\n if (action.init.signal.aborted) {\n httpResponse.destroy();\n } else {\n action.init.signal.addEventListener('abort', () => httpResponse.destroy());\n }\n }\n\n // Missing several of the required fetch fields\n const headers = httpResponse.headers;\n\n const result = <IActorHttpOutput> {\n body: httpResponse,\n headers,\n ok: httpResponse.statusCode < 300,\n redirected: options.url !== httpResponse.responseUrl,\n status: httpResponse.statusCode,\n // When the content came from another resource because of conneg, let Content-Location deliver the url\n url: headers.has('content-location') ? headers.get('content-location') : httpResponse.responseUrl,\n };\n resolve(result);\n }\n });\n });\n });\n }\n}\n\nexport interface IActorHttpNativeArgs extends IActorHttpArgs {\n /**\n * The agent options for the HTTP agent\n * @range {json}\n * @default {{ \"keepAlive\": true, \"maxSockets\": 5 }}\n */\n agentOptions?: Record<string, any>;\n}\n"]}
package/lib/Requester-browser.js.map ADDED
@@ -0,0 +1 @@
1
+ {"version":3,"file":"Requester-browser.js","sourceRoot":"","sources":["Requester-browser.ts"],"names":[],"mappings":";AAAA,0CAA0C;AAC1C,yCAAyC;AACzC,uEAAuE;AACvE,yDAAyD;AACzD,yGAAyG;;AAEzG,mCAAsC;AAEtC,mCAAkC;AAClC,+CAA+C;AAE/C,mGAAmG;AACnG,MAAM,sBAAsB,GAAG,EAAE,iBAAiB,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;AAE9F,MAAqB,SAAS;IAI5B;QACE,IAAI,CAAC,mBAAmB,GAAG,EAAE,CAAC;IAChC,CAAC;IAED,kDAAkD;IAC3C,aAAa,CAAC,QAAa;QAChC,oBAAoB;QACpB,2EAA2E;QAC3E,2EAA2E;QAC3E,IAAI,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE;YACjD,QAAQ,CAAC,OAAQ,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC;SACxD;QAED,mCAAmC;QACnC,MAAM,OAAO,GAAG,IAAI,cAAc,EAAE,CAAC;QACrC,MAAM,UAAU,GAAY,QAAQ,CAAC,OAAO,CAAC;QAC7C,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAClD,OAAO,CAAC,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC;QACnC,OAAO,CAAC,eAAe,GAAG,QAAQ,CAAC,eAAe,CAAC;QAEnD,UAAU,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;YAChC,IAAI,CAAC,CAAC,GAAG,IAAI,sBAAsB,CAAC,IAAI,KAAK,EAAE;gBAC7C,OAAO,CAAC,gBAAgB,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;aACtC;QACH,CAAC,CAAC,CAAC;QAEH,wCAAwC;QACxC,MAAM,YAAY,GAAG,IAAI,qBAAY,EAAE,CAAC;QACjC,YAAa,CAAC,KAAK,GAAG,GAAG,EAAE;YAChC,OAAO,CAAC,KAAK,EAAE,CAAC;QAClB,CAAC,CAAC;QAEF,mCAAmC;QACnC,OAAO,CAAC,MAAM,GAAG,GAAG,EAAE;YACpB,wCAAwC;YACxC,MAAM,QAAQ,GAAsC,IAAI,iBAAQ,EAAE,CAAC;YACnE,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC;YAC1C,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACpB,QAAQ,CAAC,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC;YAC9B,QAAS,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;YAEnD,6BAA6B;YAC7B,MAAM,UAAU,GAAY,IAAI,CAAC,mCAAmC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YACvF,QAAQ,CAAC,OAAO,GAAS,UAAU,CAAC;YACpC,MAAM,UAAU,GAAG,OAAO,CAAC,qBAAqB,EAAE,IAAI,EAAE,CAAC;YACzD,MAAM,aAAa,GAAG,mCAAmC,CAAC;YAC1D,IAAI,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC3C,OAAO,KAAK,EAAE;gBACZ,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;gBACjD,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;aACxC;YAED,oBAAoB;YACpB,YAAY,CAAC,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;YAExC,+DAA+D;YAC/D,iDAAiD;YACjD,IAAI,UAAU,CAAC,GAAG,CAAC,iBAAiB,CAAC,IAAI,UAAU,CAAC,GAAG,CAAC,kBAAkB,CAAC,EAAE;gBAC3E,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,GAAG,CAAC,kBAAkB,CAAC,IAAI,QAAQ,CAAC,GAAG,CAAC,CAAC;gBACtF,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,EAAE;oBACvC,wCAAwC;oBACxC,MAAM,KAAK,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC;oBACzF,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,IAAI,KAAK,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;oBAChE,IAAI,QAAQ,KAAK,QAAQ,EAAE;wBACzB,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC;qBAC3C;iBACF;aACF;QACH,CAAC,CAAC;QACF,6BAA6B;QAC7B,OAAO,CAAC,OAAO,GAAG,GAAG,EAAE;YACrB,YAAY,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,KAAK,CAAC,oBAAoB,QAAQ,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QAC5E,CAAC,CAAC;QACF,OAAO,CAAC,SAAS,GAAG,GAAG,EAAE;YACvB,YAAY,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,KAAK,CAAC,sBAAsB,QAAQ,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QAC9E,CAAC,CAAC;QAEF,sBAAsB;QACtB,IAAI,QAAQ,CAAC,IAAI,EAAE;YACjB,IAAI,QAAQ,CAAC,IAAI,YAAY,eAAe,EAAE;gBAC5C,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;aACxC;iBAAM,IAAI,OAAO,QAAQ,CAAC,IAAI,KAAK,QAAQ,EAAE;gBAC5C,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;aAC7B;iBAAM;gBACL,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE;qBACjB,IAAI,CAAC,CAAC,IAAS,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;qBACvC,KAAK,CAAC,CAAC,KAAY,EAAE,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;aAC/D;SACF;aAAM;YACL,OAAO,CAAC,IAAI,EAAE,CAAC;SAChB;QAED,OAAO,YAAY,CAAC;IACtB,CAAC;IAED,0CAA0C;IACnC,mCAAmC,CAAC,OAA4B;QACrE,MAAM,eAAe,GAAY,IAAI,OAAO,EAAE,CAAC;QAC/C,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE;YACzB,eAAe,CAAC,MAAM,CAAC,GAAG,EAAW,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;SACpD;QACD,OAAO,eAAe,CAAC;IACzB,CAAC;IAED,sCAAsC;IAC9B,WAAW,CAAC,GAAY;QAC9B,OAAO,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC9C,CAAC;CACF;AAhHD,4BAgHC","sourcesContent":["/* eslint-disable unicorn/filename-case */\n/* eslint-enable unicorn/filename-case */\n/* ! @license MIT ©2013-2016 Ruben Verborgh, Ghent University - imec */\n/* Single-function HTTP(S) request module for browsers */\n/* Translated from https://github.com/LinkedDataFragments/Client.js/blob/master/lib/browser/Request.js */\n\nimport { EventEmitter } from 'events';\nimport type { IncomingHttpHeaders, IncomingMessage } from 'http';\nimport { Readable } from 'stream';\nimport * as parseLink from 'parse-link-header';\n\n// Headers we cannot send (see https://www.w3.org/TR/XMLHttpRequest/#the-setrequestheader()-method)\nconst UNSAFE_REQUEST_HEADERS = { 'accept-encoding': true, 'user-agent': true, referer: true };\n\nexport default class Requester {\n // Resources that were already time-negotiated\n private negotiatedResources: Record<string, boolean>;\n\n public constructor() {\n this.negotiatedResources = {};\n }\n\n // Creates an HTTP request with the given settings\n public createRequest(settings: any): EventEmitter {\n // PERFORMANCE HACK:\n // Reduce OPTIONS preflight requests by removing the Accept-Datetime header\n // on requests for resources that are presumed to have been time-negotiated\n if (this.negotiatedResources[this.removeQuery(settings.url)]) {\n (<Headers> settings.headers).delete('accept-datetime');\n }\n\n // Create the actual XMLHttpRequest\n const request = new XMLHttpRequest();\n const reqHeaders: Headers = settings.headers;\n request.open(settings.method, settings.url, true);\n request.timeout = settings.timeout;\n request.withCredentials = settings.withCredentials;\n\n reqHeaders.forEach((value, key) => {\n if (!(key in UNSAFE_REQUEST_HEADERS) && value) {\n request.setRequestHeader(key, value);\n }\n });\n\n // Create a proxy for the XMLHttpRequest\n const requestProxy = new EventEmitter();\n (<any> requestProxy).abort = () => {\n request.abort();\n };\n\n // Handle the arrival of a response\n request.onload = () => {\n // Convert the response into an iterator\n const response: IncomingMessage = <IncomingMessage> new Readable();\n response.push(request.responseText || '');\n response.push(null);\n response.statusCode = request.status;\n (<any> response).responseUrl = request.responseURL;\n\n // Parse the response headers\n const resHeaders: Headers = this.convertRequestHeadersToFetchHeaders(response.headers);\n response.headers = <any> resHeaders;\n const rawHeaders = request.getAllResponseHeaders() || '';\n const headerMatcher = /^([^\\n\\r:]+):[\\t ]*([^\\n\\r]*)$/gmu;\n let match = headerMatcher.exec(rawHeaders);\n while (match) {\n resHeaders.set(match[1].toLowerCase(), match[2]);\n match = headerMatcher.exec(rawHeaders);\n }\n\n // Emit the response\n requestProxy.emit('response', response);\n\n // If the resource was time-negotiated, store its queryless URI\n // to enable the PERFORMANCE HACK explained above\n if (reqHeaders.has('accept-datetime') && resHeaders.has('memento-datetime')) {\n const resource = this.removeQuery(resHeaders.get('content-location') ?? settings.url);\n if (!this.negotiatedResources[resource]) {\n // Ensure the resource is not a timegate\n const links = (resHeaders.get('link') && parseLink(resHeaders.get('link'))) ?? undefined;\n const timegate = this.removeQuery(links && links.timegate?.url);\n if (resource !== timegate) {\n this.negotiatedResources[resource] = true;\n }\n }\n }\n };\n // Report errors and timeouts\n request.onerror = () => {\n requestProxy.emit('error', new Error(`Error requesting ${settings.url}`));\n };\n request.ontimeout = () => {\n requestProxy.emit('error', new Error(`Timeout requesting ${settings.url}`));\n };\n\n // Execute the request\n if (settings.body) {\n if (settings.body instanceof URLSearchParams) {\n request.send(settings.body.toString());\n } else if (typeof settings.body === 'string') {\n request.send(settings.body);\n } else {\n settings.body.blob()\n .then((blob: any) => request.send(blob))\n .catch((error: Error) => requestProxy.emit('error', error));\n }\n } else {\n request.send();\n }\n\n return requestProxy;\n }\n\n // Wrap headers into an header object type\n public convertRequestHeadersToFetchHeaders(headers: IncomingHttpHeaders): Headers {\n const responseHeaders: Headers = new Headers();\n for (const key in headers) {\n responseHeaders.append(key, <string> headers[key]);\n }\n return responseHeaders;\n }\n\n // Removes the query string from a URL\n private removeQuery(url?: string): string {\n return url ? url.replace(/\\?.*$/u, '') : '';\n }\n}\n"]}
package/lib/Requester.js.map ADDED
@@ -0,0 +1 @@
1
+ {"version":3,"file":"Requester.js","sourceRoot":"","sources":["Requester.ts"],"names":[],"mappings":";AAAA,kEAAkE;AAClE,4CAA4C;AAC5C,sGAAsG;;AAEtG,mCAAsC;AAEtC,2BAA2B;AAC3B,6BAA6B;AAC7B,gCAA8B;AAC9B,iDAA+C;AAE/C,MAAM,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAC;AAC7C,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAC;AAE9C,6CAA6C;AAC7C,MAAM,QAAQ,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,YAAY,EAAE,OAAO,EAAE,IAAI,CAAC,aAAa,EAAE,CAAC;AAE1E,MAAqB,SAAS;IAG5B,YAAmB,YAA2B;QAC5C,IAAI,CAAC,MAAM,GAAG;YACZ,IAAI,EAAE,IAAI,IAAI,CAAC,KAAK,CAAC,YAAY,IAAI,EAAE,CAAC;YACxC,KAAK,EAAE,IAAI,KAAK,CAAC,KAAK,CAAC,YAAY,IAAI,EAAE,CAAC;SAC3C,CAAC;IACJ,CAAC;IAED,kDAAkD;IAC3C,aAAa,CAAC,QAAa;QAChC,wBAAwB;QACxB,IAAI,QAAQ,CAAC,GAAG,EAAE;YAChB,QAAQ,GAAG,EAAE,GAAG,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,GAAG,QAAQ,EAAE,CAAC;SACxD;QAED,oCAAoC;QACpC,MAAM,YAAY,GAAG,IAAI,qBAAY,EAAE,CAAC;QACxC,MAAM,SAAS,GAAG,QAAQ,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC;QAC/D,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAE9B,+CAA+C;QAC/C,MAAM,aAAa,GAAQ,EAAE,CAAC;QAC9B,IAAI,QAAQ,CAAC,OAAO,EAAE;YACT,QAAQ,CAAC,OAAQ,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;gBAClD,aAAa,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;YAC7B,CAAC,CAAC,CAAC;SACJ;QACD,QAAQ,CAAC,OAAO,GAAG,aAAa,CAAC;QACjC,MAAM,OAAO,GAAkB,SAAS,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,QAAyB,EAAE,EAAE;YACvF,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YACjC,QAAQ,CAAC,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC;YACpC,QAAQ,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;YAC7B,sEAAsE;YACtE,sCAAsC;YACtC,YAAY,CAAC,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;QACH,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;QAChE,IAAI,QAAQ,CAAC,IAAI,EAAE;YACjB,IAAI,QAAQ,CAAC,IAAI,YAAY,eAAe,EAAE;gBAC5C,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;gBACxC,OAAO,CAAC,GAAG,EAAE,CAAC;aACf;iBAAM,IAAI,OAAO,QAAQ,CAAC,IAAI,KAAK,QAAQ,EAAE;gBAC5C,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBAC7B,OAAO,CAAC,GAAG,EAAE,CAAC;aACf;iBAAM;gBACL,oBAAS,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;aACvD;SACF;aAAM;YACL,OAAO,CAAC,GAAG,EAAE,CAAC;SACf;QACD,OAAO,YAAY,CAAC;IACtB,CAAC;IAED,0CAA0C;IACnC,mCAAmC,CAAC,OAA4B;QACrE,MAAM,eAAe,GAAY,IAAI,OAAO,EAAE,CAAC;QAC/C,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE;YACzB,eAAe,CAAC,MAAM,CAAC,GAAG,EAAW,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;SACpD;QACD,OAAO,eAAe,CAAC;IACzB,CAAC;IAED,uDAAuD;IAC/C,MAAM,CAAC,QAAyB;QACtC,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC;QACtD,IAAI,QAAQ,EAAE;YACZ,IAAI,QAAQ,IAAI,QAAQ,EAAE;gBACxB,oBAAoB;gBACpB,MAAM,OAAO,GAAU,QAAS,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC7C,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACvB,2BAA2B;gBAC3B,OAAO,CAAC,UAAU,GAAG,QAAQ,CAAC,UAAU,CAAC;gBACzC,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC,mCAAmC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;gBAC7E,OAAO,OAAO,CAAC;aAChB;YACD,uCAAuC;YACvC,UAAU,CAAC,GAAG,EAAE;gBACd,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,KAAK,CAAC,yBAAyB,QAAQ,EAAE,CAAC,CAAC,CAAC;YACzE,CAAC,CAAC,CAAC;SACJ;QAED,QAAQ,CAAC,OAAO,GAAS,IAAI,CAAC,mCAAmC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACpF,OAAO,QAAQ,CAAC;IAClB,CAAC;CACF;AAtFD,4BAsFC","sourcesContent":["/* ! @license MIT ©2016 Ruben Verborgh, Ghent University - imec */\n/* Single-function HTTP(S) request module */\n/* Translated from https://github.com/LinkedDataFragments/Client.js/blob/master/lib/util/Request.js */\n\nimport { EventEmitter } from 'events';\nimport type { AgentOptions, ClientRequest, IncomingMessage, IncomingHttpHeaders } from 'http';\nimport * as url from 'url';\nimport * as zlib from 'zlib';\nimport 'cross-fetch/polyfill';\nimport { ActorHttp } from '@comunica/bus-http';\n\nconst { http } = require('follow-redirects');\nconst { https } = require('follow-redirects');\n\n// Decode encoded streams with these decoders\nconst DECODERS = { gzip: zlib.createGunzip, deflate: zlib.createInflate };\n\nexport default class Requester {\n private readonly agents: any;\n\n public constructor(agentOptions?: AgentOptions) {\n this.agents = {\n http: new http.Agent(agentOptions ?? {}),\n https: new https.Agent(agentOptions ?? {}),\n };\n }\n\n // Creates an HTTP request with the given settings\n public createRequest(settings: any): EventEmitter {\n // Parse the request URL\n if (settings.url) {\n settings = { ...url.parse(settings.url), ...settings };\n }\n\n // Emit the response through a proxy\n const requestProxy = new EventEmitter();\n const requester = settings.protocol === 'http:' ? http : https;\n settings.agents = this.agents;\n\n // Unpacking headers object into a plain object\n const headersObject: any = {};\n if (settings.headers) {\n (<Headers> settings.headers).forEach((value, key) => {\n headersObject[key] = value;\n });\n }\n settings.headers = headersObject;\n const request: ClientRequest = requester.request(settings, (response: IncomingMessage) => {\n response = this.decode(response);\n settings.headers = response.headers;\n response.setEncoding('utf8');\n // This was removed compared to the original LDF client implementation\n // response.pause(); // exit flow mode\n requestProxy.emit('response', response);\n });\n request.on('error', error => requestProxy.emit('error', error));\n if (settings.body) {\n if (settings.body instanceof URLSearchParams) {\n request.write(settings.body.toString());\n request.end();\n } else if (typeof settings.body === 'string') {\n request.write(settings.body);\n request.end();\n } else {\n ActorHttp.toNodeReadable(settings.body).pipe(request);\n }\n } else {\n request.end();\n }\n return requestProxy;\n }\n\n // Wrap headers into an header object type\n public convertRequestHeadersToFetchHeaders(headers: IncomingHttpHeaders): Headers {\n const responseHeaders: Headers = new Headers();\n for (const key in headers) {\n responseHeaders.append(key, <string> headers[key]);\n }\n return responseHeaders;\n }\n\n // Returns a decompressed stream from the HTTP response\n private decode(response: IncomingMessage): IncomingMessage {\n const encoding = response.headers['content-encoding'];\n if (encoding) {\n if (encoding in DECODERS) {\n // Decode the stream\n const decoded = (<any> DECODERS)[encoding]();\n response.pipe(decoded);\n // Copy response properties\n decoded.statusCode = response.statusCode;\n decoded.headers = this.convertRequestHeadersToFetchHeaders(response.headers);\n return decoded;\n }\n // Error when no suitable decoder found\n setTimeout(() => {\n response.emit('error', new Error(`Unsupported encoding: ${encoding}`));\n });\n }\n\n response.headers = <any> this.convertRequestHeadersToFetchHeaders(response.headers);\n return response;\n }\n}\n"]}
package/lib/index.js.map ADDED
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,oDAAkC","sourcesContent":["export * from './ActorHttpNative';\n"]}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@comunica/actor-http-native",
3
- "version": "2.4.0",
3
+ "version": "2.5.0",
4
4
  "description": "A native http actor",
5
5
  "lsd:module": true,
6
6
  "main": "lib/index.js",
@@ -28,12 +28,13 @@
28
28
  "files": [
29
29
  "components",
30
30
  "lib/**/*.d.ts",
31
- "lib/**/*.js"
31
+ "lib/**/*.js",
32
+ "lib/**/*.js.map"
32
33
  ],
33
34
  "dependencies": {
34
- "@comunica/bus-http": "^2.4.0",
35
- "@comunica/context-entries": "^2.4.0",
36
- "@comunica/mediatortype-time": "^2.4.0",
35
+ "@comunica/bus-http": "^2.5.0",
36
+ "@comunica/context-entries": "^2.5.0",
37
+ "@comunica/mediatortype-time": "^2.5.0",
37
38
  "cross-fetch": "^3.0.5",
38
39
  "follow-redirects": "^1.5.1",
39
40
  "parse-link-header": "^2.0.0"
@@ -46,5 +47,5 @@
46
47
  "browser": {
47
48
  "./lib/Requester.js": "./lib/Requester-browser.js"
48
49
  },
49
- "gitHead": "cb5a1560c9ab9ebaf3335888a1411a7e1654de1e"
50
+ "gitHead": "349d57f5d1e539200e980bdff96973c2e0b66caa"
50
51
  }
package/LICENSE.txt DELETED
@@ -1,22 +0,0 @@
1
- The MIT License (MIT)
2
-
3
- Copyright © 2017–now Ruben Taelman, Joachim Van Herwegen
4
- Comunica Association and Ghent University – imec, Belgium
5
-
6
- Permission is hereby granted, free of charge, to any person obtaining a copy
7
- of this software and associated documentation files (the "Software"), to deal
8
- in the Software without restriction, including without limitation the rights
9
- to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
10
- copies of the Software, and to permit persons to whom the Software is
11
- furnished to do so, subject to the following conditions:
12
-
13
- The above copyright notice and this permission notice shall be included in
14
- all copies or substantial portions of the Software.
15
-
16
- THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17
- IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18
- FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19
- AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20
- LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21
- OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
22
- THE SOFTWARE.