citeclaw 2.0.0

package/vendor/zotero/README.md

@@ -0,0 +1,120 @@
+# Zotero Translation Server - WMF Fork
+
+The Zotero translation server lets you use [Zotero translators](https://www.zotero.org/support/translators) without the Zotero client.
+
+## Installation
+
+### Running from source
+
+First, fetch the source code and install Node dependencies:
+
+1. `git clone --recurse-submodules https://github.com/zotero/translation-server`
+
+1. `cd translation-server`
+
+1. `npm install`
+
+Once you've set up a local copy of the repo, you can run the server in various ways:
+
+#### Node.js
+
+`npm start`
+
+
+## User-Agent
+
+By default, translation-server uses a standard Chrome `User-Agent` string to maximize compatibility, plus a `ZoteroTranslationServer/WMF` signifier. This is fine for personal usage, but for a deployed service, it’s polite to customize `User-Agent` so that sites can identify requests and contact you in case of abuse.
+
+You can do this by setting the `USER_AGENT` environment variable:
+
+`USER_AGENT='my-custom-translation-server/2.0 (me@example.com)' npm start`
+
+If you find that regular requests are being blocked with a fully custom user-agent string, you can also add an identifier and contact information to the end of a standard browser UA string:
+
+```
+export USER_AGENT='Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/110.0.0.0 Safari/537.36 my-custom-translation-server/2.0 (me@example.com)'
+npm start
+```
+
+## Proxy Support
+
+You can configure translation-server to use a proxy server by setting the `HTTP_PROXY` and `HTTPS_PROXY` environment variables:
+
+`HTTP_PROXY=http://proxy.example.com:8080 HTTPS_PROXY=http://proxy.example.com:8080 npm start`
+
+If your proxy server uses a self-signed certificate, you can set `NODE_TLS_REJECT_UNAUTHORIZED=0` to force Node to ignore certificate errors.
+
+It’s also possible to opt out of proxying for specific hosts by using the `NO_PROXY` variable. See the [Node `request` library documentation](https://github.com/request/request#controlling-proxy-behaviour-using-environment-variables) for more details.
+
+## Running tests
+
+`npm test`
+
+## Endpoints
+
+### Documentation
+
+Swagger documentation is available at http://127.0.0.1:1969/?doc
+
+### Web Translation
+
+#### Retrieve metadata for a webpage:
+
+```
+$ curl -d 'https://www.nytimes.com/2018/06/11/technology/net-neutrality-repeal.html' \
+   -H 'Content-Type: text/plain' http://127.0.0.1:1969/web
+```
+
+Returns an array of translated items in Zotero API JSON format
+
+#### Retrieve metadata for a webpage with multiple results:
+
+```
+$ curl -d 'https://www.ncbi.nlm.nih.gov/pubmed/?term=crispr' \
+   -H 'Content-Type: text/plain' http://127.0.0.1:1969/web
+```
+
+Returns `300 Multiple Choices` with a JSON object:
+
+```
+{
+	"url": "https://www.ncbi.nlm.nih.gov/pubmed/?term=crispr",
+	"session": "9y5s0EW6m5GgLm0",
+	"items": {
+		"u30044970": {
+			"title": "RNA Binding and HEPN-Nuclease Activation Are Decoupled in CRISPR-Cas13a."
+		},
+		"u30044923": {
+			"title": "Knockout of tnni1b in zebrafish causes defects in atrioventricular valve development via the inhibition of the myocardial wnt signaling pathway."
+		},
+		// more results
+	}
+}
+```
+
+To make a selection, delete unwanted results from the items object and POST the returned data back to the server as `application/json`.
+
+
+### Search Translation
+
+Retrieve metadata from an identifier (DOI, ISBN, PMID, arXiv ID):
+
+```
+$ curl -d 10.2307/4486062 -H 'Content-Type: text/plain' http://127.0.0.1:1969/search
+```
+
+### Export Translation
+
+Convert items in Zotero API JSON format to a [supported export format](https://github.com/zotero/translation-server/blob/master/src/formats.js) (RIS, BibTeX, etc.):
+
+```
+$ curl -d @items.json -H 'Content-Type: application/json' 'http://127.0.0.1:1969/export?format=bibtex'
+```
+
+### Import Translation
+
+Convert items in any [import format](https://www.zotero.org/support/kb/importing_standardized_formats)
+to the Zotero API JSON format:
+
+```
+$ curl --data-binary @data.bib -H 'Content-Type: text/plain' http://127.0.0.1:1969/import

package/vendor/zotero/config/custom-environment-variables.json

@@ -0,0 +1,3 @@
+{
+	"translatorsDirectory": "TRANSLATORS_DIR"
+}

package/vendor/zotero/config/default.json5

@@ -0,0 +1,16 @@
+{
+	"allowedOrigins": [], // CORS
+	"blacklistedDomains": [],
+	"deproxifyURLs": false, // Automatically try deproxified versions of URLs
+	"identifierSearchLambda": "", // Identifier search Lambda function for text search
+	"port": 1969,
+	"host": "0.0.0.0", // host to listen on
+	"httpMaxResponseSize": 10, // Max size of requested response to load; triggers 400 ResponseSize error when exceeded
+	"textSearchTimeout": 5,
+	"translators": {
+		"CrossrefREST.email": "" // Pass an email to Crossref REST API to utilize the faster servers pool
+	},
+	"trustProxyHeaders": false, // Trust X-Forwarded-For when logging requests
+	"userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/110.0.0.0 Safari/537.36",
+	"translatorsDirectory": "./modules/translators"
+}

package/vendor/zotero/config/production.json5

@@ -0,0 +1,7 @@
+{
+	"translators": {
+		"CrossrefREST.email": "noc@wikimedia.org", // Pass an email to Crossref REST API to utilize the faster servers pool
+		"httpMaxResponseSize": 10 // Max size of requested response to load; triggers 400 ResponseSize error when exceeded
+	},
+	"userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/110.0.0.0 Safari/537.36 ZoteroTranslationServer/WMF (mailto:noc@wikimedia.org)"
+}

package/vendor/zotero/config/test.json5

@@ -0,0 +1,4 @@
+{
+	"testPort": 3456,
+	"identifierSearchURL": "http://identifier-search/search?q="
+}

package/vendor/zotero/modules/translate/README.md

@@ -0,0 +1,43 @@
+# Zotero Translate
+
+This repository contains the Zotero translation architecture code responsible for 
+parsing Zotero translators and running them on live and static web pages to retrieve
+Zotero items.
+
+A consumer of this repository needs to implement the following interfaces:
+
+- `Zotero.Translators` found in `translators.js`
+- `Zotero.HTTP` found in `http.js`
+- `Zotero.Translate.ItemSaver` found in `translation/translate_item.js`
+
+You also need to:
+- Call `Zotero.Schema.init(data)` with Zotero `schema.json`.
+- Call `Zotero.Date.init(json)` with the JSON from `utilities/resource/dateFormats.json`
+- If running in a ModuleJS environment (e.g. Node.js) call `require('../utilities/cachedTypes').setTypeSchema(typeSchema)`
+with the result of `utilities/resource/zoteroTypeSchemaData.js`.
+
+Please bundle translators and Zotero schema with the translation architecture.
+Do not load them from a remote server.
+
+You may also want to reimplement or modify:
+
+- `Zotero.Repo` found in `repo.js` to set up periodic translator update retrieval
+- `Zotero.Debug` found in `debug.js` to customize debug logging
+- `Zotero` and `Zotero.Prefs` found in `zotero.js` to set up the environment and 
+long-term preference storage
+- `Zotero.Translate.ItemGetter` found in `translation/translate_item.js` for export
+translation
+- `Zotero.Translate.SandboxManager` found in `translation/sandboxManager.js` for
+a tighter Sandbox environment if available on your the platform
+
+### Example
+
+See `example/index.html` for file loading order.
+
+To run the example: 
+```bash
+$ git submodule update --init
+$ google-chrome --disable-web-security --user-data-dir=/tmp/chromeTemvar
+```
+
+Open `example/index.html` in the CORS ignoring Google Chrome

package/vendor/zotero/modules/translate/src/debug.js

@@ -0,0 +1,186 @@
+/*
+    ***** BEGIN LICENSE BLOCK *****
+    
+    Copyright © 2009 Center for History and New Media
+                     George Mason University, Fairfax, Virginia, USA
+                     http://zotero.org
+    
+    This file is part of Zotero.
+    
+    Zotero is free software: you can redistribute it and/or modify
+    it under the terms of the GNU Affero General Public License as published by
+    the Free Software Foundation, either version 3 of the License, or
+    (at your option) any later version.
+    
+    Zotero is distributed in the hope that it will be useful,
+    but WITHOUT ANY WARRANTY; without even the implied warranty of
+    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+    GNU Affero General Public License for more details.
+    
+    You should have received a copy of the GNU Affero General Public License
+    along with Zotero.  If not, see <http://www.gnu.org/licenses/>.
+    
+    ***** END LICENSE BLOCK *****
+*/
+
+Zotero.Debug = new function () {
+	var _console, _store, _level, _lastTime, _output = [];
+	var _slowTime = false;
+	var _consoleViewer = false;
+	
+	/**
+	 * Initialize debug logging
+	 */
+	this.init = function (enabled=true) {
+		this.enabled = enabled;
+	}
+	
+	this.log = function (message, level, maxDepth, stack) {
+		if (!this.enabled) {
+			return;
+		}
+		
+		if (typeof message != 'string') {
+			message = Zotero.Utilities.varDump(message, 0, maxDepth);
+		}
+		
+		if (!level) {
+			level = 3;
+		}
+		
+		// If level above debug.level value, don't display
+		if (level > _level) {
+			return;
+		}
+		
+		var deltaStr = '';
+		var deltaStrStore = '';
+		var delta = 0;
+		var d = new Date();
+		if (_lastTime) {
+			delta = d - _lastTime;
+		}
+		_lastTime = d;
+		var slowPrefix = "";
+		var slowSuffix = "";
+		if (_slowTime && delta > _slowTime) {
+			slowPrefix = "\x1b[31;40m";
+			slowSuffix = "\x1b[0m";
+		}
+		
+		delta = ("" + delta).padStart(7, "0");
+		
+		deltaStr = "(" + slowPrefix + "+" + delta + slowSuffix + ")";
+		if (_store) {
+			deltaStrStore = "(+" + delta + ")";
+		}
+		
+		if (stack === true) {
+			stack = new Error().stack.substr('Error'.length);
+		}
+		
+		if (stack) {
+			message += '\n' + this.stackToString(stack);
+		}
+		
+		var output = '(' + level + ')' + deltaStr + ': ' + message;
+		console.log(output+"\n");
+		
+		if (_store) {
+			if (Math.random() < 1/1000) {
+				// Remove initial lines if over limit
+				var overage = this.count() - Zotero.Prefs.get('debug.store.limit');
+				if (overage > 0) {
+					_output.splice(0, Math.abs(overage));
+				}
+			}
+			_output.push('(' + level + ')' + deltaStrStore + ': ' + message);
+		}
+	}
+	
+	
+	this.get = Zotero.Promise.method(function(maxChars, maxLineLength) {
+		var output = _output;
+		var total = output.length;
+		
+		if (total == 0) {
+			return "";
+		}
+		
+		if (maxLineLength) {
+			for (var i=0, len=output.length; i<len; i++) {
+				if (output[i].length > maxLineLength) {
+					output[i] = Zotero.Utilities.ellipsize(output[i], maxLineLength, false, true);
+				}
+			}
+		}
+		
+		output = output.join('\n\n');
+		
+		if (maxChars) {
+			output = output.substr(maxChars * -1);
+			// Cut at two newlines
+			let matches = output.match(/^[\n]*\n\n/);
+			if (matches) {
+				output = output.substr(matches[0].length);
+			}
+		}
+
+		return output;
+	});
+	
+	
+	this.setStore = function (enable) {
+		if (enable) {
+			this.clear();
+		}
+		_store = enable;
+		this.updateEnabled();
+		this.storing = _store;
+	}
+	
+	
+	this.updateEnabled = function () {
+		this.enabled = _console || _consoleViewer || _store;
+	};
+	
+	
+	this.count = function () {
+		return _output.length;
+	}
+	
+	
+	this.clear = function () {
+		_output = [];
+	}
+	
+	/**
+	 * Format a stack trace for output in the same way that Error.stack does
+	 * @param {Components.stack} stack
+	 * @param {Integer} [lines=5] Number of lines to format
+	 */
+	this.stackToString = function (stack, lines) {
+		if (!lines) lines = 5;
+		var str = '';
+		while(stack && lines--) {
+			str += '\n  ' + (stack.name || '') + '@' + stack.filename
+				+ ':' + stack.lineNumber;
+			stack = stack.caller;
+		}
+		return this.filterStack(str).substr(1);
+	};
+	
+	
+	/**
+	 * Strip Bluebird lines from a stack trace
+	 *
+	 * @param {String} stack
+	 */
+	this.filterStack = function (stack) {
+		return stack.split(/\n/).filter(line => line.indexOf('zotero/bluebird') == -1).join('\n');
+	}
+}
+
+if (typeof process === 'object' && process + '' === '[object process]'){
+	module.exports = Zotero.Debug;
+}

package/vendor/zotero/modules/translate/src/http.js

@@ -0,0 +1,158 @@
+/*
+    ***** BEGIN LICENSE BLOCK *****
+    
+    Copyright © 2011 Center for History and New Media
+                     George Mason University, Fairfax, Virginia, USA
+                     http://zotero.org
+    
+    This file is part of Zotero.
+    
+    Zotero is free software: you can redistribute it and/or modify
+    it under the terms of the GNU Affero General Public License as published by
+    the Free Software Foundation, either version 3 of the License, or
+    (at your option) any later version.
+    
+    Zotero is distributed in the hope that it will be useful,
+    but WITHOUT ANY WARRANTY; without even the implied warranty of
+    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+    GNU Affero General Public License for more details.
+    
+    You should have received a copy of the GNU Affero General Public License
+    along with Zotero.  If not, see <http://www.gnu.org/licenses/>.
+    
+    ***** END LICENSE BLOCK *****
+*/
+
+/**
+ * Functions for performing HTTP requests, both via XMLHTTPRequest and using a hidden browser
+ * @namespace
+ */
+Zotero.HTTP = new function() {
+	this.StatusError = function(xmlhttp, url) {
+		this.message = `HTTP request to ${url} rejected with status ${xmlhttp.status}`;
+		this.status = xmlhttp.status;
+		try {
+			this.responseText = typeof xmlhttp.responseText == 'string' ? xmlhttp.responseText : undefined;
+		} catch (e) {}
+	};
+	this.StatusError.prototype = Object.create(Error.prototype);
+
+	this.TimeoutError = function(ms) {
+		this.message = `HTTP request has timed out after ${ms}ms`;
+	};
+	this.TimeoutError.prototype = Object.create(Error.prototype);
+	
+	/**
+	 * Get a promise for a HTTP request
+	 *
+	 * @param {String} method The method of the request ("GET", "POST", "HEAD", or "OPTIONS")
+	 * @param {String}	url				URL to request
+	 * @param {Object} [options] Options for HTTP request:<ul>
+	 *         <li>body - The body of a POST request</li>
+	 *         <li>headers - Object of HTTP headers to send with the request</li>
+	 *         <li>debug - Log response text and status code</li>
+	 *         <li>logBodyLength - Length of request body to log</li>
+	 *         <li>timeout - Request timeout specified in milliseconds [default 15000]</li>
+	 *         <li>responseType - The response type of the request from the XHR spec</li>
+	 *         <li>responseCharset - The charset the response should be interpreted as</li>
+	 *         <li>successCodes - HTTP status codes that are considered successful, or FALSE to allow all</li>
+	 *     </ul>
+	 * @return {Promise<XMLHttpRequest>} A promise resolved with the XMLHttpRequest object if the
+	 *     request succeeds, or rejected if the browser is offline or a non-2XX status response
+	 *     code is received (or a code not in options.successCodes if provided).
+	 */
+	this.request = async function(method, url, options = {}) {
+		// Default options
+		options = Object.assign({
+			body: null,
+			headers: {},
+			debug: false,
+			logBodyLength: 1024,
+			timeout: 15000,
+			responseType: '',
+			responseCharset: null,
+			successCodes: null
+		}, options);
+
+		throw new Error(`Zotero.HTTP.request(): not implemented`);
+	};
+	/**
+	* Send an HTTP GET request via XMLHTTPRequest
+	*
+	* @deprecated Use {@link Zotero.HTTP.request}
+	* @param {String}			url				URL to request
+	* @param {Function} 		onDone			Callback to be executed upon request completion
+	* @param {String}			responseCharset	
+	* @param {N/A}				cookieSandbox	Not used in Connector
+	* @param {Object}			headers			HTTP headers to include with the request
+	* @return {Boolean} True if the request was sent, or false if the browser is offline
+	*/
+	this.doGet = function(url, onDone, responseCharset, cookieSandbox, headers) {
+		Zotero.debug('Zotero.HTTP.doGet is deprecated. Use Zotero.HTTP.request');
+		this.request('GET', url, {responseCharset, headers})
+		.then(onDone, function(e) {
+			onDone({status: e.status, responseText: e.responseText});
+			throw (e);
+		});
+		return true;
+	};
+	
+	/**
+	* Send an HTTP POST request via XMLHTTPRequest
+	*
+	* @deprecated Use {@link Zotero.HTTP.request}
+	* @param {String}			url URL to request
+	* @param {String|Object[]}	body Request body
+	* @param {Function}			onDone Callback to be executed upon request completion
+	* @param {String}			headers Request HTTP headers
+	* @param {String}			responseCharset	
+	* @return {Boolean} True if the request was sent, or false if the browser is offline
+	*/
+	this.doPost = function(url, body, onDone, headers, responseCharset) {
+		Zotero.debug('Zotero.HTTP.doPost is deprecated. Use Zotero.HTTP.request');
+		this.request('POST', url, {body, responseCharset, headers})
+		.then(onDone, function(e) {
+			onDone({status: e.status, responseText: e.responseText});
+			throw (e);
+		});
+		return true;	
+	};
+
+	/**
+	 * Return a proxied Document object with a location field, and optionally
+	 * a defaultView field. This method makes an XHR-loaded document resemble
+	 * a document loaded in a browser to ensure compatibility with
+	 * Translate.setTranslator() and other translation methods and translators.
+	 *
+	 * @param {Document} doc
+	 * @param {String} docURL
+	 * @return {Document}
+	 */
+	this.wrapDocument = function (doc, docURL) {
+		throw new Error('Zotero.HTTP.wrapDocument(): not implemented');
+	};
+
+	/**
+	 * Load one or more documents
+	 *
+	 * @param {String|String[]} urls - URL(s) of documents to load
+	 * @param {Function} processor - Callback to be executed for each document loaded
+	 * @param {Object} options.headers Headers object
+	 * @param {CookieJar} options.cookieSandbox Cookie sandbox object
+	 * @return {Promise<Array>} - A promise for an array of results from the processor runs
+	 */
+	this.processDocuments = async function (urls, processor, options = {}) {
+		// Handle old signature: urls, processor, onDone, onError
+		if (arguments.length > 3) {
+			Zotero.debug("Zotero.HTTP.processDocuments() now takes only 2 arguments -- update your code");
+			var onDone = arguments[3];
+			var onError = arguments[4];
+		}
+
+		throw new Error(`Zotero.HTTP.processDocuments(): not implemented`);
+	};
+};
+
+if (typeof process === 'object' && process + '' === '[object process]'){
+	module.exports = Zotero.HTTP;
+}

package/vendor/zotero/modules/translate/src/promise.js

@@ -0,0 +1,73 @@
+/*
+ ***** BEGIN LICENSE BLOCK *****
+
+ Copyright © 2016 Center for History and New Media
+ George Mason University, Fairfax, Virginia, USA
+ http://zotero.org
+
+ This file is part of Zotero.
+
+ Zotero is free software: you can redistribute it and/or modify
+ it under the terms of the GNU Affero General Public License as published by
+ the Free Software Foundation, either version 3 of the License, or
+ (at your option) any later version.
+
+ Zotero is distributed in the hope that it will be useful,
+ but WITHOUT ANY WARRANTY; without even the implied warranty of
+ MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ GNU Affero General Public License for more details.
+
+ You should have received a copy of the GNU Affero General Public License
+ along with Zotero.  If not, see <http://www.gnu.org/licenses/>.
+
+ ***** END LICENSE BLOCK *****
+*/
+
+/*
+ * Polyfill some of bluebirds methods to retain code readability in shared
+ * translator code.
+ */
+ 
+Zotero.Promise = Promise;
+
+Zotero.Promise.method = function(fn) {
+	return function() {
+		try {
+			var val = fn.apply(this, arguments);
+			var promise;
+			let isResolved = false;
+			if (val && val.then) {
+				promise = val;
+			} else {
+				promise = Promise.resolve(val);
+				isResolved = true;
+			}
+			if (typeof promise.isResolved === 'undefined') {
+				promise.then(() => isResolved = true, () => 0);
+				promise.isResolved = () => isResolved;
+			}
+			return promise;
+		} catch (e) {
+			return Promise.reject(e);
+		}
+	}
+};
+
+Zotero.Promise.defer = function() {
+	var deferred = {};
+	deferred.promise = new Promise(function(resolve, reject) {
+		deferred.resolve = resolve;
+		deferred.reject = reject;
+	});
+	return deferred;
+}
+
+Zotero.Promise.delay = function (timeout) {
+	return new Promise(function (resolve) {
+		setTimeout(resolve, timeout);
+	});
+}
+
+if (typeof process === 'object' && process + '' === '[object process]'){
+	module.exports = Zotero.Promise;
+}