wiki-entity 0.7.0 → 1.0.0

package/lib/index.js

@@ -1,129 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    Object.defineProperty(o, k2, { enumerable: true, get: function() { return m[k]; } });
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __exportStar = (this && this.__exportStar) || function(m, exports) {
-    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
-};
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.mapRedirects = exports.getEntities = exports.WikipediaApi = exports.getUserAgent = exports.setUserAgent = exports.simplifyEntity = void 0;
-const wikidata_1 = require("./wikidata");
-const api_1 = require("./wikipedia/api");
-Object.defineProperty(exports, "WikipediaApi", { enumerable: true, get: function () { return api_1.Api; } });
-const utils_1 = require("./utils");
-const get_entity_types_1 = require("./wikidata/get_entity_types");
-var simplify_entity_1 = require("./wikidata/simplify_entity");
-Object.defineProperty(exports, "simplifyEntity", { enumerable: true, get: function () { return simplify_entity_1.simplifyEntity; } });
-var request_1 = require("./request");
-Object.defineProperty(exports, "setUserAgent", { enumerable: true, get: function () { return request_1.setUserAgent; } });
-Object.defineProperty(exports, "getUserAgent", { enumerable: true, get: function () { return request_1.getUserAgent; } });
-__exportStar(require("./simpleEntity"), exports);
-__exportStar(require("./types"), exports);
-function getEntities(params) {
-    return __awaiter(this, void 0, void 0, function* () {
-        const lang = params.language || "en";
-        const entities = yield (0, wikidata_1.getEntities)(params);
-        const ids = Object.keys(entities).filter((id) => (0, utils_1.isValidWikiId)(id));
-        if (ids.length === 0)
-            return [];
-        const wikiApi = new api_1.Api({}, params.httpTimeout);
-        if (params.extract)
-            wikiApi.extract(params.extract);
-        if (params.redirects)
-            wikiApi.redirects();
-        if (params.categories)
-            wikiApi.categories();
-        const useWikiApi = params.extract ||
-            params.redirects ||
-            params.categories ||
-            params.wikiPageId !== false;
-        const tasks = [];
-        if (useWikiApi && entities[ids[0]] && entities[ids[0]].sitelinks) {
-            const titleIds = ids.reduce((prev, id) => {
-                if (entities[id] &&
-                    entities[id].sitelinks &&
-                    entities[id].sitelinks[lang]) {
-                    prev[entities[id].sitelinks[lang]] = id;
-                }
-                return prev;
-            }, {});
-            tasks.push(wikiApi
-                .query(lang, {
-                titles: ids
-                    .map((id) => (entities[id] &&
-                    entities[id].sitelinks &&
-                    entities[id].sitelinks[lang]) ||
-                    null)
-                    .filter((item) => !!item)
-                    .join("|")
-            })
-                .then((apiResults) => apiResults.forEach((result) => {
-                const entity = entities[titleIds[result.title]];
-                entity.pageid = result.pageid;
-                if (params.extract)
-                    entity.extract = result.extract;
-                if (params.redirects)
-                    entity.redirects = result.redirects;
-                if (params.categories)
-                    entity.categories = result.categories;
-            })));
-        }
-        if (params.types === true || Array.isArray(params.types)) {
-            const prefixes = Array.isArray(params.types)
-                ? params.types
-                : null;
-            ids.forEach((id) => {
-                if (entities[id] && entities[id].sitelinks) {
-                    const enName = entities[id].sitelinks["en"];
-                    if (enName) {
-                        tasks.push((0, get_entity_types_1.getEntityTypesByName)(enName, prefixes).then((types) => {
-                            entities[id].types = types;
-                        }));
-                    }
-                }
-            });
-        }
-        yield Promise.all(tasks);
-        return Object.keys(entities)
-            .map((id) => entities[id])
-            .filter((it) => !!it);
-    });
-}
-exports.getEntities = getEntities;
-function mapRedirects(titles, lang) {
-    return __awaiter(this, void 0, void 0, function* () {
-        const wikiApi = new api_1.Api();
-        return wikiApi
-            .redirects()
-            .query(lang, {
-            titles: titles.map((it) => it.replace(/\s+/g, "_")).join("|"),
-            redirects: "yes"
-        })
-            .then((apiResults) => {
-            const result = {};
-            apiResults.forEach((r) => {
-                var _a;
-                if ((_a = r.redirects) === null || _a === void 0 ? void 0 : _a.length) {
-                    const it = r.redirects.find((it) => titles.includes(it));
-                    if (it && it !== r.title)
-                        result[it] = r.title;
-                }
-            });
-            return result;
-        });
-    });
-}
-exports.mapRedirects = mapRedirects;

package/lib/request.js

@@ -1,37 +0,0 @@
-"use strict";
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.getUserAgent = exports.setUserAgent = void 0;
-const axios_1 = require("axios");
-const pkg = require("../package.json");
-const DEFAULT_USER_AGENT = process.env.WIKI_ENTITY_USER_AGENT ||
-    `${pkg.name}/${pkg.version} (${pkg.homepage ||
-        (pkg.bugs && pkg.bugs.url) ||
-        "https://github.com/entitizer/wiki-entity"})`;
-let userAgent = DEFAULT_USER_AGENT;
-function setUserAgent(ua) {
-    if (!ua || typeof ua !== "string") {
-        throw new Error("User-Agent must be a non-empty string");
-    }
-    userAgent = ua;
-}
-exports.setUserAgent = setUserAgent;
-function getUserAgent() {
-    return userAgent;
-}
-exports.getUserAgent = getUserAgent;
-function request(url, options) {
-    return __awaiter(this, void 0, void 0, function* () {
-        const response = yield (0, axios_1.default)(url, Object.assign(Object.assign({ method: "GET", responseType: "json", timeout: 15 * 1000 }, options), { headers: Object.assign({ "User-Agent": userAgent, "Accept-Encoding": "gzip" }, (options.headers || {})) }));
-        return response.data;
-    });
-}
-exports.default = request;

package/lib/simpleEntity/convertToSimpleEntity.js

@@ -1,53 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.convertToSimpleEntity = void 0;
-const getEntityType_1 = require("./getEntityType");
-const getEntityInstanceType_1 = require("./getEntityInstanceType");
-const getEntityTypeByExtract_1 = require("./getEntityTypeByExtract");
-const getEntityData_1 = require("./getEntityData");
-const getEntityCountry_1 = require("./getEntityCountry");
-const utils_1 = require("../utils");
-function convertToSimpleEntity(wikiEntity, lang, options) {
-    options = options || {};
-    const entity = {};
-    entity.lang = lang.toLowerCase();
-    entity.wikiDataId = wikiEntity.id;
-    entity.name = wikiEntity.label;
-    entity.description = wikiEntity.description;
-    entity.wikiPageId = wikiEntity.pageid;
-    entity.about = wikiEntity.extract;
-    if (wikiEntity.redirectsToId)
-        entity.redirectsToId = wikiEntity.redirectsToId;
-    if (wikiEntity.redirectsFromId)
-        entity.redirectsFromId = wikiEntity.redirectsFromId;
-    if (wikiEntity.types) {
-        entity.types = (0, utils_1.uniq)(wikiEntity.types.filter((item) => !/:(Thing|Agent)$/.test(item)));
-    }
-    entity.type = (0, getEntityType_1.getEntityType)(wikiEntity);
-    if (!entity.type) {
-        entity.type = (0, getEntityInstanceType_1.getEntityType)(wikiEntity);
-        if (!entity.type && entity.about && !entity.types) {
-            entity.type = (0, getEntityTypeByExtract_1.getEntityTypeByExtract)(entity.about, lang);
-        }
-        if (!entity.type && options.defaultType) {
-            entity.type = options.defaultType;
-        }
-    }
-    if (wikiEntity.sitelinks) {
-        entity.wikiPageTitle = wikiEntity.sitelinks[lang];
-    }
-    entity.categories = createCategories(wikiEntity);
-    if (wikiEntity.claims) {
-        const ids = Object.keys(wikiEntity.claims);
-        if (ids.length) {
-            entity.data = (0, getEntityData_1.getEntityData)(wikiEntity);
-        }
-        entity.countryCodes = (0, getEntityCountry_1.getEntityCountryCode)(wikiEntity);
-    }
-    return entity;
-}
-exports.convertToSimpleEntity = convertToSimpleEntity;
-function createCategories(entity) {
-    let categories = entity.categories || [];
-    return (0, utils_1.uniq)(categories);
-}

package/lib/simpleEntity/getEntityCountry.js

@@ -1,25 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.getEntityCountryCode = void 0;
-const countries = require("../../data/countries.json");
-function getEntityCountryCode(wikiEntity) {
-    if (!(wikiEntity === null || wikiEntity === void 0 ? void 0 : wikiEntity.claims)) {
-        return null;
-    }
-    const countryIds = getEntityCountryIds(wikiEntity);
-    const list = [];
-    for (let id of countryIds) {
-        if (countries[id]) {
-            list.push(countries[id].cc2.toLowerCase());
-        }
-    }
-    return list.length ? list : null;
-}
-exports.getEntityCountryCode = getEntityCountryCode;
-function getEntityCountryIds(wikiEntity) {
-    let prop = wikiEntity.claims.P17 ||
-        wikiEntity.claims.P27 ||
-        wikiEntity.claims.P495 ||
-        wikiEntity.claims.P1532;
-    return (prop && prop.values.map((item) => item.value)) || [];
-}

package/lib/simpleEntity/getEntityData.js

@@ -1,27 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.getEntityData = void 0;
-function getEntityData(wikiEntity) {
-    if (!wikiEntity.claims) {
-        return null;
-    }
-    const data = {};
-    for (let key in wikiEntity.claims) {
-        const values = wikiEntity.claims[key].values;
-        data[key] = [];
-        values.forEach((value) => {
-            if (!value.value_string && value.value === null) {
-                throw new Error(`WikiEntity claim value cannot be null: ${wikiEntity.id}:${key}`);
-            }
-            const v = {
-                value: value.value_string || value.value.toString()
-            };
-            if (value.label && v.value !== value.label) {
-                v.label = value.label;
-            }
-            data[key].push(v.value);
-        });
-    }
-    return data;
-}
-exports.getEntityData = getEntityData;

package/lib/simpleEntity/getEntityInstanceType.js

@@ -1,32 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.getEntityType = void 0;
-const simpleEntity_1 = require("./simpleEntity");
-function getEntityType(wikiEntity) {
-    if (!wikiEntity.claims) {
-        return null;
-    }
-    const type = getTypeByProp(wikiEntity, 'P31');
-    if (type) {
-        return type;
-    }
-}
-exports.getEntityType = getEntityType;
-function getTypeByProp(wikiEntity, prop) {
-    const instanceOf = wikiEntity.claims[prop];
-    if (!instanceOf) {
-        return null;
-    }
-    const ENTITY_TYPES = require('../../data/entity_types.json');
-    const types = simpleEntity_1.SIMPLE_ENTITY_TYPES;
-    for (let i = 0; i < types.length; i++) {
-        const type = types[i];
-        for (let j = 0; j < instanceOf.values.length; j++) {
-            const value = instanceOf.values[j].value;
-            if (~ENTITY_TYPES[type].indexOf(value)) {
-                return type;
-            }
-        }
-    }
-    return null;
-}

package/lib/simpleEntity/getEntityType.js

@@ -1,62 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.getEntityType = void 0;
-const simpleEntity_1 = require("./simpleEntity");
-const TYPES_MAP = {
-    'dbo:FictionalCharacter': simpleEntity_1.SimpleEntityType.WORK,
-    'wikidata:Q95074': simpleEntity_1.SimpleEntityType.WORK,
-    'dbo:Book': simpleEntity_1.SimpleEntityType.WORK,
-    'wikidata:Q571': simpleEntity_1.SimpleEntityType.WORK,
-    'dbo:PopulatedPlace': simpleEntity_1.SimpleEntityType.PLACE,
-    'dbo:Place': simpleEntity_1.SimpleEntityType.PLACE,
-    'schema:Place': simpleEntity_1.SimpleEntityType.PLACE,
-    'schema:City': simpleEntity_1.SimpleEntityType.PLACE,
-    'dbo:Location': simpleEntity_1.SimpleEntityType.PLACE,
-    'wikidata:Q515': simpleEntity_1.SimpleEntityType.PLACE,
-    'wikidata:Q486972': simpleEntity_1.SimpleEntityType.PLACE,
-    'dbo:Company': simpleEntity_1.SimpleEntityType.ORG,
-    'schema:Organization': simpleEntity_1.SimpleEntityType.ORG,
-    'dbo:Organisation': simpleEntity_1.SimpleEntityType.ORG,
-    'wikidata:Q43229': simpleEntity_1.SimpleEntityType.ORG,
-    'schema:Person': simpleEntity_1.SimpleEntityType.PERSON,
-    'wikidata:Q215627': simpleEntity_1.SimpleEntityType.PERSON,
-    'dul:NaturalPerson': simpleEntity_1.SimpleEntityType.PERSON,
-    'wikidata:Q5': simpleEntity_1.SimpleEntityType.PERSON,
-    'foaf:Person': simpleEntity_1.SimpleEntityType.PERSON,
-    'dbo:Person': simpleEntity_1.SimpleEntityType.PERSON,
-    'wikidata:Q1656682': simpleEntity_1.SimpleEntityType.EVENT,
-    'dul:Event': simpleEntity_1.SimpleEntityType.EVENT,
-    'schema:Event': simpleEntity_1.SimpleEntityType.EVENT,
-    'dbo:Event': simpleEntity_1.SimpleEntityType.EVENT,
-    'dbo:Software': simpleEntity_1.SimpleEntityType.PRODUCT,
-    'wikidata:Q7397': simpleEntity_1.SimpleEntityType.PRODUCT,
-};
-const TYPES_NAME_MAP = Object.keys(TYPES_MAP)
-    .reduce((map, name) => {
-    const type = TYPES_MAP[name];
-    map[type] = map[type] || [];
-    map[type].push(name);
-    return map;
-}, {});
-function getEntityType(wikiEntity) {
-    if (!wikiEntity.types) {
-        return null;
-    }
-    if (containsType(wikiEntity.types, simpleEntity_1.SimpleEntityType.ORG) && containsType(wikiEntity.types, simpleEntity_1.SimpleEntityType.PERSON)) {
-        return simpleEntity_1.SimpleEntityType.ORG;
-    }
-    for (var i = 0; i < wikiEntity.types.length; i++) {
-        if (TYPES_MAP[wikiEntity.types[i]]) {
-            return TYPES_MAP[wikiEntity.types[i]];
-        }
-    }
-}
-exports.getEntityType = getEntityType;
-function containsType(types, type) {
-    for (const typeName of types) {
-        if (~TYPES_NAME_MAP[type].indexOf(typeName)) {
-            return true;
-        }
-    }
-    return false;
-}

package/lib/simpleEntity/getEntityTypeByExtract.js

@@ -1,28 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.getEntityTypeByExtract = void 0;
-const simpleEntity_1 = require("./simpleEntity");
-const MAP = {
-    ro: [
-        { reg: /\beste un (sat|oraș|județ|raion)\b/i, type: simpleEntity_1.SimpleEntityType.PLACE },
-        { reg: /\beste o (comună|biserică|mănăstire)\b/i, type: simpleEntity_1.SimpleEntityType.PLACE },
-        { reg: /\beste o (organizație)\b/i, type: simpleEntity_1.SimpleEntityType.ORG },
-        { reg: /\beste un (om|scriitor|poet|cercetător|politician|businessman|cântăreț|muzician)\b/i, type: simpleEntity_1.SimpleEntityType.PERSON },
-        { reg: /\beste o (scriitoare|poetă|cercetătoare|politiciană|cântăreață)\b/i, type: simpleEntity_1.SimpleEntityType.PERSON }
-    ]
-};
-function getEntityTypeByExtract(extract, lang) {
-    if (extract) {
-        extract = extract.substr(0, 100);
-        const map = MAP[lang];
-        if (map && map.length) {
-            for (var i = 0; i < map.length; i++) {
-                const item = map[i];
-                if (item.reg.test(extract)) {
-                    return item.type;
-                }
-            }
-        }
-    }
-}
-exports.getEntityTypeByExtract = getEntityTypeByExtract;

package/lib/simpleEntity/index.js

@@ -1,7 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.convertToSimpleEntity = exports.SimpleEntityType = void 0;
-var simpleEntity_1 = require("./simpleEntity");
-Object.defineProperty(exports, "SimpleEntityType", { enumerable: true, get: function () { return simpleEntity_1.SimpleEntityType; } });
-var convertToSimpleEntity_1 = require("./convertToSimpleEntity");
-Object.defineProperty(exports, "convertToSimpleEntity", { enumerable: true, get: function () { return convertToSimpleEntity_1.convertToSimpleEntity; } });

package/lib/simpleEntity/simpleEntity.js

@@ -1,20 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.SIMPLE_ENTITY_TYPES = exports.SimpleEntityType = void 0;
-var SimpleEntityType;
-(function (SimpleEntityType) {
-    SimpleEntityType["EVENT"] = "E";
-    SimpleEntityType["ORG"] = "O";
-    SimpleEntityType["PERSON"] = "H";
-    SimpleEntityType["PLACE"] = "P";
-    SimpleEntityType["PRODUCT"] = "R";
-    SimpleEntityType["WORK"] = "W";
-})(SimpleEntityType = exports.SimpleEntityType || (exports.SimpleEntityType = {}));
-exports.SIMPLE_ENTITY_TYPES = [
-    SimpleEntityType.EVENT,
-    SimpleEntityType.PERSON,
-    SimpleEntityType.PLACE,
-    SimpleEntityType.ORG,
-    SimpleEntityType.PRODUCT,
-    SimpleEntityType.WORK
-];

package/lib/types.js

@@ -1,13 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.WikidataPropsParam = void 0;
-var WikidataPropsParam;
-(function (WikidataPropsParam) {
-    WikidataPropsParam["info"] = "info";
-    WikidataPropsParam["sitelinks"] = "sitelinks";
-    WikidataPropsParam["aliases"] = "aliases";
-    WikidataPropsParam["labels"] = "labels";
-    WikidataPropsParam["descriptions"] = "descriptions";
-    WikidataPropsParam["claims"] = "claims";
-    WikidataPropsParam["datatype"] = "datatype";
-})(WikidataPropsParam = exports.WikidataPropsParam || (exports.WikidataPropsParam = {}));

package/lib/utils.js

@@ -1,15 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.isValidWikiId = exports.uniq = exports.eachSeries = void 0;
-function eachSeries(arr, iteratorFn) {
-    return arr.reduce((p, item) => p.then(() => iteratorFn(item)), Promise.resolve());
-}
-exports.eachSeries = eachSeries;
-function uniq(items) {
-    return items.filter((value, index, self) => self.indexOf(value) === index);
-}
-exports.uniq = uniq;
-function isValidWikiId(id) {
-    return /^Q\d+$/.test(id);
-}
-exports.isValidWikiId = isValidWikiId;

package/lib/wikidata/api.js

@@ -1,106 +0,0 @@
-"use strict";
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.validateParams = exports.getManyEntities = exports.getEntities = void 0;
-const request_1 = require("../request");
-const types_1 = require("../types");
-const utils_1 = require("../utils");
-const API_URL = "https://www.wikidata.org/w/api.php";
-function getEntities(params) {
-    return __awaiter(this, void 0, void 0, function* () {
-        const qs = {
-            action: "wbgetentities",
-            ids: params.ids && params.ids.join("|"),
-            titles: params.titles && params.titles.join("|"),
-            props: (params.props || [
-                types_1.WikidataPropsParam.info,
-                types_1.WikidataPropsParam.sitelinks,
-                types_1.WikidataPropsParam.aliases,
-                types_1.WikidataPropsParam.labels,
-                types_1.WikidataPropsParam.descriptions,
-                types_1.WikidataPropsParam.claims,
-                types_1.WikidataPropsParam.datatype
-            ]).join("|"),
-            languages: params.languages,
-            redirects: params.redirect || "yes",
-            format: "json",
-            sites: ""
-        };
-        if (params.titles) {
-            qs.sites = (params.language || "en") + "wiki";
-        }
-        else {
-            delete qs.sites;
-        }
-        const data = yield (0, request_1.default)(API_URL, {
-            params: qs,
-            timeout: params.httpTimeout
-        });
-        if (hasError(data))
-            throw getError(data);
-        const entities = (data && data.entities) || {};
-        for (let id of Object.keys(entities)) {
-            const entity = entities[id];
-            if (entity.redirects && entity.redirects.to)
-                entity.redirectsToId = entity.redirects.to;
-            if (entity.redirects && entity.redirects.from)
-                entity.redirectsFromId = entity.redirects.from;
-            if (!(0, utils_1.isValidWikiId)(id) || ~Object.keys(entities[id]).indexOf("missing")) {
-                delete entities[id];
-            }
-        }
-        return entities;
-    });
-}
-exports.getEntities = getEntities;
-function getManyEntities(params) {
-    return __awaiter(this, void 0, void 0, function* () {
-        validateParams(params);
-        const keyName = !!params.ids ? "ids" : "titles";
-        const keyValues = params[keyName];
-        const max = 50;
-        const countParts = keyValues.length / max + 1;
-        const parts = [];
-        for (var i = 0; i < countParts && i < 10; i++) {
-            const partParams = Object.assign({}, params);
-            partParams[keyName] = keyValues.slice(i * max, (i + 1) * max);
-            if (partParams[keyName].length > 0) {
-                parts.push(getEntities(partParams));
-            }
-        }
-        const results = yield Promise.all(parts);
-        if (results.length === 0) {
-            return null;
-        }
-        if (results.length > 1) {
-            for (var i = 1; i < results.length; i++) {
-                Object.assign(results[0], results[i]);
-            }
-        }
-        return results[0];
-    });
-}
-exports.getManyEntities = getManyEntities;
-function validateParams(params) {
-    if (!params.ids && !params.titles) {
-        throw new Error("Invalid params: `ids` or `titles` are required");
-    }
-}
-exports.validateParams = validateParams;
-function getError(data) {
-    return ((data &&
-        data.error &&
-        new Error(data.error.info || "Wikidata Api Error")) ||
-        new Error("NO error"));
-}
-function hasError(data) {
-    return !!data.error;
-}

package/lib/wikidata/get_entity_types.js

@@ -1,60 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.getEntityTypesByName = void 0;
-const request_1 = require("../request");
-const PREFIXES_MAP = {
-    "http://www.ontologydesignpatterns.org/ont/dul/DUL.owl#": "dul",
-    "http://dbpedia.org/ontology/": "dbo",
-    "http://www.w3.org/2002/07/owl#": "owl",
-    "http://www.wikidata.org/entity/": "wikidata",
-    "http://schema.org/": "schema",
-    "http://xmlns.com/foaf/0.1/": "foaf",
-    "http://www.w3.org/2003/01/geo/wgs84_pos#": "geo"
-};
-const PREFIXES = Object.keys(PREFIXES_MAP).map((key) => PREFIXES_MAP[key]);
-const PREFIXES_REG = new RegExp("^(" + Object.keys(PREFIXES_MAP).join("|") + ")");
-function getEntityTypesByName(name, prefixes) {
-    if (!prefixes || !prefixes.length) {
-        prefixes = PREFIXES;
-    }
-    return dbpediaTypes(name)
-        .then((types) => parseTypes(types))
-        .then((types) => {
-        return types
-            .filter((item) => PREFIXES_REG.test(item))
-            .map((item) => {
-            const key = PREFIXES_REG.exec(item)[1];
-            return PREFIXES_MAP[key] + ":" + item.substr(key.length);
-        });
-    })
-        .then((types) => repairTypes(types));
-}
-exports.getEntityTypesByName = getEntityTypesByName;
-function parseTypes(types) {
-    return types.map((item) => item.type.value);
-}
-function dbpediaTypes(name) {
-    const url = `http://dbpedia.org/resource/${name
-        .replace(/\s+/g, "_")
-        .replace(/"/g, "%22")}`;
-    const query = `SELECT ?type WHERE { <${url}> rdf:type ?type }`;
-    return (0, request_1.default)("http://dbpedia.org/sparql", {
-        params: { query: query },
-        timeout: 30 * 1000
-    })
-        .then((data) => data.results && data.results.bindings)
-        .catch((error) => {
-        console.error(`${error.message}: ${url}`);
-        return [];
-    });
-}
-function repairTypes(types) {
-    const personIndex = types.findIndex((item) => /:Person$/.test(item));
-    if (personIndex > -1) {
-        const placeIndex = types.findIndex((item) => /:Place$/.test(item));
-        if (placeIndex > -1) {
-            types.splice(personIndex, 1);
-        }
-    }
-    return types;
-}