@crawlee/utils 3.0.5-beta.7 → 3.0.5-beta.71

package/internals/open_graph_parser.js

@@ -0,0 +1,384 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.parseOpenGraph = void 0;
+const cheerio_1 = require("cheerio");
+;
+/**
+ * To be used with the spread operator. Ensures that the item is defined, and is not empty.
+ *
+ * @param key The key for the item to have in the object
+ * @param item The item to assign to the key.
+ * @returns Either an empty object or an object with the content provided.
+ */
+const optionalSpread = (key, item) => (item !== undefined && !!Object.values(item)?.length ? { [key]: item } : {});
+const OPEN_GRAPH_PROPERTIES = [
+    {
+        name: 'og:title',
+        outputName: 'title',
+        children: [],
+    },
+    {
+        name: 'og:type',
+        outputName: 'type',
+        children: [],
+    },
+    {
+        name: 'og:image',
+        outputName: 'image',
+        children: [
+            {
+                name: 'og:image:url',
+                outputName: 'url',
+                children: [],
+            },
+            {
+                name: 'og:image:secure_url',
+                outputName: 'secureUrl',
+                children: [],
+            },
+            {
+                name: 'og:image:type',
+                outputName: 'type',
+                children: [],
+            },
+            {
+                name: 'og:image:width',
+                outputName: 'width',
+                children: [],
+            },
+            {
+                name: 'og:image:height',
+                outputName: 'height',
+                children: [],
+            },
+            {
+                name: 'og:image:alt',
+                outputName: 'alt',
+                children: [],
+            },
+        ],
+    },
+    {
+        name: 'og:url',
+        outputName: 'url',
+        children: [],
+    },
+    {
+        name: 'og:audio',
+        outputName: 'audio',
+        children: [
+            {
+                name: 'og:audio:url',
+                outputName: 'url',
+                children: [],
+            },
+            {
+                name: 'og:audio:secure_url',
+                outputName: 'secureUrl',
+                children: [],
+            },
+            {
+                name: 'og:audio:type',
+                outputName: 'type',
+                children: [],
+            },
+        ],
+    },
+    {
+        name: 'og:description',
+        outputName: 'description',
+        children: [],
+    },
+    {
+        name: 'og:determiner',
+        outputName: 'determiner',
+        children: [],
+    },
+    {
+        name: 'og:locale',
+        outputName: 'locale',
+        children: [
+            {
+                name: 'og:locale:alternate',
+                outputName: 'alternate',
+                children: [],
+            },
+        ],
+    },
+    {
+        name: 'og:site_name',
+        outputName: 'siteName',
+        children: [],
+    },
+    {
+        name: 'og:video',
+        outputName: 'video',
+        children: [
+            {
+                name: 'og:video:url',
+                outputName: 'url',
+                children: [],
+            },
+            {
+                name: 'og:video:secure_url',
+                outputName: 'secureUrl',
+                children: [],
+            },
+            {
+                name: 'og:video:type',
+                outputName: 'type',
+                children: [],
+            },
+            {
+                name: 'og:video:width',
+                outputName: 'width',
+                children: [],
+            },
+            {
+                name: 'og:video:height',
+                outputName: 'height',
+                children: [],
+            },
+            {
+                name: 'og:video:alt',
+                outputName: 'alt',
+                children: [],
+            },
+        ],
+    },
+    // The properties below aren't prefixed with "og".
+    // Part of the reason the properties have been hardcoded is because not all OpenGraph properties start with "og".
+    // Especially the newer ones that extend "og:type".
+    {
+        name: 'video',
+        outputName: 'videoInfo',
+        children: [
+            {
+                name: 'video:actor',
+                outputName: 'actor',
+                children: [
+                    {
+                        name: 'video:actor:role',
+                        outputName: 'role',
+                        children: [],
+                    },
+                ],
+            },
+            {
+                name: 'video:director',
+                outputName: 'director',
+                children: [],
+            },
+            {
+                name: 'video:writer',
+                outputName: 'writer',
+                children: [],
+            },
+            {
+                name: 'video:duration',
+                outputName: 'duration',
+                children: [],
+            },
+            {
+                name: 'video:release_date',
+                outputName: 'releaseDate',
+                children: [],
+            },
+            {
+                name: 'video:tag',
+                outputName: 'tag',
+                children: [],
+            },
+            {
+                name: 'video:series',
+                outputName: 'series',
+                children: [],
+            },
+        ],
+    },
+    {
+        name: 'music',
+        outputName: 'musicInfo',
+        children: [
+            {
+                name: 'music:duration',
+                outputName: 'duration',
+                children: [],
+            },
+            {
+                name: 'music:album',
+                outputName: 'album',
+                children: [
+                    {
+                        name: 'music:album:disc',
+                        outputName: 'disc',
+                        children: [],
+                    },
+                    {
+                        name: 'music:album:track',
+                        outputName: 'track',
+                        children: [],
+                    },
+                ],
+            },
+            {
+                name: 'music:musician',
+                outputName: 'musician',
+                children: [],
+            },
+            {
+                name: 'music:song',
+                outputName: 'song',
+                children: [
+                    {
+                        name: 'music:song:disc',
+                        outputName: 'disc',
+                        children: [],
+                    },
+                    {
+                        name: 'music:song:track',
+                        outputName: 'track',
+                        children: [],
+                    },
+                ],
+            },
+            {
+                name: 'music:release_date',
+                outputName: 'releaseDate',
+                children: [],
+            },
+            {
+                name: 'music:creator',
+                outputName: 'creator',
+                children: [],
+            },
+        ],
+    },
+    {
+        name: 'article',
+        outputName: 'articleInfo',
+        children: [
+            {
+                name: 'music:published_time',
+                outputName: 'publishedTime',
+                children: [],
+            },
+            {
+                name: 'music:modified_time',
+                outputName: 'modifiedTime',
+                children: [],
+            },
+            {
+                name: 'music:expiration_time',
+                outputName: 'expirationTime',
+                children: [],
+            },
+            {
+                name: 'music:author',
+                outputName: 'author',
+                children: [],
+            },
+            {
+                name: 'music:section',
+                outputName: 'section',
+                children: [],
+            },
+            {
+                name: 'music:tag',
+                outputName: 'tag',
+                children: [],
+            },
+        ],
+    },
+    {
+        name: 'book',
+        outputName: 'bookInfo',
+        children: [
+            {
+                name: 'book:author',
+                outputName: 'author',
+                children: [],
+            },
+            {
+                name: 'book:isbn',
+                outputName: 'isbn',
+                children: [],
+            },
+            {
+                name: 'book:release_date',
+                outputName: 'releaseDate',
+                children: [],
+            },
+            {
+                name: 'book:tag',
+                outputName: 'tag',
+                children: [],
+            },
+        ],
+    },
+    {
+        name: 'profile',
+        outputName: 'profileInfo',
+        children: [
+            {
+                name: 'profile:first_name',
+                outputName: 'firstName',
+                children: [],
+            },
+            {
+                name: 'profile:last_name',
+                outputName: 'lastName',
+                children: [],
+            },
+            {
+                name: 'profile:username',
+                outputName: 'username',
+                children: [],
+            },
+            {
+                name: 'profile:gender',
+                outputName: 'gender',
+                children: [],
+            },
+        ],
+    },
+];
+const makeOpenGraphSelector = (name) => `meta[property="${name}"]`;
+const parseOpenGraphProperty = (property, $) => {
+    // Some OpenGraph properties can be added multiple times, such as with video:actor. We must handle this case.
+    const values = [...$(makeOpenGraphSelector(property.name))].map((elem) => $(elem).attr('content'));
+    // If there is more than 1 item, keep it a an array. Otherwise, return just the first value.
+    const content = values.length <= 1 ? values[0] : values;
+    // If the property has no children, just return its value immediately.
+    if (!property.children.length)
+        return content;
+    // Otherwise, return an object with the values for the property, along with the values for its children.
+    return {
+        // We do this, because for example, there can be a value under og:image which should still be parsed,
+        // but there can also be child properties such as og:image:url or og:image:size
+        // "Value" is appended to the end of the property name to make it more clear, and to prevent things such
+        // as `videoInfo.actor.actor` to grab the actor's name.
+        ...optionalSpread(`${property.outputName}Value`, content),
+        ...property.children.reduce((acc, curr) => {
+            const parsed = parseOpenGraphProperty(curr, $);
+            if (parsed === undefined)
+                return acc;
+            return {
+                ...acc,
+                ...optionalSpread(curr.outputName, parseOpenGraphProperty(curr, $)),
+            };
+        }, {}),
+    };
+};
+function parseOpenGraph(item, additionalProperties) {
+    const $ = typeof item === 'string' ? (0, cheerio_1.load)(item) : item;
+    return [...(additionalProperties || []), ...OPEN_GRAPH_PROPERTIES].reduce((acc, curr) => {
+        return {
+            ...acc,
+            ...optionalSpread(curr.outputName, parseOpenGraphProperty(curr, $)),
+        };
+    }, {});
+}
+exports.parseOpenGraph = parseOpenGraph;
+;
+//# sourceMappingURL=open_graph_parser.js.map

package/internals/open_graph_parser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"open_graph_parser.js","sourceRoot":"","sources":["../../src/internals/open_graph_parser.ts"],"names":[],"mappings":";;;AAEA,qCAA+B;AAM9B,CAAC;AAIF;;;;;;GAMG;AACH,MAAM,cAAc,GAAG,CAAC,GAAW,EAAE,IAAS,EAAE,EAAE,CAAC,CAAC,IAAI,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;AAEhI,MAAM,qBAAqB,GAAwB;IAC/C;QACI,IAAI,EAAE,UAAU;QAChB,UAAU,EAAE,OAAO;QACnB,QAAQ,EAAE,EAAE;KACf;IACD;QACI,IAAI,EAAE,SAAS;QACf,UAAU,EAAE,MAAM;QAClB,QAAQ,EAAE,EAAE;KACf;IACD;QACI,IAAI,EAAE,UAAU;QAChB,UAAU,EAAE,OAAO;QACnB,QAAQ,EAAE;YACN;gBACI,IAAI,EAAE,cAAc;gBACpB,UAAU,EAAE,KAAK;gBACjB,QAAQ,EAAE,EAAE;aACf;YACD;gBACI,IAAI,EAAE,qBAAqB;gBAC3B,UAAU,EAAE,WAAW;gBACvB,QAAQ,EAAE,EAAE;aACf;YACD;gBACI,IAAI,EAAE,eAAe;gBACrB,UAAU,EAAE,MAAM;gBAClB,QAAQ,EAAE,EAAE;aACf;YACD;gBACI,IAAI,EAAE,gBAAgB;gBACtB,UAAU,EAAE,OAAO;gBACnB,QAAQ,EAAE,EAAE;aACf;YACD;gBACI,IAAI,EAAE,iBAAiB;gBACvB,UAAU,EAAE,QAAQ;gBACpB,QAAQ,EAAE,EAAE;aACf;YACD;gBACI,IAAI,EAAE,cAAc;gBACpB,UAAU,EAAE,KAAK;gBACjB,QAAQ,EAAE,EAAE;aACf;SACJ;KACJ;IACD;QACI,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE,KAAK;QACjB,QAAQ,EAAE,EAAE;KACf;IACD;QACI,IAAI,EAAE,UAAU;QAChB,UAAU,EAAE,OAAO;QACnB,QAAQ,EAAE;YACN;gBACI,IAAI,EAAE,cAAc;gBACpB,UAAU,EAAE,KAAK;gBACjB,QAAQ,EAAE,EAAE;aACf;YACD;gBACI,IAAI,EAAE,qBAAqB;gBAC3B,UAAU,EAAE,WAAW;gBACvB,QAAQ,EAAE,EAAE;aACf;YACD;gBACI,IAAI,EAAE,eAAe;gBACrB,UAAU,EAAE,MAAM;gBAClB,QAAQ,EAAE,EAAE;aACf;SACJ;KACJ;IACD;QACI,IAAI,EAAE,gBAAgB;QACtB,UAAU,EAAE,aAAa;QACzB,QAAQ,EAAE,EAAE;KACf;IACD;QACI,IAAI,EAAE,eAAe;QACrB,UAAU,EAAE,YAAY;QACxB,QAAQ,EAAE,EAAE;KACf;IACD;QACI,IAAI,EAAE,WAAW;QACjB,UAAU,EAAE,QAAQ;QACpB,QAAQ,EAAE;YACN;gBACI,IAAI,EAAE,qBAAqB;gBAC3B,UAAU,EAAE,WAAW;gBACvB,QAAQ,EAAE,EAAE;aACf;SACJ;KACJ;IACD;QACI,IAAI,EAAE,cAAc;QACpB,UAAU,EAAE,UAAU;QACtB,QAAQ,EAAE,EAAE;KACf;IACD;QACI,IAAI,EAAE,UAAU;QAChB,UAAU,EAAE,OAAO;QACnB,QAAQ,EAAE;YACN;gBACI,IAAI,EAAE,cAAc;gBACpB,UAAU,EAAE,KAAK;gBACjB,QAAQ,EAAE,EAAE;aACf;YACD;gBACI,IAAI,EAAE,qBAAqB;gBAC3B,UAAU,EAAE,WAAW;gBACvB,QAAQ,EAAE,EAAE;aACf;YACD;gBACI,IAAI,EAAE,eAAe;gBACrB,UAAU,EAAE,MAAM;gBAClB,QAAQ,EAAE,EAAE;aACf;YACD;gBACI,IAAI,EAAE,gBAAgB;gBACtB,UAAU,EAAE,OAAO;gBACnB,QAAQ,EAAE,EAAE;aACf;YACD;gBACI,IAAI,EAAE,iBAAiB;gBACvB,UAAU,EAAE,QAAQ;gBACpB,QAAQ,EAAE,EAAE;aACf;YACD;gBACI,IAAI,EAAE,cAAc;gBACpB,UAAU,EAAE,KAAK;gBACjB,QAAQ,EAAE,EAAE;aACf;SACJ;KACJ;IACD,kDAAkD;IAClD,iHAAiH;IACjH,mDAAmD;IACnD;QACI,IAAI,EAAE,OAAO;QACb,UAAU,EAAE,WAAW;QACvB,QAAQ,EAAE;YACN;gBACI,IAAI,EAAE,aAAa;gBACnB,UAAU,EAAE,OAAO;gBACnB,QAAQ,EAAE;oBACN;wBACI,IAAI,EAAE,kBAAkB;wBACxB,UAAU,EAAE,MAAM;wBAClB,QAAQ,EAAE,EAAE;qBACf;iBACJ;aACJ;YACD;gBACI,IAAI,EAAE,gBAAgB;gBACtB,UAAU,EAAE,UAAU;gBACtB,QAAQ,EAAE,EAAE;aACf;YACD;gBACI,IAAI,EAAE,cAAc;gBACpB,UAAU,EAAE,QAAQ;gBACpB,QAAQ,EAAE,EAAE;aACf;YACD;gBACI,IAAI,EAAE,gBAAgB;gBACtB,UAAU,EAAE,UAAU;gBACtB,QAAQ,EAAE,EAAE;aACf;YACD;gBACI,IAAI,EAAE,oBAAoB;gBAC1B,UAAU,EAAE,aAAa;gBACzB,QAAQ,EAAE,EAAE;aACf;YACD;gBACI,IAAI,EAAE,WAAW;gBACjB,UAAU,EAAE,KAAK;gBACjB,QAAQ,EAAE,EAAE;aACf;YACD;gBACI,IAAI,EAAE,cAAc;gBACpB,UAAU,EAAE,QAAQ;gBACpB,QAAQ,EAAE,EAAE;aACf;SACJ;KACJ;IACD;QACI,IAAI,EAAE,OAAO;QACb,UAAU,EAAE,WAAW;QACvB,QAAQ,EAAE;YACN;gBACI,IAAI,EAAE,gBAAgB;gBACtB,UAAU,EAAE,UAAU;gBACtB,QAAQ,EAAE,EAAE;aACf;YACD;gBACI,IAAI,EAAE,aAAa;gBACnB,UAAU,EAAE,OAAO;gBACnB,QAAQ,EAAE;oBACN;wBACI,IAAI,EAAE,kBAAkB;wBACxB,UAAU,EAAE,MAAM;wBAClB,QAAQ,EAAE,EAAE;qBACf;oBACD;wBACI,IAAI,EAAE,mBAAmB;wBACzB,UAAU,EAAE,OAAO;wBACnB,QAAQ,EAAE,EAAE;qBACf;iBACJ;aACJ;YACD;gBACI,IAAI,EAAE,gBAAgB;gBACtB,UAAU,EAAE,UAAU;gBACtB,QAAQ,EAAE,EAAE;aACf;YACD;gBACI,IAAI,EAAE,YAAY;gBAClB,UAAU,EAAE,MAAM;gBAClB,QAAQ,EAAE;oBACN;wBACI,IAAI,EAAE,iBAAiB;wBACvB,UAAU,EAAE,MAAM;wBAClB,QAAQ,EAAE,EAAE;qBACf;oBACD;wBACI,IAAI,EAAE,kBAAkB;wBACxB,UAAU,EAAE,OAAO;wBACnB,QAAQ,EAAE,EAAE;qBACf;iBACJ;aACJ;YACD;gBACI,IAAI,EAAE,oBAAoB;gBAC1B,UAAU,EAAE,aAAa;gBACzB,QAAQ,EAAE,EAAE;aACf;YACD;gBACI,IAAI,EAAE,eAAe;gBACrB,UAAU,EAAE,SAAS;gBACrB,QAAQ,EAAE,EAAE;aACf;SACJ;KACJ;IACD;QACI,IAAI,EAAE,SAAS;QACf,UAAU,EAAE,aAAa;QACzB,QAAQ,EAAE;YACN;gBACI,IAAI,EAAE,sBAAsB;gBAC5B,UAAU,EAAE,eAAe;gBAC3B,QAAQ,EAAE,EAAE;aACf;YACD;gBACI,IAAI,EAAE,qBAAqB;gBAC3B,UAAU,EAAE,cAAc;gBAC1B,QAAQ,EAAE,EAAE;aACf;YACD;gBACI,IAAI,EAAE,uBAAuB;gBAC7B,UAAU,EAAE,gBAAgB;gBAC5B,QAAQ,EAAE,EAAE;aACf;YACD;gBACI,IAAI,EAAE,cAAc;gBACpB,UAAU,EAAE,QAAQ;gBACpB,QAAQ,EAAE,EAAE;aACf;YACD;gBACI,IAAI,EAAE,eAAe;gBACrB,UAAU,EAAE,SAAS;gBACrB,QAAQ,EAAE,EAAE;aACf;YACD;gBACI,IAAI,EAAE,WAAW;gBACjB,UAAU,EAAE,KAAK;gBACjB,QAAQ,EAAE,EAAE;aACf;SACJ;KACJ;IACD;QACI,IAAI,EAAE,MAAM;QACZ,UAAU,EAAE,UAAU;QACtB,QAAQ,EAAE;YACN;gBACI,IAAI,EAAE,aAAa;gBACnB,UAAU,EAAE,QAAQ;gBACpB,QAAQ,EAAE,EAAE;aACf;YACD;gBACI,IAAI,EAAE,WAAW;gBACjB,UAAU,EAAE,MAAM;gBAClB,QAAQ,EAAE,EAAE;aACf;YACD;gBACI,IAAI,EAAE,mBAAmB;gBACzB,UAAU,EAAE,aAAa;gBACzB,QAAQ,EAAE,EAAE;aACf;YACD;gBACI,IAAI,EAAE,UAAU;gBAChB,UAAU,EAAE,KAAK;gBACjB,QAAQ,EAAE,EAAE;aACf;SACJ;KACJ;IACD;QACI,IAAI,EAAE,SAAS;QACf,UAAU,EAAE,aAAa;QACzB,QAAQ,EAAE;YACN;gBACI,IAAI,EAAE,oBAAoB;gBAC1B,UAAU,EAAE,WAAW;gBACvB,QAAQ,EAAE,EAAE;aACf;YACD;gBACI,IAAI,EAAE,mBAAmB;gBACzB,UAAU,EAAE,UAAU;gBACtB,QAAQ,EAAE,EAAE;aACf;YACD;gBACI,IAAI,EAAE,kBAAkB;gBACxB,UAAU,EAAE,UAAU;gBACtB,QAAQ,EAAE,EAAE;aACf;YACD;gBACI,IAAI,EAAE,gBAAgB;gBACtB,UAAU,EAAE,QAAQ;gBACpB,QAAQ,EAAE,EAAE;aACf;SACJ;KACJ;CACJ,CAAC;AAEF,MAAM,qBAAqB,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC,kBAAkB,IAAI,IAAI,CAAC;AAE3E,MAAM,sBAAsB,GAAG,CAAC,QAA2B,EAAE,CAAa,EAAuC,EAAE;IAC/G,6GAA6G;IAC7G,MAAM,MAAM,GAAG,CAAC,GAAG,CAAC,CAAC,qBAAqB,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;IAEnG,4FAA4F;IAC5F,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAE,MAAM,CAAC,CAAC,CAAY,CAAC,CAAC,CAAE,MAAmB,CAAC;IAElF,sEAAsE;IACtE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM;QAAE,OAAO,OAAO,CAAC;IAE9C,wGAAwG;IACxG,OAAO;QACH,qGAAqG;QACrG,+EAA+E;QAC/E,wGAAwG;QACxG,uDAAuD;QACvD,GAAG,cAAc,CAAC,GAAG,QAAQ,CAAC,UAAU,OAAO,EAAE,OAAO,CAAC;QACzD,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;YACtC,MAAM,MAAM,GAAG,sBAAsB,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YAC/C,IAAI,MAAM,KAAK,SAAS;gBAAE,OAAO,GAAG,CAAC;YAErC,OAAO;gBACH,GAAG,GAAG;gBACN,GAAG,cAAc,CAAC,IAAI,CAAC,UAAU,EAAE,sBAAsB,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;aACtE,CAAC;QACN,CAAC,EAAE,EAAqC,CAAC;KAC5C,CAAC;AACN,CAAC,CAAC;AAYF,SAAgB,cAAc,CAAC,IAAyB,EAAE,oBAA0C;IAChG,MAAM,CAAC,GAAG,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAA,cAAI,EAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAEvD,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,EAAE,CAAC,EAAE,GAAG,qBAAqB,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;QACpF,OAAO;YACH,GAAG,GAAG;YACN,GAAG,cAAc,CAAC,IAAI,CAAC,UAAU,EAAE,sBAAsB,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;SACtE,CAAC;IACN,CAAC,EAAE,EAAiC,CAAC,CAAC;AAC1C,CAAC;AATD,wCASC;AAAA,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@crawlee/utils",
-    "version": "3.0.5-beta.7",
+    "version": "3.0.5-beta.71",
     "description": "A set of shared utilities that can be used by crawlers",
     "engines": {
         "node": ">=16.0.0"
@@ -49,7 +49,7 @@
     "dependencies": {
         "@apify/log": "^2.0.0",
         "@apify/ps-tree": "^1.1.4",
-        "@crawlee/types": "^3.0.5-beta.7",
+        "@crawlee/types": "^3.0.5-beta.71",
         "cheerio": "1.0.0-rc.12",
         "got-scraping": "^3.2.9",
         "tslib": "^2.4.0"