@magda/minion-framework 2.0.0-alpha.1 → 2.0.0-alpha.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -106,8 +106,7 @@ baseSpec_1.default("Crawler", (expressApp, _expressServer, listenPort, beforeEac
|
|
|
106
106
|
name: "",
|
|
107
107
|
aspects: {},
|
|
108
108
|
sourceTag: "",
|
|
109
|
-
tenantId: TenantConsts_1.MAGDA_ADMIN_PORTAL_ID
|
|
110
|
-
authnReadPolicyId: undefined
|
|
109
|
+
tenantId: TenantConsts_1.MAGDA_ADMIN_PORTAL_ID
|
|
111
110
|
}));
|
|
112
111
|
return { recordsTestTable, registryRecords };
|
|
113
112
|
}, function (foundRecord, registry) {
|
|
@@ -165,8 +164,7 @@ baseSpec_1.default("Crawler", (expressApp, _expressServer, listenPort, beforeEac
|
|
|
165
164
|
name: "",
|
|
166
165
|
aspects: {},
|
|
167
166
|
sourceTag: "",
|
|
168
|
-
tenantId: TenantConsts_1.MAGDA_ADMIN_PORTAL_ID
|
|
169
|
-
authnReadPolicyId: undefined
|
|
167
|
+
tenantId: TenantConsts_1.MAGDA_ADMIN_PORTAL_ID
|
|
170
168
|
}));
|
|
171
169
|
return {
|
|
172
170
|
totalCrawledRecordsNumber,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"Crawler.spec.js","sourceRoot":"","sources":["../../src/test/Crawler.spec.ts"],"names":[],"mappings":";;;;;;;;;;;;;;AAEA,gDAAwB;AACxB,oDAAuB;AACvB,+BAA8B;AAC9B,gEAAuC;AACvC,6HAAqF;AAGrF,8EAAqF;AACrF,yFAA4D;AAG5D,0DAAkC;AAClC,0DAAkC;AAClC,yDAAiC;AACjC,oFAA0F;AAE1F,kBAAQ,CACJ,SAAS,EACT,CACI,UAAiC,EACjC,cAA4B,EAC5B,UAAwB,EACxB,kBAA8B,EAChC,EAAE;IACA,qEAAqE;IACrE,IAAI,qBAAqB,GAAG,CAAC,CAAC;IAE9B,uDAAuD;IACvD,SAAe,eAAe,CAC1B,0BAAkC,EAClC,MAAc,EACd,SAAiB,EACjB,WAAmB,EACnB,KAAc,EACd,iBAA0B;IAC1B,uEAAuE;IACvE,OAAkB,EAClB,aAGkB,EAClB,iBAA4D,EAC5D,oBAAmC;;YAEnC,kBAAkB,EAAE,CAAC;YAErB,MAAM,WAAW,GAAG,UAAU,MAAM,MAAM,CAAC;YAC3C,MAAM,cAAc,GAAG,WAAW,GAAG,qBAAqB,CAAC;YAC3D,MAAM,YAAY,GAAG,SAAS,GAAG,qBAAqB,CAAC;YACvD,qBAAqB,EAAE,CAAC;YACxB,MAAM,WAAW,GAAG,UAAU,cAAc,SAAS,CAAC;YACtD,MAAM,SAAS,GAAG,UAAU,YAAY,SAAS,CAAC;YAClD,MAAM,aAAa,GAAG,cAAI,CAAC,WAAW,CAAC,CAAC;YACxC,MAAM,QAAQ,GAAG,oCAAqB,CAAC;YAEvC,MAAM,MAAM,GAAG,sCAAsC,CAAC;YACtD,MAAM,QAAQ,GAAG,IAAI,kCAAQ,CAAC;gBAC1B,OAAO,EAAE,WAAW;gBACpB,SAAS,EAAE,SAAS;gBACpB,MAAM,EAAE,MAAM;gBACd,QAAQ,EAAE,QAAQ;aACrB,CAAC,CAAC;YAEH,IAAI,OAAO,GAAQ;gBACf,0BAA0B;gBAC1B,MAAM;gBACN,SAAS;gBACT,MAAM;gBACN,WAAW;gBACX,KAAK;gBACL,aAAa;gBACb,QAAQ;aACX,CAAC;YAEF,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YACpC,IAAI,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ;gBAC9B,OAAO,mCAAQ,OAAO,GAAK,GAAG,CAAE,CAAC;YAErC,MAAM,OAAO,GAAkB;gBAC3B,IAAI,EAAE,kBAAQ,CAAC;oBACX,WAAW;oBACX,WAAW;oBACX,iBAAiB;oBACjB,SAAS;oBACT,SAAS;oBACT,MAAM;oBACN,UAAU,EAAE,UAAU,EAAE;iBAC3B,CAAC;gBACF,EAAE,EAAE,IAAI;gBACR,OAAO,EAAE,EAAE;gBACX,eAAe,EAAE,EAAE;gBACnB,eAAe,EAAE,EAAE;gBACnB,KAAK;gBACL,OAAO,EAAE,UAAU;gBACnB,WAAW,EAAE,WAAW;gBACxB,aAAa,EAAE,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC;aAC7C,CAAC;YAEF,aAAa;iBACR,OAAO,EAAE;iBACT,GAAG,CAAC,UAAU,CAAC;iBACf,KAAK,CAAC,IAAI,CAAC;iBACX,KAAK,CAAC,iBAAiB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;YAE5C,MAAM,OAAO,GAAG,IAAI,iBAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC/C,OAAO,CAAC,OAAO,GAAG,OAAO,CAAC;YAE1B,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;YACtB,aAAa,CAAC,IAAI,EAAE,CAAC;YACrB,OAAO,oBAAoB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QAChD,CAAC;KAAA;IAED,SAAS,gBAAgB;IACrB,uEAAuE;IACvE,OAAkB,EAClB,aAGkB,EAClB,iBAA4D,EAC5D,oBAAmC;QAEnC,OAAO,kBAAG,CAAC,MAAM,CACb,kBAAG,CAAC,MAAM,CACN,kBAAG,CAAC,GAAG,CAAC,GAAG,CAAC,EACZ,mCAAqB,EACrB,mCAAqB,EACrB,kBAAG,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,CAAC,EAClB,kBAAG,CAAC,IAAI,EACR,kBAAG,CAAC,IAAI,EACR,gBAAC,CAAC,YAAY,CACV,eAAe,EACf,OAAO,EACP,aAAa,EACb,iBAAiB,EACjB,oBAAoB,CACvB,CACJ,CACJ,CAAC;IACN,CAAC;IAED,EAAE,CAAC,2DAA2D,EAAE,GAAG,EAAE;QACjE,OAAO,gBAAgB,CACnB;YACI,YAAY;YACZ,oFAAoF;YACpF,MAAM,gBAAgB,GAAa,IAAI,KAAK,CACxC,IAAI,CAAC,0BAA0B,CAClC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACV,MAAM,eAAe,GAAa,gBAAgB,CAAC,GAAG,CAClD,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;gBACZ,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC;gBACf,IAAI,EAAE,EAAE;gBACR,OAAO,EAAE,EAAE;gBACX,SAAS,EAAE,EAAE;gBACb,QAAQ,EAAE,oCAAqB;
|
|
1
|
+
{"version":3,"file":"Crawler.spec.js","sourceRoot":"","sources":["../../src/test/Crawler.spec.ts"],"names":[],"mappings":";;;;;;;;;;;;;;AAEA,gDAAwB;AACxB,oDAAuB;AACvB,+BAA8B;AAC9B,gEAAuC;AACvC,6HAAqF;AAGrF,8EAAqF;AACrF,yFAA4D;AAG5D,0DAAkC;AAClC,0DAAkC;AAClC,yDAAiC;AACjC,oFAA0F;AAE1F,kBAAQ,CACJ,SAAS,EACT,CACI,UAAiC,EACjC,cAA4B,EAC5B,UAAwB,EACxB,kBAA8B,EAChC,EAAE;IACA,qEAAqE;IACrE,IAAI,qBAAqB,GAAG,CAAC,CAAC;IAE9B,uDAAuD;IACvD,SAAe,eAAe,CAC1B,0BAAkC,EAClC,MAAc,EACd,SAAiB,EACjB,WAAmB,EACnB,KAAc,EACd,iBAA0B;IAC1B,uEAAuE;IACvE,OAAkB,EAClB,aAGkB,EAClB,iBAA4D,EAC5D,oBAAmC;;YAEnC,kBAAkB,EAAE,CAAC;YAErB,MAAM,WAAW,GAAG,UAAU,MAAM,MAAM,CAAC;YAC3C,MAAM,cAAc,GAAG,WAAW,GAAG,qBAAqB,CAAC;YAC3D,MAAM,YAAY,GAAG,SAAS,GAAG,qBAAqB,CAAC;YACvD,qBAAqB,EAAE,CAAC;YACxB,MAAM,WAAW,GAAG,UAAU,cAAc,SAAS,CAAC;YACtD,MAAM,SAAS,GAAG,UAAU,YAAY,SAAS,CAAC;YAClD,MAAM,aAAa,GAAG,cAAI,CAAC,WAAW,CAAC,CAAC;YACxC,MAAM,QAAQ,GAAG,oCAAqB,CAAC;YAEvC,MAAM,MAAM,GAAG,sCAAsC,CAAC;YACtD,MAAM,QAAQ,GAAG,IAAI,kCAAQ,CAAC;gBAC1B,OAAO,EAAE,WAAW;gBACpB,SAAS,EAAE,SAAS;gBACpB,MAAM,EAAE,MAAM;gBACd,QAAQ,EAAE,QAAQ;aACrB,CAAC,CAAC;YAEH,IAAI,OAAO,GAAQ;gBACf,0BAA0B;gBAC1B,MAAM;gBACN,SAAS;gBACT,MAAM;gBACN,WAAW;gBACX,KAAK;gBACL,aAAa;gBACb,QAAQ;aACX,CAAC;YAEF,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YACpC,IAAI,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ;gBAC9B,OAAO,mCAAQ,OAAO,GAAK,GAAG,CAAE,CAAC;YAErC,MAAM,OAAO,GAAkB;gBAC3B,IAAI,EAAE,kBAAQ,CAAC;oBACX,WAAW;oBACX,WAAW;oBACX,iBAAiB;oBACjB,SAAS;oBACT,SAAS;oBACT,MAAM;oBACN,UAAU,EAAE,UAAU,EAAE;iBAC3B,CAAC;gBACF,EAAE,EAAE,IAAI;gBACR,OAAO,EAAE,EAAE;gBACX,eAAe,EAAE,EAAE;gBACnB,eAAe,EAAE,EAAE;gBACnB,KAAK;gBACL,OAAO,EAAE,UAAU;gBACnB,WAAW,EAAE,WAAW;gBACxB,aAAa,EAAE,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC;aAC7C,CAAC;YAEF,aAAa;iBACR,OAAO,EAAE;iBACT,GAAG,CAAC,UAAU,CAAC;iBACf,KAAK,CAAC,IAAI,CAAC;iBACX,KAAK,CAAC,iBAAiB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;YAE5C,MAAM,OAAO,GAAG,IAAI,iBAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAC/C,OAAO,CAAC,OAAO,GAAG,OAAO,CAAC;YAE1B,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;YACtB,aAAa,CAAC,IAAI,EAAE,CAAC;YACrB,OAAO,oBAAoB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QAChD,CAAC;KAAA;IAED,SAAS,gBAAgB;IACrB,uEAAuE;IACvE,OAAkB,EAClB,aAGkB,EAClB,iBAA4D,EAC5D,oBAAmC;QAEnC,OAAO,kBAAG,CAAC,MAAM,CACb,kBAAG,CAAC,MAAM,CACN,kBAAG,CAAC,GAAG,CAAC,GAAG,CAAC,EACZ,mCAAqB,EACrB,mCAAqB,EACrB,kBAAG,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,CAAC,EAClB,kBAAG,CAAC,IAAI,EACR,kBAAG,CAAC,IAAI,EACR,gBAAC,CAAC,YAAY,CACV,eAAe,EACf,OAAO,EACP,aAAa,EACb,iBAAiB,EACjB,oBAAoB,CACvB,CACJ,CACJ,CAAC;IACN,CAAC;IAED,EAAE,CAAC,2DAA2D,EAAE,GAAG,EAAE;QACjE,OAAO,gBAAgB,CACnB;YACI,YAAY;YACZ,oFAAoF;YACpF,MAAM,gBAAgB,GAAa,IAAI,KAAK,CACxC,IAAI,CAAC,0BAA0B,CAClC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACV,MAAM,eAAe,GAAa,gBAAgB,CAAC,GAAG,CAClD,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;gBACZ,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC;gBACf,IAAI,EAAE,EAAE;gBACR,OAAO,EAAE,EAAE;gBACX,SAAS,EAAE,EAAE;gBACb,QAAQ,EAAE,oCAAqB;aAClC,CAAC,CACL,CAAC;YACF,OAAO,EAAE,gBAAgB,EAAE,eAAe,EAAE,CAAC;QACjD,CAAC,EACD,UAGI,WAAmB,EACnB,QAAkB;YAElB,MAAM,GAAG,GAAG,QAAQ,CAAC,WAAW,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YACzC,IAAI,OAAO,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,KAAK,QAAQ,EAAE;gBAChD,MAAM,IAAI,KAAK,CACX,sCAAsC,GAAG,EAAE,CAC9C,CAAC;aACL;YACD,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,EAAE,CAAC;YAC7B,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC7B,CAAC,EACD,UAAqB,GAAW,EAAE,WAAmB;YACjD,sBAAsB;YACtB,MAAM,MAAM,GAAG,sBAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC;YAC/C,MAAM,OAAO,GAAG,MAAM,CAAC,SAAS;gBAC5B,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAmB,EAAE,EAAE,CAAC;gBAC1C,CAAC,CAAC,CAAC,CAAC;YACR,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,KAAe,EAAE,EAAE,CAAC,CAAC;YACnD,IAAI,KAAK,GAAG,CAAC;gBACT,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;YACrD,IAAI,OAAO,IAAI,IAAI,CAAC,eAAe,CAAC,MAAM;gBACtC,OAAO;oBACH,GAAG;oBACH;wBACI,UAAU,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM;wBACvC,OAAO,EAAE,KAAK;wBACd,OAAO,EAAE,IAAI,KAAK,EAAE;qBACvB;iBACJ,CAAC;YACN,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,CACzC,OAAO,EACP,OAAO,GAAG,KAAK,GAAG,CAAC,CACtB,CAAC;YAEF,MAAM,OAAO,GAAQ;gBACjB,UAAU,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM;gBACvC,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,UAAU;aACtB,CAAC;YAEF,MAAM,aAAa,GAAG,OAAO,GAAG,UAAU,CAAC,MAAM,CAAC;YAElD,IAAI,aAAa,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE;gBAC7C,OAAO,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,CAAC,CAAC;aACjD;iBAAM;gBACH,OAAO,CAAC,OAAO,GAAG,KAAK,CAAC;aAC3B;YAED,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QAC1B,CAAC,EACD;YACI,yBAAyB;YACzB,OAAO,CACH,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAC3B,CAAC,IAAS,EAAE,EAAE,CAAC,IAAI,KAAK,CAAC,CAC5B,KAAK,CAAC,CAAC,CACX,CAAC;QACN,CAAC,CACJ,CAAC;IACN,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAElB,EAAE,CAAC,2EAA2E,EAAE,GAAG,EAAE;QACjF,OAAO,gBAAgB,CACnB;YACI,YAAY;YACZ,MAAM,yBAAyB,GAAG,CAAC,CAAC;YAEpC,MAAM,eAAe,GAAa,IAAI,KAAK,CACvC,IAAI,CAAC,0BAA0B,CAClC;iBACI,IAAI,CAAC,CAAC,CAAC;iBACP,GAAG,CAAC,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;gBACjB,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC;gBACf,IAAI,EAAE,EAAE;gBACR,OAAO,EAAE,EAAE;gBACX,SAAS,EAAE,EAAE;gBACb,QAAQ,EAAE,oCAAqB;aAClC,CAAC,CAAC,CAAC;YACR,OAAO;gBACH,yBAAyB;gBACzB,eAAe;aAClB,CAAC;QACN,CAAC,EACD,UAGI,WAAmB,EACnB,QAAkB;YAElB,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;QAC7B,CAAC,EACD,UAAqB,GAAW,EAAE,WAAmB;YACjD,sBAAsB;YACtB,MAAM,MAAM,GAAG,sBAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC;YAC/C,MAAM,OAAO,GAAG,MAAM,CAAC,SAAS;gBAC5B,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAmB,EAAE,EAAE,CAAC;gBAC1C,CAAC,CAAC,CAAC,CAAC;YACR,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,KAAe,EAAE,EAAE,CAAC,CAAC;YACnD,IAAI,KAAK,GAAG,CAAC;gBACT,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;YACrD,IAAI,OAAO,IAAI,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE;gBACxC,OAAO;oBACH,GAAG;oBACH;wBACI,UAAU,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM;wBACvC,OAAO,EAAE,KAAK;wBACd,OAAO,EAAE,EAAE;qBACd;iBACJ,CAAC;aACL;YACD,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,CACzC,OAAO,EACP,OAAO,GAAG,KAAK,GAAG,CAAC,CACtB,CAAC;YACF,MAAM,sBAAsB,GAAG,OAAO,GAAG,UAAU,CAAC,MAAM,CAAC;YAC3D,MAAM,iBAAiB,GAAG,MAAM,CAAC,sBAAsB,CAAC,CAAC;YACzD,IAAI,CAAC,yBAAyB,IAAI,UAAU,CAAC,MAAM,CAAC;YACpD,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;YAC5C,aAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC;gBAC3B,UAAU,EAAE,IAAI;gBAChB,iBAAiB,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;gBACjD,mBAAmB,EAAE,OAAO;aAC/B,CAAC,CAAC;YACH,OAAO;gBACH,GAAG;gBACH;oBACI,UAAU,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM;oBACvC,OAAO,EAAE,IAAI;oBACb,aAAa,EAAE,iBAAiB;oBAChC,OAAO,EAAE,UAAU;iBACtB;aACJ,CAAC;QACN,CAAC,EACD;YACI,yBAAyB;YACzB,OAAO,IAAI,CAAC;QAChB,CAAC,CACJ,CAAC;IACN,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;AACvB,CAAC,CACJ,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@magda/minion-framework",
|
|
3
3
|
"description": "MAGDA Minion Framework",
|
|
4
|
-
"version": "2.0.0-alpha.
|
|
4
|
+
"version": "2.0.0-alpha.4",
|
|
5
5
|
"scripts": {
|
|
6
6
|
"prebuild": "rimraf dist tsconfig.tsbuildinfo",
|
|
7
7
|
"build": "yarn run compile",
|
|
@@ -14,7 +14,7 @@
|
|
|
14
14
|
"license": "Apache-2.0",
|
|
15
15
|
"main": "dist",
|
|
16
16
|
"devDependencies": {
|
|
17
|
-
"@magda/scripts": "^2.0.0-alpha.
|
|
17
|
+
"@magda/scripts": "^2.0.0-alpha.4",
|
|
18
18
|
"@types/chai": "^4.0.1",
|
|
19
19
|
"@types/express": "^4.17.6",
|
|
20
20
|
"@types/isomorphic-fetch": "0.0.34",
|
|
@@ -38,8 +38,8 @@
|
|
|
38
38
|
"typescript": "^3.7.2"
|
|
39
39
|
},
|
|
40
40
|
"dependencies": {
|
|
41
|
-
"@magda/registry-aspects": "^2.0.0-alpha.
|
|
42
|
-
"@magda/typescript-common": "^2.0.0-alpha.
|
|
41
|
+
"@magda/registry-aspects": "^2.0.0-alpha.4",
|
|
42
|
+
"@magda/typescript-common": "^2.0.0-alpha.4",
|
|
43
43
|
"body-parser": "^1.17.2",
|
|
44
44
|
"express": "^4.17.1",
|
|
45
45
|
"isomorphic-fetch": "^2.2.1",
|