hydra-crawler 2.5.4 → 2.5.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -48,6 +48,7 @@ export class InterestParser extends OllamaParser {
48
48
  return;
49
49
  }
50
50
  const rigService = new RigSubjectivityScaleService(this.ollamaUrl, this.ollamaKey, this.model);
51
+ yield this.debugGetLength();
51
52
  // run this outside of await so that it doesn't block other things
52
53
  void (() => __awaiter(this, void 0, void 0, function* () {
53
54
  if (!this.url)
@@ -1 +1 @@
1
- {"version":3,"file":"interest.parser.js","sourceRoot":"","sources":["../../src/parsers/interest.parser.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAc,4BAA4B,EAAE,iCAAiC,EAAE,uBAAuB,EAAE,MAAM,mBAAmB,CAAC;AAEzI,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAG5E,OAAO,EAAE,2BAA2B,EAAuB,MAAM,4CAA4C,CAAC;AAK9G,OAAO,EAAiB,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAC9D,OAAO,EAAe,aAAa,EAAE,MAAM,eAAe,CAAC;AAM3D,MAAM,UAAU,iBAAiB,CAAC,IAAa;IAC9C,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC;QAAE,OAAO,KAAK,CAAC;IAEvC,IAAI,CAAC,4BAA4B,CAAC,IAAI,EAAE,OAAO,CAAC;QAAE,OAAO,KAAK,CAAC;IAC/D,IAAI,CAAC,iCAAiC,CAAC,IAAI,EAAE,kBAAkB,CAAC;QAAE,OAAO,KAAK,CAAC;IAE/E,OAAO,IAAI,CAAC;AACb,CAAC;AAED,MAAM,OAAO,cAAe,SAAQ,YAA2B;IAI9D,YACU,GAAY,EACpB,OAAyB,EACzB,MAAkC;QAEnC,KAAK,CACH,OAAO,EACP,MAAM,EACN,UAAU,CACX,CAAC;QARO,QAAG,GAAH,GAAG,CAAS;QAHd,qBAAgB,GAAa,EAAE,CAAC;QAavC,IAAI,CAAC,MAAM;YAAE,OAAO;QAEpB,IAAI,CAAC,uBAAuB,CAAkB,MAAM,EAAE,UAAU,EAAE,iBAAiB,CAAC,EAAE;YACrF,kBAAkB,CAAC,mCAAmC,CAAC,CAAC;SACxD;QACD,IAAI,CAAC,KAAK,GAAI,MAAM,CAAC,UAAU,CAAqB,CAAC,KAAK,CAAC;QAC3D,IAAI,CAAC,gBAAgB,GAAI,MAAM,CAAC,UAAU,CAAqB,CAAC,gBAAgB,CAAC;IAClF,CAAC;IAEe,SAAS,CAAC,QAAyB,EAAE,IAAY;;YAChE,IAAI,CAAC,IAAI,CAAC,GAAG;gBAAE,OAAO;YACtB,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,IAAI,CAAC,KAAK;gBAAE,OAAO;YAE9D,MAAM,QAAQ,GAAW,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC;YACpD,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,QAAQ,CAAC;gBAAE,OAAO;YAEtD,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE;gBACtB,MAAM,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;gBAC/C,OAAO;aACP;YAED,MAAM,UAAU,GAAgC,IAAI,2BAA2B,CAC7E,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,KAAK,CACX,CAAC;YAEF,kEAAkE;YAClE,KAAK,CAAC,GAAwB,EAAE;gBAC/B,IAAI,CAAC,IAAI,CAAC,GAAG;oBAAE,OAAO;gBAEtB,MAAM,KAAK,GAAkC,MAAM,UAAU,CAAC,qBAAqB,CACjF,IAAI,EACJ,IAAI,CAAC,eAAe,CACrB,CAAC;gBACF,IAAI,KAAK,KAAK,SAAS;oBAAE,OAAO;gBAEhC,IAAI,KAAK,CAAC,KAAK,GAAG,CAAC;oBAAE,OAAO,KAAK,CAAC,MAAM,CAAC;gBAEzC,kBAAkB,CAAC,sBAAsB,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;gBACrE,IAAI,KAAK,CAAC,MAAM;oBAAE,kBAAkB,CAAC,wBAAwB,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;gBAE7E,MAAM,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC;YACrD,CAAC,CAAA,CAAC,EAAE,CAAC;QACN,CAAC;KAAA;CACD"}
1
+ {"version":3,"file":"interest.parser.js","sourceRoot":"","sources":["../../src/parsers/interest.parser.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAc,4BAA4B,EAAE,iCAAiC,EAAE,uBAAuB,EAAE,MAAM,mBAAmB,CAAC;AAEzI,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAG5E,OAAO,EAAE,2BAA2B,EAAuB,MAAM,4CAA4C,CAAC;AAK9G,OAAO,EAAiB,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAC9D,OAAO,EAAe,aAAa,EAAE,MAAM,eAAe,CAAC;AAM3D,MAAM,UAAU,iBAAiB,CAAC,IAAa;IAC9C,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC;QAAE,OAAO,KAAK,CAAC;IAEvC,IAAI,CAAC,4BAA4B,CAAC,IAAI,EAAE,OAAO,CAAC;QAAE,OAAO,KAAK,CAAC;IAC/D,IAAI,CAAC,iCAAiC,CAAC,IAAI,EAAE,kBAAkB,CAAC;QAAE,OAAO,KAAK,CAAC;IAE/E,OAAO,IAAI,CAAC;AACb,CAAC;AAED,MAAM,OAAO,cAAe,SAAQ,YAA2B;IAI9D,YACU,GAAY,EACpB,OAAyB,EACzB,MAAkC;QAEnC,KAAK,CACH,OAAO,EACP,MAAM,EACN,UAAU,CACX,CAAC;QARO,QAAG,GAAH,GAAG,CAAS;QAHd,qBAAgB,GAAa,EAAE,CAAC;QAavC,IAAI,CAAC,MAAM;YAAE,OAAO;QAEpB,IAAI,CAAC,uBAAuB,CAAkB,MAAM,EAAE,UAAU,EAAE,iBAAiB,CAAC,EAAE;YACrF,kBAAkB,CAAC,mCAAmC,CAAC,CAAC;SACxD;QACD,IAAI,CAAC,KAAK,GAAI,MAAM,CAAC,UAAU,CAAqB,CAAC,KAAK,CAAC;QAC3D,IAAI,CAAC,gBAAgB,GAAI,MAAM,CAAC,UAAU,CAAqB,CAAC,gBAAgB,CAAC;IAClF,CAAC;IAEe,SAAS,CAAC,QAAyB,EAAE,IAAY;;YAChE,IAAI,CAAC,IAAI,CAAC,GAAG;gBAAE,OAAO;YACtB,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,IAAI,CAAC,KAAK;gBAAE,OAAO;YAE9D,MAAM,QAAQ,GAAW,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC;YACpD,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,QAAQ,CAAC;gBAAE,OAAO;YAEtD,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE;gBACtB,MAAM,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;gBAC/C,OAAO;aACP;YAED,MAAM,UAAU,GAAgC,IAAI,2BAA2B,CAC7E,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,KAAK,CACX,CAAC;YAEF,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;YAE5B,kEAAkE;YAClE,KAAK,CAAC,GAAwB,EAAE;gBAC/B,IAAI,CAAC,IAAI,CAAC,GAAG;oBAAE,OAAO;gBAEtB,MAAM,KAAK,GAAkC,MAAM,UAAU,CAAC,qBAAqB,CACjF,IAAI,EACJ,IAAI,CAAC,eAAe,CACrB,CAAC;gBACF,IAAI,KAAK,KAAK,SAAS;oBAAE,OAAO;gBAEhC,IAAI,KAAK,CAAC,KAAK,GAAG,CAAC;oBAAE,OAAO,KAAK,CAAC,MAAM,CAAC;gBAEzC,kBAAkB,CAAC,sBAAsB,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;gBACrE,IAAI,KAAK,CAAC,MAAM;oBAAE,kBAAkB,CAAC,wBAAwB,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;gBAE7E,MAAM,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC;YACrD,CAAC,CAAA,CAAC,EAAE,CAAC;QACN,CAAC;KAAA;CACD"}
@@ -48,6 +48,7 @@ export class OffenceParser extends OllamaParser {
48
48
  return;
49
49
  }
50
50
  const rigService = new RigSubjectivityScaleService(this.ollamaUrl, this.ollamaKey, this.model);
51
+ yield this.debugGetLength();
51
52
  // run this outside of await so that it doesn't block other things
52
53
  void (() => __awaiter(this, void 0, void 0, function* () {
53
54
  if (!this.url)
@@ -1 +1 @@
1
- {"version":3,"file":"offence.parser.js","sourceRoot":"","sources":["../../src/parsers/offence.parser.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAc,4BAA4B,EAAE,iCAAiC,EAAE,uBAAuB,EAAE,MAAM,mBAAmB,CAAC;AAEzI,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAG5E,OAAO,EAAE,2BAA2B,EAAuB,MAAM,4CAA4C,CAAC;AAK9G,OAAO,EAAiB,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAC9D,OAAO,EAAe,aAAa,EAAE,MAAM,eAAe,CAAC;AAM3D,MAAM,UAAU,gBAAgB,CAAC,IAAa;IAC7C,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC;QAAE,OAAO,KAAK,CAAC;IAEvC,IAAI,CAAC,4BAA4B,CAAC,IAAI,EAAE,OAAO,CAAC;QAAE,OAAO,KAAK,CAAC;IAC/D,IAAI,CAAC,iCAAiC,CAAC,IAAI,EAAE,kBAAkB,CAAC;QAAE,OAAO,KAAK,CAAC;IAE/E,OAAO,IAAI,CAAC;AACb,CAAC;AAED,MAAM,OAAO,aAAc,SAAQ,YAA2B;IAI7D,YACU,GAAY,EACpB,OAAyB,EACzB,MAAkC;QAEnC,KAAK,CACH,OAAO,EACP,MAAM,EACN,SAAS,CACV,CAAC;QARO,QAAG,GAAH,GAAG,CAAS;QAHd,qBAAgB,GAAa,EAAE,CAAC;QAavC,IAAI,CAAC,MAAM;YAAE,OAAO;QAEpB,IAAI,CAAC,uBAAuB,CAAiB,MAAM,EAAE,SAAS,EAAE,gBAAgB,CAAC,EAAE;YAClF,kBAAkB,CAAC,kCAAkC,CAAC,CAAC;SACvD;QACD,IAAI,CAAC,KAAK,GAAI,MAAM,CAAC,SAAS,CAAoB,CAAC,KAAK,CAAC;QACzD,IAAI,CAAC,gBAAgB,GAAI,MAAM,CAAC,SAAS,CAAoB,CAAC,gBAAgB,CAAC;IAChF,CAAC;IAEe,SAAS,CAAC,QAAyB,EAAE,IAAY;;YAChE,IAAI,CAAC,IAAI,CAAC,GAAG;gBAAE,OAAO;YACtB,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,IAAI,CAAC,KAAK;gBAAE,OAAO;YAE9D,MAAM,QAAQ,GAAW,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC;YACpD,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,QAAQ,CAAC;gBAAE,OAAO;YAEtD,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE;gBACtB,MAAM,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;gBAC9C,OAAO;aACP;YAED,MAAM,UAAU,GAAgC,IAAI,2BAA2B,CAC7E,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,KAAK,CACX,CAAC;YAEF,kEAAkE;YAClE,KAAK,CAAC,GAAwB,EAAE;gBAC/B,IAAI,CAAC,IAAI,CAAC,GAAG;oBAAE,OAAO;gBAEtB,MAAM,KAAK,GAAkC,MAAM,UAAU,CAAC,oBAAoB,CAChF,IAAI,EACJ,IAAI,CAAC,eAAe,CACrB,CAAC;gBACF,IAAI,KAAK,KAAK,SAAS;oBAAE,OAAO;gBAEhC,IAAI,KAAK,CAAC,KAAK,GAAG,CAAC;oBAAE,OAAO,KAAK,CAAC,MAAM,CAAC;gBAEzC,kBAAkB,CAAC,qBAAqB,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;gBACpE,IAAI,KAAK,CAAC,MAAM;oBAAE,kBAAkB,CAAC,wBAAwB,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;gBAE7E,MAAM,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;YACpD,CAAC,CAAA,CAAC,EAAE,CAAC;QACN,CAAC;KAAA;CACD"}
1
+ {"version":3,"file":"offence.parser.js","sourceRoot":"","sources":["../../src/parsers/offence.parser.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAc,4BAA4B,EAAE,iCAAiC,EAAE,uBAAuB,EAAE,MAAM,mBAAmB,CAAC;AAEzI,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAG5E,OAAO,EAAE,2BAA2B,EAAuB,MAAM,4CAA4C,CAAC;AAK9G,OAAO,EAAiB,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAC9D,OAAO,EAAe,aAAa,EAAE,MAAM,eAAe,CAAC;AAM3D,MAAM,UAAU,gBAAgB,CAAC,IAAa;IAC7C,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC;QAAE,OAAO,KAAK,CAAC;IAEvC,IAAI,CAAC,4BAA4B,CAAC,IAAI,EAAE,OAAO,CAAC;QAAE,OAAO,KAAK,CAAC;IAC/D,IAAI,CAAC,iCAAiC,CAAC,IAAI,EAAE,kBAAkB,CAAC;QAAE,OAAO,KAAK,CAAC;IAE/E,OAAO,IAAI,CAAC;AACb,CAAC;AAED,MAAM,OAAO,aAAc,SAAQ,YAA2B;IAI7D,YACU,GAAY,EACpB,OAAyB,EACzB,MAAkC;QAEnC,KAAK,CACH,OAAO,EACP,MAAM,EACN,SAAS,CACV,CAAC;QARO,QAAG,GAAH,GAAG,CAAS;QAHd,qBAAgB,GAAa,EAAE,CAAC;QAavC,IAAI,CAAC,MAAM;YAAE,OAAO;QAEpB,IAAI,CAAC,uBAAuB,CAAiB,MAAM,EAAE,SAAS,EAAE,gBAAgB,CAAC,EAAE;YAClF,kBAAkB,CAAC,kCAAkC,CAAC,CAAC;SACvD;QACD,IAAI,CAAC,KAAK,GAAI,MAAM,CAAC,SAAS,CAAoB,CAAC,KAAK,CAAC;QACzD,IAAI,CAAC,gBAAgB,GAAI,MAAM,CAAC,SAAS,CAAoB,CAAC,gBAAgB,CAAC;IAChF,CAAC;IAEe,SAAS,CAAC,QAAyB,EAAE,IAAY;;YAChE,IAAI,CAAC,IAAI,CAAC,GAAG;gBAAE,OAAO;YACtB,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,IAAI,CAAC,KAAK;gBAAE,OAAO;YAE9D,MAAM,QAAQ,GAAW,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC;YACpD,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,QAAQ,CAAC;gBAAE,OAAO;YAEtD,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE;gBACtB,MAAM,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;gBAC9C,OAAO;aACP;YAED,MAAM,UAAU,GAAgC,IAAI,2BAA2B,CAC7E,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,KAAK,CACX,CAAC;YAEF,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;YAE5B,kEAAkE;YAClE,KAAK,CAAC,GAAwB,EAAE;gBAC/B,IAAI,CAAC,IAAI,CAAC,GAAG;oBAAE,OAAO;gBAEtB,MAAM,KAAK,GAAkC,MAAM,UAAU,CAAC,oBAAoB,CAChF,IAAI,EACJ,IAAI,CAAC,eAAe,CACrB,CAAC;gBACF,IAAI,KAAK,KAAK,SAAS;oBAAE,OAAO;gBAEhC,IAAI,KAAK,CAAC,KAAK,GAAG,CAAC;oBAAE,OAAO,KAAK,CAAC,MAAM,CAAC;gBAEzC,kBAAkB,CAAC,qBAAqB,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;gBACpE,IAAI,KAAK,CAAC,MAAM;oBAAE,kBAAkB,CAAC,wBAAwB,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;gBAE7E,MAAM,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;YACpD,CAAC,CAAA,CAAC,EAAE,CAAC;QACN,CAAC;KAAA;CACD"}
@@ -14,4 +14,5 @@ export declare abstract class OllamaParser<T extends IOllamaConfig> extends Text
14
14
  protected readonly ollamaKey: string | undefined;
15
15
  protected readonly ollamaKeepAlive: CommonsFixedDuration | undefined;
16
16
  constructor(outcome?: IRequestOutcome, config?: TKeyObject<IParserConfig>, configKey?: string);
17
+ debugGetLength(): Promise<void>;
17
18
  }
@@ -1,5 +1,15 @@
1
+ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
2
+ function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
3
+ return new (P || (P = Promise))(function (resolve, reject) {
4
+ function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
5
+ function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
6
+ function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
7
+ step((generator = generator.apply(thisArg, _arguments || [])).next());
8
+ });
9
+ };
1
10
  import { CommonsFixedDuration, commonsTypeHasPropertyNumberOrUndefined, commonsTypeHasPropertyString, commonsTypeHasPropertyT } from 'tscommons-es-core';
2
- import { commonsOutputError } from 'nodecommons-es-cli';
11
+ import { commonsOutputDebug, commonsOutputError } from 'nodecommons-es-cli';
12
+ import { RigQueueLengthService } from '../services/rig-queue-length.service';
3
13
  import { TextParser } from './text.parser';
4
14
  import { isIDataConfig } from './data.parser';
5
15
  export function isIOllamaConfig(test) {
@@ -28,5 +38,14 @@ export class OllamaParser extends TextParser {
28
38
  this.ollamaKeepAlive = CommonsFixedDuration.fromMillis(ollamaConfig.keepAlive);
29
39
  }
30
40
  }
41
+ debugGetLength() {
42
+ return __awaiter(this, void 0, void 0, function* () {
43
+ if (!this.ollamaUrl || !this.ollamaKey)
44
+ return;
45
+ const rigService = new RigQueueLengthService(this.ollamaUrl, this.ollamaKey);
46
+ const length = yield rigService.getLength();
47
+ commonsOutputDebug(`Rig queue length is: ${length.active} active, ${length.queue} queued: ${length.line} total line length.`);
48
+ });
49
+ }
31
50
  }
32
51
  //# sourceMappingURL=ollama.parser.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"ollama.parser.js","sourceRoot":"","sources":["../../src/parsers/ollama.parser.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,uCAAuC,EAAE,4BAA4B,EAAE,uBAAuB,EAAc,MAAM,mBAAmB,CAAC;AAErK,OAAO,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAKxD,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAC3C,OAAO,EAAe,aAAa,EAAE,MAAM,eAAe,CAAC;AAO3D,MAAM,UAAU,eAAe,CAAC,IAAa;IAC5C,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC;QAAE,OAAO,KAAK,CAAC;IAEvC,IAAI,CAAC,4BAA4B,CAAC,IAAI,EAAE,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAC7D,IAAI,CAAC,4BAA4B,CAAC,IAAI,EAAE,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAC7D,IAAI,CAAC,uCAAuC,CAAC,IAAI,EAAE,WAAW,CAAC;QAAE,OAAO,KAAK,CAAC;IAE9E,OAAO,IAAI,CAAC;AACb,CAAC;AAED,MAAM,OAAgB,YAAsC,SAAQ,UAAa;IAKhF,YACE,OAAyB,EACzB,MAAkC,EAClC,SAAkB;QAEnB,KAAK,CACH,OAAO,EACP,MAAM,EACN,SAAS,CACV,CAAC;QAEF,IAAI,CAAC,MAAM;YAAE,OAAO;QAEpB,IAAI,CAAC,uBAAuB,CAAgB,MAAM,EAAE,QAAQ,EAAE,eAAe,CAAC,EAAE;YAC/E,kBAAkB,CAAC,iCAAiC,CAAC,CAAC;SACtD;QACD,MAAM,YAAY,GAAkB,MAAM,CAAC,QAAQ,CAAkB,CAAC;QAEtE,IAAI,CAAC,SAAS,GAAG,YAAY,CAAC,GAAG,CAAC;QAClC,IAAI,CAAC,SAAS,GAAG,YAAY,CAAC,GAAG,CAAC;QAElC,IAAI,YAAY,CAAC,SAAS,EAAE;YAC3B,IAAI,CAAC,eAAe,GAAG,oBAAoB,CAAC,UAAU,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;SAC/E;IACF,CAAC;CACD"}
1
+ {"version":3,"file":"ollama.parser.js","sourceRoot":"","sources":["../../src/parsers/ollama.parser.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAE,oBAAoB,EAAE,uCAAuC,EAAE,4BAA4B,EAAE,uBAAuB,EAAc,MAAM,mBAAmB,CAAC;AAErK,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAE5E,OAAO,EAAE,qBAAqB,EAAE,MAAM,sCAAsC,CAAC;AAO7E,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAC3C,OAAO,EAAe,aAAa,EAAE,MAAM,eAAe,CAAC;AAO3D,MAAM,UAAU,eAAe,CAAC,IAAa;IAC5C,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC;QAAE,OAAO,KAAK,CAAC;IAEvC,IAAI,CAAC,4BAA4B,CAAC,IAAI,EAAE,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAC7D,IAAI,CAAC,4BAA4B,CAAC,IAAI,EAAE,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAC7D,IAAI,CAAC,uCAAuC,CAAC,IAAI,EAAE,WAAW,CAAC;QAAE,OAAO,KAAK,CAAC;IAE9E,OAAO,IAAI,CAAC;AACb,CAAC;AAED,MAAM,OAAgB,YAAsC,SAAQ,UAAa;IAKhF,YACE,OAAyB,EACzB,MAAkC,EAClC,SAAkB;QAEnB,KAAK,CACH,OAAO,EACP,MAAM,EACN,SAAS,CACV,CAAC;QAEF,IAAI,CAAC,MAAM;YAAE,OAAO;QAEpB,IAAI,CAAC,uBAAuB,CAAgB,MAAM,EAAE,QAAQ,EAAE,eAAe,CAAC,EAAE;YAC/E,kBAAkB,CAAC,iCAAiC,CAAC,CAAC;SACtD;QACD,MAAM,YAAY,GAAkB,MAAM,CAAC,QAAQ,CAAkB,CAAC;QAEtE,IAAI,CAAC,SAAS,GAAG,YAAY,CAAC,GAAG,CAAC;QAClC,IAAI,CAAC,SAAS,GAAG,YAAY,CAAC,GAAG,CAAC;QAElC,IAAI,YAAY,CAAC,SAAS,EAAE;YAC3B,IAAI,CAAC,eAAe,GAAG,oBAAoB,CAAC,UAAU,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;SAC/E;IACF,CAAC;IAEY,cAAc;;YAC1B,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,IAAI,CAAC,SAAS;gBAAE,OAAO;YAE/C,MAAM,UAAU,GAA0B,IAAI,qBAAqB,CACjE,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,SAAS,CACf,CAAC;YAEF,MAAM,MAAM,GAAiB,MAAM,UAAU,CAAC,SAAS,EAAE,CAAC;YAC1D,kBAAkB,CAAC,wBAAwB,MAAM,CAAC,MAAM,YAAY,MAAM,CAAC,KAAK,YAAY,MAAM,CAAC,IAAI,qBAAqB,CAAC,CAAC;QAC/H,CAAC;KAAA;CACD"}
@@ -0,0 +1,6 @@
1
+ import { TQueueLength } from '../types/tqueue-length';
2
+ export declare class RigQueueLengthService {
3
+ private restService;
4
+ constructor(url: string, key: string);
5
+ getLength(): Promise<TQueueLength>;
6
+ }
@@ -0,0 +1,22 @@
1
+ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
2
+ function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
3
+ return new (P || (P = Promise))(function (resolve, reject) {
4
+ function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
5
+ function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
6
+ function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
7
+ step((generator = generator.apply(thisArg, _arguments || [])).next());
8
+ });
9
+ };
10
+ import { CommonsInternalHttpClientImplementation } from 'nodecommons-es-http';
11
+ import { RigTicketRestService } from './rig-ticket-rest.service';
12
+ export class RigQueueLengthService {
13
+ constructor(url, key) {
14
+ this.restService = new RigTicketRestService(new CommonsInternalHttpClientImplementation(), `${url}/tickets`, key);
15
+ }
16
+ getLength() {
17
+ return __awaiter(this, void 0, void 0, function* () {
18
+ return yield this.restService.length();
19
+ });
20
+ }
21
+ }
22
+ //# sourceMappingURL=rig-queue-length.service.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"rig-queue-length.service.js","sourceRoot":"","sources":["../../src/services/rig-queue-length.service.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAE,uCAAuC,EAAE,MAAM,qBAAqB,CAAC;AAI9E,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AAEjE,MAAM,OAAO,qBAAqB;IAGjC,YACE,GAAW,EACX,GAAW;QAEZ,IAAI,CAAC,WAAW,GAAG,IAAI,oBAAoB,CACzC,IAAI,uCAAuC,EAAE,EAC7C,GAAG,GAAG,UAAU,EAChB,GAAG,CACJ,CAAC;IACH,CAAC;IAEY,SAAS;;YACrB,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC;QACxC,CAAC;KAAA;CACD"}
@@ -0,0 +1,7 @@
1
+ import { CommonsKeyRestClientService } from 'tscommons-es-rest';
2
+ import { CommonsInternalHttpClientImplementation } from 'nodecommons-es-http';
3
+ import { TQueueLength } from '../types/tqueue-length';
4
+ export declare class RigTicketRestService extends CommonsKeyRestClientService {
5
+ constructor(implementation: CommonsInternalHttpClientImplementation, url: string, key: string);
6
+ length(): Promise<TQueueLength>;
7
+ }
@@ -0,0 +1,29 @@
1
+ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
2
+ function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
3
+ return new (P || (P = Promise))(function (resolve, reject) {
4
+ function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
5
+ function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
6
+ function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
7
+ step((generator = generator.apply(thisArg, _arguments || [])).next());
8
+ });
9
+ };
10
+ import { commonsTypeIsNumberKeyObject } from 'tscommons-es-core';
11
+ import { ECommonsHttpContentType } from 'tscommons-es-http';
12
+ import { CommonsKeyRestClientService } from 'tscommons-es-rest';
13
+ export class RigTicketRestService extends CommonsKeyRestClientService {
14
+ constructor(implementation, url, key) {
15
+ super(implementation, url, key, ECommonsHttpContentType.JSON);
16
+ }
17
+ length() {
18
+ const _super = Object.create(null, {
19
+ getRest: { get: () => super.getRest }
20
+ });
21
+ return __awaiter(this, void 0, void 0, function* () {
22
+ const result = yield _super.getRest.call(this, '/length');
23
+ if (!commonsTypeIsNumberKeyObject(result))
24
+ throw new Error('Result was not a number key object');
25
+ return result;
26
+ });
27
+ }
28
+ }
29
+ //# sourceMappingURL=rig-ticket-rest.service.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"rig-ticket-rest.service.js","sourceRoot":"","sources":["../../src/services/rig-ticket-rest.service.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAE,4BAA4B,EAAE,MAAM,mBAAmB,CAAC;AACjE,OAAO,EAAE,uBAAuB,EAAE,MAAM,mBAAmB,CAAC;AAC5D,OAAO,EAAE,2BAA2B,EAAE,MAAM,mBAAmB,CAAC;AAMhE,MAAM,OAAO,oBAAqB,SAAQ,2BAA2B;IACpE,YACE,cAAuD,EACvD,GAAW,EACX,GAAW;QAEZ,KAAK,CACH,cAAc,EACd,GAAG,EACH,GAAG,EACH,uBAAuB,CAAC,IAAI,CAC7B,CAAC;IACH,CAAC;IAEY,MAAM;;;;;YAClB,MAAM,MAAM,GAAY,MAAM,OAAM,OAAO,YAAe,SAAS,CAAC,CAAC;YACrE,IAAI,CAAC,4BAA4B,CAAC,MAAM,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;YAEjG,OAAO,MAAsB,CAAC;QAC/B,CAAC;KAAA;CACD"}
@@ -0,0 +1,5 @@
1
+ export type TQueueLength = {
2
+ queue: number;
3
+ active: number;
4
+ line: number;
5
+ };
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=tqueue-length.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"tqueue-length.js","sourceRoot":"","sources":["../../src/types/tqueue-length.ts"],"names":[],"mappings":""}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "hydra-crawler",
3
- "version": "2.5.4",
3
+ "version": "2.5.5",
4
4
  "description": "Node.js Hydra web crawler",
5
5
  "author": "Pete Morris",
6
6
  "license": "ISC",