ai-compare-candidates 0.0.6 → 0.0.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (11) hide show
  1. package/dist/index.cjs +3 -1
  2. package/dist/index.cjs.map +1 -1
  3. package/dist/index.d.cts +6 -1
  4. package/dist/index.d.cts.map +1 -1
  5. package/dist/index.d.mts +6 -1
  6. package/dist/index.d.mts.map +1 -1
  7. package/dist/index.mjs +3 -1
  8. package/dist/index.mjs.map +1 -1
  9. package/example/package.json +1 -1
  10. package/package.json +1 -1
  11. package/src/index.ts +47 -32
package/dist/index.cjs CHANGED
@@ -20,5 +20,7 @@ Candidates:
20
20
  Format exactly:
21
21
  #1. "Full `+d.default.startCase(r)+`": 15-word explanation
22
22
  #2. ...`}regexIndexOf(e,t,n){let r=e.slice(n).search(t);return r<0?r:r+n}defaultExtractIdentifierFromCandidateDocument({candidateDocument:e,candidateIdentifierField:t}={}){this.DEBUG&&console.log(e,t);let n=d.default.startCase(t),r=e.indexOf(n);if(r<0&&(r=e.toLowerCase().indexOf(n.toLowerCase())),this.DEBUG&&console.log(r),r>=0&&(r+=n.length),r<0&&(r=e.toLowerCase().indexOf(t.toLowerCase()),r>=0&&(r+=t.length)),this.DEBUG)console.log(r);else return``;if(r=e.indexOf(`:`,r),this.DEBUG&&console.log(r),r<0&&(r=this.regexIndexOf(e,/\s+/,r)),this.DEBUG&&console.log(r),r<0)return``;let i=e.indexOf(`
23
- `,r);return i<0&&(i=e.length),this.DEBUG&&console.log(i),e.substring(r,i).trim()}defaultExtractIdentifiersFromRationale(e){let t=/^\s*#\s*\d+\s*\.?\s*"([^"]+)"/gm,n=[];for(let r;Array.isArray(r=t.exec(e));)r[1]&&n.push(r[1]);return n}async compareCandidates({candidates:e,problemDescription:t=``,generateSearchAreasInstruction:n=this.defaultGenerateSearchAreasInstruction.bind(this),convertCandidateToDocument:r=this.defaultConvertCandidateToDocument.bind(this),candidatesForInitialSelection:i=2,candidatesForFinalSelection:a=1,generateRankingInstruction:o=this.defaultGenerateRankingInstruction.bind(this),extractIdentifiersFromRationale:s=this.defaultExtractIdentifiersFromRationale.bind(this),extractIdentifierFromCandidateDocument:c=this.defaultExtractIdentifierFromCandidateDocument.bind(this),candidateIdentifierField:u=void 0,getSummarisableSubstringIndices:f,generatePromptTemplate:p=this.defaultGeneratePromptTemplate.bind(this)}={}){if(!Array.isArray(e)||e.length<=0)throw Error(`No candidates provided`);if(i=d.default.toSafeInteger(i),i<=0||(a=d.default.toSafeInteger(a),a<=0))throw Error(`Candidates for initial selection must be a positive integer bigger than 0`);if(i<a)throw Error(`Candidates for initial selection must be equal or more than candidates for final selection`);if(i>e.length)throw Error(`There are `+i+`candidates for initial selection which is more than the total number of candidates of `+e.length);if(a>e.length)throw Error(`There are `+a+`candidates for initial selection which is more than the total number of candidates of `+e.length);if(!u&&(u=Object.keys(e[0])[0],!u))throw Error(`No candidate identifier field`);let m=``,h=[];if(await this.checkEmbedderLoaded(),!this.embedder)return;let g=e.map((e,t)=>r({candidate:e,index:t})),_=await l.MemoryVectorStore.fromTexts(d.default.cloneDeep(g),g.map((e,t)=>t),this),v=p(n(t));if(this.DEBUG&&console.log(`Formatted search areas prompt: `+v),await this.checkTokeniserLoaded(),!this.tokeniser)return;if(this.tokeniser.encode(v).length>this.tokeniser.model_max_length)throw Error(`Search areas instruction prompt is too long for the tokeniser model`);if(await this.checkGeneratorLoaded(),!this.generator)return;let y=this.tokeniser.pad_token_id??this.tokeniser.sep_token_id??0,b=this.tokeniser.sep_token_id??2,x=await this.generator(v,{max_new_tokens:this.generateSearchAreasMaxNewTokens,temperature:this.generateSearchAreasTemperature,repetition_penalty:this.generateSearchAreasRepetitionPenalty,pad_token_id:y,eos_token_id:b}),S=Array.isArray(x?.[0])?x?.[0]?.[0]:x?.[0];if(!S.generated_text)throw Error(`No generated text for search areas`);this.DEBUG&&console.log(`Generated search areas response: `+S.generated_text);let C=S.generated_text.toString().indexOf(`### Response:`);C>=0?C+=13:C=0;let w=S.generated_text.toString().substring(C).trim();this.DEBUG&&console.log(`Vector search query: `+w);let T=await _.similaritySearch(w,i);this.DEBUG&&console.log(`Vector search results: `,T);let E=[];if(T.some(e=>e.pageContent.trim().split(/\s+/).length>this.targetSummarisedStringTokenCount)){if(await this.checkSummariserLoaded(),!this.summariser)return;E=(await Promise.allSettled(T.map(async e=>{if(!e.pageContent||typeof e.pageContent!=`string`)return``;if(e.pageContent.trim().split(/\s+/).length<=this.targetSummarisedStringTokenCount)return e.pageContent;let t={start:0,end:e.pageContent.length};f&&Object.assign(t,f(e.pageContent)),t.start=d.default.clamp(d.default.toSafeInteger(t.start),0,e.pageContent.length),t.end=d.default.clamp(d.default.toSafeInteger(t.end),0,e.pageContent.length);let n=e.pageContent.substring(t.start,t.end),r=e.pageContent.substring(0,t.start),i=e.pageContent.substring(t.end),a=r.split(/s+/).length+i.split(/s+/).length,o=Math.max(1,this.targetSummarisedStringTokenCount-a),s=await this.summariser?.(n,{max_length:o}),c=r+((Array.isArray(s?.[0])?s?.[0]?.[0]:s?.[0])?.summary_text??``).split(/s+/).slice(o).join(` `)+i;return this.DEBUG&&console.log(`Summarised candidate: `+c),c}))).filter(e=>e.status===`fulfilled`&&e.value).map(e=>e.value)}else E=T.map(e=>e.pageContent);let D=p(o({problemDescription:t,summaries:E,candidatesForFinalSelection:a,candidateIdentifierField:String(u)}));if(this.DEBUG&&console.log(`Formatted ranking prompt: `+D),this.tokeniser.encode(D).length>this.tokeniser.model_max_length)throw Error(`Ranking instruction prompt is too long for the tokeniser model`);let O=await this.generator(D,{max_new_tokens:this.rankingMaxNewTokens,temperature:this.rankingTemperature,repetition_penalty:this.rankingRepetitionPenalty,pad_token_id:y,eos_token_id:b});m=(Array.isArray(O?.[0])?O?.[0]?.[0]:O[0]).generated_text.toString().trim().replace(/(\*\*)|(<\/?s>)|(\[.*?\])\s*/g,``),this.DEBUG&&console.log(`Generated rationale: `+m);let k=m.indexOf(`### Response:`);if(k>=0?k+=13:k=0,m=m.substring(k),m){let t=s(m);t.length>a&&(t=t.slice(0,a)),h=d.default.compact(t.map(t=>{let n=e.find(e=>String(e[u]).toLowerCase()===t.toLowerCase());return n||(n=e.find(e=>String(e[u]).toLowerCase().includes(t.toLowerCase())),n)||(n=e.find(e=>t.toLowerCase().includes(String(e[u]).toLowerCase())),n)?n:null}))}return(!Array.isArray(h)||h.length<=0)&&(h=d.default.uniq(d.default.compact(T.map(t=>{let n=c({candidateDocument:t.pageContent,candidateIdentifierField:String(u)});this.DEBUG&&console.log(`Extracted identifier from candidate document: `+n);let r=e.find(e=>String(e[u]).toLowerCase()===n.toLowerCase());return r||(r=e.find(e=>String(e[u]).toLowerCase().includes(n.toLowerCase())),r)||(r=e.find(e=>n.toLowerCase().includes(String(e[u]).toLowerCase())),r)?r:null}))).slice(a)),this.DEBUG&&console.log(`Selected candidates`,h),{rationale:m,selectedCandidates:h}}};(function(e){})(p||={});var m=p;Object.defineProperty(exports,`AICompareCandidates`,{enumerable:!0,get:function(){return p}}),exports.default=m;
23
+ `,r);return i<0&&(i=e.length),this.DEBUG&&console.log(i),e.substring(r,i).trim()}defaultExtractIdentifiersFromRationale(e){let t=/^\s*#\s*\d+\s*\.?\s*"([^"]+)"/gm,n=[];for(let r;Array.isArray(r=t.exec(e));)r[1]&&n.push(r[1]);return n}defaultParseSearchAreasResponse(e){let t=String(e).indexOf(`### Response:`);return t>=0?t+=13:t=0,String(e).substring(t).trim()}async compareCandidates({candidates:e,problemDescription:t=``,generateSearchAreasInstruction:n=this.defaultGenerateSearchAreasInstruction.bind(this),parseSearchAreasResponse:r=this.defaultParseSearchAreasResponse.bind(this),convertCandidateToDocument:i=this.defaultConvertCandidateToDocument.bind(this),candidatesForInitialSelection:a=2,candidatesForFinalSelection:o=1,generateRankingInstruction:s=this.defaultGenerateRankingInstruction.bind(this),extractIdentifiersFromRationale:c=this.defaultExtractIdentifiersFromRationale.bind(this),extractIdentifierFromCandidateDocument:u=this.defaultExtractIdentifierFromCandidateDocument.bind(this),candidateIdentifierField:f=void 0,getSummarisableSubstringIndices:p,generatePromptTemplate:m=this.defaultGeneratePromptTemplate.bind(this),skipRationale:h=!1}={}){if(!Array.isArray(e)||e.length<=0)throw Error(`No candidates provided`);if(a=d.default.toSafeInteger(a),a<=0||(o=d.default.toSafeInteger(o),o<=0))throw Error(`Candidates for initial selection must be a positive integer bigger than 0`);if(a<o)throw Error(`Candidates for initial selection must be equal or more than candidates for final selection`);if(a>e.length)throw Error(`There are `+a+`candidates for initial selection which is more than the total number of candidates of `+e.length);if(o>e.length)throw Error(`There are `+o+`candidates for initial selection which is more than the total number of candidates of `+e.length);if(!f&&(f=Object.keys(e[0])[0],!f))throw Error(`No candidate identifier field`);let g=``,_=[];if(await this.checkEmbedderLoaded(),!this.embedder)return;let v=e.map((e,t)=>i({candidate:e,index:t})),y=await l.MemoryVectorStore.fromTexts(d.default.cloneDeep(v),v.map((e,t)=>t),this),b=m(n(t));if(this.DEBUG&&console.log(`Formatted search areas prompt: `+b),await this.checkTokeniserLoaded(),!this.tokeniser)return;if(this.tokeniser.encode(b).length>this.tokeniser.model_max_length)throw Error(`Search areas instruction prompt is too long for the tokeniser model`);if(await this.checkGeneratorLoaded(),!this.generator)return;let x=this.tokeniser.pad_token_id??this.tokeniser.sep_token_id??0,S=this.tokeniser.sep_token_id??2,C=await this.generator(b,{max_new_tokens:this.generateSearchAreasMaxNewTokens,temperature:this.generateSearchAreasTemperature,repetition_penalty:this.generateSearchAreasRepetitionPenalty,pad_token_id:x,eos_token_id:S}),w=Array.isArray(C?.[0])?C?.[0]?.[0]:C?.[0];if(!w.generated_text)throw Error(`No generated text for search areas`);this.DEBUG&&console.log(`Generated search areas response: `+w.generated_text);let T=r(Array.isArray(w.generated_text)?w.generated_text.join(`
24
+
25
+ `):String(w.generated_text));this.DEBUG&&console.log(`Vector search query: `+T);let E=await y.similaritySearch(T,a);this.DEBUG&&console.log(`Vector search results: `,E);let D=[];if(E.some(e=>e.pageContent.trim().split(/\s+/).length>this.targetSummarisedStringTokenCount)){if(await this.checkSummariserLoaded(),!this.summariser)return;D=(await Promise.allSettled(E.map(async e=>{if(!e.pageContent||typeof e.pageContent!=`string`)return``;if(e.pageContent.trim().split(/\s+/).length<=this.targetSummarisedStringTokenCount)return e.pageContent;let t={start:0,end:e.pageContent.length};p&&Object.assign(t,p(e.pageContent)),t.start=d.default.clamp(d.default.toSafeInteger(t.start),0,e.pageContent.length),t.end=d.default.clamp(d.default.toSafeInteger(t.end),0,e.pageContent.length);let n=e.pageContent.substring(t.start,t.end),r=e.pageContent.substring(0,t.start),i=e.pageContent.substring(t.end),a=r.split(/s+/).length+i.split(/s+/).length,o=Math.max(1,this.targetSummarisedStringTokenCount-a),s=await this.summariser?.(n,{max_length:o}),c=r+((Array.isArray(s?.[0])?s?.[0]?.[0]:s?.[0])?.summary_text??``).split(/s+/).slice(o).join(` `)+i;return this.DEBUG&&console.log(`Summarised candidate: `+c),c}))).filter(e=>e.status===`fulfilled`&&e.value).map(e=>e.value)}else D=E.map(e=>e.pageContent);if(!h){let e=m(s({problemDescription:t,summaries:D,candidatesForFinalSelection:o,candidateIdentifierField:String(f)}));if(this.DEBUG&&console.log(`Formatted ranking prompt: `+e),this.tokeniser.encode(e).length>this.tokeniser.model_max_length)throw Error(`Ranking instruction prompt is too long for the tokeniser model`);try{let t=await this.generator(e,{max_new_tokens:this.rankingMaxNewTokens,temperature:this.rankingTemperature,repetition_penalty:this.rankingRepetitionPenalty,pad_token_id:x,eos_token_id:S});g=(Array.isArray(t?.[0])?t?.[0]?.[0]:t[0]).generated_text.toString().trim().replace(/(\*\*)|(<\/?s>)|(\[.*?\])\s*/g,``),this.DEBUG&&console.log(`Generated rationale: `+g);let n=g.indexOf(`### Response:`);n>=0?n+=13:n=0,g=g.substring(n)}catch(e){console.log(e),g=``}}if(g){let t=c(g);t.length>o&&(t=t.slice(0,o)),_=d.default.compact(t.map(t=>{let n=e.find(e=>String(e[f]).toLowerCase()===t.toLowerCase());return n||(n=e.find(e=>String(e[f]).toLowerCase().includes(t.toLowerCase())),n)||(n=e.find(e=>t.toLowerCase().includes(String(e[f]).toLowerCase())),n)?n:null}))}return(!Array.isArray(_)||_.length<=0)&&(_=d.default.uniq(d.default.compact(E.map(t=>{let n=u({candidateDocument:t.pageContent,candidateIdentifierField:String(f)});this.DEBUG&&console.log(`Extracted identifier from candidate document: `+n);let r=e.find(e=>String(e[f]).toLowerCase()===n.toLowerCase());return r||(r=e.find(e=>String(e[f]).toLowerCase().includes(n.toLowerCase())),r)||(r=e.find(e=>n.toLowerCase().includes(String(e[f]).toLowerCase())),r)?r:null}))).slice(0,o)),this.DEBUG&&console.log(`Selected candidates`,_),{rationale:g,selectedCandidates:_}}};(function(e){})(p||={});var m=p;Object.defineProperty(exports,`AICompareCandidates`,{enumerable:!0,get:function(){return p}}),exports.default=m;
24
26
  //# sourceMappingURL=index.cjs.map
package/dist/index.cjs.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"index.cjs","names":["Embeddings","env","AutoTokenizer","matches:string[]","match:RegExpExecArray|null","selectedCandidates:Candidate[]","MemoryVectorStore","summaries:string[]","summarisableSubstringIndices:AICompareCandidates.SummarisableSubstringIndices"],"sources":["../src/index.ts"],"sourcesContent":["import{\n\tenv,\n\tpipeline,\n\tAutoTokenizer,\n\tTextGenerationPipeline,\n\tProgressInfo,\n\tProgressCallback,\n\tSummarizationPipeline,\n\tFeatureExtractionPipeline,\n\tPreTrainedTokenizer,\n\tTextGenerationConfig\n}from '@sroussey/transformers';\nimport {MemoryVectorStore} from '@langchain/classic/vectorstores/memory';\nimport {Embeddings} from '@langchain/core/embeddings';\nimport lodash from 'lodash';\nimport jsan from 'jsan';\n\nexport class AICompareCandidates extends Embeddings{\n\treadonly env=env;\n\tDEBUG=true;\n\n\tgenerator:TextGenerationPipeline|null=null;\n\tgeneratorModelName='Xenova/LaMini-GPT-774M';\n\tgeneratorPromise:Promise<TextGenerationPipeline>|null=null;\n\tgeneratorProgressInfo:ProgressInfo=<ProgressInfo>{};\n\tgeneratorProgressCallback:ProgressCallback|null=null;\n\tgeneratorAbortController=new AbortController();\n\n\tsummariser:SummarizationPipeline|null=null;\n\tsummariserModelName='Xenova/distilbart-cnn-12-6';\n\tsummariserPromise:Promise<SummarizationPipeline>|null=null;\n\tsummariserProgressInfo:ProgressInfo=<ProgressInfo>{};\n\tsummariserProgressCallback:ProgressCallback|null=null;\n\tsummariserAbortController=new AbortController();\n\n\tembedder:FeatureExtractionPipeline|null=null;\n\tembedderModelName='Xenova/all-MiniLM-L12-v2';\n\tembedderPromise:Promise<FeatureExtractionPipeline>|null=null;\n\tembedderProgressInfo:ProgressInfo=<ProgressInfo>{};\n\tembedderProgressCallback:ProgressCallback|null=null;\n\tembedderAbortController=new AbortController();\n\n\ttokeniser:PreTrainedTokenizer|null=null;\n\ttokeniserModelName=this.generatorModelName;\n\ttokeniserPromise:Promise<PreTrainedTokenizer>|null=null;\n\ttokeniserProgressInfo:ProgressInfo=<ProgressInfo>{};\n\ttokeniserProgressCallback:ProgressCallback|null=null;\n\ttokeniserAbortController=new AbortController();\n\n\tgenerateSearchAreasMaxNewTokens=64;\n\tgenerateSearchAreasTemperature=0.35;\n\tgenerateSearchAreasRepetitionPenalty=1.5;\n\n\trankingMaxNewTokens=64;\n\trankingTemperature=0.35;\n\trankingRepetitionPenalty=1.5;\n\n\ttargetSummarisedStringTokenCount=420;\n\n\tstatic{\n\t\tenv.localModelPath='';\n\t\tenv.allowRemoteModels=true;\n\t\tenv.allowLocalModels=false;\n\t}\n\n\tconstructor(){\n\t\tsuper({});\n\t}\n\t\n\tasync loadGenerator({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(typeof modelName==='string'&&modelName)this.generatorModelName=modelName;\n\t\tif(!this.generatorModelName)throw new Error('Invalid generator model name');\n\t\tif(progressCallback)this.generatorProgressCallback=progressCallback;\n\t\t//ts-ignore is needed due to frequent error TS2590: Expression produces a union type that is too complex to represent.\n\t\t//@ts-ignore\n\t\tthis.generatorPromise=pipeline('text-generation',this.generatorModelName,{\n\t\t\tdevice:'webgpu',\n\t\t\tprogress_callback:progressInfo=>{\n\t\t\t\tif(this.DEBUG)console.log(jsan.stringify(progressInfo));\n\t\t\t\tObject.assign(this.generatorProgressInfo,progressInfo);\n\t\t\t\treturn this.generatorProgressCallback?.(progressInfo);\n\t\t\t},\n\t\t\tabort_signal:this.generatorAbortController.signal\n\t\t});\n\t\tthis.generator=await this.generatorPromise;\n\t\treturn this.generator;\n\t}\n\n\tasync checkGeneratorLoaded({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(!this.generatorPromise)this.loadGenerator({\n\t\t\tprogressCallback,\n\t\t\tmodelName\n\t\t});\n\t\tif(!this.generator){\n\t\t\ttry{\n\t\t\t\tawait this.generatorPromise;\n\t\t\t}catch(error){\n\t\t\t\tthis.generatorPromise=null;\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\t\tif(!this.generator){\n\t\t\tthis.generatorPromise=null;\n\t\t\tthrow new Error('Unable to load generator');\n\t\t}\n\t}\n\n\tasync abortLoadGenerator(reason?:any){\n\t\tthis.generatorAbortController.abort(reason);\n\t\tthis.generatorAbortController=new AbortController();\n\t}\n\n\tasync loadSummariser({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(typeof modelName==='string'&&modelName)this.summariserModelName=modelName;\n\t\tif(!this.summariserModelName)throw new Error('Invalid summariser model name');\n\t\tif(progressCallback)this.summariserProgressCallback=progressCallback;\n\t\t//ts-ignore is needed due to frequent error TS2590: Expression produces a union type that is too complex to represent.\n\t\t//@ts-ignore\n\t\tthis.summariserPromise=pipeline('summarization',this.summariserModelName,{\n\t\t\tdevice:'webgpu',\n\t\t\tprogress_callback:progressInfo=>{\n\t\t\t\tif(this.DEBUG)console.log(jsan.stringify(progressInfo));\n\t\t\t\tObject.assign(this.summariserProgressInfo,progressInfo);\n\t\t\t\treturn this.summariserProgressCallback?.(progressInfo);\n\t\t\t},\n\t\t\tabort_signal:this.summariserAbortController.signal\n\t\t});\n\t\tthis.summariser=await this.summariserPromise;\n\t\treturn this.summariser;\n\t}\n\n\tasync checkSummariserLoaded({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(!this.summariserPromise)this.loadSummariser({\n\t\t\tprogressCallback,\n\t\t\tmodelName\n\t\t});\n\t\tif(!this.summariser){\n\t\t\ttry{\n\t\t\t\tawait this.summariserPromise;\n\t\t\t}catch(error){\n\t\t\t\tthis.summariserPromise=null;\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\t\tif(!this.summariser){\n\t\t\tthis.summariserPromise=null;\n\t\t\tthrow new Error('Unable to load summariser');\n\t\t}\n\t}\n\n\tasync abortLoadSummariser(){\n\t\tthis.summariserAbortController.abort();\n\t\tthis.summariserAbortController=new AbortController();\n\t}\n\n\tasync loadEmbedder({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(typeof modelName==='string'&&modelName)this.embedderModelName=modelName;\n\t\tif(!this.embedderModelName)throw new Error('Invalid embedder model name');\n\t\tif(progressCallback)this.embedderProgressCallback=progressCallback;\n\t\t//ts-ignore is needed due to frequent error TS2590: Expression produces a union type that is too complex to represent.\n\t\t//@ts-ignore\n\t\tthis.embedderPromise=pipeline('feature-extraction',this.embedderModelName,{\n\t\t\tdevice:'webgpu',\n\t\t\tprogress_callback:progressInfo=>{\n\t\t\t\tif(this.DEBUG)console.log(jsan.stringify(progressInfo));\n\t\t\t\tObject.assign(this.embedderProgressInfo,progressInfo);\n\t\t\t\treturn this.embedderProgressCallback?.(progressInfo);\n\t\t\t},\n\t\t\tabort_signal:this.embedderAbortController.signal\n\t\t});\n\t\tthis.embedder=await this.embedderPromise;\n\t\treturn this.embedder;\n\t}\n\n\tasync checkEmbedderLoaded({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(!this.embedderPromise)this.loadEmbedder({\n\t\t\tprogressCallback,\n\t\t\tmodelName\n\t\t});\n\t\tif(!this.embedder){\n\t\t\ttry{\n\t\t\t\tawait this.embedderPromise;\n\t\t\t}catch(error){\n\t\t\t\tthis.embedderPromise=null;\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\t\tif(!this.embedder){\n\t\t\tthis.embedderPromise=null;\n\t\t\tthrow new Error('Unable to load embedder');\n\t\t}\n\t}\n\n\tasync abortLoadEmbedder(){\n\t\tthis.embedderAbortController.abort();\n\t\tthis.embedderAbortController=new AbortController();\n\t}\n\n\tasync loadTokeniser({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(typeof modelName==='string'&&modelName)this.tokeniserModelName=modelName;\n\t\tif(!this.tokeniserModelName)throw new Error('Invalid tokeniser model name');\n\t\tif(progressCallback)this.tokeniserProgressCallback=progressCallback;\n\t\t//ts-ignore is needed due to frequent error TS2590: Expression produces a union type that is too complex to represent.\n\t\t//@ts-ignore\n\t\tthis.tokeniserPromise=AutoTokenizer.from_pretrained(this.tokeniserModelName,{\n\t\t\tprogress_callback:progressInfo=>{\n\t\t\t\tif(this.DEBUG)console.log(jsan.stringify(progressInfo));\n\t\t\t\tObject.assign(this.tokeniserProgressInfo,progressInfo);\n\t\t\t\treturn this.tokeniserProgressCallback?.(progressInfo);\n\t\t\t},\n\t\t\tabort_signal:this.tokeniserAbortController.signal\n\t\t});\n\t\tthis.tokeniser=await this.tokeniserPromise;\n\t\treturn this.tokeniser;\n\t}\n\n\tasync checkTokeniserLoaded({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(!this.tokeniserPromise)this.loadTokeniser({\n\t\t\tprogressCallback,\n\t\t\tmodelName\n\t\t});\n\t\tif(!this.tokeniser){\n\t\t\ttry{\n\t\t\t\tawait this.tokeniserPromise;\n\t\t\t}catch(error){\n\t\t\t\tthis.tokeniserPromise=null;\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\t\tif(!this.tokeniser){\n\t\t\tthis.tokeniserPromise=null;\n\t\t\tthrow new Error('Unable to load tokeniser');\n\t\t}\n\t}\n\n\tasync abortLoadTokeniser(){\n\t\tthis.tokeniserAbortController.abort();\n\t\tthis.tokeniserAbortController=new AbortController();\n\t}\n\n\tasync embedQuery(text:string):Promise<number[]>{\n\t\tawait this.checkEmbedderLoaded();\n\t\treturn Array.from((await this.embedder?.(text,{\n\t\t\tpooling:'mean',\n\t\t\tnormalize:true\n\t\t}))?.data);\n\t}\n\n\tasync embedDocuments(texts:string[]):Promise<number[][]>{\n\t\treturn Promise.all(texts.map(text=>this.embedQuery(text)));\n\t}\n\n\tdefaultGeneratePromptTemplate(prompt:string){\n\t\treturn 'Below is an instruction that describes a task. Write a response that appropriately completes the request.\\n\\n'+\n\t\t\t'### Instruction:\\n'+\n\t\t\tprompt+\n\t\t\t'\\n\\n### Response:';\n\t}\n\n\tdefaultGenerateSearchAreasInstruction(problemDescription:string){\n\t\treturn 'List the relevant subject areas for the following issues. Limit your response to 100 words.\\nIssues: \"'+problemDescription+'\"';\n\t}\n\n\tdefaultConvertCandidateToDocument<Candidate>({\n\t\tcandidate,\n\t\tindex\n\t}:AICompareCandidates.ConvertCandidateToDocumentArguments<Candidate>=<AICompareCandidates.ConvertCandidateToDocumentArguments<Candidate>>{}){\n\t\tlet document='Start of Candidate #'+index;\n\t\tfor(let i in candidate)document+='\\n'+lodash.startCase(i)+': '+(typeof candidate[i]==='object'?jsan.stringify(candidate[i]):String(candidate[i]));\n\t\tdocument+='\\nEnd of Candidate #'+index;\n\t\treturn document;\n\t}\n\n\tdefaultGenerateRankingInstruction({\n\t\tproblemDescription,\n\t\tsummaries,\n\t\tcandidatesForFinalSelection,\n\t\tcandidateIdentifierField\n\t}:AICompareCandidates.GenerateRankingInstructionArguments=<AICompareCandidates.GenerateRankingInstructionArguments>{}){\n\t\treturn 'Strictly follow these rules:\\n'+\n\t\t\t'1. Rank ONLY the top '+candidatesForFinalSelection+' candidates with one 15-word sentence explaining why\\n'+\n\t\t\t'2. Rank the candidates based on \"'+problemDescription.replace(/(\\r|\\n)/g,' ')+'\"\\n'+\n\t\t\t'3. If unclear, say \"Insufficient information to determine\"\\n\\n'+\n\t\t\t'Candidates:\\n\\n'+summaries.join('\\n\\n')+'\\n\\n'+\n\t\t\t'Format exactly:\\n'+\n\t\t\t'#1. \"Full '+lodash.startCase(candidateIdentifierField)+'\": 15-word explanation\\n'+\n\t\t\t'#2. ...';\n\t}\n\n\tregexIndexOf(text:string,regex:RegExp,startIndex:number){\n \tlet indexInSuffix=text.slice(startIndex).search(regex);\n \treturn indexInSuffix<0?indexInSuffix:indexInSuffix+startIndex;\n\t}\n\n\tdefaultExtractIdentifierFromCandidateDocument({\n\t\tcandidateDocument,\n\t\tcandidateIdentifierField\n\t}:AICompareCandidates.ExtractIdentifierFromCandidateDocumentArguments=<AICompareCandidates.ExtractIdentifierFromCandidateDocumentArguments>{}){\n\t\tif(this.DEBUG)console.log(candidateDocument,candidateIdentifierField);\n\t\tlet startCase=lodash.startCase(candidateIdentifierField);\n\t\tlet startIndex=candidateDocument.indexOf(startCase);\n\t\tif(startIndex<0)startIndex=candidateDocument.toLowerCase().indexOf(startCase.toLowerCase());\n\t\tif(this.DEBUG)console.log(startIndex);\n\t\tif(startIndex>=0)startIndex+=startCase.length;\n\t\tif(startIndex<0){\n\t\t\tstartIndex=candidateDocument.toLowerCase().indexOf(candidateIdentifierField.toLowerCase());\n\t\t\tif(startIndex>=0)startIndex+=candidateIdentifierField.length;\n\t\t}\n\t\tif(this.DEBUG)console.log(startIndex);\n\t\telse return '';\n\t\tstartIndex=candidateDocument.indexOf(':',startIndex);\n\t\tif(this.DEBUG)console.log(startIndex);\n\t\tif(startIndex<0)startIndex=this.regexIndexOf(candidateDocument,/\\s+/,startIndex);\n\t\tif(this.DEBUG)console.log(startIndex);\n\t\tif(startIndex<0)return '';\n\t\tlet endIndex=candidateDocument.indexOf('\\n',startIndex);\n\t\tif(endIndex<0)endIndex=candidateDocument.length;\n\t\tif(this.DEBUG)console.log(endIndex);\n\t\treturn candidateDocument.substring(startIndex,endIndex).trim();\n\t}\n\n\tdefaultExtractIdentifiersFromRationale(rationale:string){\n\t\tlet regex=/^\\s*#\\s*\\d+\\s*\\.?\\s*\"([^\"]+)\"/gm;\n\t\tlet matches:string[]=[];\n\t\tfor(let match:RegExpExecArray|null;Array.isArray(match=regex.exec(rationale));)if(match[1])matches.push(match[1]);\n\t\treturn matches;\n\t}\n\n\tasync compareCandidates<Candidate>({\n\t\tcandidates,\n\t\tproblemDescription='',\n\t\tgenerateSearchAreasInstruction=this.defaultGenerateSearchAreasInstruction.bind(this),\n\t\tconvertCandidateToDocument=this.defaultConvertCandidateToDocument.bind(this),\n\t\tcandidatesForInitialSelection=2,\n\t\tcandidatesForFinalSelection=1,\n\t\tgenerateRankingInstruction=this.defaultGenerateRankingInstruction.bind(this),\n\t\textractIdentifiersFromRationale=this.defaultExtractIdentifiersFromRationale.bind(this),\n\t\textractIdentifierFromCandidateDocument=this.defaultExtractIdentifierFromCandidateDocument.bind(this),\n\t\tcandidateIdentifierField=undefined,\n\t\tgetSummarisableSubstringIndices,\n\t\tgeneratePromptTemplate=this.defaultGeneratePromptTemplate.bind(this)\n\t}:AICompareCandidates.CompareArguments<Candidate>=<AICompareCandidates.CompareArguments<Candidate>>{}):Promise<AICompareCandidates.CompareCandidatesReturn<Candidate>|void>{\n\t\tif(!Array.isArray(candidates)||candidates.length<=0)throw new Error('No candidates provided');\n\t\tcandidatesForInitialSelection=lodash.toSafeInteger(candidatesForInitialSelection);\n\t\tif(candidatesForInitialSelection<=0)throw new Error('Candidates for initial selection must be a positive integer bigger than 0');\n\t\tcandidatesForFinalSelection=lodash.toSafeInteger(candidatesForFinalSelection);\n\t\tif(candidatesForFinalSelection<=0)throw new Error('Candidates for initial selection must be a positive integer bigger than 0');\n\t\tif(candidatesForInitialSelection<candidatesForFinalSelection)throw new Error('Candidates for initial selection must be equal or more than candidates for final selection');\n\t\tif(candidatesForInitialSelection>candidates.length)throw new Error('There are '+candidatesForInitialSelection+'candidates for initial selection which is more than the total number of candidates of '+candidates.length);\n\t\tif(candidatesForFinalSelection>candidates.length)throw new Error('There are '+candidatesForFinalSelection+'candidates for initial selection which is more than the total number of candidates of '+candidates.length);\n\t\tif(!candidateIdentifierField){\n\t\t\tcandidateIdentifierField=Object.keys(candidates[0] as object)[0] as keyof Candidate;\n\t\t\tif(!candidateIdentifierField)throw new Error('No candidate identifier field');\n\t\t}\n\n\t\tlet rationale='';\n\t\tlet selectedCandidates:Candidate[]=[];\n\n\t\tawait this.checkEmbedderLoaded();\n\t\tif(!this.embedder)return;\n\t\tlet candidateDocuments=candidates.map((candidate,index)=>convertCandidateToDocument({\n\t\t\tcandidate,\n\t\t\tindex\n\t\t}));\n\t\tlet vectorStore=await MemoryVectorStore.fromTexts(\n\t\t\tlodash.cloneDeep(candidateDocuments),\n\t\t\tcandidateDocuments.map((document,index)=>index),\n\t\t\tthis\n\t\t);\n\n\t\tlet searchAreasPromptTemplate=generatePromptTemplate(generateSearchAreasInstruction(problemDescription));\n\t\tif(this.DEBUG)console.log('Formatted search areas prompt: '+searchAreasPromptTemplate);\n\t\tawait this.checkTokeniserLoaded();\n\t\tif(!this.tokeniser)return;\n\t\tlet searchAreasPromptTokens=this.tokeniser.encode(searchAreasPromptTemplate);\n\t\tif(searchAreasPromptTokens.length>this.tokeniser.model_max_length)throw new Error('Search areas instruction prompt is too long for the tokeniser model');\n\n\t\tawait this.checkGeneratorLoaded();\n\t\tif(!this.generator)return;\n\t\tlet pad_token_id=this.tokeniser.pad_token_id??this.tokeniser.sep_token_id??0;\n\t\tlet eos_token_id=this.tokeniser.sep_token_id??2;\n\t\tlet searchAreasReplyArray=await this.generator(searchAreasPromptTemplate,{\n\t\t\tmax_new_tokens:this.generateSearchAreasMaxNewTokens,\n\t\t\ttemperature:this.generateSearchAreasTemperature,\n\t\t\trepetition_penalty:this.generateSearchAreasRepetitionPenalty,\n\t\t\tpad_token_id,\n\t\t\teos_token_id\n\t\t});\n\t\tlet searchAreasReply=Array.isArray(searchAreasReplyArray?.[0])?searchAreasReplyArray?.[0]?.[0]:searchAreasReplyArray?.[0];\n\t\tif(!searchAreasReply.generated_text)throw new Error('No generated text for search areas');\n\t\tif(this.DEBUG)console.log('Generated search areas response: '+searchAreasReply.generated_text);\n\t\tlet searchAreasResponseIndex=searchAreasReply.generated_text.toString().indexOf('### Response:');\n\t\tif(searchAreasResponseIndex>=0)searchAreasResponseIndex+='### Response:'.length;\n\t\telse searchAreasResponseIndex=0;\n\n\t\tlet vectorSearchQuery=searchAreasReply.generated_text.toString().substring(searchAreasResponseIndex).trim();\n\t\t//generally the first sentence has the greatest relevance to the actual prompt\n\t\t//if(vectorSearchQuery.includes('.'))vectorSearchQuery=vectorSearchQuery.split('.')[0].trim();\n\t\tif(this.DEBUG)console.log('Vector search query: '+vectorSearchQuery);\n\t\tlet queryResult=await vectorStore.similaritySearch(vectorSearchQuery,candidatesForInitialSelection);\n\t\tif(this.DEBUG)console.log('Vector search results: ',queryResult);\n\n\t\tlet summaries:string[]=[];\n\t\t//only bother doing summarisation if there are candidates which exceed the token count\n\t\tif(queryResult.some(result=>result.pageContent.trim().split(/\\s+/).length>this.targetSummarisedStringTokenCount)){\n\t\t\tawait this.checkSummariserLoaded();\n\t\t\tif(!this.summariser)return;\n\t\t\tsummaries=(await Promise.allSettled(queryResult.map(async result=>{\n\t\t\t\tif(!result.pageContent||typeof result.pageContent!=='string')return '';\n\t\t\t\tif(result.pageContent.trim().split(/\\s+/).length<=this.targetSummarisedStringTokenCount)return result.pageContent;\n\t\t\t\tlet summarisableSubstringIndices:AICompareCandidates.SummarisableSubstringIndices={\n\t\t\t\t\tstart:0,\n\t\t\t\t\tend:result.pageContent.length\n\t\t\t\t};\n\t\t\t\tif(getSummarisableSubstringIndices)Object.assign(summarisableSubstringIndices,getSummarisableSubstringIndices(result.pageContent));\n\t\t\t\tsummarisableSubstringIndices.start=lodash.clamp(lodash.toSafeInteger(summarisableSubstringIndices.start),0,result.pageContent.length);\n\t\t\t\tsummarisableSubstringIndices.end=lodash.clamp(lodash.toSafeInteger(summarisableSubstringIndices.end),0,result.pageContent.length);\n\t\t\t\tlet summarisableSubstring=result.pageContent.substring(summarisableSubstringIndices.start,summarisableSubstringIndices.end);\n\t\t\t\tlet contentBefore=result.pageContent.substring(0,summarisableSubstringIndices.start);\n\t\t\t\tlet contentAfter=result.pageContent.substring(summarisableSubstringIndices.end);\n\t\t\t\tlet wordsWithoutSummarisable=contentBefore.split(/s+/).length+contentAfter.split(/s+/).length;\n\t\t\t\tlet targetSummarisedSubstringTokenCount=Math.max(1,this.targetSummarisedStringTokenCount-wordsWithoutSummarisable);\n\t\t\t\tlet summarisedSubstringArray=await this.summariser?.(summarisableSubstring,<TextGenerationConfig>{\n\t\t\t\t\tmax_length:targetSummarisedSubstringTokenCount\n\t\t\t\t});\n\t\t\t\tlet summarisedSubstring=Array.isArray(summarisedSubstringArray?.[0])?summarisedSubstringArray?.[0]?.[0]:summarisedSubstringArray?.[0];\n\t\t\t\tlet summarisedString=contentBefore+(summarisedSubstring?.summary_text??'').split(/s+/).slice(targetSummarisedSubstringTokenCount).join(' ')+contentAfter;\n\t\t\t\tif(this.DEBUG)console.log('Summarised candidate: '+summarisedString);\n\t\t\t\treturn summarisedString;\n\t\t\t}))).filter(result=>result.status==='fulfilled'&&result.value).map(result=>(result as PromiseFulfilledResult<string>).value);\n\t\t}else{\n\t\t\tsummaries=queryResult.map(result=>result.pageContent);\n\t\t}\n\n\t\tlet rankingPromptTemplate=generatePromptTemplate(generateRankingInstruction({\n\t\t\tproblemDescription,\n\t\t\tsummaries,\n\t\t\tcandidatesForFinalSelection,\n\t\t\tcandidateIdentifierField:String(candidateIdentifierField)\n\t\t}));\n\t\tif(this.DEBUG)console.log('Formatted ranking prompt: '+rankingPromptTemplate);\n\t\tlet rankingPromptTokens=this.tokeniser.encode(rankingPromptTemplate);\n\t\tif(rankingPromptTokens.length>this.tokeniser.model_max_length)throw new Error('Ranking instruction prompt is too long for the tokeniser model');\n\t\tlet rankingArray=await this.generator(rankingPromptTemplate,{\n\t\t\tmax_new_tokens:this.rankingMaxNewTokens,\n\t\t\ttemperature:this.rankingTemperature,\n\t\t\trepetition_penalty:this.rankingRepetitionPenalty,\n\t\t\tpad_token_id,\n\t\t\teos_token_id\n\t\t});\n\t\tlet ranking=Array.isArray(rankingArray?.[0])?rankingArray?.[0]?.[0]:rankingArray[0];\n\t\trationale=ranking.generated_text.toString().trim().replace(/(\\*\\*)|(<\\/?s>)|(\\[.*?\\])\\s*/g, '');\n\t\tif(this.DEBUG)console.log('Generated rationale: '+rationale);\n\t\tlet rationaleResponseIndex=rationale.indexOf('### Response:');\n\t\tif(rationaleResponseIndex>=0)rationaleResponseIndex+='### Response:'.length;\n\t\telse rationaleResponseIndex=0;\n\t\trationale=rationale.substring(rationaleResponseIndex);\n\t\t//if(!rationale)throw new Error('No rationale generated');\n\n\t\tif(rationale){\n\t\t\tlet identifiers=extractIdentifiersFromRationale(rationale);\n\t\t\tif(identifiers.length>candidatesForFinalSelection)identifiers=identifiers.slice(0,candidatesForFinalSelection);\n\t\t\tselectedCandidates=lodash.compact(identifiers.map(identifier=>{\n\t\t\t\tlet selectedCandidate=candidates.find(candidate=>String(candidate[candidateIdentifierField]).toLowerCase()===identifier.toLowerCase());\n\t\t\t\tif(selectedCandidate)return selectedCandidate;\n\t\t\t\tselectedCandidate=candidates.find(candidate=>String(candidate[candidateIdentifierField]).toLowerCase().includes(identifier.toLowerCase()));\n\t\t\t\tif(selectedCandidate)return selectedCandidate;\n\t\t\t\tselectedCandidate=candidates.find(candidate=>identifier.toLowerCase().includes(String(candidate[candidateIdentifierField]).toLowerCase()));\n\t\t\t\tif(selectedCandidate)return selectedCandidate;\n\t\t\t\treturn null;\n\t\t\t}));\n\t\t}\n\n\t\tif(!Array.isArray(selectedCandidates)||selectedCandidates.length<=0){\n\t\t\tselectedCandidates=lodash.uniq(lodash.compact(queryResult.map(result=>{\n\t\t\t\tlet identifier=extractIdentifierFromCandidateDocument({\n\t\t\t\t\tcandidateDocument:result.pageContent,\n\t\t\t\t\tcandidateIdentifierField:String(candidateIdentifierField)\n\t\t\t\t});\n\t\t\t\tif(this.DEBUG)console.log('Extracted identifier from candidate document: '+identifier);\n\t\t\t\tlet selectedCandidate=candidates.find(candidate=>String(candidate[candidateIdentifierField]).toLowerCase()===identifier.toLowerCase());\n\t\t\t\tif(selectedCandidate)return selectedCandidate;\n\t\t\t\tselectedCandidate=candidates.find(candidate=>String(candidate[candidateIdentifierField]).toLowerCase().includes(identifier.toLowerCase()));\n\t\t\t\tif(selectedCandidate)return selectedCandidate;\n\t\t\t\tselectedCandidate=candidates.find(candidate=>identifier.toLowerCase().includes(String(candidate[candidateIdentifierField]).toLowerCase()));\n\t\t\t\tif(selectedCandidate)return selectedCandidate;\n\t\t\t\treturn null;\n\t\t\t}))).slice(candidatesForFinalSelection);\n\t\t}\n\t\tif(this.DEBUG)console.log('Selected candidates',selectedCandidates);\n\n\t\treturn{\n\t\t\trationale,\n\t\t\tselectedCandidates\n\t\t};\n\t}\n};\n\nexport namespace AICompareCandidates{\n\texport interface LoadArguments{\n\t\tprogressCallback?:ProgressCallback;\n\t\tmodelName?:string;\n\t};\n\n\texport interface SummarisableSubstringIndices{\n\t\tstart:number;\n\t\tend:number;\n\t};\n\n\texport interface CompareArguments<Candidate>{\n\t\tcandidates:Candidate[];\n\t\tproblemDescription:string;\n\t\tgenerateSearchAreasInstruction?:(problemDescription:string)=>string;\n\t\tconvertCandidateToDocument?:(convertCandidateToDocumentArguments:ConvertCandidateToDocumentArguments<Candidate>)=>string;\n\t\tcandidatesForInitialSelection?:number;\n\t\tcandidatesForFinalSelection?:number;\n\t\tgenerateRankingInstruction?:(generateRankingInstructionArguments:GenerateRankingInstructionArguments)=>string;\n\t\textractIdentifiersFromRationale?:(rationale:string)=>string[];\n\t\textractIdentifierFromCandidateDocument?:(extractIdentifierFromCandidateDocumentArguments:ExtractIdentifierFromCandidateDocumentArguments)=>string;\n\t\tcandidateIdentifierField?:keyof Candidate;\n\t\tgetSummarisableSubstringIndices?:(candidateDocument:string)=>SummarisableSubstringIndices;\n\t\tgeneratePromptTemplate?:(prompt:string)=>string;\n\t};\n\n\texport interface ConvertCandidateToDocumentArguments<Candidate>{\n\t\tcandidate:Candidate;\n\t\tindex:number;\n\t};\n\n\texport interface ExtractIdentifierFromCandidateDocumentArguments{\n\t\tcandidateDocument:string;\n\t\tcandidateIdentifierField:string;\n\t};\n\n\texport interface GenerateRankingInstructionArguments{\n\t\tproblemDescription:string;\n\t\tsummaries:string[];\n\t\tcandidatesForFinalSelection:number;\n\t\tcandidateIdentifierField:string;\n\t};\n\n\texport interface CompareCandidatesReturn<Candidate>{\n\t\tselectedCandidates:Candidate[],\n\t\trationale:string\n\t};\n};\n\nexport default AICompareCandidates;"],"mappings":"itBAiBA,IAAa,EAAb,cAAyCA,EAAAA,UAAU,CAClD,IAAaC,EAAAA,IACb,MAAM,GAEN,UAAsC,KACtC,mBAAmB,yBACnB,iBAAsD,KACtD,sBAAiD,EAAE,CACnD,0BAAgD,KAChD,yBAAyB,IAAI,gBAE7B,WAAsC,KACtC,oBAAoB,6BACpB,kBAAsD,KACtD,uBAAkD,EAAE,CACpD,2BAAiD,KACjD,0BAA0B,IAAI,gBAE9B,SAAwC,KACxC,kBAAkB,2BAClB,gBAAwD,KACxD,qBAAgD,EAAE,CAClD,yBAA+C,KAC/C,wBAAwB,IAAI,gBAE5B,UAAmC,KACnC,mBAAmB,KAAK,mBACxB,iBAAmD,KACnD,sBAAiD,EAAE,CACnD,0BAAgD,KAChD,yBAAyB,IAAI,gBAE7B,gCAAgC,GAChC,+BAA+B,IAC/B,qCAAqC,IAErC,oBAAoB,GACpB,mBAAmB,IACnB,yBAAyB,IAEzB,iCAAiC,IAEjC,OACC,EAAA,IAAI,eAAe,GACnB,EAAA,IAAI,kBAAkB,GACtB,EAAA,IAAI,iBAAiB,GAGtB,aAAa,CACZ,MAAM,EAAE,CAAC,CAGV,MAAM,cAAc,CACnB,mBACA,YAAU,IAC4D,EAAE,CAAC,CAEzE,GADG,OAAO,GAAY,UAAU,IAAU,KAAK,mBAAmB,GAC/D,CAAC,KAAK,mBAAmB,MAAU,MAAM,+BAA+B,CAc3E,OAbG,IAAiB,KAAK,0BAA0B,GAGnD,KAAK,kBAAA,EAAA,EAAA,UAA0B,kBAAkB,KAAK,mBAAmB,CACxE,OAAO,SACP,kBAAkB,IACd,KAAK,OAAM,QAAQ,IAAI,EAAA,QAAK,UAAU,EAAa,CAAC,CACvD,OAAO,OAAO,KAAK,sBAAsB,EAAa,CAC/C,KAAK,4BAA4B,EAAa,EAEtD,aAAa,KAAK,yBAAyB,OAC3C,CAAC,CACF,KAAK,UAAU,MAAM,KAAK,iBACnB,KAAK,UAGb,MAAM,qBAAqB,CAC1B,mBACA,YAAU,IAC4D,EAAE,CAAC,CAKzE,GAJI,KAAK,kBAAiB,KAAK,cAAc,CAC5C,mBACA,YACA,CAAC,CACC,CAAC,KAAK,UACR,GAAG,CACF,MAAM,KAAK,uBACL,EAAM,CAEZ,KADA,MAAK,iBAAiB,KAChB,EAGR,GAAG,CAAC,KAAK,UAER,KADA,MAAK,iBAAiB,KACZ,MAAM,2BAA2B,CAI7C,MAAM,mBAAmB,EAAY,CACpC,KAAK,yBAAyB,MAAM,EAAO,CAC3C,KAAK,yBAAyB,IAAI,gBAGnC,MAAM,eAAe,CACpB,mBACA,YAAU,IAC4D,EAAE,CAAC,CAEzE,GADG,OAAO,GAAY,UAAU,IAAU,KAAK,oBAAoB,GAChE,CAAC,KAAK,oBAAoB,MAAU,MAAM,gCAAgC,CAc7E,OAbG,IAAiB,KAAK,2BAA2B,GAGpD,KAAK,mBAAA,EAAA,EAAA,UAA2B,gBAAgB,KAAK,oBAAoB,CACxE,OAAO,SACP,kBAAkB,IACd,KAAK,OAAM,QAAQ,IAAI,EAAA,QAAK,UAAU,EAAa,CAAC,CACvD,OAAO,OAAO,KAAK,uBAAuB,EAAa,CAChD,KAAK,6BAA6B,EAAa,EAEvD,aAAa,KAAK,0BAA0B,OAC5C,CAAC,CACF,KAAK,WAAW,MAAM,KAAK,kBACpB,KAAK,WAGb,MAAM,sBAAsB,CAC3B,mBACA,YAAU,IAC4D,EAAE,CAAC,CAKzE,GAJI,KAAK,mBAAkB,KAAK,eAAe,CAC9C,mBACA,YACA,CAAC,CACC,CAAC,KAAK,WACR,GAAG,CACF,MAAM,KAAK,wBACL,EAAM,CAEZ,KADA,MAAK,kBAAkB,KACjB,EAGR,GAAG,CAAC,KAAK,WAER,KADA,MAAK,kBAAkB,KACb,MAAM,4BAA4B,CAI9C,MAAM,qBAAqB,CAC1B,KAAK,0BAA0B,OAAO,CACtC,KAAK,0BAA0B,IAAI,gBAGpC,MAAM,aAAa,CAClB,mBACA,YAAU,IAC4D,EAAE,CAAC,CAEzE,GADG,OAAO,GAAY,UAAU,IAAU,KAAK,kBAAkB,GAC9D,CAAC,KAAK,kBAAkB,MAAU,MAAM,8BAA8B,CAczE,OAbG,IAAiB,KAAK,yBAAyB,GAGlD,KAAK,iBAAA,EAAA,EAAA,UAAyB,qBAAqB,KAAK,kBAAkB,CACzE,OAAO,SACP,kBAAkB,IACd,KAAK,OAAM,QAAQ,IAAI,EAAA,QAAK,UAAU,EAAa,CAAC,CACvD,OAAO,OAAO,KAAK,qBAAqB,EAAa,CAC9C,KAAK,2BAA2B,EAAa,EAErD,aAAa,KAAK,wBAAwB,OAC1C,CAAC,CACF,KAAK,SAAS,MAAM,KAAK,gBAClB,KAAK,SAGb,MAAM,oBAAoB,CACzB,mBACA,YAAU,IAC4D,EAAE,CAAC,CAKzE,GAJI,KAAK,iBAAgB,KAAK,aAAa,CAC1C,mBACA,YACA,CAAC,CACC,CAAC,KAAK,SACR,GAAG,CACF,MAAM,KAAK,sBACL,EAAM,CAEZ,KADA,MAAK,gBAAgB,KACf,EAGR,GAAG,CAAC,KAAK,SAER,KADA,MAAK,gBAAgB,KACX,MAAM,0BAA0B,CAI5C,MAAM,mBAAmB,CACxB,KAAK,wBAAwB,OAAO,CACpC,KAAK,wBAAwB,IAAI,gBAGlC,MAAM,cAAc,CACnB,mBACA,YAAU,IAC4D,EAAE,CAAC,CAEzE,GADG,OAAO,GAAY,UAAU,IAAU,KAAK,mBAAmB,GAC/D,CAAC,KAAK,mBAAmB,MAAU,MAAM,+BAA+B,CAa3E,OAZG,IAAiB,KAAK,0BAA0B,GAGnD,KAAK,iBAAiBC,EAAAA,cAAc,gBAAgB,KAAK,mBAAmB,CAC3E,kBAAkB,IACd,KAAK,OAAM,QAAQ,IAAI,EAAA,QAAK,UAAU,EAAa,CAAC,CACvD,OAAO,OAAO,KAAK,sBAAsB,EAAa,CAC/C,KAAK,4BAA4B,EAAa,EAEtD,aAAa,KAAK,yBAAyB,OAC3C,CAAC,CACF,KAAK,UAAU,MAAM,KAAK,iBACnB,KAAK,UAGb,MAAM,qBAAqB,CAC1B,mBACA,YAAU,IAC4D,EAAE,CAAC,CAKzE,GAJI,KAAK,kBAAiB,KAAK,cAAc,CAC5C,mBACA,YACA,CAAC,CACC,CAAC,KAAK,UACR,GAAG,CACF,MAAM,KAAK,uBACL,EAAM,CAEZ,KADA,MAAK,iBAAiB,KAChB,EAGR,GAAG,CAAC,KAAK,UAER,KADA,MAAK,iBAAiB,KACZ,MAAM,2BAA2B,CAI7C,MAAM,oBAAoB,CACzB,KAAK,yBAAyB,OAAO,CACrC,KAAK,yBAAyB,IAAI,gBAGnC,MAAM,WAAW,EAA8B,CAE9C,OADA,MAAM,KAAK,qBAAqB,CACzB,MAAM,MAAM,MAAM,KAAK,WAAW,EAAK,CAC7C,QAAQ,OACR,UAAU,GACV,CAAC,GAAG,KAAK,CAGX,MAAM,eAAe,EAAmC,CACvD,OAAO,QAAQ,IAAI,EAAM,IAAI,GAAM,KAAK,WAAW,EAAK,CAAC,CAAC,CAG3D,8BAA8B,EAAc,CAC3C,MAAO;;;EAEN,EACA;;eAGF,sCAAsC,EAA0B,CAC/D,MAAO;WAAyG,EAAmB,IAGpI,kCAA6C,CAC5C,YACA,SACwI,EAAE,CAAC,CAC3I,IAAI,EAAS,uBAAuB,EACpC,IAAI,IAAI,KAAK,EAAU,GAAU;EAAK,EAAA,QAAO,UAAU,EAAE,CAAC,MAAM,OAAO,EAAU,IAAK,SAAS,EAAA,QAAK,UAAU,EAAU,GAAG,CAAC,OAAO,EAAU,GAAG,EAEhJ,MADA,IAAU;oBAAuB,EAC1B,EAGR,kCAAkC,CACjC,qBACA,YACA,8BACA,4BACkH,EAAE,CAAC,CACrH,MAAO;uBACkB,EAA4B;mCAChB,EAAmB,QAAQ,WAAW,IAAI,CAAC;;;;;EAE7D,EAAU,KAAK;;EAAO,CAAC;;;YAE5B,EAAA,QAAO,UAAU,EAAyB,CAAC;SAI1D,aAAa,EAAY,EAAa,EAAkB,CACpD,IAAI,EAAc,EAAK,MAAM,EAAW,CAAC,OAAO,EAAM,CACtD,OAAO,EAAc,EAAE,EAAc,EAAc,EAGvD,8CAA8C,CAC7C,oBACA,4BAC0I,EAAE,CAAC,CAC1I,KAAK,OAAM,QAAQ,IAAI,EAAkB,EAAyB,CACrE,IAAI,EAAU,EAAA,QAAO,UAAU,EAAyB,CACpD,EAAW,EAAkB,QAAQ,EAAU,CAQnD,GAPG,EAAW,IAAE,EAAW,EAAkB,aAAa,CAAC,QAAQ,EAAU,aAAa,CAAC,EACxF,KAAK,OAAM,QAAQ,IAAI,EAAW,CAClC,GAAY,IAAE,GAAY,EAAU,QACpC,EAAW,IACb,EAAW,EAAkB,aAAa,CAAC,QAAQ,EAAyB,aAAa,CAAC,CACvF,GAAY,IAAE,GAAY,EAAyB,SAEpD,KAAK,MAAM,QAAQ,IAAI,EAAW,MAChC,MAAO,GAKZ,GAJA,EAAW,EAAkB,QAAQ,IAAI,EAAW,CACjD,KAAK,OAAM,QAAQ,IAAI,EAAW,CAClC,EAAW,IAAE,EAAW,KAAK,aAAa,EAAkB,MAAM,EAAW,EAC7E,KAAK,OAAM,QAAQ,IAAI,EAAW,CAClC,EAAW,EAAE,MAAO,GACvB,IAAI,EAAS,EAAkB,QAAQ;EAAK,EAAW,CAGvD,OAFG,EAAS,IAAE,EAAS,EAAkB,QACtC,KAAK,OAAM,QAAQ,IAAI,EAAS,CAC5B,EAAkB,UAAU,EAAW,EAAS,CAAC,MAAM,CAG/D,uCAAuC,EAAiB,CACvD,IAAI,EAAM,kCACNC,EAAiB,EAAE,CACvB,IAAI,IAAIC,EAA2B,MAAM,QAAQ,EAAM,EAAM,KAAK,EAAU,CAAC,EAAK,EAAM,IAAG,EAAQ,KAAK,EAAM,GAAG,CACjH,OAAO,EAGR,MAAM,kBAA6B,CAClC,aACA,qBAAmB,GACnB,iCAA+B,KAAK,sCAAsC,KAAK,KAAK,CACpF,6BAA2B,KAAK,kCAAkC,KAAK,KAAK,CAC5E,gCAA8B,EAC9B,8BAA4B,EAC5B,6BAA2B,KAAK,kCAAkC,KAAK,KAAK,CAC5E,kCAAgC,KAAK,uCAAuC,KAAK,KAAK,CACtF,yCAAuC,KAAK,8CAA8C,KAAK,KAAK,CACpG,2BAAyB,IAAA,GACzB,kCACA,yBAAuB,KAAK,8BAA8B,KAAK,KAAK,EAC8B,EAAE,CAAsE,CAC1K,GAAG,CAAC,MAAM,QAAQ,EAAW,EAAE,EAAW,QAAQ,EAAE,MAAU,MAAM,yBAAyB,CAI7F,GAHA,EAA8B,EAAA,QAAO,cAAc,EAA8B,CAC9E,GAA+B,IAClC,EAA4B,EAAA,QAAO,cAAc,EAA4B,CAC1E,GAA6B,GAAE,MAAU,MAAM,4EAA4E,CAC9H,GAAG,EAA8B,EAA4B,MAAU,MAAM,6FAA6F,CAC1K,GAAG,EAA8B,EAAW,OAAO,MAAU,MAAM,aAAa,EAA8B,yFAAyF,EAAW,OAAO,CACzN,GAAG,EAA4B,EAAW,OAAO,MAAU,MAAM,aAAa,EAA4B,yFAAyF,EAAW,OAAO,CACrN,GAAG,CAAC,IACH,EAAyB,OAAO,KAAK,EAAW,GAAa,CAAC,GAC3D,CAAC,GAAyB,MAAU,MAAM,gCAAgC,CAG9E,IAAI,EAAU,GACVC,EAA+B,EAAE,CAGrC,GADA,MAAM,KAAK,qBAAqB,CAC7B,CAAC,KAAK,SAAS,OAClB,IAAI,EAAmB,EAAW,KAAK,EAAU,IAAQ,EAA2B,CACnF,YACA,QACA,CAAC,CAAC,CACC,EAAY,MAAMC,EAAAA,kBAAkB,UACvC,EAAA,QAAO,UAAU,EAAmB,CACpC,EAAmB,KAAK,EAAS,IAAQ,EAAM,CAC/C,KACA,CAEG,EAA0B,EAAuB,EAA+B,EAAmB,CAAC,CAGxG,GAFG,KAAK,OAAM,QAAQ,IAAI,kCAAkC,EAA0B,CACtF,MAAM,KAAK,sBAAsB,CAC9B,CAAC,KAAK,UAAU,OAEnB,GAD4B,KAAK,UAAU,OAAO,EAA0B,CACjD,OAAO,KAAK,UAAU,iBAAiB,MAAU,MAAM,sEAAsE,CAGxJ,GADA,MAAM,KAAK,sBAAsB,CAC9B,CAAC,KAAK,UAAU,OACnB,IAAI,EAAa,KAAK,UAAU,cAAc,KAAK,UAAU,cAAc,EACvE,EAAa,KAAK,UAAU,cAAc,EAC1C,EAAsB,MAAM,KAAK,UAAU,EAA0B,CACxE,eAAe,KAAK,gCACpB,YAAY,KAAK,+BACjB,mBAAmB,KAAK,qCACxB,eACA,eACA,CAAC,CACE,EAAiB,MAAM,QAAQ,IAAwB,GAAG,CAAC,IAAwB,KAAK,GAAG,IAAwB,GACvH,GAAG,CAAC,EAAiB,eAAe,MAAU,MAAM,qCAAqC,CACtF,KAAK,OAAM,QAAQ,IAAI,oCAAoC,EAAiB,eAAe,CAC9F,IAAI,EAAyB,EAAiB,eAAe,UAAU,CAAC,QAAQ,gBAAgB,CAC7F,GAA0B,EAAE,GAA0B,GACpD,EAAyB,EAE9B,IAAI,EAAkB,EAAiB,eAAe,UAAU,CAAC,UAAU,EAAyB,CAAC,MAAM,CAGxG,KAAK,OAAM,QAAQ,IAAI,wBAAwB,EAAkB,CACpE,IAAI,EAAY,MAAM,EAAY,iBAAiB,EAAkB,EAA8B,CAChG,KAAK,OAAM,QAAQ,IAAI,0BAA0B,EAAY,CAEhE,IAAIC,EAAmB,EAAE,CAEzB,GAAG,EAAY,KAAK,GAAQ,EAAO,YAAY,MAAM,CAAC,MAAM,MAAM,CAAC,OAAO,KAAK,iCAAiC,CAAC,CAEhH,GADA,MAAM,KAAK,uBAAuB,CAC/B,CAAC,KAAK,WAAW,OACpB,GAAW,MAAM,QAAQ,WAAW,EAAY,IAAI,KAAM,IAAQ,CACjE,GAAG,CAAC,EAAO,aAAa,OAAO,EAAO,aAAc,SAAS,MAAO,GACpE,GAAG,EAAO,YAAY,MAAM,CAAC,MAAM,MAAM,CAAC,QAAQ,KAAK,iCAAiC,OAAO,EAAO,YACtG,IAAIC,EAA8E,CACjF,MAAM,EACN,IAAI,EAAO,YAAY,OACvB,CACE,GAAgC,OAAO,OAAO,EAA6B,EAAgC,EAAO,YAAY,CAAC,CAClI,EAA6B,MAAM,EAAA,QAAO,MAAM,EAAA,QAAO,cAAc,EAA6B,MAAM,CAAC,EAAE,EAAO,YAAY,OAAO,CACrI,EAA6B,IAAI,EAAA,QAAO,MAAM,EAAA,QAAO,cAAc,EAA6B,IAAI,CAAC,EAAE,EAAO,YAAY,OAAO,CACjI,IAAI,EAAsB,EAAO,YAAY,UAAU,EAA6B,MAAM,EAA6B,IAAI,CACvH,EAAc,EAAO,YAAY,UAAU,EAAE,EAA6B,MAAM,CAChF,EAAa,EAAO,YAAY,UAAU,EAA6B,IAAI,CAC3E,EAAyB,EAAc,MAAM,KAAK,CAAC,OAAO,EAAa,MAAM,KAAK,CAAC,OACnF,EAAoC,KAAK,IAAI,EAAE,KAAK,iCAAiC,EAAyB,CAC9G,EAAyB,MAAM,KAAK,aAAa,EAA4C,CAChG,WAAW,EACX,CAAC,CAEE,EAAiB,IADG,MAAM,QAAQ,IAA2B,GAAG,CAAC,IAA2B,KAAK,GAAG,IAA2B,KAC1E,cAAc,IAAI,MAAM,KAAK,CAAC,MAAM,EAAoC,CAAC,KAAK,IAAI,CAAC,EAE5I,OADG,KAAK,OAAM,QAAQ,IAAI,yBAAyB,EAAiB,CAC7D,GACN,CAAC,EAAE,OAAO,GAAQ,EAAO,SAAS,aAAa,EAAO,MAAM,CAAC,IAAI,GAAS,EAA0C,MAAM,MAE5H,EAAU,EAAY,IAAI,GAAQ,EAAO,YAAY,CAGtD,IAAI,EAAsB,EAAuB,EAA2B,CAC3E,qBACA,YACA,8BACA,yBAAyB,OAAO,EAAyB,CACzD,CAAC,CAAC,CAGH,GAFG,KAAK,OAAM,QAAQ,IAAI,6BAA6B,EAAsB,CACrD,KAAK,UAAU,OAAO,EAAsB,CAC7C,OAAO,KAAK,UAAU,iBAAiB,MAAU,MAAM,iEAAiE,CAC/I,IAAI,EAAa,MAAM,KAAK,UAAU,EAAsB,CAC3D,eAAe,KAAK,oBACpB,YAAY,KAAK,mBACjB,mBAAmB,KAAK,yBACxB,eACA,eACA,CAAC,CAEF,GADY,MAAM,QAAQ,IAAe,GAAG,CAAC,IAAe,KAAK,GAAG,EAAa,IAC/D,eAAe,UAAU,CAAC,MAAM,CAAC,QAAQ,gCAAiC,GAAG,CAC5F,KAAK,OAAM,QAAQ,IAAI,wBAAwB,EAAU,CAC5D,IAAI,EAAuB,EAAU,QAAQ,gBAAgB,CAM7D,GALG,GAAwB,EAAE,GAAwB,GAChD,EAAuB,EAC5B,EAAU,EAAU,UAAU,EAAuB,CAGlD,EAAU,CACZ,IAAI,EAAY,EAAgC,EAAU,CACvD,EAAY,OAAO,IAA4B,EAAY,EAAY,MAAM,EAAE,EAA4B,EAC9G,EAAmB,EAAA,QAAO,QAAQ,EAAY,IAAI,GAAY,CAC7D,IAAI,EAAkB,EAAW,KAAK,GAAW,OAAO,EAAU,GAA0B,CAAC,aAAa,GAAG,EAAW,aAAa,CAAC,CAMtI,OALG,IACH,EAAkB,EAAW,KAAK,GAAW,OAAO,EAAU,GAA0B,CAAC,aAAa,CAAC,SAAS,EAAW,aAAa,CAAC,CAAC,CACvI,KACH,EAAkB,EAAW,KAAK,GAAW,EAAW,aAAa,CAAC,SAAS,OAAO,EAAU,GAA0B,CAAC,aAAa,CAAC,CAAC,CACvI,GAAyB,EACrB,MACN,CAAC,CAqBJ,OAlBG,CAAC,MAAM,QAAQ,EAAmB,EAAE,EAAmB,QAAQ,KACjE,EAAmB,EAAA,QAAO,KAAK,EAAA,QAAO,QAAQ,EAAY,IAAI,GAAQ,CACrE,IAAI,EAAW,EAAuC,CACrD,kBAAkB,EAAO,YACzB,yBAAyB,OAAO,EAAyB,CACzD,CAAC,CACC,KAAK,OAAM,QAAQ,IAAI,iDAAiD,EAAW,CACtF,IAAI,EAAkB,EAAW,KAAK,GAAW,OAAO,EAAU,GAA0B,CAAC,aAAa,GAAG,EAAW,aAAa,CAAC,CAMtI,OALG,IACH,EAAkB,EAAW,KAAK,GAAW,OAAO,EAAU,GAA0B,CAAC,aAAa,CAAC,SAAS,EAAW,aAAa,CAAC,CAAC,CACvI,KACH,EAAkB,EAAW,KAAK,GAAW,EAAW,aAAa,CAAC,SAAS,OAAO,EAAU,GAA0B,CAAC,aAAa,CAAC,CAAC,CACvI,GAAyB,EACrB,MACN,CAAC,CAAC,CAAC,MAAM,EAA4B,EAErC,KAAK,OAAM,QAAQ,IAAI,sBAAsB,EAAmB,CAE7D,CACL,YACA,qBACA,2BAqDH,IAAA,EAAe"}
1
+ {"version":3,"file":"index.cjs","names":["Embeddings","env","AutoTokenizer","matches:string[]","match:RegExpExecArray|null","selectedCandidates:Candidate[]","MemoryVectorStore","summaries:string[]","summarisableSubstringIndices:AICompareCandidates.SummarisableSubstringIndices"],"sources":["../src/index.ts"],"sourcesContent":["import{\n\tenv,\n\tpipeline,\n\tAutoTokenizer,\n\tTextGenerationPipeline,\n\tProgressInfo,\n\tProgressCallback,\n\tSummarizationPipeline,\n\tFeatureExtractionPipeline,\n\tPreTrainedTokenizer,\n\tTextGenerationConfig,\n\tTextGenerationSingle\n}from '@sroussey/transformers';\nimport {MemoryVectorStore} from '@langchain/classic/vectorstores/memory';\nimport {Embeddings} from '@langchain/core/embeddings';\nimport lodash from 'lodash';\nimport jsan from 'jsan';\n\nexport class AICompareCandidates extends Embeddings{\n\treadonly env=env;\n\tDEBUG=true;\n\n\tgenerator:TextGenerationPipeline|null=null;\n\tgeneratorModelName='Xenova/LaMini-GPT-774M';\n\tgeneratorPromise:Promise<TextGenerationPipeline>|null=null;\n\tgeneratorProgressInfo:ProgressInfo=<ProgressInfo>{};\n\tgeneratorProgressCallback:ProgressCallback|null=null;\n\tgeneratorAbortController=new AbortController();\n\n\tsummariser:SummarizationPipeline|null=null;\n\tsummariserModelName='Xenova/distilbart-cnn-12-6';\n\tsummariserPromise:Promise<SummarizationPipeline>|null=null;\n\tsummariserProgressInfo:ProgressInfo=<ProgressInfo>{};\n\tsummariserProgressCallback:ProgressCallback|null=null;\n\tsummariserAbortController=new AbortController();\n\n\tembedder:FeatureExtractionPipeline|null=null;\n\tembedderModelName='Xenova/all-MiniLM-L12-v2';\n\tembedderPromise:Promise<FeatureExtractionPipeline>|null=null;\n\tembedderProgressInfo:ProgressInfo=<ProgressInfo>{};\n\tembedderProgressCallback:ProgressCallback|null=null;\n\tembedderAbortController=new AbortController();\n\n\ttokeniser:PreTrainedTokenizer|null=null;\n\ttokeniserModelName=this.generatorModelName;\n\ttokeniserPromise:Promise<PreTrainedTokenizer>|null=null;\n\ttokeniserProgressInfo:ProgressInfo=<ProgressInfo>{};\n\ttokeniserProgressCallback:ProgressCallback|null=null;\n\ttokeniserAbortController=new AbortController();\n\n\tgenerateSearchAreasMaxNewTokens=64;\n\tgenerateSearchAreasTemperature=0.35;\n\tgenerateSearchAreasRepetitionPenalty=1.5;\n\n\trankingMaxNewTokens=64;\n\trankingTemperature=0.35;\n\trankingRepetitionPenalty=1.5;\n\n\ttargetSummarisedStringTokenCount=420;\n\n\tstatic{\n\t\tenv.localModelPath='';\n\t\tenv.allowRemoteModels=true;\n\t\tenv.allowLocalModels=false;\n\t}\n\n\tconstructor(){\n\t\tsuper({});\n\t}\n\t\n\tasync loadGenerator({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(typeof modelName==='string'&&modelName)this.generatorModelName=modelName;\n\t\tif(!this.generatorModelName)throw new Error('Invalid generator model name');\n\t\tif(progressCallback)this.generatorProgressCallback=progressCallback;\n\t\t//ts-ignore is needed due to frequent error TS2590: Expression produces a union type that is too complex to represent.\n\t\t//@ts-ignore\n\t\tthis.generatorPromise=pipeline('text-generation',this.generatorModelName,{\n\t\t\tdevice:'webgpu',\n\t\t\tprogress_callback:progressInfo=>{\n\t\t\t\tif(this.DEBUG)console.log(jsan.stringify(progressInfo));\n\t\t\t\tObject.assign(this.generatorProgressInfo,progressInfo);\n\t\t\t\treturn this.generatorProgressCallback?.(progressInfo);\n\t\t\t},\n\t\t\tabort_signal:this.generatorAbortController.signal\n\t\t});\n\t\tthis.generator=await this.generatorPromise;\n\t\treturn this.generator;\n\t}\n\n\tasync checkGeneratorLoaded({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(!this.generatorPromise)this.loadGenerator({\n\t\t\tprogressCallback,\n\t\t\tmodelName\n\t\t});\n\t\tif(!this.generator){\n\t\t\ttry{\n\t\t\t\tawait this.generatorPromise;\n\t\t\t}catch(error){\n\t\t\t\tthis.generatorPromise=null;\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\t\tif(!this.generator){\n\t\t\tthis.generatorPromise=null;\n\t\t\tthrow new Error('Unable to load generator');\n\t\t}\n\t}\n\n\tasync abortLoadGenerator(reason?:any){\n\t\tthis.generatorAbortController.abort(reason);\n\t\tthis.generatorAbortController=new AbortController();\n\t}\n\n\tasync loadSummariser({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(typeof modelName==='string'&&modelName)this.summariserModelName=modelName;\n\t\tif(!this.summariserModelName)throw new Error('Invalid summariser model name');\n\t\tif(progressCallback)this.summariserProgressCallback=progressCallback;\n\t\t//ts-ignore is needed due to frequent error TS2590: Expression produces a union type that is too complex to represent.\n\t\t//@ts-ignore\n\t\tthis.summariserPromise=pipeline('summarization',this.summariserModelName,{\n\t\t\tdevice:'webgpu',\n\t\t\tprogress_callback:progressInfo=>{\n\t\t\t\tif(this.DEBUG)console.log(jsan.stringify(progressInfo));\n\t\t\t\tObject.assign(this.summariserProgressInfo,progressInfo);\n\t\t\t\treturn this.summariserProgressCallback?.(progressInfo);\n\t\t\t},\n\t\t\tabort_signal:this.summariserAbortController.signal\n\t\t});\n\t\tthis.summariser=await this.summariserPromise;\n\t\treturn this.summariser;\n\t}\n\n\tasync checkSummariserLoaded({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(!this.summariserPromise)this.loadSummariser({\n\t\t\tprogressCallback,\n\t\t\tmodelName\n\t\t});\n\t\tif(!this.summariser){\n\t\t\ttry{\n\t\t\t\tawait this.summariserPromise;\n\t\t\t}catch(error){\n\t\t\t\tthis.summariserPromise=null;\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\t\tif(!this.summariser){\n\t\t\tthis.summariserPromise=null;\n\t\t\tthrow new Error('Unable to load summariser');\n\t\t}\n\t}\n\n\tasync abortLoadSummariser(){\n\t\tthis.summariserAbortController.abort();\n\t\tthis.summariserAbortController=new AbortController();\n\t}\n\n\tasync loadEmbedder({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(typeof modelName==='string'&&modelName)this.embedderModelName=modelName;\n\t\tif(!this.embedderModelName)throw new Error('Invalid embedder model name');\n\t\tif(progressCallback)this.embedderProgressCallback=progressCallback;\n\t\t//ts-ignore is needed due to frequent error TS2590: Expression produces a union type that is too complex to represent.\n\t\t//@ts-ignore\n\t\tthis.embedderPromise=pipeline('feature-extraction',this.embedderModelName,{\n\t\t\tdevice:'webgpu',\n\t\t\tprogress_callback:progressInfo=>{\n\t\t\t\tif(this.DEBUG)console.log(jsan.stringify(progressInfo));\n\t\t\t\tObject.assign(this.embedderProgressInfo,progressInfo);\n\t\t\t\treturn this.embedderProgressCallback?.(progressInfo);\n\t\t\t},\n\t\t\tabort_signal:this.embedderAbortController.signal\n\t\t});\n\t\tthis.embedder=await this.embedderPromise;\n\t\treturn this.embedder;\n\t}\n\n\tasync checkEmbedderLoaded({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(!this.embedderPromise)this.loadEmbedder({\n\t\t\tprogressCallback,\n\t\t\tmodelName\n\t\t});\n\t\tif(!this.embedder){\n\t\t\ttry{\n\t\t\t\tawait this.embedderPromise;\n\t\t\t}catch(error){\n\t\t\t\tthis.embedderPromise=null;\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\t\tif(!this.embedder){\n\t\t\tthis.embedderPromise=null;\n\t\t\tthrow new Error('Unable to load embedder');\n\t\t}\n\t}\n\n\tasync abortLoadEmbedder(){\n\t\tthis.embedderAbortController.abort();\n\t\tthis.embedderAbortController=new AbortController();\n\t}\n\n\tasync loadTokeniser({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(typeof modelName==='string'&&modelName)this.tokeniserModelName=modelName;\n\t\tif(!this.tokeniserModelName)throw new Error('Invalid tokeniser model name');\n\t\tif(progressCallback)this.tokeniserProgressCallback=progressCallback;\n\t\t//ts-ignore is needed due to frequent error TS2590: Expression produces a union type that is too complex to represent.\n\t\t//@ts-ignore\n\t\tthis.tokeniserPromise=AutoTokenizer.from_pretrained(this.tokeniserModelName,{\n\t\t\tprogress_callback:progressInfo=>{\n\t\t\t\tif(this.DEBUG)console.log(jsan.stringify(progressInfo));\n\t\t\t\tObject.assign(this.tokeniserProgressInfo,progressInfo);\n\t\t\t\treturn this.tokeniserProgressCallback?.(progressInfo);\n\t\t\t},\n\t\t\tabort_signal:this.tokeniserAbortController.signal\n\t\t});\n\t\tthis.tokeniser=await this.tokeniserPromise;\n\t\treturn this.tokeniser;\n\t}\n\n\tasync checkTokeniserLoaded({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(!this.tokeniserPromise)this.loadTokeniser({\n\t\t\tprogressCallback,\n\t\t\tmodelName\n\t\t});\n\t\tif(!this.tokeniser){\n\t\t\ttry{\n\t\t\t\tawait this.tokeniserPromise;\n\t\t\t}catch(error){\n\t\t\t\tthis.tokeniserPromise=null;\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\t\tif(!this.tokeniser){\n\t\t\tthis.tokeniserPromise=null;\n\t\t\tthrow new Error('Unable to load tokeniser');\n\t\t}\n\t}\n\n\tasync abortLoadTokeniser(){\n\t\tthis.tokeniserAbortController.abort();\n\t\tthis.tokeniserAbortController=new AbortController();\n\t}\n\n\tasync embedQuery(text:string):Promise<number[]>{\n\t\tawait this.checkEmbedderLoaded();\n\t\treturn Array.from((await this.embedder?.(text,{\n\t\t\tpooling:'mean',\n\t\t\tnormalize:true\n\t\t}))?.data);\n\t}\n\n\tasync embedDocuments(texts:string[]):Promise<number[][]>{\n\t\treturn Promise.all(texts.map(text=>this.embedQuery(text)));\n\t}\n\n\tdefaultGeneratePromptTemplate(prompt:string){\n\t\treturn 'Below is an instruction that describes a task. Write a response that appropriately completes the request.\\n\\n'+\n\t\t\t'### Instruction:\\n'+\n\t\t\tprompt+\n\t\t\t'\\n\\n### Response:';\n\t}\n\n\tdefaultGenerateSearchAreasInstruction(problemDescription:string){\n\t\treturn 'List the relevant subject areas for the following issues. Limit your response to 100 words.\\nIssues: \"'+problemDescription+'\"';\n\t}\n\n\tdefaultConvertCandidateToDocument<Candidate>({\n\t\tcandidate,\n\t\tindex\n\t}:AICompareCandidates.ConvertCandidateToDocumentArguments<Candidate>=<AICompareCandidates.ConvertCandidateToDocumentArguments<Candidate>>{}){\n\t\tlet document='Start of Candidate #'+index;\n\t\tfor(let i in candidate)document+='\\n'+lodash.startCase(i)+': '+(typeof candidate[i]==='object'?jsan.stringify(candidate[i]):String(candidate[i]));\n\t\tdocument+='\\nEnd of Candidate #'+index;\n\t\treturn document;\n\t}\n\n\tdefaultGenerateRankingInstruction({\n\t\tproblemDescription,\n\t\tsummaries,\n\t\tcandidatesForFinalSelection,\n\t\tcandidateIdentifierField\n\t}:AICompareCandidates.GenerateRankingInstructionArguments=<AICompareCandidates.GenerateRankingInstructionArguments>{}){\n\t\treturn 'Strictly follow these rules:\\n'+\n\t\t\t'1. Rank ONLY the top '+candidatesForFinalSelection+' candidates with one 15-word sentence explaining why\\n'+\n\t\t\t'2. Rank the candidates based on \"'+problemDescription.replace(/(\\r|\\n)/g,' ')+'\"\\n'+\n\t\t\t'3. If unclear, say \"Insufficient information to determine\"\\n\\n'+\n\t\t\t'Candidates:\\n\\n'+summaries.join('\\n\\n')+'\\n\\n'+\n\t\t\t'Format exactly:\\n'+\n\t\t\t'#1. \"Full '+lodash.startCase(candidateIdentifierField)+'\": 15-word explanation\\n'+\n\t\t\t'#2. ...';\n\t}\n\n\tregexIndexOf(text:string,regex:RegExp,startIndex:number){\n \tlet indexInSuffix=text.slice(startIndex).search(regex);\n \treturn indexInSuffix<0?indexInSuffix:indexInSuffix+startIndex;\n\t}\n\n\tdefaultExtractIdentifierFromCandidateDocument({\n\t\tcandidateDocument,\n\t\tcandidateIdentifierField\n\t}:AICompareCandidates.ExtractIdentifierFromCandidateDocumentArguments=<AICompareCandidates.ExtractIdentifierFromCandidateDocumentArguments>{}){\n\t\tif(this.DEBUG)console.log(candidateDocument,candidateIdentifierField);\n\t\tlet startCase=lodash.startCase(candidateIdentifierField);\n\t\tlet startIndex=candidateDocument.indexOf(startCase);\n\t\tif(startIndex<0)startIndex=candidateDocument.toLowerCase().indexOf(startCase.toLowerCase());\n\t\tif(this.DEBUG)console.log(startIndex);\n\t\tif(startIndex>=0)startIndex+=startCase.length;\n\t\tif(startIndex<0){\n\t\t\tstartIndex=candidateDocument.toLowerCase().indexOf(candidateIdentifierField.toLowerCase());\n\t\t\tif(startIndex>=0)startIndex+=candidateIdentifierField.length;\n\t\t}\n\t\tif(this.DEBUG)console.log(startIndex);\n\t\telse return '';\n\t\tstartIndex=candidateDocument.indexOf(':',startIndex);\n\t\tif(this.DEBUG)console.log(startIndex);\n\t\tif(startIndex<0)startIndex=this.regexIndexOf(candidateDocument,/\\s+/,startIndex);\n\t\tif(this.DEBUG)console.log(startIndex);\n\t\tif(startIndex<0)return '';\n\t\tlet endIndex=candidateDocument.indexOf('\\n',startIndex);\n\t\tif(endIndex<0)endIndex=candidateDocument.length;\n\t\tif(this.DEBUG)console.log(endIndex);\n\t\treturn candidateDocument.substring(startIndex,endIndex).trim();\n\t}\n\n\tdefaultExtractIdentifiersFromRationale(rationale:string){\n\t\tlet regex=/^\\s*#\\s*\\d+\\s*\\.?\\s*\"([^\"]+)\"/gm;\n\t\tlet matches:string[]=[];\n\t\tfor(let match:RegExpExecArray|null;Array.isArray(match=regex.exec(rationale));)if(match[1])matches.push(match[1]);\n\t\treturn matches;\n\t}\n\n\tdefaultParseSearchAreasResponse(searchAreasResponse:string){\n\t\tlet searchAreasResponseIndex=String(searchAreasResponse).indexOf('### Response:');\n\t\tif(searchAreasResponseIndex>=0)searchAreasResponseIndex+='### Response:'.length;\n\t\telse searchAreasResponseIndex=0;\n\t\treturn String(searchAreasResponse).substring(searchAreasResponseIndex).trim();\n\t}\n\n\tasync compareCandidates<Candidate>({\n\t\tcandidates,\n\t\tproblemDescription='',\n\t\tgenerateSearchAreasInstruction=this.defaultGenerateSearchAreasInstruction.bind(this),\n\t\tparseSearchAreasResponse=this.defaultParseSearchAreasResponse.bind(this),\n\t\tconvertCandidateToDocument=this.defaultConvertCandidateToDocument.bind(this),\n\t\tcandidatesForInitialSelection=2,\n\t\tcandidatesForFinalSelection=1,\n\t\tgenerateRankingInstruction=this.defaultGenerateRankingInstruction.bind(this),\n\t\textractIdentifiersFromRationale=this.defaultExtractIdentifiersFromRationale.bind(this),\n\t\textractIdentifierFromCandidateDocument=this.defaultExtractIdentifierFromCandidateDocument.bind(this),\n\t\tcandidateIdentifierField=undefined,\n\t\tgetSummarisableSubstringIndices,\n\t\tgeneratePromptTemplate=this.defaultGeneratePromptTemplate.bind(this),\n\t\tskipRationale=false\n\t}:AICompareCandidates.CompareArguments<Candidate>=<AICompareCandidates.CompareArguments<Candidate>>{}):Promise<AICompareCandidates.CompareCandidatesReturn<Candidate>|void>{\n\t\tif(!Array.isArray(candidates)||candidates.length<=0)throw new Error('No candidates provided');\n\t\tcandidatesForInitialSelection=lodash.toSafeInteger(candidatesForInitialSelection);\n\t\tif(candidatesForInitialSelection<=0)throw new Error('Candidates for initial selection must be a positive integer bigger than 0');\n\t\tcandidatesForFinalSelection=lodash.toSafeInteger(candidatesForFinalSelection);\n\t\tif(candidatesForFinalSelection<=0)throw new Error('Candidates for initial selection must be a positive integer bigger than 0');\n\t\tif(candidatesForInitialSelection<candidatesForFinalSelection)throw new Error('Candidates for initial selection must be equal or more than candidates for final selection');\n\t\tif(candidatesForInitialSelection>candidates.length)throw new Error('There are '+candidatesForInitialSelection+'candidates for initial selection which is more than the total number of candidates of '+candidates.length);\n\t\tif(candidatesForFinalSelection>candidates.length)throw new Error('There are '+candidatesForFinalSelection+'candidates for initial selection which is more than the total number of candidates of '+candidates.length);\n\t\tif(!candidateIdentifierField){\n\t\t\tcandidateIdentifierField=Object.keys(candidates[0] as object)[0] as keyof Candidate;\n\t\t\tif(!candidateIdentifierField)throw new Error('No candidate identifier field');\n\t\t}\n\n\t\tlet rationale='';\n\t\tlet selectedCandidates:Candidate[]=[];\n\n\t\tawait this.checkEmbedderLoaded();\n\t\tif(!this.embedder)return;\n\t\tlet candidateDocuments=candidates.map((candidate,index)=>convertCandidateToDocument({\n\t\t\tcandidate,\n\t\t\tindex\n\t\t}));\n\t\tlet vectorStore=await MemoryVectorStore.fromTexts(\n\t\t\tlodash.cloneDeep(candidateDocuments),\n\t\t\tcandidateDocuments.map((document,index)=>index),\n\t\t\tthis\n\t\t);\n\n\t\tlet searchAreasPromptTemplate=generatePromptTemplate(generateSearchAreasInstruction(problemDescription));\n\t\tif(this.DEBUG)console.log('Formatted search areas prompt: '+searchAreasPromptTemplate);\n\t\tawait this.checkTokeniserLoaded();\n\t\tif(!this.tokeniser)return;\n\t\tlet searchAreasPromptTokens=this.tokeniser.encode(searchAreasPromptTemplate);\n\t\tif(searchAreasPromptTokens.length>this.tokeniser.model_max_length)throw new Error('Search areas instruction prompt is too long for the tokeniser model');\n\n\t\tawait this.checkGeneratorLoaded();\n\t\tif(!this.generator)return;\n\t\tlet pad_token_id=this.tokeniser.pad_token_id??this.tokeniser.sep_token_id??0;\n\t\tlet eos_token_id=this.tokeniser.sep_token_id??2;\n\t\tlet searchAreasReplyArray=await this.generator(searchAreasPromptTemplate,{\n\t\t\tmax_new_tokens:this.generateSearchAreasMaxNewTokens,\n\t\t\ttemperature:this.generateSearchAreasTemperature,\n\t\t\trepetition_penalty:this.generateSearchAreasRepetitionPenalty,\n\t\t\tpad_token_id,\n\t\t\teos_token_id\n\t\t});\n\t\tlet searchAreasReply=Array.isArray(searchAreasReplyArray?.[0])?searchAreasReplyArray?.[0]?.[0]:searchAreasReplyArray?.[0];\n\t\tif(!searchAreasReply.generated_text)throw new Error('No generated text for search areas');\n\t\tif(this.DEBUG)console.log('Generated search areas response: '+searchAreasReply.generated_text);\n\t\tlet vectorSearchQuery=parseSearchAreasResponse(Array.isArray(searchAreasReply.generated_text)?searchAreasReply.generated_text.join('\\n\\n'):String(searchAreasReply.generated_text));\n\t\t//generally the first sentence has the greatest relevance to the actual prompt\n\t\t//if(vectorSearchQuery.includes('.'))vectorSearchQuery=vectorSearchQuery.split('.')[0].trim();\n\t\tif(this.DEBUG)console.log('Vector search query: '+vectorSearchQuery);\n\t\tlet queryResult=await vectorStore.similaritySearch(vectorSearchQuery,candidatesForInitialSelection);\n\t\tif(this.DEBUG)console.log('Vector search results: ',queryResult);\n\n\t\tlet summaries:string[]=[];\n\t\t//only bother doing summarisation if there are candidates which exceed the token count\n\t\tif(queryResult.some(result=>result.pageContent.trim().split(/\\s+/).length>this.targetSummarisedStringTokenCount)){\n\t\t\tawait this.checkSummariserLoaded();\n\t\t\tif(!this.summariser)return;\n\t\t\tsummaries=(await Promise.allSettled(queryResult.map(async result=>{\n\t\t\t\tif(!result.pageContent||typeof result.pageContent!=='string')return '';\n\t\t\t\tif(result.pageContent.trim().split(/\\s+/).length<=this.targetSummarisedStringTokenCount)return result.pageContent;\n\t\t\t\tlet summarisableSubstringIndices:AICompareCandidates.SummarisableSubstringIndices={\n\t\t\t\t\tstart:0,\n\t\t\t\t\tend:result.pageContent.length\n\t\t\t\t};\n\t\t\t\tif(getSummarisableSubstringIndices)Object.assign(summarisableSubstringIndices,getSummarisableSubstringIndices(result.pageContent));\n\t\t\t\tsummarisableSubstringIndices.start=lodash.clamp(lodash.toSafeInteger(summarisableSubstringIndices.start),0,result.pageContent.length);\n\t\t\t\tsummarisableSubstringIndices.end=lodash.clamp(lodash.toSafeInteger(summarisableSubstringIndices.end),0,result.pageContent.length);\n\t\t\t\tlet summarisableSubstring=result.pageContent.substring(summarisableSubstringIndices.start,summarisableSubstringIndices.end);\n\t\t\t\tlet contentBefore=result.pageContent.substring(0,summarisableSubstringIndices.start);\n\t\t\t\tlet contentAfter=result.pageContent.substring(summarisableSubstringIndices.end);\n\t\t\t\tlet wordsWithoutSummarisable=contentBefore.split(/s+/).length+contentAfter.split(/s+/).length;\n\t\t\t\tlet targetSummarisedSubstringTokenCount=Math.max(1,this.targetSummarisedStringTokenCount-wordsWithoutSummarisable);\n\t\t\t\tlet summarisedSubstringArray=await this.summariser?.(summarisableSubstring,<TextGenerationConfig>{\n\t\t\t\t\tmax_length:targetSummarisedSubstringTokenCount\n\t\t\t\t});\n\t\t\t\tlet summarisedSubstring=Array.isArray(summarisedSubstringArray?.[0])?summarisedSubstringArray?.[0]?.[0]:summarisedSubstringArray?.[0];\n\t\t\t\tlet summarisedString=contentBefore+(summarisedSubstring?.summary_text??'').split(/s+/).slice(targetSummarisedSubstringTokenCount).join(' ')+contentAfter;\n\t\t\t\tif(this.DEBUG)console.log('Summarised candidate: '+summarisedString);\n\t\t\t\treturn summarisedString;\n\t\t\t}))).filter(result=>result.status==='fulfilled'&&result.value).map(result=>(result as PromiseFulfilledResult<string>).value);\n\t\t}else{\n\t\t\tsummaries=queryResult.map(result=>result.pageContent);\n\t\t}\n\n\t\tif(!skipRationale){\n\t\t\tlet rankingPromptTemplate=generatePromptTemplate(generateRankingInstruction({\n\t\t\t\tproblemDescription,\n\t\t\t\tsummaries,\n\t\t\t\tcandidatesForFinalSelection,\n\t\t\t\tcandidateIdentifierField:String(candidateIdentifierField)\n\t\t\t}));\n\t\t\tif(this.DEBUG)console.log('Formatted ranking prompt: '+rankingPromptTemplate);\n\t\t\tlet rankingPromptTokens=this.tokeniser.encode(rankingPromptTemplate);\n\t\t\tif(rankingPromptTokens.length>this.tokeniser.model_max_length)throw new Error('Ranking instruction prompt is too long for the tokeniser model');\n\t\t\ttry{\n\t\t\t\tlet rankingArray=await this.generator(rankingPromptTemplate,{\n\t\t\t\t\tmax_new_tokens:this.rankingMaxNewTokens,\n\t\t\t\t\ttemperature:this.rankingTemperature,\n\t\t\t\t\trepetition_penalty:this.rankingRepetitionPenalty,\n\t\t\t\t\tpad_token_id,\n\t\t\t\t\teos_token_id\n\t\t\t\t});\n\t\t\t\tlet ranking=Array.isArray(rankingArray?.[0])?rankingArray?.[0]?.[0]:rankingArray[0];\n\t\t\t\trationale=ranking.generated_text.toString().trim().replace(/(\\*\\*)|(<\\/?s>)|(\\[.*?\\])\\s*/g, '');\n\t\t\t\tif(this.DEBUG)console.log('Generated rationale: '+rationale);\n\t\t\t\tlet rationaleResponseIndex=rationale.indexOf('### Response:');\n\t\t\t\tif(rationaleResponseIndex>=0)rationaleResponseIndex+='### Response:'.length;\n\t\t\t\telse rationaleResponseIndex=0;\n\t\t\t\trationale=rationale.substring(rationaleResponseIndex);\n\t\t\t\t//if(!rationale)throw new Error('No rationale generated');\n\t\t\t}catch(error){\n\t\t\t\tconsole.log(error);\n\t\t\t\trationale='';\n\t\t\t}\n\t\t}\n\n\t\tif(rationale){\n\t\t\tlet identifiers=extractIdentifiersFromRationale(rationale);\n\t\t\tif(identifiers.length>candidatesForFinalSelection)identifiers=identifiers.slice(0,candidatesForFinalSelection);\n\t\t\tselectedCandidates=lodash.compact(identifiers.map(identifier=>{\n\t\t\t\tlet selectedCandidate=candidates.find(candidate=>String(candidate[candidateIdentifierField]).toLowerCase()===identifier.toLowerCase());\n\t\t\t\tif(selectedCandidate)return selectedCandidate;\n\t\t\t\tselectedCandidate=candidates.find(candidate=>String(candidate[candidateIdentifierField]).toLowerCase().includes(identifier.toLowerCase()));\n\t\t\t\tif(selectedCandidate)return selectedCandidate;\n\t\t\t\tselectedCandidate=candidates.find(candidate=>identifier.toLowerCase().includes(String(candidate[candidateIdentifierField]).toLowerCase()));\n\t\t\t\tif(selectedCandidate)return selectedCandidate;\n\t\t\t\treturn null;\n\t\t\t}));\n\t\t}\n\n\t\tif(!Array.isArray(selectedCandidates)||selectedCandidates.length<=0){\n\t\t\tselectedCandidates=lodash.uniq(lodash.compact(queryResult.map(result=>{\n\t\t\t\tlet identifier=extractIdentifierFromCandidateDocument({\n\t\t\t\t\tcandidateDocument:result.pageContent,\n\t\t\t\t\tcandidateIdentifierField:String(candidateIdentifierField)\n\t\t\t\t});\n\t\t\t\tif(this.DEBUG)console.log('Extracted identifier from candidate document: '+identifier);\n\t\t\t\tlet selectedCandidate=candidates.find(candidate=>String(candidate[candidateIdentifierField]).toLowerCase()===identifier.toLowerCase());\n\t\t\t\tif(selectedCandidate)return selectedCandidate;\n\t\t\t\tselectedCandidate=candidates.find(candidate=>String(candidate[candidateIdentifierField]).toLowerCase().includes(identifier.toLowerCase()));\n\t\t\t\tif(selectedCandidate)return selectedCandidate;\n\t\t\t\tselectedCandidate=candidates.find(candidate=>identifier.toLowerCase().includes(String(candidate[candidateIdentifierField]).toLowerCase()));\n\t\t\t\tif(selectedCandidate)return selectedCandidate;\n\t\t\t\treturn null;\n\t\t\t}))).slice(0,candidatesForFinalSelection);\n\t\t}\n\t\tif(this.DEBUG)console.log('Selected candidates',selectedCandidates);\n\n\t\treturn{\n\t\t\trationale,\n\t\t\tselectedCandidates\n\t\t};\n\t}\n};\n\nexport namespace AICompareCandidates{\n\texport interface LoadArguments{\n\t\tprogressCallback?:ProgressCallback;\n\t\tmodelName?:string;\n\t};\n\n\texport interface SummarisableSubstringIndices{\n\t\tstart:number;\n\t\tend:number;\n\t};\n\n\texport interface CompareArguments<Candidate>{\n\t\tcandidates:Candidate[];\n\t\tproblemDescription:string;\n\t\tgenerateSearchAreasInstruction?:(problemDescription:string)=>string;\n\t\tparseSearchAreasResponse?:(searchAreasResponse:string)=>string;\n\t\tconvertCandidateToDocument?:(convertCandidateToDocumentArguments:ConvertCandidateToDocumentArguments<Candidate>)=>string;\n\t\tcandidatesForInitialSelection?:number;\n\t\tcandidatesForFinalSelection?:number;\n\t\tgenerateRankingInstruction?:(generateRankingInstructionArguments:GenerateRankingInstructionArguments)=>string;\n\t\textractIdentifiersFromRationale?:(rationale:string)=>string[];\n\t\textractIdentifierFromCandidateDocument?:(extractIdentifierFromCandidateDocumentArguments:ExtractIdentifierFromCandidateDocumentArguments)=>string;\n\t\tcandidateIdentifierField?:keyof Candidate;\n\t\tgetSummarisableSubstringIndices?:(candidateDocument:string)=>SummarisableSubstringIndices;\n\t\tgeneratePromptTemplate?:(prompt:string)=>string;\n\t\tskipRationale?:boolean;\n\t};\n\n\texport interface ConvertCandidateToDocumentArguments<Candidate>{\n\t\tcandidate:Candidate;\n\t\tindex:number;\n\t};\n\n\texport interface ExtractIdentifierFromCandidateDocumentArguments{\n\t\tcandidateDocument:string;\n\t\tcandidateIdentifierField:string;\n\t};\n\n\texport interface GenerateRankingInstructionArguments{\n\t\tproblemDescription:string;\n\t\tsummaries:string[];\n\t\tcandidatesForFinalSelection:number;\n\t\tcandidateIdentifierField:string;\n\t};\n\n\texport interface CompareCandidatesReturn<Candidate>{\n\t\tselectedCandidates:Candidate[],\n\t\trationale:string\n\t};\n};\n\nexport default AICompareCandidates;"],"mappings":"itBAkBA,IAAa,EAAb,cAAyCA,EAAAA,UAAU,CAClD,IAAaC,EAAAA,IACb,MAAM,GAEN,UAAsC,KACtC,mBAAmB,yBACnB,iBAAsD,KACtD,sBAAiD,EAAE,CACnD,0BAAgD,KAChD,yBAAyB,IAAI,gBAE7B,WAAsC,KACtC,oBAAoB,6BACpB,kBAAsD,KACtD,uBAAkD,EAAE,CACpD,2BAAiD,KACjD,0BAA0B,IAAI,gBAE9B,SAAwC,KACxC,kBAAkB,2BAClB,gBAAwD,KACxD,qBAAgD,EAAE,CAClD,yBAA+C,KAC/C,wBAAwB,IAAI,gBAE5B,UAAmC,KACnC,mBAAmB,KAAK,mBACxB,iBAAmD,KACnD,sBAAiD,EAAE,CACnD,0BAAgD,KAChD,yBAAyB,IAAI,gBAE7B,gCAAgC,GAChC,+BAA+B,IAC/B,qCAAqC,IAErC,oBAAoB,GACpB,mBAAmB,IACnB,yBAAyB,IAEzB,iCAAiC,IAEjC,OACC,EAAA,IAAI,eAAe,GACnB,EAAA,IAAI,kBAAkB,GACtB,EAAA,IAAI,iBAAiB,GAGtB,aAAa,CACZ,MAAM,EAAE,CAAC,CAGV,MAAM,cAAc,CACnB,mBACA,YAAU,IAC4D,EAAE,CAAC,CAEzE,GADG,OAAO,GAAY,UAAU,IAAU,KAAK,mBAAmB,GAC/D,CAAC,KAAK,mBAAmB,MAAU,MAAM,+BAA+B,CAc3E,OAbG,IAAiB,KAAK,0BAA0B,GAGnD,KAAK,kBAAA,EAAA,EAAA,UAA0B,kBAAkB,KAAK,mBAAmB,CACxE,OAAO,SACP,kBAAkB,IACd,KAAK,OAAM,QAAQ,IAAI,EAAA,QAAK,UAAU,EAAa,CAAC,CACvD,OAAO,OAAO,KAAK,sBAAsB,EAAa,CAC/C,KAAK,4BAA4B,EAAa,EAEtD,aAAa,KAAK,yBAAyB,OAC3C,CAAC,CACF,KAAK,UAAU,MAAM,KAAK,iBACnB,KAAK,UAGb,MAAM,qBAAqB,CAC1B,mBACA,YAAU,IAC4D,EAAE,CAAC,CAKzE,GAJI,KAAK,kBAAiB,KAAK,cAAc,CAC5C,mBACA,YACA,CAAC,CACC,CAAC,KAAK,UACR,GAAG,CACF,MAAM,KAAK,uBACL,EAAM,CAEZ,KADA,MAAK,iBAAiB,KAChB,EAGR,GAAG,CAAC,KAAK,UAER,KADA,MAAK,iBAAiB,KACZ,MAAM,2BAA2B,CAI7C,MAAM,mBAAmB,EAAY,CACpC,KAAK,yBAAyB,MAAM,EAAO,CAC3C,KAAK,yBAAyB,IAAI,gBAGnC,MAAM,eAAe,CACpB,mBACA,YAAU,IAC4D,EAAE,CAAC,CAEzE,GADG,OAAO,GAAY,UAAU,IAAU,KAAK,oBAAoB,GAChE,CAAC,KAAK,oBAAoB,MAAU,MAAM,gCAAgC,CAc7E,OAbG,IAAiB,KAAK,2BAA2B,GAGpD,KAAK,mBAAA,EAAA,EAAA,UAA2B,gBAAgB,KAAK,oBAAoB,CACxE,OAAO,SACP,kBAAkB,IACd,KAAK,OAAM,QAAQ,IAAI,EAAA,QAAK,UAAU,EAAa,CAAC,CACvD,OAAO,OAAO,KAAK,uBAAuB,EAAa,CAChD,KAAK,6BAA6B,EAAa,EAEvD,aAAa,KAAK,0BAA0B,OAC5C,CAAC,CACF,KAAK,WAAW,MAAM,KAAK,kBACpB,KAAK,WAGb,MAAM,sBAAsB,CAC3B,mBACA,YAAU,IAC4D,EAAE,CAAC,CAKzE,GAJI,KAAK,mBAAkB,KAAK,eAAe,CAC9C,mBACA,YACA,CAAC,CACC,CAAC,KAAK,WACR,GAAG,CACF,MAAM,KAAK,wBACL,EAAM,CAEZ,KADA,MAAK,kBAAkB,KACjB,EAGR,GAAG,CAAC,KAAK,WAER,KADA,MAAK,kBAAkB,KACb,MAAM,4BAA4B,CAI9C,MAAM,qBAAqB,CAC1B,KAAK,0BAA0B,OAAO,CACtC,KAAK,0BAA0B,IAAI,gBAGpC,MAAM,aAAa,CAClB,mBACA,YAAU,IAC4D,EAAE,CAAC,CAEzE,GADG,OAAO,GAAY,UAAU,IAAU,KAAK,kBAAkB,GAC9D,CAAC,KAAK,kBAAkB,MAAU,MAAM,8BAA8B,CAczE,OAbG,IAAiB,KAAK,yBAAyB,GAGlD,KAAK,iBAAA,EAAA,EAAA,UAAyB,qBAAqB,KAAK,kBAAkB,CACzE,OAAO,SACP,kBAAkB,IACd,KAAK,OAAM,QAAQ,IAAI,EAAA,QAAK,UAAU,EAAa,CAAC,CACvD,OAAO,OAAO,KAAK,qBAAqB,EAAa,CAC9C,KAAK,2BAA2B,EAAa,EAErD,aAAa,KAAK,wBAAwB,OAC1C,CAAC,CACF,KAAK,SAAS,MAAM,KAAK,gBAClB,KAAK,SAGb,MAAM,oBAAoB,CACzB,mBACA,YAAU,IAC4D,EAAE,CAAC,CAKzE,GAJI,KAAK,iBAAgB,KAAK,aAAa,CAC1C,mBACA,YACA,CAAC,CACC,CAAC,KAAK,SACR,GAAG,CACF,MAAM,KAAK,sBACL,EAAM,CAEZ,KADA,MAAK,gBAAgB,KACf,EAGR,GAAG,CAAC,KAAK,SAER,KADA,MAAK,gBAAgB,KACX,MAAM,0BAA0B,CAI5C,MAAM,mBAAmB,CACxB,KAAK,wBAAwB,OAAO,CACpC,KAAK,wBAAwB,IAAI,gBAGlC,MAAM,cAAc,CACnB,mBACA,YAAU,IAC4D,EAAE,CAAC,CAEzE,GADG,OAAO,GAAY,UAAU,IAAU,KAAK,mBAAmB,GAC/D,CAAC,KAAK,mBAAmB,MAAU,MAAM,+BAA+B,CAa3E,OAZG,IAAiB,KAAK,0BAA0B,GAGnD,KAAK,iBAAiBC,EAAAA,cAAc,gBAAgB,KAAK,mBAAmB,CAC3E,kBAAkB,IACd,KAAK,OAAM,QAAQ,IAAI,EAAA,QAAK,UAAU,EAAa,CAAC,CACvD,OAAO,OAAO,KAAK,sBAAsB,EAAa,CAC/C,KAAK,4BAA4B,EAAa,EAEtD,aAAa,KAAK,yBAAyB,OAC3C,CAAC,CACF,KAAK,UAAU,MAAM,KAAK,iBACnB,KAAK,UAGb,MAAM,qBAAqB,CAC1B,mBACA,YAAU,IAC4D,EAAE,CAAC,CAKzE,GAJI,KAAK,kBAAiB,KAAK,cAAc,CAC5C,mBACA,YACA,CAAC,CACC,CAAC,KAAK,UACR,GAAG,CACF,MAAM,KAAK,uBACL,EAAM,CAEZ,KADA,MAAK,iBAAiB,KAChB,EAGR,GAAG,CAAC,KAAK,UAER,KADA,MAAK,iBAAiB,KACZ,MAAM,2BAA2B,CAI7C,MAAM,oBAAoB,CACzB,KAAK,yBAAyB,OAAO,CACrC,KAAK,yBAAyB,IAAI,gBAGnC,MAAM,WAAW,EAA8B,CAE9C,OADA,MAAM,KAAK,qBAAqB,CACzB,MAAM,MAAM,MAAM,KAAK,WAAW,EAAK,CAC7C,QAAQ,OACR,UAAU,GACV,CAAC,GAAG,KAAK,CAGX,MAAM,eAAe,EAAmC,CACvD,OAAO,QAAQ,IAAI,EAAM,IAAI,GAAM,KAAK,WAAW,EAAK,CAAC,CAAC,CAG3D,8BAA8B,EAAc,CAC3C,MAAO;;;EAEN,EACA;;eAGF,sCAAsC,EAA0B,CAC/D,MAAO;WAAyG,EAAmB,IAGpI,kCAA6C,CAC5C,YACA,SACwI,EAAE,CAAC,CAC3I,IAAI,EAAS,uBAAuB,EACpC,IAAI,IAAI,KAAK,EAAU,GAAU;EAAK,EAAA,QAAO,UAAU,EAAE,CAAC,MAAM,OAAO,EAAU,IAAK,SAAS,EAAA,QAAK,UAAU,EAAU,GAAG,CAAC,OAAO,EAAU,GAAG,EAEhJ,MADA,IAAU;oBAAuB,EAC1B,EAGR,kCAAkC,CACjC,qBACA,YACA,8BACA,4BACkH,EAAE,CAAC,CACrH,MAAO;uBACkB,EAA4B;mCAChB,EAAmB,QAAQ,WAAW,IAAI,CAAC;;;;;EAE7D,EAAU,KAAK;;EAAO,CAAC;;;YAE5B,EAAA,QAAO,UAAU,EAAyB,CAAC;SAI1D,aAAa,EAAY,EAAa,EAAkB,CACpD,IAAI,EAAc,EAAK,MAAM,EAAW,CAAC,OAAO,EAAM,CACtD,OAAO,EAAc,EAAE,EAAc,EAAc,EAGvD,8CAA8C,CAC7C,oBACA,4BAC0I,EAAE,CAAC,CAC1I,KAAK,OAAM,QAAQ,IAAI,EAAkB,EAAyB,CACrE,IAAI,EAAU,EAAA,QAAO,UAAU,EAAyB,CACpD,EAAW,EAAkB,QAAQ,EAAU,CAQnD,GAPG,EAAW,IAAE,EAAW,EAAkB,aAAa,CAAC,QAAQ,EAAU,aAAa,CAAC,EACxF,KAAK,OAAM,QAAQ,IAAI,EAAW,CAClC,GAAY,IAAE,GAAY,EAAU,QACpC,EAAW,IACb,EAAW,EAAkB,aAAa,CAAC,QAAQ,EAAyB,aAAa,CAAC,CACvF,GAAY,IAAE,GAAY,EAAyB,SAEpD,KAAK,MAAM,QAAQ,IAAI,EAAW,MAChC,MAAO,GAKZ,GAJA,EAAW,EAAkB,QAAQ,IAAI,EAAW,CACjD,KAAK,OAAM,QAAQ,IAAI,EAAW,CAClC,EAAW,IAAE,EAAW,KAAK,aAAa,EAAkB,MAAM,EAAW,EAC7E,KAAK,OAAM,QAAQ,IAAI,EAAW,CAClC,EAAW,EAAE,MAAO,GACvB,IAAI,EAAS,EAAkB,QAAQ;EAAK,EAAW,CAGvD,OAFG,EAAS,IAAE,EAAS,EAAkB,QACtC,KAAK,OAAM,QAAQ,IAAI,EAAS,CAC5B,EAAkB,UAAU,EAAW,EAAS,CAAC,MAAM,CAG/D,uCAAuC,EAAiB,CACvD,IAAI,EAAM,kCACNC,EAAiB,EAAE,CACvB,IAAI,IAAIC,EAA2B,MAAM,QAAQ,EAAM,EAAM,KAAK,EAAU,CAAC,EAAK,EAAM,IAAG,EAAQ,KAAK,EAAM,GAAG,CACjH,OAAO,EAGR,gCAAgC,EAA2B,CAC1D,IAAI,EAAyB,OAAO,EAAoB,CAAC,QAAQ,gBAAgB,CAGjF,OAFG,GAA0B,EAAE,GAA0B,GACpD,EAAyB,EACvB,OAAO,EAAoB,CAAC,UAAU,EAAyB,CAAC,MAAM,CAG9E,MAAM,kBAA6B,CAClC,aACA,qBAAmB,GACnB,iCAA+B,KAAK,sCAAsC,KAAK,KAAK,CACpF,2BAAyB,KAAK,gCAAgC,KAAK,KAAK,CACxE,6BAA2B,KAAK,kCAAkC,KAAK,KAAK,CAC5E,gCAA8B,EAC9B,8BAA4B,EAC5B,6BAA2B,KAAK,kCAAkC,KAAK,KAAK,CAC5E,kCAAgC,KAAK,uCAAuC,KAAK,KAAK,CACtF,yCAAuC,KAAK,8CAA8C,KAAK,KAAK,CACpG,2BAAyB,IAAA,GACzB,kCACA,yBAAuB,KAAK,8BAA8B,KAAK,KAAK,CACpE,gBAAc,IACoF,EAAE,CAAsE,CAC1K,GAAG,CAAC,MAAM,QAAQ,EAAW,EAAE,EAAW,QAAQ,EAAE,MAAU,MAAM,yBAAyB,CAI7F,GAHA,EAA8B,EAAA,QAAO,cAAc,EAA8B,CAC9E,GAA+B,IAClC,EAA4B,EAAA,QAAO,cAAc,EAA4B,CAC1E,GAA6B,GAAE,MAAU,MAAM,4EAA4E,CAC9H,GAAG,EAA8B,EAA4B,MAAU,MAAM,6FAA6F,CAC1K,GAAG,EAA8B,EAAW,OAAO,MAAU,MAAM,aAAa,EAA8B,yFAAyF,EAAW,OAAO,CACzN,GAAG,EAA4B,EAAW,OAAO,MAAU,MAAM,aAAa,EAA4B,yFAAyF,EAAW,OAAO,CACrN,GAAG,CAAC,IACH,EAAyB,OAAO,KAAK,EAAW,GAAa,CAAC,GAC3D,CAAC,GAAyB,MAAU,MAAM,gCAAgC,CAG9E,IAAI,EAAU,GACVC,EAA+B,EAAE,CAGrC,GADA,MAAM,KAAK,qBAAqB,CAC7B,CAAC,KAAK,SAAS,OAClB,IAAI,EAAmB,EAAW,KAAK,EAAU,IAAQ,EAA2B,CACnF,YACA,QACA,CAAC,CAAC,CACC,EAAY,MAAMC,EAAAA,kBAAkB,UACvC,EAAA,QAAO,UAAU,EAAmB,CACpC,EAAmB,KAAK,EAAS,IAAQ,EAAM,CAC/C,KACA,CAEG,EAA0B,EAAuB,EAA+B,EAAmB,CAAC,CAGxG,GAFG,KAAK,OAAM,QAAQ,IAAI,kCAAkC,EAA0B,CACtF,MAAM,KAAK,sBAAsB,CAC9B,CAAC,KAAK,UAAU,OAEnB,GAD4B,KAAK,UAAU,OAAO,EAA0B,CACjD,OAAO,KAAK,UAAU,iBAAiB,MAAU,MAAM,sEAAsE,CAGxJ,GADA,MAAM,KAAK,sBAAsB,CAC9B,CAAC,KAAK,UAAU,OACnB,IAAI,EAAa,KAAK,UAAU,cAAc,KAAK,UAAU,cAAc,EACvE,EAAa,KAAK,UAAU,cAAc,EAC1C,EAAsB,MAAM,KAAK,UAAU,EAA0B,CACxE,eAAe,KAAK,gCACpB,YAAY,KAAK,+BACjB,mBAAmB,KAAK,qCACxB,eACA,eACA,CAAC,CACE,EAAiB,MAAM,QAAQ,IAAwB,GAAG,CAAC,IAAwB,KAAK,GAAG,IAAwB,GACvH,GAAG,CAAC,EAAiB,eAAe,MAAU,MAAM,qCAAqC,CACtF,KAAK,OAAM,QAAQ,IAAI,oCAAoC,EAAiB,eAAe,CAC9F,IAAI,EAAkB,EAAyB,MAAM,QAAQ,EAAiB,eAAe,CAAC,EAAiB,eAAe,KAAK;;EAAO,CAAC,OAAO,EAAiB,eAAe,CAAC,CAGhL,KAAK,OAAM,QAAQ,IAAI,wBAAwB,EAAkB,CACpE,IAAI,EAAY,MAAM,EAAY,iBAAiB,EAAkB,EAA8B,CAChG,KAAK,OAAM,QAAQ,IAAI,0BAA0B,EAAY,CAEhE,IAAIC,EAAmB,EAAE,CAEzB,GAAG,EAAY,KAAK,GAAQ,EAAO,YAAY,MAAM,CAAC,MAAM,MAAM,CAAC,OAAO,KAAK,iCAAiC,CAAC,CAEhH,GADA,MAAM,KAAK,uBAAuB,CAC/B,CAAC,KAAK,WAAW,OACpB,GAAW,MAAM,QAAQ,WAAW,EAAY,IAAI,KAAM,IAAQ,CACjE,GAAG,CAAC,EAAO,aAAa,OAAO,EAAO,aAAc,SAAS,MAAO,GACpE,GAAG,EAAO,YAAY,MAAM,CAAC,MAAM,MAAM,CAAC,QAAQ,KAAK,iCAAiC,OAAO,EAAO,YACtG,IAAIC,EAA8E,CACjF,MAAM,EACN,IAAI,EAAO,YAAY,OACvB,CACE,GAAgC,OAAO,OAAO,EAA6B,EAAgC,EAAO,YAAY,CAAC,CAClI,EAA6B,MAAM,EAAA,QAAO,MAAM,EAAA,QAAO,cAAc,EAA6B,MAAM,CAAC,EAAE,EAAO,YAAY,OAAO,CACrI,EAA6B,IAAI,EAAA,QAAO,MAAM,EAAA,QAAO,cAAc,EAA6B,IAAI,CAAC,EAAE,EAAO,YAAY,OAAO,CACjI,IAAI,EAAsB,EAAO,YAAY,UAAU,EAA6B,MAAM,EAA6B,IAAI,CACvH,EAAc,EAAO,YAAY,UAAU,EAAE,EAA6B,MAAM,CAChF,EAAa,EAAO,YAAY,UAAU,EAA6B,IAAI,CAC3E,EAAyB,EAAc,MAAM,KAAK,CAAC,OAAO,EAAa,MAAM,KAAK,CAAC,OACnF,EAAoC,KAAK,IAAI,EAAE,KAAK,iCAAiC,EAAyB,CAC9G,EAAyB,MAAM,KAAK,aAAa,EAA4C,CAChG,WAAW,EACX,CAAC,CAEE,EAAiB,IADG,MAAM,QAAQ,IAA2B,GAAG,CAAC,IAA2B,KAAK,GAAG,IAA2B,KAC1E,cAAc,IAAI,MAAM,KAAK,CAAC,MAAM,EAAoC,CAAC,KAAK,IAAI,CAAC,EAE5I,OADG,KAAK,OAAM,QAAQ,IAAI,yBAAyB,EAAiB,CAC7D,GACN,CAAC,EAAE,OAAO,GAAQ,EAAO,SAAS,aAAa,EAAO,MAAM,CAAC,IAAI,GAAS,EAA0C,MAAM,MAE5H,EAAU,EAAY,IAAI,GAAQ,EAAO,YAAY,CAGtD,GAAG,CAAC,EAAc,CACjB,IAAI,EAAsB,EAAuB,EAA2B,CAC3E,qBACA,YACA,8BACA,yBAAyB,OAAO,EAAyB,CACzD,CAAC,CAAC,CAGH,GAFG,KAAK,OAAM,QAAQ,IAAI,6BAA6B,EAAsB,CACrD,KAAK,UAAU,OAAO,EAAsB,CAC7C,OAAO,KAAK,UAAU,iBAAiB,MAAU,MAAM,iEAAiE,CAC/I,GAAG,CACF,IAAI,EAAa,MAAM,KAAK,UAAU,EAAsB,CAC3D,eAAe,KAAK,oBACpB,YAAY,KAAK,mBACjB,mBAAmB,KAAK,yBACxB,eACA,eACA,CAAC,CAEF,GADY,MAAM,QAAQ,IAAe,GAAG,CAAC,IAAe,KAAK,GAAG,EAAa,IAC/D,eAAe,UAAU,CAAC,MAAM,CAAC,QAAQ,gCAAiC,GAAG,CAC5F,KAAK,OAAM,QAAQ,IAAI,wBAAwB,EAAU,CAC5D,IAAI,EAAuB,EAAU,QAAQ,gBAAgB,CAC1D,GAAwB,EAAE,GAAwB,GAChD,EAAuB,EAC5B,EAAU,EAAU,UAAU,EAAuB,OAE/C,EAAM,CACZ,QAAQ,IAAI,EAAM,CAClB,EAAU,IAIZ,GAAG,EAAU,CACZ,IAAI,EAAY,EAAgC,EAAU,CACvD,EAAY,OAAO,IAA4B,EAAY,EAAY,MAAM,EAAE,EAA4B,EAC9G,EAAmB,EAAA,QAAO,QAAQ,EAAY,IAAI,GAAY,CAC7D,IAAI,EAAkB,EAAW,KAAK,GAAW,OAAO,EAAU,GAA0B,CAAC,aAAa,GAAG,EAAW,aAAa,CAAC,CAMtI,OALG,IACH,EAAkB,EAAW,KAAK,GAAW,OAAO,EAAU,GAA0B,CAAC,aAAa,CAAC,SAAS,EAAW,aAAa,CAAC,CAAC,CACvI,KACH,EAAkB,EAAW,KAAK,GAAW,EAAW,aAAa,CAAC,SAAS,OAAO,EAAU,GAA0B,CAAC,aAAa,CAAC,CAAC,CACvI,GAAyB,EACrB,MACN,CAAC,CAqBJ,OAlBG,CAAC,MAAM,QAAQ,EAAmB,EAAE,EAAmB,QAAQ,KACjE,EAAmB,EAAA,QAAO,KAAK,EAAA,QAAO,QAAQ,EAAY,IAAI,GAAQ,CACrE,IAAI,EAAW,EAAuC,CACrD,kBAAkB,EAAO,YACzB,yBAAyB,OAAO,EAAyB,CACzD,CAAC,CACC,KAAK,OAAM,QAAQ,IAAI,iDAAiD,EAAW,CACtF,IAAI,EAAkB,EAAW,KAAK,GAAW,OAAO,EAAU,GAA0B,CAAC,aAAa,GAAG,EAAW,aAAa,CAAC,CAMtI,OALG,IACH,EAAkB,EAAW,KAAK,GAAW,OAAO,EAAU,GAA0B,CAAC,aAAa,CAAC,SAAS,EAAW,aAAa,CAAC,CAAC,CACvI,KACH,EAAkB,EAAW,KAAK,GAAW,EAAW,aAAa,CAAC,SAAS,OAAO,EAAU,GAA0B,CAAC,aAAa,CAAC,CAAC,CACvI,GAAyB,EACrB,MACN,CAAC,CAAC,CAAC,MAAM,EAAE,EAA4B,EAEvC,KAAK,OAAM,QAAQ,IAAI,sBAAsB,EAAmB,CAE7D,CACL,YACA,qBACA,2BAuDH,IAAA,EAAe"}
package/dist/index.d.cts CHANGED
@@ -94,10 +94,12 @@ declare class AICompareCandidates extends Embeddings {
94
94
  candidateIdentifierField
95
95
  }?: AICompareCandidates.ExtractIdentifierFromCandidateDocumentArguments): string;
96
96
  defaultExtractIdentifiersFromRationale(rationale: string): string[];
97
+ defaultParseSearchAreasResponse(searchAreasResponse: string): string;
97
98
  compareCandidates<Candidate>({
98
99
  candidates,
99
100
  problemDescription,
100
101
  generateSearchAreasInstruction,
102
+ parseSearchAreasResponse,
101
103
  convertCandidateToDocument,
102
104
  candidatesForInitialSelection,
103
105
  candidatesForFinalSelection,
@@ -106,7 +108,8 @@ declare class AICompareCandidates extends Embeddings {
106
108
  extractIdentifierFromCandidateDocument,
107
109
  candidateIdentifierField,
108
110
  getSummarisableSubstringIndices,
109
- generatePromptTemplate
111
+ generatePromptTemplate,
112
+ skipRationale
110
113
  }?: AICompareCandidates.CompareArguments<Candidate>): Promise<AICompareCandidates.CompareCandidatesReturn<Candidate> | void>;
111
114
  }
112
115
  declare namespace AICompareCandidates {
@@ -122,6 +125,7 @@ declare namespace AICompareCandidates {
122
125
  candidates: Candidate[];
123
126
  problemDescription: string;
124
127
  generateSearchAreasInstruction?: (problemDescription: string) => string;
128
+ parseSearchAreasResponse?: (searchAreasResponse: string) => string;
125
129
  convertCandidateToDocument?: (convertCandidateToDocumentArguments: ConvertCandidateToDocumentArguments<Candidate>) => string;
126
130
  candidatesForInitialSelection?: number;
127
131
  candidatesForFinalSelection?: number;
@@ -131,6 +135,7 @@ declare namespace AICompareCandidates {
131
135
  candidateIdentifierField?: keyof Candidate;
132
136
  getSummarisableSubstringIndices?: (candidateDocument: string) => SummarisableSubstringIndices;
133
137
  generatePromptTemplate?: (prompt: string) => string;
138
+ skipRationale?: boolean;
134
139
  }
135
140
  interface ConvertCandidateToDocumentArguments<Candidate> {
136
141
  candidate: Candidate;
package/dist/index.d.cts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.cts","names":[],"sources":["../src/index.ts"],"sourcesContent":[],"mappings":";;;;;cAiBa,mBAAA,SAA4B,UAAA;gBAAR,iCAAA,CACpB;;EADA,SAAA,EAIF,sBAJsB,GAAA,IAAA;EAAA,kBAAA,EAAA,MAAA;EAItB,gBAAA,EAEO,OAFP,CAEe,sBAFf,CAAA,GAAA,IAAA;EAEe,qBAAA,EACH,YADG;EAAR,yBAAA,EAES,gBAFT,GAAA,IAAA;EACK,wBAAA,EAEE,eAFF;EACI,UAAA,EAGf,qBAHe,GAAA,IAAA;EACF,mBAAA,EAAA,MAAA;EAEb,iBAAA,EAEO,OAFP,CAEe,qBAFf,CAAA,GAAA,IAAA;EAEe,sBAAA,EACH,YADG;EAAR,0BAAA,EAES,gBAFT,GAAA,IAAA;EACK,yBAAA,EAEE,eAFF;EACI,QAAA,EAGlB,yBAHkB,GAAA,IAAA;EACF,iBAAA,EAAA,MAAA;EAEhB,eAAA,EAEO,OAFP,CAEe,yBAFf,CAAA,GAAA,IAAA;EAEe,oBAAA,EACH,YADG;EAAR,wBAAA,EAES,gBAFT,GAAA,IAAA;EACK,uBAAA,EAEE,eAFF;EACI,SAAA,EAGf,mBAHe,GAAA,IAAA;EACF,kBAAA,EAAA,MAAA;EAEb,gBAAA,EAEO,OAFP,CAEe,mBAFf,CAAA,GAAA,IAAA;EAEe,qBAAA,EACH,YADG;EAAR,yBAAA,EAES,gBAFT,GAAA,IAAA;EACK,wBAAA,EAEE,eAFF;EACI,+BAAA,EAAA,MAAA;EACF,8BAAA,EAAA,MAAA;EAuBvB,oCAAA,EAAA,MAAA;EACA,mBAAA,EAAA,MAAA;EACC,kBAAoB,EAAA,MAAA;EAAmD,wBAAA,EAAA,MAAA;EAAA,gCAAA,EAAA,MAAA;EAoBxE,WAAA,CAAA;EACA,aAAA,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EArBC,mBAAA,CAAoB,aAqBrB,CAAA,EArBwE,OAqBxE,CArBwE,sBAqBxE,CAAA;EACC,oBAAoB,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EAApB,mBAAA,CAAoB,aAAA,CAAA,EAAmD,OAAnD,CAAA,IAAA,CAAA;EAAmD,kBAAA,CAAA,MAAA,CAAA,EAAA,GAAA,CAAA,EAmBrC,OAnBqC,CAAA,IAAA,CAAA;EAmBrC,cAAA,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EAQlC,mBAAA,CAAoB,aARc,CAAA,EAQqC,OARrC,CAQqC,qBARrC,CAAA;EAMnC,qBAAA,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EAwBC,mBAAA,CAAoB,aAxBrB,CAAA,EAwBwE,OAxBxE,CAAA,IAAA,CAAA;EACA,mBAAA,CAAA,CAAA,EA0CwB,OA1CxB,CAAA,IAAA,CAAA;EACC,YAAA,CAAA;IAAA,gBAAoB;IAAA;EAAA,CAAA,CAAA,EAiDpB,mBAAA,CAAoB,aAjDA,CAAA,EAiDmD,OAjDnD,CAiDmD,yBAjDnD,CAAA;EAAmD,mBAAA,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EAuEvE,mBAAA,CAAoB,aAvEmD,CAAA,EAuEA,OAvEA,CAAA,IAAA,CAAA;EAAA,iBAAA,CAAA,CAAA,EA0FlD,OA1FkD,CAAA,IAAA,CAAA;EAoBxE,aAAA,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EA8EC,mBAAA,CAAoB,aA9ErB,CAAA,EA8EwE,OA9ExE,CA8EwE,mBA9ExE,CAAA;EACA,oBAAA,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EAkGC,mBAAA,CAAoB,aAlGrB,CAAA,EAkGwE,OAlGxE,CAAA,IAAA,CAAA;EACC,kBAAoB,CAAA,CAAA,EAoHE,OApHF,CAAA,IAAA,CAAA;EAAmD,UAAA,CAAA,IAAA,EAAA,MAAA,CAAA,EAyH3C,OAzH2C,CAAA,MAAA,EAAA,CAAA;EAmBhD,cAAA,CAAA,KAAA,EAAA,MAAA,EAAA,CAAA,EA8GY,OA9GZ,CAAA,MAAA,EAAA,EAAA,CAAA;EAMxB,6BAAA,CAAA,MAAA,EAAA,MAAA,CAAA,EAAA,MAAA;EACA,qCAAA,CAAA,kBAAA,EAAA,MAAA,CAAA,EAAA,MAAA;EACC,iCAAoB,CAAA,SAAA,CAAA,CAAA;IAAA,SAAA;IAAA;EAAA,CAAA,CAAA,EAwHpB,mBAAA,CAAoB,mCAxHA,CAwHoC,SAxHpC,CAAA,CAAA,EAAA,MAAA;EAAmD,iCAAA,CAAA;IAAA,kBAAA;IAAA,SAAA;IAAA,2BAAA;IAAA;EAAA,CAAA,CAAA,EAoIvE,mBAAA,CAAoB,mCApImD,CAAA,EAAA,MAAA;EAAA,YAAA,CAAA,IAAA,EAAA,MAAA,EAAA,KAAA,EA+I1C,MA/I0C,EAAA,UAAA,EAAA,MAAA,CAAA,EAAA,MAAA;EAoBxE,6CAAA,CAAA;IAAA,iBAAA;IAAA;EAAA,CAAA,CAAA,EAmIC,mBAAA,CAAoB,+CAnIrB,CAAA,EAAA,MAAA;EACA,sCAAA,CAAA,SAAA,EAAA,MAAA,CAAA,EAAA,MAAA,EAAA;EACC,iBAAoB,CAAA,SAAA,CAAA,CAAA;IAAA,UAAA;IAAA,kBAAA;IAAA,8BAAA;IAAA,0BAAA;IAAA,6BAAA;IAAA,2BAAA;IAAA,0BAAA;IAAA,+BAAA;IAAA,sCAAA;IAAA,wBAAA;IAAA,+BAAA;IAAA;EAAA,CAAA,CAAA,EA6KpB,mBAAA,CAAoB,gBA7KA,CA6KiB,SA7KjB,CAAA,CAAA,EA6KiF,OA7KjF,CA6KyF,mBAAA,CAAoB,uBA7K7G,CA6KqI,SA7KrI,CAAA,GAAA,IAAA,CAAA;;AAmBC,kBAuTP,mBAAA,CAvTO;EAMtB,UAAA,aAAA,CAAA;IACA,gBAAA,CAAA,EAkTkB,gBAlTlB;IACC,SAAA,CAAA,EAAA,MAAoB;EAAmD;EAAA,UAAA,4BAAA,CAAA;IAmBxE,KAAA,EAAA,MAAA;IACA,GAAA,EAAA,MAAA;EACC;EAAuE,UAAA,gBAAA,CAAA,SAAA,CAAA,CAAA;IAmBjD,UAAA,EAmRZ,SAnRY,EAAA;IAKM,kBAAA,EAAA,MAAA;IAQO,8BAAA,CAAA,EAAA,CAAA,kBAAA,EAAA,MAAA,EAAA,GAAA,MAAA;IAgBpC,0BAAA,CAAA,EAAA,CAAA,mCAAA,EAyPiE,mCAzPjE,CAyPqG,SAzPrG,CAAA,EAAA,GAAA,MAAA;IACA,6BAAA,CAAA,EAAA,MAAA;IACyD,2BAAA,CAAA,EAAA,MAAA;IAAxD,0BAAoB,CAAA,EAAA,CAAA,mCAAA,EA0P4C,mCA1P5C,EAAA,GAAA,MAAA;IAQrB,+BAAA,CAAA,EAAA,CAAA,SAAA,EAAA,MAAA,EAAA,GAAA,MAAA,EAAA;IACA,sCAAA,CAAA,EAAA,CAAA,+CAAA,EAmPyF,+CAnPzF,EAAA,GAAA,MAAA;IACA,wBAAA,CAAA,EAAA,MAmPgC,SAnPhC;IACA,+BAAA,CAAA,EAAA,CAAA,iBAAA,EAAA,MAAA,EAAA,GAmP6D,4BAnP7D;IACC,sBAAoB,CAAA,EAAA,CAAA,MAAA,EAAA,MAAA,EAAA,GAAA,MAAA;EAWS;EAM9B,UAAA,mCAAA,CAAA,SAAA,CAAA,CAAA;IACA,SAAA,EAqOU,SArOV;IACC,KAAA,EAAA,MAAoB;EAgCrB;EACA,UAAA,+CAAA,CAAA;IACA,iBAAA,EAAA,MAAA;IACA,wBAAA,EAAA,MAAA;EACA;EACA,UAAA,mCAAA,CAAA;IACA,kBAAA,EAAA,MAAA;IACA,SAAA,EAAA,MAAA,EAAA;IACA,2BAAA,EAAA,MAAA;IACA,wBAAA,EAAA,MAAA;EACA;EACA,UAAA,uBAAA,CAAA,SAAA,CAAA,CAAA;IACsC,kBAAA,EAyMnB,SAzMmB,EAAA;IAArC,SAAA,EAAA,MAAoB;EAAqI"}
1
+ {"version":3,"file":"index.d.cts","names":[],"sources":["../src/index.ts"],"sourcesContent":[],"mappings":";;;;;cAkBa,mBAAA,SAA4B,UAAA;gBAAR,iCAAA,CACpB;;EADA,SAAA,EAIF,sBAJsB,GAAA,IAAA;EAAA,kBAAA,EAAA,MAAA;EAItB,gBAAA,EAEO,OAFP,CAEe,sBAFf,CAAA,GAAA,IAAA;EAEe,qBAAA,EACH,YADG;EAAR,yBAAA,EAES,gBAFT,GAAA,IAAA;EACK,wBAAA,EAEE,eAFF;EACI,UAAA,EAGf,qBAHe,GAAA,IAAA;EACF,mBAAA,EAAA,MAAA;EAEb,iBAAA,EAEO,OAFP,CAEe,qBAFf,CAAA,GAAA,IAAA;EAEe,sBAAA,EACH,YADG;EAAR,0BAAA,EAES,gBAFT,GAAA,IAAA;EACK,yBAAA,EAEE,eAFF;EACI,QAAA,EAGlB,yBAHkB,GAAA,IAAA;EACF,iBAAA,EAAA,MAAA;EAEhB,eAAA,EAEO,OAFP,CAEe,yBAFf,CAAA,GAAA,IAAA;EAEe,oBAAA,EACH,YADG;EAAR,wBAAA,EAES,gBAFT,GAAA,IAAA;EACK,uBAAA,EAEE,eAFF;EACI,SAAA,EAGf,mBAHe,GAAA,IAAA;EACF,kBAAA,EAAA,MAAA;EAEb,gBAAA,EAEO,OAFP,CAEe,mBAFf,CAAA,GAAA,IAAA;EAEe,qBAAA,EACH,YADG;EAAR,yBAAA,EAES,gBAFT,GAAA,IAAA;EACK,wBAAA,EAEE,eAFF;EACI,+BAAA,EAAA,MAAA;EACF,8BAAA,EAAA,MAAA;EAuBvB,oCAAA,EAAA,MAAA;EACA,mBAAA,EAAA,MAAA;EACC,kBAAoB,EAAA,MAAA;EAAmD,wBAAA,EAAA,MAAA;EAAA,gCAAA,EAAA,MAAA;EAoBxE,WAAA,CAAA;EACA,aAAA,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EArBC,mBAAA,CAAoB,aAqBrB,CAAA,EArBwE,OAqBxE,CArBwE,sBAqBxE,CAAA;EACC,oBAAoB,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EAApB,mBAAA,CAAoB,aAAA,CAAA,EAAmD,OAAnD,CAAA,IAAA,CAAA;EAAmD,kBAAA,CAAA,MAAA,CAAA,EAAA,GAAA,CAAA,EAmBrC,OAnBqC,CAAA,IAAA,CAAA;EAmBrC,cAAA,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EAQlC,mBAAA,CAAoB,aARc,CAAA,EAQqC,OARrC,CAQqC,qBARrC,CAAA;EAMnC,qBAAA,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EAwBC,mBAAA,CAAoB,aAxBrB,CAAA,EAwBwE,OAxBxE,CAAA,IAAA,CAAA;EACA,mBAAA,CAAA,CAAA,EA0CwB,OA1CxB,CAAA,IAAA,CAAA;EACC,YAAA,CAAA;IAAA,gBAAoB;IAAA;EAAA,CAAA,CAAA,EAiDpB,mBAAA,CAAoB,aAjDA,CAAA,EAiDmD,OAjDnD,CAiDmD,yBAjDnD,CAAA;EAAmD,mBAAA,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EAuEvE,mBAAA,CAAoB,aAvEmD,CAAA,EAuEA,OAvEA,CAAA,IAAA,CAAA;EAAA,iBAAA,CAAA,CAAA,EA0FlD,OA1FkD,CAAA,IAAA,CAAA;EAoBxE,aAAA,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EA8EC,mBAAA,CAAoB,aA9ErB,CAAA,EA8EwE,OA9ExE,CA8EwE,mBA9ExE,CAAA;EACA,oBAAA,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EAkGC,mBAAA,CAAoB,aAlGrB,CAAA,EAkGwE,OAlGxE,CAAA,IAAA,CAAA;EACC,kBAAoB,CAAA,CAAA,EAoHE,OApHF,CAAA,IAAA,CAAA;EAAmD,UAAA,CAAA,IAAA,EAAA,MAAA,CAAA,EAyH3C,OAzH2C,CAAA,MAAA,EAAA,CAAA;EAmBhD,cAAA,CAAA,KAAA,EAAA,MAAA,EAAA,CAAA,EA8GY,OA9GZ,CAAA,MAAA,EAAA,EAAA,CAAA;EAMxB,6BAAA,CAAA,MAAA,EAAA,MAAA,CAAA,EAAA,MAAA;EACA,qCAAA,CAAA,kBAAA,EAAA,MAAA,CAAA,EAAA,MAAA;EACC,iCAAoB,CAAA,SAAA,CAAA,CAAA;IAAA,SAAA;IAAA;EAAA,CAAA,CAAA,EAwHpB,mBAAA,CAAoB,mCAxHA,CAwHoC,SAxHpC,CAAA,CAAA,EAAA,MAAA;EAAmD,iCAAA,CAAA;IAAA,kBAAA;IAAA,SAAA;IAAA,2BAAA;IAAA;EAAA,CAAA,CAAA,EAoIvE,mBAAA,CAAoB,mCApImD,CAAA,EAAA,MAAA;EAAA,YAAA,CAAA,IAAA,EAAA,MAAA,EAAA,KAAA,EA+I1C,MA/I0C,EAAA,UAAA,EAAA,MAAA,CAAA,EAAA,MAAA;EAoBxE,6CAAA,CAAA;IAAA,iBAAA;IAAA;EAAA,CAAA,CAAA,EAmIC,mBAAA,CAAoB,+CAnIrB,CAAA,EAAA,MAAA;EACA,sCAAA,CAAA,SAAA,EAAA,MAAA,CAAA,EAAA,MAAA,EAAA;EACC,+BAAoB,CAAA,mBAAA,EAAA,MAAA,CAAA,EAAA,MAAA;EAAmD,iBAAA,CAAA,SAAA,CAAA,CAAA;IAAA,UAAA;IAAA,kBAAA;IAAA,8BAAA;IAAA,wBAAA;IAAA,0BAAA;IAAA,6BAAA;IAAA,2BAAA;IAAA,0BAAA;IAAA,+BAAA;IAAA,sCAAA;IAAA,wBAAA;IAAA,+BAAA;IAAA,sBAAA;IAAA;EAAA,CAAA,CAAA,EAsLvE,mBAAA,CAAoB,gBAtLmD,CAsLlC,SAtLkC,CAAA,CAAA,EAsL8B,OAtL9B,CAsLsC,mBAAA,CAAoB,uBAtL1D,CAsLkF,SAtLlF,CAAA,GAAA,IAAA,CAAA;;AAyBxE,kBA6Te,mBAAA,CA7Tf;EACA,UAAA,aAAA,CAAA;IACC,gBAAoB,CAAA,EA6TH,gBA7TG;IAAmD,SAAA,CAAA,EAAA,MAAA;EAAA;EAmBxE,UAAA,4BAAA,CAAA;IACA,KAAA,EAAA,MAAA;IACC,GAAA,EAAA,MAAA;EAAuE;EAmBjD,UAAA,gBAAA,CAAA,SAAA,CAAA,CAAA;IAKM,UAAA,EA0RlB,SA1RkB,EAAA;IAQO,kBAAA,EAAA,MAAA;IAgBpC,8BAAA,CAAA,EAAA,CAAA,kBAAA,EAAA,MAAA,EAAA,GAAA,MAAA;IACA,wBAAA,CAAA,EAAA,CAAA,mBAAA,EAAA,MAAA,EAAA,GAAA,MAAA;IACyD,0BAAA,CAAA,EAAA,CAAA,mCAAA,EAoQQ,mCApQR,CAoQ4C,SApQ5C,CAAA,EAAA,GAAA,MAAA;IAAxD,6BAAoB,CAAA,EAAA,MAAA;IAQrB,2BAAA,CAAA,EAAA,MAAA;IACA,0BAAA,CAAA,EAAA,CAAA,mCAAA,EA8PiE,mCA9PjE,EAAA,GAAA,MAAA;IACA,+BAAA,CAAA,EAAA,CAAA,SAAA,EAAA,MAAA,EAAA,GAAA,MAAA,EAAA;IACA,sCAAA,CAAA,EAAA,CAAA,+CAAA,EA8PyF,+CA9PzF,EAAA,GAAA,MAAA;IACC,wBAAoB,CAAA,EAAA,MA8PW,SA9PX;IAWS,+BAAA,CAAA,EAAA,CAAA,iBAAA,EAAA,MAAA,EAAA,GAoP+B,4BApP/B;IAM9B,sBAAA,CAAA,EAAA,CAAA,MAAA,EAAA,MAAA,EAAA,GAAA,MAAA;IACA,aAAA,CAAA,EAAA,OAAA;EACC;EAuCD,UAAA,mCAAA,CAAA,SAAA,CAAA,CAAA;IACA,SAAA,EA0MU,SA1MV;IACA,KAAA,EAAA,MAAA;EACA;EACA,UAAA,+CAAA,CAAA;IACA,iBAAA,EAAA,MAAA;IACA,wBAAA,EAAA,MAAA;EACA;EACA,UAAA,mCAAA,CAAA;IACA,kBAAA,EAAA,MAAA;IACA,SAAA,EAAA,MAAA,EAAA;IACA,2BAAA,EAAA,MAAA;IACA,wBAAA,EAAA,MAAA;EACA;EACsC,UAAA,uBAAA,CAAA,SAAA,CAAA,CAAA;IAArC,kBAAoB,EA8MF,SA9ME,EAAA;IAAqI,SAAA,EAAA,MAAA;EAA5C"}
package/dist/index.d.mts CHANGED
@@ -94,10 +94,12 @@ declare class AICompareCandidates extends Embeddings {
94
94
  candidateIdentifierField
95
95
  }?: AICompareCandidates.ExtractIdentifierFromCandidateDocumentArguments): string;
96
96
  defaultExtractIdentifiersFromRationale(rationale: string): string[];
97
+ defaultParseSearchAreasResponse(searchAreasResponse: string): string;
97
98
  compareCandidates<Candidate>({
98
99
  candidates,
99
100
  problemDescription,
100
101
  generateSearchAreasInstruction,
102
+ parseSearchAreasResponse,
101
103
  convertCandidateToDocument,
102
104
  candidatesForInitialSelection,
103
105
  candidatesForFinalSelection,
@@ -106,7 +108,8 @@ declare class AICompareCandidates extends Embeddings {
106
108
  extractIdentifierFromCandidateDocument,
107
109
  candidateIdentifierField,
108
110
  getSummarisableSubstringIndices,
109
- generatePromptTemplate
111
+ generatePromptTemplate,
112
+ skipRationale
110
113
  }?: AICompareCandidates.CompareArguments<Candidate>): Promise<AICompareCandidates.CompareCandidatesReturn<Candidate> | void>;
111
114
  }
112
115
  declare namespace AICompareCandidates {
@@ -122,6 +125,7 @@ declare namespace AICompareCandidates {
122
125
  candidates: Candidate[];
123
126
  problemDescription: string;
124
127
  generateSearchAreasInstruction?: (problemDescription: string) => string;
128
+ parseSearchAreasResponse?: (searchAreasResponse: string) => string;
125
129
  convertCandidateToDocument?: (convertCandidateToDocumentArguments: ConvertCandidateToDocumentArguments<Candidate>) => string;
126
130
  candidatesForInitialSelection?: number;
127
131
  candidatesForFinalSelection?: number;
@@ -131,6 +135,7 @@ declare namespace AICompareCandidates {
131
135
  candidateIdentifierField?: keyof Candidate;
132
136
  getSummarisableSubstringIndices?: (candidateDocument: string) => SummarisableSubstringIndices;
133
137
  generatePromptTemplate?: (prompt: string) => string;
138
+ skipRationale?: boolean;
134
139
  }
135
140
  interface ConvertCandidateToDocumentArguments<Candidate> {
136
141
  candidate: Candidate;
package/dist/index.d.mts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.mts","names":[],"sources":["../src/index.ts"],"sourcesContent":[],"mappings":";;;;;cAiBa,mBAAA,SAA4B,UAAA;gBAAR,iCAAA,CACpB;;EADA,SAAA,EAIF,sBAJsB,GAAA,IAAA;EAAA,kBAAA,EAAA,MAAA;EAItB,gBAAA,EAEO,OAFP,CAEe,sBAFf,CAAA,GAAA,IAAA;EAEe,qBAAA,EACH,YADG;EAAR,yBAAA,EAES,gBAFT,GAAA,IAAA;EACK,wBAAA,EAEE,eAFF;EACI,UAAA,EAGf,qBAHe,GAAA,IAAA;EACF,mBAAA,EAAA,MAAA;EAEb,iBAAA,EAEO,OAFP,CAEe,qBAFf,CAAA,GAAA,IAAA;EAEe,sBAAA,EACH,YADG;EAAR,0BAAA,EAES,gBAFT,GAAA,IAAA;EACK,yBAAA,EAEE,eAFF;EACI,QAAA,EAGlB,yBAHkB,GAAA,IAAA;EACF,iBAAA,EAAA,MAAA;EAEhB,eAAA,EAEO,OAFP,CAEe,yBAFf,CAAA,GAAA,IAAA;EAEe,oBAAA,EACH,YADG;EAAR,wBAAA,EAES,gBAFT,GAAA,IAAA;EACK,uBAAA,EAEE,eAFF;EACI,SAAA,EAGf,mBAHe,GAAA,IAAA;EACF,kBAAA,EAAA,MAAA;EAEb,gBAAA,EAEO,OAFP,CAEe,mBAFf,CAAA,GAAA,IAAA;EAEe,qBAAA,EACH,YADG;EAAR,yBAAA,EAES,gBAFT,GAAA,IAAA;EACK,wBAAA,EAEE,eAFF;EACI,+BAAA,EAAA,MAAA;EACF,8BAAA,EAAA,MAAA;EAuBvB,oCAAA,EAAA,MAAA;EACA,mBAAA,EAAA,MAAA;EACC,kBAAoB,EAAA,MAAA;EAAmD,wBAAA,EAAA,MAAA;EAAA,gCAAA,EAAA,MAAA;EAoBxE,WAAA,CAAA;EACA,aAAA,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EArBC,mBAAA,CAAoB,aAqBrB,CAAA,EArBwE,OAqBxE,CArBwE,sBAqBxE,CAAA;EACC,oBAAoB,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EAApB,mBAAA,CAAoB,aAAA,CAAA,EAAmD,OAAnD,CAAA,IAAA,CAAA;EAAmD,kBAAA,CAAA,MAAA,CAAA,EAAA,GAAA,CAAA,EAmBrC,OAnBqC,CAAA,IAAA,CAAA;EAmBrC,cAAA,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EAQlC,mBAAA,CAAoB,aARc,CAAA,EAQqC,OARrC,CAQqC,qBARrC,CAAA;EAMnC,qBAAA,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EAwBC,mBAAA,CAAoB,aAxBrB,CAAA,EAwBwE,OAxBxE,CAAA,IAAA,CAAA;EACA,mBAAA,CAAA,CAAA,EA0CwB,OA1CxB,CAAA,IAAA,CAAA;EACC,YAAA,CAAA;IAAA,gBAAoB;IAAA;EAAA,CAAA,CAAA,EAiDpB,mBAAA,CAAoB,aAjDA,CAAA,EAiDmD,OAjDnD,CAiDmD,yBAjDnD,CAAA;EAAmD,mBAAA,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EAuEvE,mBAAA,CAAoB,aAvEmD,CAAA,EAuEA,OAvEA,CAAA,IAAA,CAAA;EAAA,iBAAA,CAAA,CAAA,EA0FlD,OA1FkD,CAAA,IAAA,CAAA;EAoBxE,aAAA,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EA8EC,mBAAA,CAAoB,aA9ErB,CAAA,EA8EwE,OA9ExE,CA8EwE,mBA9ExE,CAAA;EACA,oBAAA,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EAkGC,mBAAA,CAAoB,aAlGrB,CAAA,EAkGwE,OAlGxE,CAAA,IAAA,CAAA;EACC,kBAAoB,CAAA,CAAA,EAoHE,OApHF,CAAA,IAAA,CAAA;EAAmD,UAAA,CAAA,IAAA,EAAA,MAAA,CAAA,EAyH3C,OAzH2C,CAAA,MAAA,EAAA,CAAA;EAmBhD,cAAA,CAAA,KAAA,EAAA,MAAA,EAAA,CAAA,EA8GY,OA9GZ,CAAA,MAAA,EAAA,EAAA,CAAA;EAMxB,6BAAA,CAAA,MAAA,EAAA,MAAA,CAAA,EAAA,MAAA;EACA,qCAAA,CAAA,kBAAA,EAAA,MAAA,CAAA,EAAA,MAAA;EACC,iCAAoB,CAAA,SAAA,CAAA,CAAA;IAAA,SAAA;IAAA;EAAA,CAAA,CAAA,EAwHpB,mBAAA,CAAoB,mCAxHA,CAwHoC,SAxHpC,CAAA,CAAA,EAAA,MAAA;EAAmD,iCAAA,CAAA;IAAA,kBAAA;IAAA,SAAA;IAAA,2BAAA;IAAA;EAAA,CAAA,CAAA,EAoIvE,mBAAA,CAAoB,mCApImD,CAAA,EAAA,MAAA;EAAA,YAAA,CAAA,IAAA,EAAA,MAAA,EAAA,KAAA,EA+I1C,MA/I0C,EAAA,UAAA,EAAA,MAAA,CAAA,EAAA,MAAA;EAoBxE,6CAAA,CAAA;IAAA,iBAAA;IAAA;EAAA,CAAA,CAAA,EAmIC,mBAAA,CAAoB,+CAnIrB,CAAA,EAAA,MAAA;EACA,sCAAA,CAAA,SAAA,EAAA,MAAA,CAAA,EAAA,MAAA,EAAA;EACC,iBAAoB,CAAA,SAAA,CAAA,CAAA;IAAA,UAAA;IAAA,kBAAA;IAAA,8BAAA;IAAA,0BAAA;IAAA,6BAAA;IAAA,2BAAA;IAAA,0BAAA;IAAA,+BAAA;IAAA,sCAAA;IAAA,wBAAA;IAAA,+BAAA;IAAA;EAAA,CAAA,CAAA,EA6KpB,mBAAA,CAAoB,gBA7KA,CA6KiB,SA7KjB,CAAA,CAAA,EA6KiF,OA7KjF,CA6KyF,mBAAA,CAAoB,uBA7K7G,CA6KqI,SA7KrI,CAAA,GAAA,IAAA,CAAA;;AAmBC,kBAuTP,mBAAA,CAvTO;EAMtB,UAAA,aAAA,CAAA;IACA,gBAAA,CAAA,EAkTkB,gBAlTlB;IACC,SAAA,CAAA,EAAA,MAAoB;EAAmD;EAAA,UAAA,4BAAA,CAAA;IAmBxE,KAAA,EAAA,MAAA;IACA,GAAA,EAAA,MAAA;EACC;EAAuE,UAAA,gBAAA,CAAA,SAAA,CAAA,CAAA;IAmBjD,UAAA,EAmRZ,SAnRY,EAAA;IAKM,kBAAA,EAAA,MAAA;IAQO,8BAAA,CAAA,EAAA,CAAA,kBAAA,EAAA,MAAA,EAAA,GAAA,MAAA;IAgBpC,0BAAA,CAAA,EAAA,CAAA,mCAAA,EAyPiE,mCAzPjE,CAyPqG,SAzPrG,CAAA,EAAA,GAAA,MAAA;IACA,6BAAA,CAAA,EAAA,MAAA;IACyD,2BAAA,CAAA,EAAA,MAAA;IAAxD,0BAAoB,CAAA,EAAA,CAAA,mCAAA,EA0P4C,mCA1P5C,EAAA,GAAA,MAAA;IAQrB,+BAAA,CAAA,EAAA,CAAA,SAAA,EAAA,MAAA,EAAA,GAAA,MAAA,EAAA;IACA,sCAAA,CAAA,EAAA,CAAA,+CAAA,EAmPyF,+CAnPzF,EAAA,GAAA,MAAA;IACA,wBAAA,CAAA,EAAA,MAmPgC,SAnPhC;IACA,+BAAA,CAAA,EAAA,CAAA,iBAAA,EAAA,MAAA,EAAA,GAmP6D,4BAnP7D;IACC,sBAAoB,CAAA,EAAA,CAAA,MAAA,EAAA,MAAA,EAAA,GAAA,MAAA;EAWS;EAM9B,UAAA,mCAAA,CAAA,SAAA,CAAA,CAAA;IACA,SAAA,EAqOU,SArOV;IACC,KAAA,EAAA,MAAoB;EAgCrB;EACA,UAAA,+CAAA,CAAA;IACA,iBAAA,EAAA,MAAA;IACA,wBAAA,EAAA,MAAA;EACA;EACA,UAAA,mCAAA,CAAA;IACA,kBAAA,EAAA,MAAA;IACA,SAAA,EAAA,MAAA,EAAA;IACA,2BAAA,EAAA,MAAA;IACA,wBAAA,EAAA,MAAA;EACA;EACA,UAAA,uBAAA,CAAA,SAAA,CAAA,CAAA;IACsC,kBAAA,EAyMnB,SAzMmB,EAAA;IAArC,SAAA,EAAA,MAAoB;EAAqI"}
1
+ {"version":3,"file":"index.d.mts","names":[],"sources":["../src/index.ts"],"sourcesContent":[],"mappings":";;;;;cAkBa,mBAAA,SAA4B,UAAA;gBAAR,iCAAA,CACpB;;EADA,SAAA,EAIF,sBAJsB,GAAA,IAAA;EAAA,kBAAA,EAAA,MAAA;EAItB,gBAAA,EAEO,OAFP,CAEe,sBAFf,CAAA,GAAA,IAAA;EAEe,qBAAA,EACH,YADG;EAAR,yBAAA,EAES,gBAFT,GAAA,IAAA;EACK,wBAAA,EAEE,eAFF;EACI,UAAA,EAGf,qBAHe,GAAA,IAAA;EACF,mBAAA,EAAA,MAAA;EAEb,iBAAA,EAEO,OAFP,CAEe,qBAFf,CAAA,GAAA,IAAA;EAEe,sBAAA,EACH,YADG;EAAR,0BAAA,EAES,gBAFT,GAAA,IAAA;EACK,yBAAA,EAEE,eAFF;EACI,QAAA,EAGlB,yBAHkB,GAAA,IAAA;EACF,iBAAA,EAAA,MAAA;EAEhB,eAAA,EAEO,OAFP,CAEe,yBAFf,CAAA,GAAA,IAAA;EAEe,oBAAA,EACH,YADG;EAAR,wBAAA,EAES,gBAFT,GAAA,IAAA;EACK,uBAAA,EAEE,eAFF;EACI,SAAA,EAGf,mBAHe,GAAA,IAAA;EACF,kBAAA,EAAA,MAAA;EAEb,gBAAA,EAEO,OAFP,CAEe,mBAFf,CAAA,GAAA,IAAA;EAEe,qBAAA,EACH,YADG;EAAR,yBAAA,EAES,gBAFT,GAAA,IAAA;EACK,wBAAA,EAEE,eAFF;EACI,+BAAA,EAAA,MAAA;EACF,8BAAA,EAAA,MAAA;EAuBvB,oCAAA,EAAA,MAAA;EACA,mBAAA,EAAA,MAAA;EACC,kBAAoB,EAAA,MAAA;EAAmD,wBAAA,EAAA,MAAA;EAAA,gCAAA,EAAA,MAAA;EAoBxE,WAAA,CAAA;EACA,aAAA,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EArBC,mBAAA,CAAoB,aAqBrB,CAAA,EArBwE,OAqBxE,CArBwE,sBAqBxE,CAAA;EACC,oBAAoB,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EAApB,mBAAA,CAAoB,aAAA,CAAA,EAAmD,OAAnD,CAAA,IAAA,CAAA;EAAmD,kBAAA,CAAA,MAAA,CAAA,EAAA,GAAA,CAAA,EAmBrC,OAnBqC,CAAA,IAAA,CAAA;EAmBrC,cAAA,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EAQlC,mBAAA,CAAoB,aARc,CAAA,EAQqC,OARrC,CAQqC,qBARrC,CAAA;EAMnC,qBAAA,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EAwBC,mBAAA,CAAoB,aAxBrB,CAAA,EAwBwE,OAxBxE,CAAA,IAAA,CAAA;EACA,mBAAA,CAAA,CAAA,EA0CwB,OA1CxB,CAAA,IAAA,CAAA;EACC,YAAA,CAAA;IAAA,gBAAoB;IAAA;EAAA,CAAA,CAAA,EAiDpB,mBAAA,CAAoB,aAjDA,CAAA,EAiDmD,OAjDnD,CAiDmD,yBAjDnD,CAAA;EAAmD,mBAAA,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EAuEvE,mBAAA,CAAoB,aAvEmD,CAAA,EAuEA,OAvEA,CAAA,IAAA,CAAA;EAAA,iBAAA,CAAA,CAAA,EA0FlD,OA1FkD,CAAA,IAAA,CAAA;EAoBxE,aAAA,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EA8EC,mBAAA,CAAoB,aA9ErB,CAAA,EA8EwE,OA9ExE,CA8EwE,mBA9ExE,CAAA;EACA,oBAAA,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EAkGC,mBAAA,CAAoB,aAlGrB,CAAA,EAkGwE,OAlGxE,CAAA,IAAA,CAAA;EACC,kBAAoB,CAAA,CAAA,EAoHE,OApHF,CAAA,IAAA,CAAA;EAAmD,UAAA,CAAA,IAAA,EAAA,MAAA,CAAA,EAyH3C,OAzH2C,CAAA,MAAA,EAAA,CAAA;EAmBhD,cAAA,CAAA,KAAA,EAAA,MAAA,EAAA,CAAA,EA8GY,OA9GZ,CAAA,MAAA,EAAA,EAAA,CAAA;EAMxB,6BAAA,CAAA,MAAA,EAAA,MAAA,CAAA,EAAA,MAAA;EACA,qCAAA,CAAA,kBAAA,EAAA,MAAA,CAAA,EAAA,MAAA;EACC,iCAAoB,CAAA,SAAA,CAAA,CAAA;IAAA,SAAA;IAAA;EAAA,CAAA,CAAA,EAwHpB,mBAAA,CAAoB,mCAxHA,CAwHoC,SAxHpC,CAAA,CAAA,EAAA,MAAA;EAAmD,iCAAA,CAAA;IAAA,kBAAA;IAAA,SAAA;IAAA,2BAAA;IAAA;EAAA,CAAA,CAAA,EAoIvE,mBAAA,CAAoB,mCApImD,CAAA,EAAA,MAAA;EAAA,YAAA,CAAA,IAAA,EAAA,MAAA,EAAA,KAAA,EA+I1C,MA/I0C,EAAA,UAAA,EAAA,MAAA,CAAA,EAAA,MAAA;EAoBxE,6CAAA,CAAA;IAAA,iBAAA;IAAA;EAAA,CAAA,CAAA,EAmIC,mBAAA,CAAoB,+CAnIrB,CAAA,EAAA,MAAA;EACA,sCAAA,CAAA,SAAA,EAAA,MAAA,CAAA,EAAA,MAAA,EAAA;EACC,+BAAoB,CAAA,mBAAA,EAAA,MAAA,CAAA,EAAA,MAAA;EAAmD,iBAAA,CAAA,SAAA,CAAA,CAAA;IAAA,UAAA;IAAA,kBAAA;IAAA,8BAAA;IAAA,wBAAA;IAAA,0BAAA;IAAA,6BAAA;IAAA,2BAAA;IAAA,0BAAA;IAAA,+BAAA;IAAA,sCAAA;IAAA,wBAAA;IAAA,+BAAA;IAAA,sBAAA;IAAA;EAAA,CAAA,CAAA,EAsLvE,mBAAA,CAAoB,gBAtLmD,CAsLlC,SAtLkC,CAAA,CAAA,EAsL8B,OAtL9B,CAsLsC,mBAAA,CAAoB,uBAtL1D,CAsLkF,SAtLlF,CAAA,GAAA,IAAA,CAAA;;AAyBxE,kBA6Te,mBAAA,CA7Tf;EACA,UAAA,aAAA,CAAA;IACC,gBAAoB,CAAA,EA6TH,gBA7TG;IAAmD,SAAA,CAAA,EAAA,MAAA;EAAA;EAmBxE,UAAA,4BAAA,CAAA;IACA,KAAA,EAAA,MAAA;IACC,GAAA,EAAA,MAAA;EAAuE;EAmBjD,UAAA,gBAAA,CAAA,SAAA,CAAA,CAAA;IAKM,UAAA,EA0RlB,SA1RkB,EAAA;IAQO,kBAAA,EAAA,MAAA;IAgBpC,8BAAA,CAAA,EAAA,CAAA,kBAAA,EAAA,MAAA,EAAA,GAAA,MAAA;IACA,wBAAA,CAAA,EAAA,CAAA,mBAAA,EAAA,MAAA,EAAA,GAAA,MAAA;IACyD,0BAAA,CAAA,EAAA,CAAA,mCAAA,EAoQQ,mCApQR,CAoQ4C,SApQ5C,CAAA,EAAA,GAAA,MAAA;IAAxD,6BAAoB,CAAA,EAAA,MAAA;IAQrB,2BAAA,CAAA,EAAA,MAAA;IACA,0BAAA,CAAA,EAAA,CAAA,mCAAA,EA8PiE,mCA9PjE,EAAA,GAAA,MAAA;IACA,+BAAA,CAAA,EAAA,CAAA,SAAA,EAAA,MAAA,EAAA,GAAA,MAAA,EAAA;IACA,sCAAA,CAAA,EAAA,CAAA,+CAAA,EA8PyF,+CA9PzF,EAAA,GAAA,MAAA;IACC,wBAAoB,CAAA,EAAA,MA8PW,SA9PX;IAWS,+BAAA,CAAA,EAAA,CAAA,iBAAA,EAAA,MAAA,EAAA,GAoP+B,4BApP/B;IAM9B,sBAAA,CAAA,EAAA,CAAA,MAAA,EAAA,MAAA,EAAA,GAAA,MAAA;IACA,aAAA,CAAA,EAAA,OAAA;EACC;EAuCD,UAAA,mCAAA,CAAA,SAAA,CAAA,CAAA;IACA,SAAA,EA0MU,SA1MV;IACA,KAAA,EAAA,MAAA;EACA;EACA,UAAA,+CAAA,CAAA;IACA,iBAAA,EAAA,MAAA;IACA,wBAAA,EAAA,MAAA;EACA;EACA,UAAA,mCAAA,CAAA;IACA,kBAAA,EAAA,MAAA;IACA,SAAA,EAAA,MAAA,EAAA;IACA,2BAAA,EAAA,MAAA;IACA,wBAAA,EAAA,MAAA;EACA;EACsC,UAAA,uBAAA,CAAA,SAAA,CAAA,CAAA;IAArC,kBAAoB,EA8MF,SA9ME,EAAA;IAAqI,SAAA,EAAA,MAAA;EAA5C"}
package/dist/index.mjs CHANGED
@@ -20,5 +20,7 @@ Candidates:
20
20
  Format exactly:
21
21
  #1. "Full `+a.startCase(r)+`": 15-word explanation
22
22
  #2. ...`}regexIndexOf(e,t,n){let r=e.slice(n).search(t);return r<0?r:r+n}defaultExtractIdentifierFromCandidateDocument({candidateDocument:e,candidateIdentifierField:t}={}){this.DEBUG&&console.log(e,t);let n=a.startCase(t),r=e.indexOf(n);if(r<0&&(r=e.toLowerCase().indexOf(n.toLowerCase())),this.DEBUG&&console.log(r),r>=0&&(r+=n.length),r<0&&(r=e.toLowerCase().indexOf(t.toLowerCase()),r>=0&&(r+=t.length)),this.DEBUG)console.log(r);else return``;if(r=e.indexOf(`:`,r),this.DEBUG&&console.log(r),r<0&&(r=this.regexIndexOf(e,/\s+/,r)),this.DEBUG&&console.log(r),r<0)return``;let i=e.indexOf(`
23
- `,r);return i<0&&(i=e.length),this.DEBUG&&console.log(i),e.substring(r,i).trim()}defaultExtractIdentifiersFromRationale(e){let t=/^\s*#\s*\d+\s*\.?\s*"([^"]+)"/gm,n=[];for(let r;Array.isArray(r=t.exec(e));)r[1]&&n.push(r[1]);return n}async compareCandidates({candidates:e,problemDescription:t=``,generateSearchAreasInstruction:n=this.defaultGenerateSearchAreasInstruction.bind(this),convertCandidateToDocument:i=this.defaultConvertCandidateToDocument.bind(this),candidatesForInitialSelection:o=2,candidatesForFinalSelection:s=1,generateRankingInstruction:c=this.defaultGenerateRankingInstruction.bind(this),extractIdentifiersFromRationale:l=this.defaultExtractIdentifiersFromRationale.bind(this),extractIdentifierFromCandidateDocument:u=this.defaultExtractIdentifierFromCandidateDocument.bind(this),candidateIdentifierField:d=void 0,getSummarisableSubstringIndices:f,generatePromptTemplate:p=this.defaultGeneratePromptTemplate.bind(this)}={}){if(!Array.isArray(e)||e.length<=0)throw Error(`No candidates provided`);if(o=a.toSafeInteger(o),o<=0||(s=a.toSafeInteger(s),s<=0))throw Error(`Candidates for initial selection must be a positive integer bigger than 0`);if(o<s)throw Error(`Candidates for initial selection must be equal or more than candidates for final selection`);if(o>e.length)throw Error(`There are `+o+`candidates for initial selection which is more than the total number of candidates of `+e.length);if(s>e.length)throw Error(`There are `+s+`candidates for initial selection which is more than the total number of candidates of `+e.length);if(!d&&(d=Object.keys(e[0])[0],!d))throw Error(`No candidate identifier field`);let m=``,h=[];if(await this.checkEmbedderLoaded(),!this.embedder)return;let g=e.map((e,t)=>i({candidate:e,index:t})),_=await r.fromTexts(a.cloneDeep(g),g.map((e,t)=>t),this),v=p(n(t));if(this.DEBUG&&console.log(`Formatted search areas prompt: `+v),await this.checkTokeniserLoaded(),!this.tokeniser)return;if(this.tokeniser.encode(v).length>this.tokeniser.model_max_length)throw Error(`Search areas instruction prompt is too long for the tokeniser model`);if(await this.checkGeneratorLoaded(),!this.generator)return;let y=this.tokeniser.pad_token_id??this.tokeniser.sep_token_id??0,b=this.tokeniser.sep_token_id??2,x=await this.generator(v,{max_new_tokens:this.generateSearchAreasMaxNewTokens,temperature:this.generateSearchAreasTemperature,repetition_penalty:this.generateSearchAreasRepetitionPenalty,pad_token_id:y,eos_token_id:b}),S=Array.isArray(x?.[0])?x?.[0]?.[0]:x?.[0];if(!S.generated_text)throw Error(`No generated text for search areas`);this.DEBUG&&console.log(`Generated search areas response: `+S.generated_text);let C=S.generated_text.toString().indexOf(`### Response:`);C>=0?C+=13:C=0;let w=S.generated_text.toString().substring(C).trim();this.DEBUG&&console.log(`Vector search query: `+w);let T=await _.similaritySearch(w,o);this.DEBUG&&console.log(`Vector search results: `,T);let E=[];if(T.some(e=>e.pageContent.trim().split(/\s+/).length>this.targetSummarisedStringTokenCount)){if(await this.checkSummariserLoaded(),!this.summariser)return;E=(await Promise.allSettled(T.map(async e=>{if(!e.pageContent||typeof e.pageContent!=`string`)return``;if(e.pageContent.trim().split(/\s+/).length<=this.targetSummarisedStringTokenCount)return e.pageContent;let t={start:0,end:e.pageContent.length};f&&Object.assign(t,f(e.pageContent)),t.start=a.clamp(a.toSafeInteger(t.start),0,e.pageContent.length),t.end=a.clamp(a.toSafeInteger(t.end),0,e.pageContent.length);let n=e.pageContent.substring(t.start,t.end),r=e.pageContent.substring(0,t.start),i=e.pageContent.substring(t.end),o=r.split(/s+/).length+i.split(/s+/).length,s=Math.max(1,this.targetSummarisedStringTokenCount-o),c=await this.summariser?.(n,{max_length:s}),l=r+((Array.isArray(c?.[0])?c?.[0]?.[0]:c?.[0])?.summary_text??``).split(/s+/).slice(s).join(` `)+i;return this.DEBUG&&console.log(`Summarised candidate: `+l),l}))).filter(e=>e.status===`fulfilled`&&e.value).map(e=>e.value)}else E=T.map(e=>e.pageContent);let D=p(c({problemDescription:t,summaries:E,candidatesForFinalSelection:s,candidateIdentifierField:String(d)}));if(this.DEBUG&&console.log(`Formatted ranking prompt: `+D),this.tokeniser.encode(D).length>this.tokeniser.model_max_length)throw Error(`Ranking instruction prompt is too long for the tokeniser model`);let O=await this.generator(D,{max_new_tokens:this.rankingMaxNewTokens,temperature:this.rankingTemperature,repetition_penalty:this.rankingRepetitionPenalty,pad_token_id:y,eos_token_id:b});m=(Array.isArray(O?.[0])?O?.[0]?.[0]:O[0]).generated_text.toString().trim().replace(/(\*\*)|(<\/?s>)|(\[.*?\])\s*/g,``),this.DEBUG&&console.log(`Generated rationale: `+m);let k=m.indexOf(`### Response:`);if(k>=0?k+=13:k=0,m=m.substring(k),m){let t=l(m);t.length>s&&(t=t.slice(0,s)),h=a.compact(t.map(t=>{let n=e.find(e=>String(e[d]).toLowerCase()===t.toLowerCase());return n||(n=e.find(e=>String(e[d]).toLowerCase().includes(t.toLowerCase())),n)||(n=e.find(e=>t.toLowerCase().includes(String(e[d]).toLowerCase())),n)?n:null}))}return(!Array.isArray(h)||h.length<=0)&&(h=a.uniq(a.compact(T.map(t=>{let n=u({candidateDocument:t.pageContent,candidateIdentifierField:String(d)});this.DEBUG&&console.log(`Extracted identifier from candidate document: `+n);let r=e.find(e=>String(e[d]).toLowerCase()===n.toLowerCase());return r||(r=e.find(e=>String(e[d]).toLowerCase().includes(n.toLowerCase())),r)||(r=e.find(e=>n.toLowerCase().includes(String(e[d]).toLowerCase())),r)?r:null}))).slice(s)),this.DEBUG&&console.log(`Selected candidates`,h),{rationale:m,selectedCandidates:h}}};(function(e){})(s||={});var c=s;export{s as AICompareCandidates,c as default};
23
+ `,r);return i<0&&(i=e.length),this.DEBUG&&console.log(i),e.substring(r,i).trim()}defaultExtractIdentifiersFromRationale(e){let t=/^\s*#\s*\d+\s*\.?\s*"([^"]+)"/gm,n=[];for(let r;Array.isArray(r=t.exec(e));)r[1]&&n.push(r[1]);return n}defaultParseSearchAreasResponse(e){let t=String(e).indexOf(`### Response:`);return t>=0?t+=13:t=0,String(e).substring(t).trim()}async compareCandidates({candidates:e,problemDescription:t=``,generateSearchAreasInstruction:n=this.defaultGenerateSearchAreasInstruction.bind(this),parseSearchAreasResponse:i=this.defaultParseSearchAreasResponse.bind(this),convertCandidateToDocument:o=this.defaultConvertCandidateToDocument.bind(this),candidatesForInitialSelection:s=2,candidatesForFinalSelection:c=1,generateRankingInstruction:l=this.defaultGenerateRankingInstruction.bind(this),extractIdentifiersFromRationale:u=this.defaultExtractIdentifiersFromRationale.bind(this),extractIdentifierFromCandidateDocument:d=this.defaultExtractIdentifierFromCandidateDocument.bind(this),candidateIdentifierField:f=void 0,getSummarisableSubstringIndices:p,generatePromptTemplate:m=this.defaultGeneratePromptTemplate.bind(this),skipRationale:h=!1}={}){if(!Array.isArray(e)||e.length<=0)throw Error(`No candidates provided`);if(s=a.toSafeInteger(s),s<=0||(c=a.toSafeInteger(c),c<=0))throw Error(`Candidates for initial selection must be a positive integer bigger than 0`);if(s<c)throw Error(`Candidates for initial selection must be equal or more than candidates for final selection`);if(s>e.length)throw Error(`There are `+s+`candidates for initial selection which is more than the total number of candidates of `+e.length);if(c>e.length)throw Error(`There are `+c+`candidates for initial selection which is more than the total number of candidates of `+e.length);if(!f&&(f=Object.keys(e[0])[0],!f))throw Error(`No candidate identifier field`);let g=``,_=[];if(await this.checkEmbedderLoaded(),!this.embedder)return;let v=e.map((e,t)=>o({candidate:e,index:t})),y=await r.fromTexts(a.cloneDeep(v),v.map((e,t)=>t),this),b=m(n(t));if(this.DEBUG&&console.log(`Formatted search areas prompt: `+b),await this.checkTokeniserLoaded(),!this.tokeniser)return;if(this.tokeniser.encode(b).length>this.tokeniser.model_max_length)throw Error(`Search areas instruction prompt is too long for the tokeniser model`);if(await this.checkGeneratorLoaded(),!this.generator)return;let x=this.tokeniser.pad_token_id??this.tokeniser.sep_token_id??0,S=this.tokeniser.sep_token_id??2,C=await this.generator(b,{max_new_tokens:this.generateSearchAreasMaxNewTokens,temperature:this.generateSearchAreasTemperature,repetition_penalty:this.generateSearchAreasRepetitionPenalty,pad_token_id:x,eos_token_id:S}),w=Array.isArray(C?.[0])?C?.[0]?.[0]:C?.[0];if(!w.generated_text)throw Error(`No generated text for search areas`);this.DEBUG&&console.log(`Generated search areas response: `+w.generated_text);let T=i(Array.isArray(w.generated_text)?w.generated_text.join(`
24
+
25
+ `):String(w.generated_text));this.DEBUG&&console.log(`Vector search query: `+T);let E=await y.similaritySearch(T,s);this.DEBUG&&console.log(`Vector search results: `,E);let D=[];if(E.some(e=>e.pageContent.trim().split(/\s+/).length>this.targetSummarisedStringTokenCount)){if(await this.checkSummariserLoaded(),!this.summariser)return;D=(await Promise.allSettled(E.map(async e=>{if(!e.pageContent||typeof e.pageContent!=`string`)return``;if(e.pageContent.trim().split(/\s+/).length<=this.targetSummarisedStringTokenCount)return e.pageContent;let t={start:0,end:e.pageContent.length};p&&Object.assign(t,p(e.pageContent)),t.start=a.clamp(a.toSafeInteger(t.start),0,e.pageContent.length),t.end=a.clamp(a.toSafeInteger(t.end),0,e.pageContent.length);let n=e.pageContent.substring(t.start,t.end),r=e.pageContent.substring(0,t.start),i=e.pageContent.substring(t.end),o=r.split(/s+/).length+i.split(/s+/).length,s=Math.max(1,this.targetSummarisedStringTokenCount-o),c=await this.summariser?.(n,{max_length:s}),l=r+((Array.isArray(c?.[0])?c?.[0]?.[0]:c?.[0])?.summary_text??``).split(/s+/).slice(s).join(` `)+i;return this.DEBUG&&console.log(`Summarised candidate: `+l),l}))).filter(e=>e.status===`fulfilled`&&e.value).map(e=>e.value)}else D=E.map(e=>e.pageContent);if(!h){let e=m(l({problemDescription:t,summaries:D,candidatesForFinalSelection:c,candidateIdentifierField:String(f)}));if(this.DEBUG&&console.log(`Formatted ranking prompt: `+e),this.tokeniser.encode(e).length>this.tokeniser.model_max_length)throw Error(`Ranking instruction prompt is too long for the tokeniser model`);try{let t=await this.generator(e,{max_new_tokens:this.rankingMaxNewTokens,temperature:this.rankingTemperature,repetition_penalty:this.rankingRepetitionPenalty,pad_token_id:x,eos_token_id:S});g=(Array.isArray(t?.[0])?t?.[0]?.[0]:t[0]).generated_text.toString().trim().replace(/(\*\*)|(<\/?s>)|(\[.*?\])\s*/g,``),this.DEBUG&&console.log(`Generated rationale: `+g);let n=g.indexOf(`### Response:`);n>=0?n+=13:n=0,g=g.substring(n)}catch(e){console.log(e),g=``}}if(g){let t=u(g);t.length>c&&(t=t.slice(0,c)),_=a.compact(t.map(t=>{let n=e.find(e=>String(e[f]).toLowerCase()===t.toLowerCase());return n||(n=e.find(e=>String(e[f]).toLowerCase().includes(t.toLowerCase())),n)||(n=e.find(e=>t.toLowerCase().includes(String(e[f]).toLowerCase())),n)?n:null}))}return(!Array.isArray(_)||_.length<=0)&&(_=a.uniq(a.compact(E.map(t=>{let n=d({candidateDocument:t.pageContent,candidateIdentifierField:String(f)});this.DEBUG&&console.log(`Extracted identifier from candidate document: `+n);let r=e.find(e=>String(e[f]).toLowerCase()===n.toLowerCase());return r||(r=e.find(e=>String(e[f]).toLowerCase().includes(n.toLowerCase())),r)||(r=e.find(e=>n.toLowerCase().includes(String(e[f]).toLowerCase())),r)?r:null}))).slice(0,c)),this.DEBUG&&console.log(`Selected candidates`,_),{rationale:g,selectedCandidates:_}}};(function(e){})(s||={});var c=s;export{s as AICompareCandidates,c as default};
24
26
  //# sourceMappingURL=index.mjs.map
package/dist/index.mjs.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"index.mjs","names":["matches:string[]","match:RegExpExecArray|null","selectedCandidates:Candidate[]","summaries:string[]","summarisableSubstringIndices:AICompareCandidates.SummarisableSubstringIndices"],"sources":["../src/index.ts"],"sourcesContent":["import{\n\tenv,\n\tpipeline,\n\tAutoTokenizer,\n\tTextGenerationPipeline,\n\tProgressInfo,\n\tProgressCallback,\n\tSummarizationPipeline,\n\tFeatureExtractionPipeline,\n\tPreTrainedTokenizer,\n\tTextGenerationConfig\n}from '@sroussey/transformers';\nimport {MemoryVectorStore} from '@langchain/classic/vectorstores/memory';\nimport {Embeddings} from '@langchain/core/embeddings';\nimport lodash from 'lodash';\nimport jsan from 'jsan';\n\nexport class AICompareCandidates extends Embeddings{\n\treadonly env=env;\n\tDEBUG=true;\n\n\tgenerator:TextGenerationPipeline|null=null;\n\tgeneratorModelName='Xenova/LaMini-GPT-774M';\n\tgeneratorPromise:Promise<TextGenerationPipeline>|null=null;\n\tgeneratorProgressInfo:ProgressInfo=<ProgressInfo>{};\n\tgeneratorProgressCallback:ProgressCallback|null=null;\n\tgeneratorAbortController=new AbortController();\n\n\tsummariser:SummarizationPipeline|null=null;\n\tsummariserModelName='Xenova/distilbart-cnn-12-6';\n\tsummariserPromise:Promise<SummarizationPipeline>|null=null;\n\tsummariserProgressInfo:ProgressInfo=<ProgressInfo>{};\n\tsummariserProgressCallback:ProgressCallback|null=null;\n\tsummariserAbortController=new AbortController();\n\n\tembedder:FeatureExtractionPipeline|null=null;\n\tembedderModelName='Xenova/all-MiniLM-L12-v2';\n\tembedderPromise:Promise<FeatureExtractionPipeline>|null=null;\n\tembedderProgressInfo:ProgressInfo=<ProgressInfo>{};\n\tembedderProgressCallback:ProgressCallback|null=null;\n\tembedderAbortController=new AbortController();\n\n\ttokeniser:PreTrainedTokenizer|null=null;\n\ttokeniserModelName=this.generatorModelName;\n\ttokeniserPromise:Promise<PreTrainedTokenizer>|null=null;\n\ttokeniserProgressInfo:ProgressInfo=<ProgressInfo>{};\n\ttokeniserProgressCallback:ProgressCallback|null=null;\n\ttokeniserAbortController=new AbortController();\n\n\tgenerateSearchAreasMaxNewTokens=64;\n\tgenerateSearchAreasTemperature=0.35;\n\tgenerateSearchAreasRepetitionPenalty=1.5;\n\n\trankingMaxNewTokens=64;\n\trankingTemperature=0.35;\n\trankingRepetitionPenalty=1.5;\n\n\ttargetSummarisedStringTokenCount=420;\n\n\tstatic{\n\t\tenv.localModelPath='';\n\t\tenv.allowRemoteModels=true;\n\t\tenv.allowLocalModels=false;\n\t}\n\n\tconstructor(){\n\t\tsuper({});\n\t}\n\t\n\tasync loadGenerator({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(typeof modelName==='string'&&modelName)this.generatorModelName=modelName;\n\t\tif(!this.generatorModelName)throw new Error('Invalid generator model name');\n\t\tif(progressCallback)this.generatorProgressCallback=progressCallback;\n\t\t//ts-ignore is needed due to frequent error TS2590: Expression produces a union type that is too complex to represent.\n\t\t//@ts-ignore\n\t\tthis.generatorPromise=pipeline('text-generation',this.generatorModelName,{\n\t\t\tdevice:'webgpu',\n\t\t\tprogress_callback:progressInfo=>{\n\t\t\t\tif(this.DEBUG)console.log(jsan.stringify(progressInfo));\n\t\t\t\tObject.assign(this.generatorProgressInfo,progressInfo);\n\t\t\t\treturn this.generatorProgressCallback?.(progressInfo);\n\t\t\t},\n\t\t\tabort_signal:this.generatorAbortController.signal\n\t\t});\n\t\tthis.generator=await this.generatorPromise;\n\t\treturn this.generator;\n\t}\n\n\tasync checkGeneratorLoaded({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(!this.generatorPromise)this.loadGenerator({\n\t\t\tprogressCallback,\n\t\t\tmodelName\n\t\t});\n\t\tif(!this.generator){\n\t\t\ttry{\n\t\t\t\tawait this.generatorPromise;\n\t\t\t}catch(error){\n\t\t\t\tthis.generatorPromise=null;\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\t\tif(!this.generator){\n\t\t\tthis.generatorPromise=null;\n\t\t\tthrow new Error('Unable to load generator');\n\t\t}\n\t}\n\n\tasync abortLoadGenerator(reason?:any){\n\t\tthis.generatorAbortController.abort(reason);\n\t\tthis.generatorAbortController=new AbortController();\n\t}\n\n\tasync loadSummariser({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(typeof modelName==='string'&&modelName)this.summariserModelName=modelName;\n\t\tif(!this.summariserModelName)throw new Error('Invalid summariser model name');\n\t\tif(progressCallback)this.summariserProgressCallback=progressCallback;\n\t\t//ts-ignore is needed due to frequent error TS2590: Expression produces a union type that is too complex to represent.\n\t\t//@ts-ignore\n\t\tthis.summariserPromise=pipeline('summarization',this.summariserModelName,{\n\t\t\tdevice:'webgpu',\n\t\t\tprogress_callback:progressInfo=>{\n\t\t\t\tif(this.DEBUG)console.log(jsan.stringify(progressInfo));\n\t\t\t\tObject.assign(this.summariserProgressInfo,progressInfo);\n\t\t\t\treturn this.summariserProgressCallback?.(progressInfo);\n\t\t\t},\n\t\t\tabort_signal:this.summariserAbortController.signal\n\t\t});\n\t\tthis.summariser=await this.summariserPromise;\n\t\treturn this.summariser;\n\t}\n\n\tasync checkSummariserLoaded({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(!this.summariserPromise)this.loadSummariser({\n\t\t\tprogressCallback,\n\t\t\tmodelName\n\t\t});\n\t\tif(!this.summariser){\n\t\t\ttry{\n\t\t\t\tawait this.summariserPromise;\n\t\t\t}catch(error){\n\t\t\t\tthis.summariserPromise=null;\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\t\tif(!this.summariser){\n\t\t\tthis.summariserPromise=null;\n\t\t\tthrow new Error('Unable to load summariser');\n\t\t}\n\t}\n\n\tasync abortLoadSummariser(){\n\t\tthis.summariserAbortController.abort();\n\t\tthis.summariserAbortController=new AbortController();\n\t}\n\n\tasync loadEmbedder({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(typeof modelName==='string'&&modelName)this.embedderModelName=modelName;\n\t\tif(!this.embedderModelName)throw new Error('Invalid embedder model name');\n\t\tif(progressCallback)this.embedderProgressCallback=progressCallback;\n\t\t//ts-ignore is needed due to frequent error TS2590: Expression produces a union type that is too complex to represent.\n\t\t//@ts-ignore\n\t\tthis.embedderPromise=pipeline('feature-extraction',this.embedderModelName,{\n\t\t\tdevice:'webgpu',\n\t\t\tprogress_callback:progressInfo=>{\n\t\t\t\tif(this.DEBUG)console.log(jsan.stringify(progressInfo));\n\t\t\t\tObject.assign(this.embedderProgressInfo,progressInfo);\n\t\t\t\treturn this.embedderProgressCallback?.(progressInfo);\n\t\t\t},\n\t\t\tabort_signal:this.embedderAbortController.signal\n\t\t});\n\t\tthis.embedder=await this.embedderPromise;\n\t\treturn this.embedder;\n\t}\n\n\tasync checkEmbedderLoaded({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(!this.embedderPromise)this.loadEmbedder({\n\t\t\tprogressCallback,\n\t\t\tmodelName\n\t\t});\n\t\tif(!this.embedder){\n\t\t\ttry{\n\t\t\t\tawait this.embedderPromise;\n\t\t\t}catch(error){\n\t\t\t\tthis.embedderPromise=null;\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\t\tif(!this.embedder){\n\t\t\tthis.embedderPromise=null;\n\t\t\tthrow new Error('Unable to load embedder');\n\t\t}\n\t}\n\n\tasync abortLoadEmbedder(){\n\t\tthis.embedderAbortController.abort();\n\t\tthis.embedderAbortController=new AbortController();\n\t}\n\n\tasync loadTokeniser({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(typeof modelName==='string'&&modelName)this.tokeniserModelName=modelName;\n\t\tif(!this.tokeniserModelName)throw new Error('Invalid tokeniser model name');\n\t\tif(progressCallback)this.tokeniserProgressCallback=progressCallback;\n\t\t//ts-ignore is needed due to frequent error TS2590: Expression produces a union type that is too complex to represent.\n\t\t//@ts-ignore\n\t\tthis.tokeniserPromise=AutoTokenizer.from_pretrained(this.tokeniserModelName,{\n\t\t\tprogress_callback:progressInfo=>{\n\t\t\t\tif(this.DEBUG)console.log(jsan.stringify(progressInfo));\n\t\t\t\tObject.assign(this.tokeniserProgressInfo,progressInfo);\n\t\t\t\treturn this.tokeniserProgressCallback?.(progressInfo);\n\t\t\t},\n\t\t\tabort_signal:this.tokeniserAbortController.signal\n\t\t});\n\t\tthis.tokeniser=await this.tokeniserPromise;\n\t\treturn this.tokeniser;\n\t}\n\n\tasync checkTokeniserLoaded({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(!this.tokeniserPromise)this.loadTokeniser({\n\t\t\tprogressCallback,\n\t\t\tmodelName\n\t\t});\n\t\tif(!this.tokeniser){\n\t\t\ttry{\n\t\t\t\tawait this.tokeniserPromise;\n\t\t\t}catch(error){\n\t\t\t\tthis.tokeniserPromise=null;\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\t\tif(!this.tokeniser){\n\t\t\tthis.tokeniserPromise=null;\n\t\t\tthrow new Error('Unable to load tokeniser');\n\t\t}\n\t}\n\n\tasync abortLoadTokeniser(){\n\t\tthis.tokeniserAbortController.abort();\n\t\tthis.tokeniserAbortController=new AbortController();\n\t}\n\n\tasync embedQuery(text:string):Promise<number[]>{\n\t\tawait this.checkEmbedderLoaded();\n\t\treturn Array.from((await this.embedder?.(text,{\n\t\t\tpooling:'mean',\n\t\t\tnormalize:true\n\t\t}))?.data);\n\t}\n\n\tasync embedDocuments(texts:string[]):Promise<number[][]>{\n\t\treturn Promise.all(texts.map(text=>this.embedQuery(text)));\n\t}\n\n\tdefaultGeneratePromptTemplate(prompt:string){\n\t\treturn 'Below is an instruction that describes a task. Write a response that appropriately completes the request.\\n\\n'+\n\t\t\t'### Instruction:\\n'+\n\t\t\tprompt+\n\t\t\t'\\n\\n### Response:';\n\t}\n\n\tdefaultGenerateSearchAreasInstruction(problemDescription:string){\n\t\treturn 'List the relevant subject areas for the following issues. Limit your response to 100 words.\\nIssues: \"'+problemDescription+'\"';\n\t}\n\n\tdefaultConvertCandidateToDocument<Candidate>({\n\t\tcandidate,\n\t\tindex\n\t}:AICompareCandidates.ConvertCandidateToDocumentArguments<Candidate>=<AICompareCandidates.ConvertCandidateToDocumentArguments<Candidate>>{}){\n\t\tlet document='Start of Candidate #'+index;\n\t\tfor(let i in candidate)document+='\\n'+lodash.startCase(i)+': '+(typeof candidate[i]==='object'?jsan.stringify(candidate[i]):String(candidate[i]));\n\t\tdocument+='\\nEnd of Candidate #'+index;\n\t\treturn document;\n\t}\n\n\tdefaultGenerateRankingInstruction({\n\t\tproblemDescription,\n\t\tsummaries,\n\t\tcandidatesForFinalSelection,\n\t\tcandidateIdentifierField\n\t}:AICompareCandidates.GenerateRankingInstructionArguments=<AICompareCandidates.GenerateRankingInstructionArguments>{}){\n\t\treturn 'Strictly follow these rules:\\n'+\n\t\t\t'1. Rank ONLY the top '+candidatesForFinalSelection+' candidates with one 15-word sentence explaining why\\n'+\n\t\t\t'2. Rank the candidates based on \"'+problemDescription.replace(/(\\r|\\n)/g,' ')+'\"\\n'+\n\t\t\t'3. If unclear, say \"Insufficient information to determine\"\\n\\n'+\n\t\t\t'Candidates:\\n\\n'+summaries.join('\\n\\n')+'\\n\\n'+\n\t\t\t'Format exactly:\\n'+\n\t\t\t'#1. \"Full '+lodash.startCase(candidateIdentifierField)+'\": 15-word explanation\\n'+\n\t\t\t'#2. ...';\n\t}\n\n\tregexIndexOf(text:string,regex:RegExp,startIndex:number){\n \tlet indexInSuffix=text.slice(startIndex).search(regex);\n \treturn indexInSuffix<0?indexInSuffix:indexInSuffix+startIndex;\n\t}\n\n\tdefaultExtractIdentifierFromCandidateDocument({\n\t\tcandidateDocument,\n\t\tcandidateIdentifierField\n\t}:AICompareCandidates.ExtractIdentifierFromCandidateDocumentArguments=<AICompareCandidates.ExtractIdentifierFromCandidateDocumentArguments>{}){\n\t\tif(this.DEBUG)console.log(candidateDocument,candidateIdentifierField);\n\t\tlet startCase=lodash.startCase(candidateIdentifierField);\n\t\tlet startIndex=candidateDocument.indexOf(startCase);\n\t\tif(startIndex<0)startIndex=candidateDocument.toLowerCase().indexOf(startCase.toLowerCase());\n\t\tif(this.DEBUG)console.log(startIndex);\n\t\tif(startIndex>=0)startIndex+=startCase.length;\n\t\tif(startIndex<0){\n\t\t\tstartIndex=candidateDocument.toLowerCase().indexOf(candidateIdentifierField.toLowerCase());\n\t\t\tif(startIndex>=0)startIndex+=candidateIdentifierField.length;\n\t\t}\n\t\tif(this.DEBUG)console.log(startIndex);\n\t\telse return '';\n\t\tstartIndex=candidateDocument.indexOf(':',startIndex);\n\t\tif(this.DEBUG)console.log(startIndex);\n\t\tif(startIndex<0)startIndex=this.regexIndexOf(candidateDocument,/\\s+/,startIndex);\n\t\tif(this.DEBUG)console.log(startIndex);\n\t\tif(startIndex<0)return '';\n\t\tlet endIndex=candidateDocument.indexOf('\\n',startIndex);\n\t\tif(endIndex<0)endIndex=candidateDocument.length;\n\t\tif(this.DEBUG)console.log(endIndex);\n\t\treturn candidateDocument.substring(startIndex,endIndex).trim();\n\t}\n\n\tdefaultExtractIdentifiersFromRationale(rationale:string){\n\t\tlet regex=/^\\s*#\\s*\\d+\\s*\\.?\\s*\"([^\"]+)\"/gm;\n\t\tlet matches:string[]=[];\n\t\tfor(let match:RegExpExecArray|null;Array.isArray(match=regex.exec(rationale));)if(match[1])matches.push(match[1]);\n\t\treturn matches;\n\t}\n\n\tasync compareCandidates<Candidate>({\n\t\tcandidates,\n\t\tproblemDescription='',\n\t\tgenerateSearchAreasInstruction=this.defaultGenerateSearchAreasInstruction.bind(this),\n\t\tconvertCandidateToDocument=this.defaultConvertCandidateToDocument.bind(this),\n\t\tcandidatesForInitialSelection=2,\n\t\tcandidatesForFinalSelection=1,\n\t\tgenerateRankingInstruction=this.defaultGenerateRankingInstruction.bind(this),\n\t\textractIdentifiersFromRationale=this.defaultExtractIdentifiersFromRationale.bind(this),\n\t\textractIdentifierFromCandidateDocument=this.defaultExtractIdentifierFromCandidateDocument.bind(this),\n\t\tcandidateIdentifierField=undefined,\n\t\tgetSummarisableSubstringIndices,\n\t\tgeneratePromptTemplate=this.defaultGeneratePromptTemplate.bind(this)\n\t}:AICompareCandidates.CompareArguments<Candidate>=<AICompareCandidates.CompareArguments<Candidate>>{}):Promise<AICompareCandidates.CompareCandidatesReturn<Candidate>|void>{\n\t\tif(!Array.isArray(candidates)||candidates.length<=0)throw new Error('No candidates provided');\n\t\tcandidatesForInitialSelection=lodash.toSafeInteger(candidatesForInitialSelection);\n\t\tif(candidatesForInitialSelection<=0)throw new Error('Candidates for initial selection must be a positive integer bigger than 0');\n\t\tcandidatesForFinalSelection=lodash.toSafeInteger(candidatesForFinalSelection);\n\t\tif(candidatesForFinalSelection<=0)throw new Error('Candidates for initial selection must be a positive integer bigger than 0');\n\t\tif(candidatesForInitialSelection<candidatesForFinalSelection)throw new Error('Candidates for initial selection must be equal or more than candidates for final selection');\n\t\tif(candidatesForInitialSelection>candidates.length)throw new Error('There are '+candidatesForInitialSelection+'candidates for initial selection which is more than the total number of candidates of '+candidates.length);\n\t\tif(candidatesForFinalSelection>candidates.length)throw new Error('There are '+candidatesForFinalSelection+'candidates for initial selection which is more than the total number of candidates of '+candidates.length);\n\t\tif(!candidateIdentifierField){\n\t\t\tcandidateIdentifierField=Object.keys(candidates[0] as object)[0] as keyof Candidate;\n\t\t\tif(!candidateIdentifierField)throw new Error('No candidate identifier field');\n\t\t}\n\n\t\tlet rationale='';\n\t\tlet selectedCandidates:Candidate[]=[];\n\n\t\tawait this.checkEmbedderLoaded();\n\t\tif(!this.embedder)return;\n\t\tlet candidateDocuments=candidates.map((candidate,index)=>convertCandidateToDocument({\n\t\t\tcandidate,\n\t\t\tindex\n\t\t}));\n\t\tlet vectorStore=await MemoryVectorStore.fromTexts(\n\t\t\tlodash.cloneDeep(candidateDocuments),\n\t\t\tcandidateDocuments.map((document,index)=>index),\n\t\t\tthis\n\t\t);\n\n\t\tlet searchAreasPromptTemplate=generatePromptTemplate(generateSearchAreasInstruction(problemDescription));\n\t\tif(this.DEBUG)console.log('Formatted search areas prompt: '+searchAreasPromptTemplate);\n\t\tawait this.checkTokeniserLoaded();\n\t\tif(!this.tokeniser)return;\n\t\tlet searchAreasPromptTokens=this.tokeniser.encode(searchAreasPromptTemplate);\n\t\tif(searchAreasPromptTokens.length>this.tokeniser.model_max_length)throw new Error('Search areas instruction prompt is too long for the tokeniser model');\n\n\t\tawait this.checkGeneratorLoaded();\n\t\tif(!this.generator)return;\n\t\tlet pad_token_id=this.tokeniser.pad_token_id??this.tokeniser.sep_token_id??0;\n\t\tlet eos_token_id=this.tokeniser.sep_token_id??2;\n\t\tlet searchAreasReplyArray=await this.generator(searchAreasPromptTemplate,{\n\t\t\tmax_new_tokens:this.generateSearchAreasMaxNewTokens,\n\t\t\ttemperature:this.generateSearchAreasTemperature,\n\t\t\trepetition_penalty:this.generateSearchAreasRepetitionPenalty,\n\t\t\tpad_token_id,\n\t\t\teos_token_id\n\t\t});\n\t\tlet searchAreasReply=Array.isArray(searchAreasReplyArray?.[0])?searchAreasReplyArray?.[0]?.[0]:searchAreasReplyArray?.[0];\n\t\tif(!searchAreasReply.generated_text)throw new Error('No generated text for search areas');\n\t\tif(this.DEBUG)console.log('Generated search areas response: '+searchAreasReply.generated_text);\n\t\tlet searchAreasResponseIndex=searchAreasReply.generated_text.toString().indexOf('### Response:');\n\t\tif(searchAreasResponseIndex>=0)searchAreasResponseIndex+='### Response:'.length;\n\t\telse searchAreasResponseIndex=0;\n\n\t\tlet vectorSearchQuery=searchAreasReply.generated_text.toString().substring(searchAreasResponseIndex).trim();\n\t\t//generally the first sentence has the greatest relevance to the actual prompt\n\t\t//if(vectorSearchQuery.includes('.'))vectorSearchQuery=vectorSearchQuery.split('.')[0].trim();\n\t\tif(this.DEBUG)console.log('Vector search query: '+vectorSearchQuery);\n\t\tlet queryResult=await vectorStore.similaritySearch(vectorSearchQuery,candidatesForInitialSelection);\n\t\tif(this.DEBUG)console.log('Vector search results: ',queryResult);\n\n\t\tlet summaries:string[]=[];\n\t\t//only bother doing summarisation if there are candidates which exceed the token count\n\t\tif(queryResult.some(result=>result.pageContent.trim().split(/\\s+/).length>this.targetSummarisedStringTokenCount)){\n\t\t\tawait this.checkSummariserLoaded();\n\t\t\tif(!this.summariser)return;\n\t\t\tsummaries=(await Promise.allSettled(queryResult.map(async result=>{\n\t\t\t\tif(!result.pageContent||typeof result.pageContent!=='string')return '';\n\t\t\t\tif(result.pageContent.trim().split(/\\s+/).length<=this.targetSummarisedStringTokenCount)return result.pageContent;\n\t\t\t\tlet summarisableSubstringIndices:AICompareCandidates.SummarisableSubstringIndices={\n\t\t\t\t\tstart:0,\n\t\t\t\t\tend:result.pageContent.length\n\t\t\t\t};\n\t\t\t\tif(getSummarisableSubstringIndices)Object.assign(summarisableSubstringIndices,getSummarisableSubstringIndices(result.pageContent));\n\t\t\t\tsummarisableSubstringIndices.start=lodash.clamp(lodash.toSafeInteger(summarisableSubstringIndices.start),0,result.pageContent.length);\n\t\t\t\tsummarisableSubstringIndices.end=lodash.clamp(lodash.toSafeInteger(summarisableSubstringIndices.end),0,result.pageContent.length);\n\t\t\t\tlet summarisableSubstring=result.pageContent.substring(summarisableSubstringIndices.start,summarisableSubstringIndices.end);\n\t\t\t\tlet contentBefore=result.pageContent.substring(0,summarisableSubstringIndices.start);\n\t\t\t\tlet contentAfter=result.pageContent.substring(summarisableSubstringIndices.end);\n\t\t\t\tlet wordsWithoutSummarisable=contentBefore.split(/s+/).length+contentAfter.split(/s+/).length;\n\t\t\t\tlet targetSummarisedSubstringTokenCount=Math.max(1,this.targetSummarisedStringTokenCount-wordsWithoutSummarisable);\n\t\t\t\tlet summarisedSubstringArray=await this.summariser?.(summarisableSubstring,<TextGenerationConfig>{\n\t\t\t\t\tmax_length:targetSummarisedSubstringTokenCount\n\t\t\t\t});\n\t\t\t\tlet summarisedSubstring=Array.isArray(summarisedSubstringArray?.[0])?summarisedSubstringArray?.[0]?.[0]:summarisedSubstringArray?.[0];\n\t\t\t\tlet summarisedString=contentBefore+(summarisedSubstring?.summary_text??'').split(/s+/).slice(targetSummarisedSubstringTokenCount).join(' ')+contentAfter;\n\t\t\t\tif(this.DEBUG)console.log('Summarised candidate: '+summarisedString);\n\t\t\t\treturn summarisedString;\n\t\t\t}))).filter(result=>result.status==='fulfilled'&&result.value).map(result=>(result as PromiseFulfilledResult<string>).value);\n\t\t}else{\n\t\t\tsummaries=queryResult.map(result=>result.pageContent);\n\t\t}\n\n\t\tlet rankingPromptTemplate=generatePromptTemplate(generateRankingInstruction({\n\t\t\tproblemDescription,\n\t\t\tsummaries,\n\t\t\tcandidatesForFinalSelection,\n\t\t\tcandidateIdentifierField:String(candidateIdentifierField)\n\t\t}));\n\t\tif(this.DEBUG)console.log('Formatted ranking prompt: '+rankingPromptTemplate);\n\t\tlet rankingPromptTokens=this.tokeniser.encode(rankingPromptTemplate);\n\t\tif(rankingPromptTokens.length>this.tokeniser.model_max_length)throw new Error('Ranking instruction prompt is too long for the tokeniser model');\n\t\tlet rankingArray=await this.generator(rankingPromptTemplate,{\n\t\t\tmax_new_tokens:this.rankingMaxNewTokens,\n\t\t\ttemperature:this.rankingTemperature,\n\t\t\trepetition_penalty:this.rankingRepetitionPenalty,\n\t\t\tpad_token_id,\n\t\t\teos_token_id\n\t\t});\n\t\tlet ranking=Array.isArray(rankingArray?.[0])?rankingArray?.[0]?.[0]:rankingArray[0];\n\t\trationale=ranking.generated_text.toString().trim().replace(/(\\*\\*)|(<\\/?s>)|(\\[.*?\\])\\s*/g, '');\n\t\tif(this.DEBUG)console.log('Generated rationale: '+rationale);\n\t\tlet rationaleResponseIndex=rationale.indexOf('### Response:');\n\t\tif(rationaleResponseIndex>=0)rationaleResponseIndex+='### Response:'.length;\n\t\telse rationaleResponseIndex=0;\n\t\trationale=rationale.substring(rationaleResponseIndex);\n\t\t//if(!rationale)throw new Error('No rationale generated');\n\n\t\tif(rationale){\n\t\t\tlet identifiers=extractIdentifiersFromRationale(rationale);\n\t\t\tif(identifiers.length>candidatesForFinalSelection)identifiers=identifiers.slice(0,candidatesForFinalSelection);\n\t\t\tselectedCandidates=lodash.compact(identifiers.map(identifier=>{\n\t\t\t\tlet selectedCandidate=candidates.find(candidate=>String(candidate[candidateIdentifierField]).toLowerCase()===identifier.toLowerCase());\n\t\t\t\tif(selectedCandidate)return selectedCandidate;\n\t\t\t\tselectedCandidate=candidates.find(candidate=>String(candidate[candidateIdentifierField]).toLowerCase().includes(identifier.toLowerCase()));\n\t\t\t\tif(selectedCandidate)return selectedCandidate;\n\t\t\t\tselectedCandidate=candidates.find(candidate=>identifier.toLowerCase().includes(String(candidate[candidateIdentifierField]).toLowerCase()));\n\t\t\t\tif(selectedCandidate)return selectedCandidate;\n\t\t\t\treturn null;\n\t\t\t}));\n\t\t}\n\n\t\tif(!Array.isArray(selectedCandidates)||selectedCandidates.length<=0){\n\t\t\tselectedCandidates=lodash.uniq(lodash.compact(queryResult.map(result=>{\n\t\t\t\tlet identifier=extractIdentifierFromCandidateDocument({\n\t\t\t\t\tcandidateDocument:result.pageContent,\n\t\t\t\t\tcandidateIdentifierField:String(candidateIdentifierField)\n\t\t\t\t});\n\t\t\t\tif(this.DEBUG)console.log('Extracted identifier from candidate document: '+identifier);\n\t\t\t\tlet selectedCandidate=candidates.find(candidate=>String(candidate[candidateIdentifierField]).toLowerCase()===identifier.toLowerCase());\n\t\t\t\tif(selectedCandidate)return selectedCandidate;\n\t\t\t\tselectedCandidate=candidates.find(candidate=>String(candidate[candidateIdentifierField]).toLowerCase().includes(identifier.toLowerCase()));\n\t\t\t\tif(selectedCandidate)return selectedCandidate;\n\t\t\t\tselectedCandidate=candidates.find(candidate=>identifier.toLowerCase().includes(String(candidate[candidateIdentifierField]).toLowerCase()));\n\t\t\t\tif(selectedCandidate)return selectedCandidate;\n\t\t\t\treturn null;\n\t\t\t}))).slice(candidatesForFinalSelection);\n\t\t}\n\t\tif(this.DEBUG)console.log('Selected candidates',selectedCandidates);\n\n\t\treturn{\n\t\t\trationale,\n\t\t\tselectedCandidates\n\t\t};\n\t}\n};\n\nexport namespace AICompareCandidates{\n\texport interface LoadArguments{\n\t\tprogressCallback?:ProgressCallback;\n\t\tmodelName?:string;\n\t};\n\n\texport interface SummarisableSubstringIndices{\n\t\tstart:number;\n\t\tend:number;\n\t};\n\n\texport interface CompareArguments<Candidate>{\n\t\tcandidates:Candidate[];\n\t\tproblemDescription:string;\n\t\tgenerateSearchAreasInstruction?:(problemDescription:string)=>string;\n\t\tconvertCandidateToDocument?:(convertCandidateToDocumentArguments:ConvertCandidateToDocumentArguments<Candidate>)=>string;\n\t\tcandidatesForInitialSelection?:number;\n\t\tcandidatesForFinalSelection?:number;\n\t\tgenerateRankingInstruction?:(generateRankingInstructionArguments:GenerateRankingInstructionArguments)=>string;\n\t\textractIdentifiersFromRationale?:(rationale:string)=>string[];\n\t\textractIdentifierFromCandidateDocument?:(extractIdentifierFromCandidateDocumentArguments:ExtractIdentifierFromCandidateDocumentArguments)=>string;\n\t\tcandidateIdentifierField?:keyof Candidate;\n\t\tgetSummarisableSubstringIndices?:(candidateDocument:string)=>SummarisableSubstringIndices;\n\t\tgeneratePromptTemplate?:(prompt:string)=>string;\n\t};\n\n\texport interface ConvertCandidateToDocumentArguments<Candidate>{\n\t\tcandidate:Candidate;\n\t\tindex:number;\n\t};\n\n\texport interface ExtractIdentifierFromCandidateDocumentArguments{\n\t\tcandidateDocument:string;\n\t\tcandidateIdentifierField:string;\n\t};\n\n\texport interface GenerateRankingInstructionArguments{\n\t\tproblemDescription:string;\n\t\tsummaries:string[];\n\t\tcandidatesForFinalSelection:number;\n\t\tcandidateIdentifierField:string;\n\t};\n\n\texport interface CompareCandidatesReturn<Candidate>{\n\t\tselectedCandidates:Candidate[],\n\t\trationale:string\n\t};\n};\n\nexport default AICompareCandidates;"],"mappings":"2PAiBA,IAAa,EAAb,cAAyC,CAAU,CAClD,IAAa,EACb,MAAM,GAEN,UAAsC,KACtC,mBAAmB,yBACnB,iBAAsD,KACtD,sBAAiD,EAAE,CACnD,0BAAgD,KAChD,yBAAyB,IAAI,gBAE7B,WAAsC,KACtC,oBAAoB,6BACpB,kBAAsD,KACtD,uBAAkD,EAAE,CACpD,2BAAiD,KACjD,0BAA0B,IAAI,gBAE9B,SAAwC,KACxC,kBAAkB,2BAClB,gBAAwD,KACxD,qBAAgD,EAAE,CAClD,yBAA+C,KAC/C,wBAAwB,IAAI,gBAE5B,UAAmC,KACnC,mBAAmB,KAAK,mBACxB,iBAAmD,KACnD,sBAAiD,EAAE,CACnD,0BAAgD,KAChD,yBAAyB,IAAI,gBAE7B,gCAAgC,GAChC,+BAA+B,IAC/B,qCAAqC,IAErC,oBAAoB,GACpB,mBAAmB,IACnB,yBAAyB,IAEzB,iCAAiC,IAEjC,OACC,EAAI,eAAe,GACnB,EAAI,kBAAkB,GACtB,EAAI,iBAAiB,GAGtB,aAAa,CACZ,MAAM,EAAE,CAAC,CAGV,MAAM,cAAc,CACnB,mBACA,YAAU,IAC4D,EAAE,CAAC,CAEzE,GADG,OAAO,GAAY,UAAU,IAAU,KAAK,mBAAmB,GAC/D,CAAC,KAAK,mBAAmB,MAAU,MAAM,+BAA+B,CAc3E,OAbG,IAAiB,KAAK,0BAA0B,GAGnD,KAAK,iBAAiB,EAAS,kBAAkB,KAAK,mBAAmB,CACxE,OAAO,SACP,kBAAkB,IACd,KAAK,OAAM,QAAQ,IAAI,EAAK,UAAU,EAAa,CAAC,CACvD,OAAO,OAAO,KAAK,sBAAsB,EAAa,CAC/C,KAAK,4BAA4B,EAAa,EAEtD,aAAa,KAAK,yBAAyB,OAC3C,CAAC,CACF,KAAK,UAAU,MAAM,KAAK,iBACnB,KAAK,UAGb,MAAM,qBAAqB,CAC1B,mBACA,YAAU,IAC4D,EAAE,CAAC,CAKzE,GAJI,KAAK,kBAAiB,KAAK,cAAc,CAC5C,mBACA,YACA,CAAC,CACC,CAAC,KAAK,UACR,GAAG,CACF,MAAM,KAAK,uBACL,EAAM,CAEZ,KADA,MAAK,iBAAiB,KAChB,EAGR,GAAG,CAAC,KAAK,UAER,KADA,MAAK,iBAAiB,KACZ,MAAM,2BAA2B,CAI7C,MAAM,mBAAmB,EAAY,CACpC,KAAK,yBAAyB,MAAM,EAAO,CAC3C,KAAK,yBAAyB,IAAI,gBAGnC,MAAM,eAAe,CACpB,mBACA,YAAU,IAC4D,EAAE,CAAC,CAEzE,GADG,OAAO,GAAY,UAAU,IAAU,KAAK,oBAAoB,GAChE,CAAC,KAAK,oBAAoB,MAAU,MAAM,gCAAgC,CAc7E,OAbG,IAAiB,KAAK,2BAA2B,GAGpD,KAAK,kBAAkB,EAAS,gBAAgB,KAAK,oBAAoB,CACxE,OAAO,SACP,kBAAkB,IACd,KAAK,OAAM,QAAQ,IAAI,EAAK,UAAU,EAAa,CAAC,CACvD,OAAO,OAAO,KAAK,uBAAuB,EAAa,CAChD,KAAK,6BAA6B,EAAa,EAEvD,aAAa,KAAK,0BAA0B,OAC5C,CAAC,CACF,KAAK,WAAW,MAAM,KAAK,kBACpB,KAAK,WAGb,MAAM,sBAAsB,CAC3B,mBACA,YAAU,IAC4D,EAAE,CAAC,CAKzE,GAJI,KAAK,mBAAkB,KAAK,eAAe,CAC9C,mBACA,YACA,CAAC,CACC,CAAC,KAAK,WACR,GAAG,CACF,MAAM,KAAK,wBACL,EAAM,CAEZ,KADA,MAAK,kBAAkB,KACjB,EAGR,GAAG,CAAC,KAAK,WAER,KADA,MAAK,kBAAkB,KACb,MAAM,4BAA4B,CAI9C,MAAM,qBAAqB,CAC1B,KAAK,0BAA0B,OAAO,CACtC,KAAK,0BAA0B,IAAI,gBAGpC,MAAM,aAAa,CAClB,mBACA,YAAU,IAC4D,EAAE,CAAC,CAEzE,GADG,OAAO,GAAY,UAAU,IAAU,KAAK,kBAAkB,GAC9D,CAAC,KAAK,kBAAkB,MAAU,MAAM,8BAA8B,CAczE,OAbG,IAAiB,KAAK,yBAAyB,GAGlD,KAAK,gBAAgB,EAAS,qBAAqB,KAAK,kBAAkB,CACzE,OAAO,SACP,kBAAkB,IACd,KAAK,OAAM,QAAQ,IAAI,EAAK,UAAU,EAAa,CAAC,CACvD,OAAO,OAAO,KAAK,qBAAqB,EAAa,CAC9C,KAAK,2BAA2B,EAAa,EAErD,aAAa,KAAK,wBAAwB,OAC1C,CAAC,CACF,KAAK,SAAS,MAAM,KAAK,gBAClB,KAAK,SAGb,MAAM,oBAAoB,CACzB,mBACA,YAAU,IAC4D,EAAE,CAAC,CAKzE,GAJI,KAAK,iBAAgB,KAAK,aAAa,CAC1C,mBACA,YACA,CAAC,CACC,CAAC,KAAK,SACR,GAAG,CACF,MAAM,KAAK,sBACL,EAAM,CAEZ,KADA,MAAK,gBAAgB,KACf,EAGR,GAAG,CAAC,KAAK,SAER,KADA,MAAK,gBAAgB,KACX,MAAM,0BAA0B,CAI5C,MAAM,mBAAmB,CACxB,KAAK,wBAAwB,OAAO,CACpC,KAAK,wBAAwB,IAAI,gBAGlC,MAAM,cAAc,CACnB,mBACA,YAAU,IAC4D,EAAE,CAAC,CAEzE,GADG,OAAO,GAAY,UAAU,IAAU,KAAK,mBAAmB,GAC/D,CAAC,KAAK,mBAAmB,MAAU,MAAM,+BAA+B,CAa3E,OAZG,IAAiB,KAAK,0BAA0B,GAGnD,KAAK,iBAAiB,EAAc,gBAAgB,KAAK,mBAAmB,CAC3E,kBAAkB,IACd,KAAK,OAAM,QAAQ,IAAI,EAAK,UAAU,EAAa,CAAC,CACvD,OAAO,OAAO,KAAK,sBAAsB,EAAa,CAC/C,KAAK,4BAA4B,EAAa,EAEtD,aAAa,KAAK,yBAAyB,OAC3C,CAAC,CACF,KAAK,UAAU,MAAM,KAAK,iBACnB,KAAK,UAGb,MAAM,qBAAqB,CAC1B,mBACA,YAAU,IAC4D,EAAE,CAAC,CAKzE,GAJI,KAAK,kBAAiB,KAAK,cAAc,CAC5C,mBACA,YACA,CAAC,CACC,CAAC,KAAK,UACR,GAAG,CACF,MAAM,KAAK,uBACL,EAAM,CAEZ,KADA,MAAK,iBAAiB,KAChB,EAGR,GAAG,CAAC,KAAK,UAER,KADA,MAAK,iBAAiB,KACZ,MAAM,2BAA2B,CAI7C,MAAM,oBAAoB,CACzB,KAAK,yBAAyB,OAAO,CACrC,KAAK,yBAAyB,IAAI,gBAGnC,MAAM,WAAW,EAA8B,CAE9C,OADA,MAAM,KAAK,qBAAqB,CACzB,MAAM,MAAM,MAAM,KAAK,WAAW,EAAK,CAC7C,QAAQ,OACR,UAAU,GACV,CAAC,GAAG,KAAK,CAGX,MAAM,eAAe,EAAmC,CACvD,OAAO,QAAQ,IAAI,EAAM,IAAI,GAAM,KAAK,WAAW,EAAK,CAAC,CAAC,CAG3D,8BAA8B,EAAc,CAC3C,MAAO;;;EAEN,EACA;;eAGF,sCAAsC,EAA0B,CAC/D,MAAO;WAAyG,EAAmB,IAGpI,kCAA6C,CAC5C,YACA,SACwI,EAAE,CAAC,CAC3I,IAAI,EAAS,uBAAuB,EACpC,IAAI,IAAI,KAAK,EAAU,GAAU;EAAK,EAAO,UAAU,EAAE,CAAC,MAAM,OAAO,EAAU,IAAK,SAAS,EAAK,UAAU,EAAU,GAAG,CAAC,OAAO,EAAU,GAAG,EAEhJ,MADA,IAAU;oBAAuB,EAC1B,EAGR,kCAAkC,CACjC,qBACA,YACA,8BACA,4BACkH,EAAE,CAAC,CACrH,MAAO;uBACkB,EAA4B;mCAChB,EAAmB,QAAQ,WAAW,IAAI,CAAC;;;;;EAE7D,EAAU,KAAK;;EAAO,CAAC;;;YAE5B,EAAO,UAAU,EAAyB,CAAC;SAI1D,aAAa,EAAY,EAAa,EAAkB,CACpD,IAAI,EAAc,EAAK,MAAM,EAAW,CAAC,OAAO,EAAM,CACtD,OAAO,EAAc,EAAE,EAAc,EAAc,EAGvD,8CAA8C,CAC7C,oBACA,4BAC0I,EAAE,CAAC,CAC1I,KAAK,OAAM,QAAQ,IAAI,EAAkB,EAAyB,CACrE,IAAI,EAAU,EAAO,UAAU,EAAyB,CACpD,EAAW,EAAkB,QAAQ,EAAU,CAQnD,GAPG,EAAW,IAAE,EAAW,EAAkB,aAAa,CAAC,QAAQ,EAAU,aAAa,CAAC,EACxF,KAAK,OAAM,QAAQ,IAAI,EAAW,CAClC,GAAY,IAAE,GAAY,EAAU,QACpC,EAAW,IACb,EAAW,EAAkB,aAAa,CAAC,QAAQ,EAAyB,aAAa,CAAC,CACvF,GAAY,IAAE,GAAY,EAAyB,SAEpD,KAAK,MAAM,QAAQ,IAAI,EAAW,MAChC,MAAO,GAKZ,GAJA,EAAW,EAAkB,QAAQ,IAAI,EAAW,CACjD,KAAK,OAAM,QAAQ,IAAI,EAAW,CAClC,EAAW,IAAE,EAAW,KAAK,aAAa,EAAkB,MAAM,EAAW,EAC7E,KAAK,OAAM,QAAQ,IAAI,EAAW,CAClC,EAAW,EAAE,MAAO,GACvB,IAAI,EAAS,EAAkB,QAAQ;EAAK,EAAW,CAGvD,OAFG,EAAS,IAAE,EAAS,EAAkB,QACtC,KAAK,OAAM,QAAQ,IAAI,EAAS,CAC5B,EAAkB,UAAU,EAAW,EAAS,CAAC,MAAM,CAG/D,uCAAuC,EAAiB,CACvD,IAAI,EAAM,kCACNA,EAAiB,EAAE,CACvB,IAAI,IAAIC,EAA2B,MAAM,QAAQ,EAAM,EAAM,KAAK,EAAU,CAAC,EAAK,EAAM,IAAG,EAAQ,KAAK,EAAM,GAAG,CACjH,OAAO,EAGR,MAAM,kBAA6B,CAClC,aACA,qBAAmB,GACnB,iCAA+B,KAAK,sCAAsC,KAAK,KAAK,CACpF,6BAA2B,KAAK,kCAAkC,KAAK,KAAK,CAC5E,gCAA8B,EAC9B,8BAA4B,EAC5B,6BAA2B,KAAK,kCAAkC,KAAK,KAAK,CAC5E,kCAAgC,KAAK,uCAAuC,KAAK,KAAK,CACtF,yCAAuC,KAAK,8CAA8C,KAAK,KAAK,CACpG,2BAAyB,IAAA,GACzB,kCACA,yBAAuB,KAAK,8BAA8B,KAAK,KAAK,EAC8B,EAAE,CAAsE,CAC1K,GAAG,CAAC,MAAM,QAAQ,EAAW,EAAE,EAAW,QAAQ,EAAE,MAAU,MAAM,yBAAyB,CAI7F,GAHA,EAA8B,EAAO,cAAc,EAA8B,CAC9E,GAA+B,IAClC,EAA4B,EAAO,cAAc,EAA4B,CAC1E,GAA6B,GAAE,MAAU,MAAM,4EAA4E,CAC9H,GAAG,EAA8B,EAA4B,MAAU,MAAM,6FAA6F,CAC1K,GAAG,EAA8B,EAAW,OAAO,MAAU,MAAM,aAAa,EAA8B,yFAAyF,EAAW,OAAO,CACzN,GAAG,EAA4B,EAAW,OAAO,MAAU,MAAM,aAAa,EAA4B,yFAAyF,EAAW,OAAO,CACrN,GAAG,CAAC,IACH,EAAyB,OAAO,KAAK,EAAW,GAAa,CAAC,GAC3D,CAAC,GAAyB,MAAU,MAAM,gCAAgC,CAG9E,IAAI,EAAU,GACVC,EAA+B,EAAE,CAGrC,GADA,MAAM,KAAK,qBAAqB,CAC7B,CAAC,KAAK,SAAS,OAClB,IAAI,EAAmB,EAAW,KAAK,EAAU,IAAQ,EAA2B,CACnF,YACA,QACA,CAAC,CAAC,CACC,EAAY,MAAM,EAAkB,UACvC,EAAO,UAAU,EAAmB,CACpC,EAAmB,KAAK,EAAS,IAAQ,EAAM,CAC/C,KACA,CAEG,EAA0B,EAAuB,EAA+B,EAAmB,CAAC,CAGxG,GAFG,KAAK,OAAM,QAAQ,IAAI,kCAAkC,EAA0B,CACtF,MAAM,KAAK,sBAAsB,CAC9B,CAAC,KAAK,UAAU,OAEnB,GAD4B,KAAK,UAAU,OAAO,EAA0B,CACjD,OAAO,KAAK,UAAU,iBAAiB,MAAU,MAAM,sEAAsE,CAGxJ,GADA,MAAM,KAAK,sBAAsB,CAC9B,CAAC,KAAK,UAAU,OACnB,IAAI,EAAa,KAAK,UAAU,cAAc,KAAK,UAAU,cAAc,EACvE,EAAa,KAAK,UAAU,cAAc,EAC1C,EAAsB,MAAM,KAAK,UAAU,EAA0B,CACxE,eAAe,KAAK,gCACpB,YAAY,KAAK,+BACjB,mBAAmB,KAAK,qCACxB,eACA,eACA,CAAC,CACE,EAAiB,MAAM,QAAQ,IAAwB,GAAG,CAAC,IAAwB,KAAK,GAAG,IAAwB,GACvH,GAAG,CAAC,EAAiB,eAAe,MAAU,MAAM,qCAAqC,CACtF,KAAK,OAAM,QAAQ,IAAI,oCAAoC,EAAiB,eAAe,CAC9F,IAAI,EAAyB,EAAiB,eAAe,UAAU,CAAC,QAAQ,gBAAgB,CAC7F,GAA0B,EAAE,GAA0B,GACpD,EAAyB,EAE9B,IAAI,EAAkB,EAAiB,eAAe,UAAU,CAAC,UAAU,EAAyB,CAAC,MAAM,CAGxG,KAAK,OAAM,QAAQ,IAAI,wBAAwB,EAAkB,CACpE,IAAI,EAAY,MAAM,EAAY,iBAAiB,EAAkB,EAA8B,CAChG,KAAK,OAAM,QAAQ,IAAI,0BAA0B,EAAY,CAEhE,IAAIC,EAAmB,EAAE,CAEzB,GAAG,EAAY,KAAK,GAAQ,EAAO,YAAY,MAAM,CAAC,MAAM,MAAM,CAAC,OAAO,KAAK,iCAAiC,CAAC,CAEhH,GADA,MAAM,KAAK,uBAAuB,CAC/B,CAAC,KAAK,WAAW,OACpB,GAAW,MAAM,QAAQ,WAAW,EAAY,IAAI,KAAM,IAAQ,CACjE,GAAG,CAAC,EAAO,aAAa,OAAO,EAAO,aAAc,SAAS,MAAO,GACpE,GAAG,EAAO,YAAY,MAAM,CAAC,MAAM,MAAM,CAAC,QAAQ,KAAK,iCAAiC,OAAO,EAAO,YACtG,IAAIC,EAA8E,CACjF,MAAM,EACN,IAAI,EAAO,YAAY,OACvB,CACE,GAAgC,OAAO,OAAO,EAA6B,EAAgC,EAAO,YAAY,CAAC,CAClI,EAA6B,MAAM,EAAO,MAAM,EAAO,cAAc,EAA6B,MAAM,CAAC,EAAE,EAAO,YAAY,OAAO,CACrI,EAA6B,IAAI,EAAO,MAAM,EAAO,cAAc,EAA6B,IAAI,CAAC,EAAE,EAAO,YAAY,OAAO,CACjI,IAAI,EAAsB,EAAO,YAAY,UAAU,EAA6B,MAAM,EAA6B,IAAI,CACvH,EAAc,EAAO,YAAY,UAAU,EAAE,EAA6B,MAAM,CAChF,EAAa,EAAO,YAAY,UAAU,EAA6B,IAAI,CAC3E,EAAyB,EAAc,MAAM,KAAK,CAAC,OAAO,EAAa,MAAM,KAAK,CAAC,OACnF,EAAoC,KAAK,IAAI,EAAE,KAAK,iCAAiC,EAAyB,CAC9G,EAAyB,MAAM,KAAK,aAAa,EAA4C,CAChG,WAAW,EACX,CAAC,CAEE,EAAiB,IADG,MAAM,QAAQ,IAA2B,GAAG,CAAC,IAA2B,KAAK,GAAG,IAA2B,KAC1E,cAAc,IAAI,MAAM,KAAK,CAAC,MAAM,EAAoC,CAAC,KAAK,IAAI,CAAC,EAE5I,OADG,KAAK,OAAM,QAAQ,IAAI,yBAAyB,EAAiB,CAC7D,GACN,CAAC,EAAE,OAAO,GAAQ,EAAO,SAAS,aAAa,EAAO,MAAM,CAAC,IAAI,GAAS,EAA0C,MAAM,MAE5H,EAAU,EAAY,IAAI,GAAQ,EAAO,YAAY,CAGtD,IAAI,EAAsB,EAAuB,EAA2B,CAC3E,qBACA,YACA,8BACA,yBAAyB,OAAO,EAAyB,CACzD,CAAC,CAAC,CAGH,GAFG,KAAK,OAAM,QAAQ,IAAI,6BAA6B,EAAsB,CACrD,KAAK,UAAU,OAAO,EAAsB,CAC7C,OAAO,KAAK,UAAU,iBAAiB,MAAU,MAAM,iEAAiE,CAC/I,IAAI,EAAa,MAAM,KAAK,UAAU,EAAsB,CAC3D,eAAe,KAAK,oBACpB,YAAY,KAAK,mBACjB,mBAAmB,KAAK,yBACxB,eACA,eACA,CAAC,CAEF,GADY,MAAM,QAAQ,IAAe,GAAG,CAAC,IAAe,KAAK,GAAG,EAAa,IAC/D,eAAe,UAAU,CAAC,MAAM,CAAC,QAAQ,gCAAiC,GAAG,CAC5F,KAAK,OAAM,QAAQ,IAAI,wBAAwB,EAAU,CAC5D,IAAI,EAAuB,EAAU,QAAQ,gBAAgB,CAM7D,GALG,GAAwB,EAAE,GAAwB,GAChD,EAAuB,EAC5B,EAAU,EAAU,UAAU,EAAuB,CAGlD,EAAU,CACZ,IAAI,EAAY,EAAgC,EAAU,CACvD,EAAY,OAAO,IAA4B,EAAY,EAAY,MAAM,EAAE,EAA4B,EAC9G,EAAmB,EAAO,QAAQ,EAAY,IAAI,GAAY,CAC7D,IAAI,EAAkB,EAAW,KAAK,GAAW,OAAO,EAAU,GAA0B,CAAC,aAAa,GAAG,EAAW,aAAa,CAAC,CAMtI,OALG,IACH,EAAkB,EAAW,KAAK,GAAW,OAAO,EAAU,GAA0B,CAAC,aAAa,CAAC,SAAS,EAAW,aAAa,CAAC,CAAC,CACvI,KACH,EAAkB,EAAW,KAAK,GAAW,EAAW,aAAa,CAAC,SAAS,OAAO,EAAU,GAA0B,CAAC,aAAa,CAAC,CAAC,CACvI,GAAyB,EACrB,MACN,CAAC,CAqBJ,OAlBG,CAAC,MAAM,QAAQ,EAAmB,EAAE,EAAmB,QAAQ,KACjE,EAAmB,EAAO,KAAK,EAAO,QAAQ,EAAY,IAAI,GAAQ,CACrE,IAAI,EAAW,EAAuC,CACrD,kBAAkB,EAAO,YACzB,yBAAyB,OAAO,EAAyB,CACzD,CAAC,CACC,KAAK,OAAM,QAAQ,IAAI,iDAAiD,EAAW,CACtF,IAAI,EAAkB,EAAW,KAAK,GAAW,OAAO,EAAU,GAA0B,CAAC,aAAa,GAAG,EAAW,aAAa,CAAC,CAMtI,OALG,IACH,EAAkB,EAAW,KAAK,GAAW,OAAO,EAAU,GAA0B,CAAC,aAAa,CAAC,SAAS,EAAW,aAAa,CAAC,CAAC,CACvI,KACH,EAAkB,EAAW,KAAK,GAAW,EAAW,aAAa,CAAC,SAAS,OAAO,EAAU,GAA0B,CAAC,aAAa,CAAC,CAAC,CACvI,GAAyB,EACrB,MACN,CAAC,CAAC,CAAC,MAAM,EAA4B,EAErC,KAAK,OAAM,QAAQ,IAAI,sBAAsB,EAAmB,CAE7D,CACL,YACA,qBACA,2BAqDH,IAAA,EAAe"}
1
+ {"version":3,"file":"index.mjs","names":["matches:string[]","match:RegExpExecArray|null","selectedCandidates:Candidate[]","summaries:string[]","summarisableSubstringIndices:AICompareCandidates.SummarisableSubstringIndices"],"sources":["../src/index.ts"],"sourcesContent":["import{\n\tenv,\n\tpipeline,\n\tAutoTokenizer,\n\tTextGenerationPipeline,\n\tProgressInfo,\n\tProgressCallback,\n\tSummarizationPipeline,\n\tFeatureExtractionPipeline,\n\tPreTrainedTokenizer,\n\tTextGenerationConfig,\n\tTextGenerationSingle\n}from '@sroussey/transformers';\nimport {MemoryVectorStore} from '@langchain/classic/vectorstores/memory';\nimport {Embeddings} from '@langchain/core/embeddings';\nimport lodash from 'lodash';\nimport jsan from 'jsan';\n\nexport class AICompareCandidates extends Embeddings{\n\treadonly env=env;\n\tDEBUG=true;\n\n\tgenerator:TextGenerationPipeline|null=null;\n\tgeneratorModelName='Xenova/LaMini-GPT-774M';\n\tgeneratorPromise:Promise<TextGenerationPipeline>|null=null;\n\tgeneratorProgressInfo:ProgressInfo=<ProgressInfo>{};\n\tgeneratorProgressCallback:ProgressCallback|null=null;\n\tgeneratorAbortController=new AbortController();\n\n\tsummariser:SummarizationPipeline|null=null;\n\tsummariserModelName='Xenova/distilbart-cnn-12-6';\n\tsummariserPromise:Promise<SummarizationPipeline>|null=null;\n\tsummariserProgressInfo:ProgressInfo=<ProgressInfo>{};\n\tsummariserProgressCallback:ProgressCallback|null=null;\n\tsummariserAbortController=new AbortController();\n\n\tembedder:FeatureExtractionPipeline|null=null;\n\tembedderModelName='Xenova/all-MiniLM-L12-v2';\n\tembedderPromise:Promise<FeatureExtractionPipeline>|null=null;\n\tembedderProgressInfo:ProgressInfo=<ProgressInfo>{};\n\tembedderProgressCallback:ProgressCallback|null=null;\n\tembedderAbortController=new AbortController();\n\n\ttokeniser:PreTrainedTokenizer|null=null;\n\ttokeniserModelName=this.generatorModelName;\n\ttokeniserPromise:Promise<PreTrainedTokenizer>|null=null;\n\ttokeniserProgressInfo:ProgressInfo=<ProgressInfo>{};\n\ttokeniserProgressCallback:ProgressCallback|null=null;\n\ttokeniserAbortController=new AbortController();\n\n\tgenerateSearchAreasMaxNewTokens=64;\n\tgenerateSearchAreasTemperature=0.35;\n\tgenerateSearchAreasRepetitionPenalty=1.5;\n\n\trankingMaxNewTokens=64;\n\trankingTemperature=0.35;\n\trankingRepetitionPenalty=1.5;\n\n\ttargetSummarisedStringTokenCount=420;\n\n\tstatic{\n\t\tenv.localModelPath='';\n\t\tenv.allowRemoteModels=true;\n\t\tenv.allowLocalModels=false;\n\t}\n\n\tconstructor(){\n\t\tsuper({});\n\t}\n\t\n\tasync loadGenerator({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(typeof modelName==='string'&&modelName)this.generatorModelName=modelName;\n\t\tif(!this.generatorModelName)throw new Error('Invalid generator model name');\n\t\tif(progressCallback)this.generatorProgressCallback=progressCallback;\n\t\t//ts-ignore is needed due to frequent error TS2590: Expression produces a union type that is too complex to represent.\n\t\t//@ts-ignore\n\t\tthis.generatorPromise=pipeline('text-generation',this.generatorModelName,{\n\t\t\tdevice:'webgpu',\n\t\t\tprogress_callback:progressInfo=>{\n\t\t\t\tif(this.DEBUG)console.log(jsan.stringify(progressInfo));\n\t\t\t\tObject.assign(this.generatorProgressInfo,progressInfo);\n\t\t\t\treturn this.generatorProgressCallback?.(progressInfo);\n\t\t\t},\n\t\t\tabort_signal:this.generatorAbortController.signal\n\t\t});\n\t\tthis.generator=await this.generatorPromise;\n\t\treturn this.generator;\n\t}\n\n\tasync checkGeneratorLoaded({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(!this.generatorPromise)this.loadGenerator({\n\t\t\tprogressCallback,\n\t\t\tmodelName\n\t\t});\n\t\tif(!this.generator){\n\t\t\ttry{\n\t\t\t\tawait this.generatorPromise;\n\t\t\t}catch(error){\n\t\t\t\tthis.generatorPromise=null;\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\t\tif(!this.generator){\n\t\t\tthis.generatorPromise=null;\n\t\t\tthrow new Error('Unable to load generator');\n\t\t}\n\t}\n\n\tasync abortLoadGenerator(reason?:any){\n\t\tthis.generatorAbortController.abort(reason);\n\t\tthis.generatorAbortController=new AbortController();\n\t}\n\n\tasync loadSummariser({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(typeof modelName==='string'&&modelName)this.summariserModelName=modelName;\n\t\tif(!this.summariserModelName)throw new Error('Invalid summariser model name');\n\t\tif(progressCallback)this.summariserProgressCallback=progressCallback;\n\t\t//ts-ignore is needed due to frequent error TS2590: Expression produces a union type that is too complex to represent.\n\t\t//@ts-ignore\n\t\tthis.summariserPromise=pipeline('summarization',this.summariserModelName,{\n\t\t\tdevice:'webgpu',\n\t\t\tprogress_callback:progressInfo=>{\n\t\t\t\tif(this.DEBUG)console.log(jsan.stringify(progressInfo));\n\t\t\t\tObject.assign(this.summariserProgressInfo,progressInfo);\n\t\t\t\treturn this.summariserProgressCallback?.(progressInfo);\n\t\t\t},\n\t\t\tabort_signal:this.summariserAbortController.signal\n\t\t});\n\t\tthis.summariser=await this.summariserPromise;\n\t\treturn this.summariser;\n\t}\n\n\tasync checkSummariserLoaded({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(!this.summariserPromise)this.loadSummariser({\n\t\t\tprogressCallback,\n\t\t\tmodelName\n\t\t});\n\t\tif(!this.summariser){\n\t\t\ttry{\n\t\t\t\tawait this.summariserPromise;\n\t\t\t}catch(error){\n\t\t\t\tthis.summariserPromise=null;\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\t\tif(!this.summariser){\n\t\t\tthis.summariserPromise=null;\n\t\t\tthrow new Error('Unable to load summariser');\n\t\t}\n\t}\n\n\tasync abortLoadSummariser(){\n\t\tthis.summariserAbortController.abort();\n\t\tthis.summariserAbortController=new AbortController();\n\t}\n\n\tasync loadEmbedder({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(typeof modelName==='string'&&modelName)this.embedderModelName=modelName;\n\t\tif(!this.embedderModelName)throw new Error('Invalid embedder model name');\n\t\tif(progressCallback)this.embedderProgressCallback=progressCallback;\n\t\t//ts-ignore is needed due to frequent error TS2590: Expression produces a union type that is too complex to represent.\n\t\t//@ts-ignore\n\t\tthis.embedderPromise=pipeline('feature-extraction',this.embedderModelName,{\n\t\t\tdevice:'webgpu',\n\t\t\tprogress_callback:progressInfo=>{\n\t\t\t\tif(this.DEBUG)console.log(jsan.stringify(progressInfo));\n\t\t\t\tObject.assign(this.embedderProgressInfo,progressInfo);\n\t\t\t\treturn this.embedderProgressCallback?.(progressInfo);\n\t\t\t},\n\t\t\tabort_signal:this.embedderAbortController.signal\n\t\t});\n\t\tthis.embedder=await this.embedderPromise;\n\t\treturn this.embedder;\n\t}\n\n\tasync checkEmbedderLoaded({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(!this.embedderPromise)this.loadEmbedder({\n\t\t\tprogressCallback,\n\t\t\tmodelName\n\t\t});\n\t\tif(!this.embedder){\n\t\t\ttry{\n\t\t\t\tawait this.embedderPromise;\n\t\t\t}catch(error){\n\t\t\t\tthis.embedderPromise=null;\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\t\tif(!this.embedder){\n\t\t\tthis.embedderPromise=null;\n\t\t\tthrow new Error('Unable to load embedder');\n\t\t}\n\t}\n\n\tasync abortLoadEmbedder(){\n\t\tthis.embedderAbortController.abort();\n\t\tthis.embedderAbortController=new AbortController();\n\t}\n\n\tasync loadTokeniser({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(typeof modelName==='string'&&modelName)this.tokeniserModelName=modelName;\n\t\tif(!this.tokeniserModelName)throw new Error('Invalid tokeniser model name');\n\t\tif(progressCallback)this.tokeniserProgressCallback=progressCallback;\n\t\t//ts-ignore is needed due to frequent error TS2590: Expression produces a union type that is too complex to represent.\n\t\t//@ts-ignore\n\t\tthis.tokeniserPromise=AutoTokenizer.from_pretrained(this.tokeniserModelName,{\n\t\t\tprogress_callback:progressInfo=>{\n\t\t\t\tif(this.DEBUG)console.log(jsan.stringify(progressInfo));\n\t\t\t\tObject.assign(this.tokeniserProgressInfo,progressInfo);\n\t\t\t\treturn this.tokeniserProgressCallback?.(progressInfo);\n\t\t\t},\n\t\t\tabort_signal:this.tokeniserAbortController.signal\n\t\t});\n\t\tthis.tokeniser=await this.tokeniserPromise;\n\t\treturn this.tokeniser;\n\t}\n\n\tasync checkTokeniserLoaded({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(!this.tokeniserPromise)this.loadTokeniser({\n\t\t\tprogressCallback,\n\t\t\tmodelName\n\t\t});\n\t\tif(!this.tokeniser){\n\t\t\ttry{\n\t\t\t\tawait this.tokeniserPromise;\n\t\t\t}catch(error){\n\t\t\t\tthis.tokeniserPromise=null;\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\t\tif(!this.tokeniser){\n\t\t\tthis.tokeniserPromise=null;\n\t\t\tthrow new Error('Unable to load tokeniser');\n\t\t}\n\t}\n\n\tasync abortLoadTokeniser(){\n\t\tthis.tokeniserAbortController.abort();\n\t\tthis.tokeniserAbortController=new AbortController();\n\t}\n\n\tasync embedQuery(text:string):Promise<number[]>{\n\t\tawait this.checkEmbedderLoaded();\n\t\treturn Array.from((await this.embedder?.(text,{\n\t\t\tpooling:'mean',\n\t\t\tnormalize:true\n\t\t}))?.data);\n\t}\n\n\tasync embedDocuments(texts:string[]):Promise<number[][]>{\n\t\treturn Promise.all(texts.map(text=>this.embedQuery(text)));\n\t}\n\n\tdefaultGeneratePromptTemplate(prompt:string){\n\t\treturn 'Below is an instruction that describes a task. Write a response that appropriately completes the request.\\n\\n'+\n\t\t\t'### Instruction:\\n'+\n\t\t\tprompt+\n\t\t\t'\\n\\n### Response:';\n\t}\n\n\tdefaultGenerateSearchAreasInstruction(problemDescription:string){\n\t\treturn 'List the relevant subject areas for the following issues. Limit your response to 100 words.\\nIssues: \"'+problemDescription+'\"';\n\t}\n\n\tdefaultConvertCandidateToDocument<Candidate>({\n\t\tcandidate,\n\t\tindex\n\t}:AICompareCandidates.ConvertCandidateToDocumentArguments<Candidate>=<AICompareCandidates.ConvertCandidateToDocumentArguments<Candidate>>{}){\n\t\tlet document='Start of Candidate #'+index;\n\t\tfor(let i in candidate)document+='\\n'+lodash.startCase(i)+': '+(typeof candidate[i]==='object'?jsan.stringify(candidate[i]):String(candidate[i]));\n\t\tdocument+='\\nEnd of Candidate #'+index;\n\t\treturn document;\n\t}\n\n\tdefaultGenerateRankingInstruction({\n\t\tproblemDescription,\n\t\tsummaries,\n\t\tcandidatesForFinalSelection,\n\t\tcandidateIdentifierField\n\t}:AICompareCandidates.GenerateRankingInstructionArguments=<AICompareCandidates.GenerateRankingInstructionArguments>{}){\n\t\treturn 'Strictly follow these rules:\\n'+\n\t\t\t'1. Rank ONLY the top '+candidatesForFinalSelection+' candidates with one 15-word sentence explaining why\\n'+\n\t\t\t'2. Rank the candidates based on \"'+problemDescription.replace(/(\\r|\\n)/g,' ')+'\"\\n'+\n\t\t\t'3. If unclear, say \"Insufficient information to determine\"\\n\\n'+\n\t\t\t'Candidates:\\n\\n'+summaries.join('\\n\\n')+'\\n\\n'+\n\t\t\t'Format exactly:\\n'+\n\t\t\t'#1. \"Full '+lodash.startCase(candidateIdentifierField)+'\": 15-word explanation\\n'+\n\t\t\t'#2. ...';\n\t}\n\n\tregexIndexOf(text:string,regex:RegExp,startIndex:number){\n \tlet indexInSuffix=text.slice(startIndex).search(regex);\n \treturn indexInSuffix<0?indexInSuffix:indexInSuffix+startIndex;\n\t}\n\n\tdefaultExtractIdentifierFromCandidateDocument({\n\t\tcandidateDocument,\n\t\tcandidateIdentifierField\n\t}:AICompareCandidates.ExtractIdentifierFromCandidateDocumentArguments=<AICompareCandidates.ExtractIdentifierFromCandidateDocumentArguments>{}){\n\t\tif(this.DEBUG)console.log(candidateDocument,candidateIdentifierField);\n\t\tlet startCase=lodash.startCase(candidateIdentifierField);\n\t\tlet startIndex=candidateDocument.indexOf(startCase);\n\t\tif(startIndex<0)startIndex=candidateDocument.toLowerCase().indexOf(startCase.toLowerCase());\n\t\tif(this.DEBUG)console.log(startIndex);\n\t\tif(startIndex>=0)startIndex+=startCase.length;\n\t\tif(startIndex<0){\n\t\t\tstartIndex=candidateDocument.toLowerCase().indexOf(candidateIdentifierField.toLowerCase());\n\t\t\tif(startIndex>=0)startIndex+=candidateIdentifierField.length;\n\t\t}\n\t\tif(this.DEBUG)console.log(startIndex);\n\t\telse return '';\n\t\tstartIndex=candidateDocument.indexOf(':',startIndex);\n\t\tif(this.DEBUG)console.log(startIndex);\n\t\tif(startIndex<0)startIndex=this.regexIndexOf(candidateDocument,/\\s+/,startIndex);\n\t\tif(this.DEBUG)console.log(startIndex);\n\t\tif(startIndex<0)return '';\n\t\tlet endIndex=candidateDocument.indexOf('\\n',startIndex);\n\t\tif(endIndex<0)endIndex=candidateDocument.length;\n\t\tif(this.DEBUG)console.log(endIndex);\n\t\treturn candidateDocument.substring(startIndex,endIndex).trim();\n\t}\n\n\tdefaultExtractIdentifiersFromRationale(rationale:string){\n\t\tlet regex=/^\\s*#\\s*\\d+\\s*\\.?\\s*\"([^\"]+)\"/gm;\n\t\tlet matches:string[]=[];\n\t\tfor(let match:RegExpExecArray|null;Array.isArray(match=regex.exec(rationale));)if(match[1])matches.push(match[1]);\n\t\treturn matches;\n\t}\n\n\tdefaultParseSearchAreasResponse(searchAreasResponse:string){\n\t\tlet searchAreasResponseIndex=String(searchAreasResponse).indexOf('### Response:');\n\t\tif(searchAreasResponseIndex>=0)searchAreasResponseIndex+='### Response:'.length;\n\t\telse searchAreasResponseIndex=0;\n\t\treturn String(searchAreasResponse).substring(searchAreasResponseIndex).trim();\n\t}\n\n\tasync compareCandidates<Candidate>({\n\t\tcandidates,\n\t\tproblemDescription='',\n\t\tgenerateSearchAreasInstruction=this.defaultGenerateSearchAreasInstruction.bind(this),\n\t\tparseSearchAreasResponse=this.defaultParseSearchAreasResponse.bind(this),\n\t\tconvertCandidateToDocument=this.defaultConvertCandidateToDocument.bind(this),\n\t\tcandidatesForInitialSelection=2,\n\t\tcandidatesForFinalSelection=1,\n\t\tgenerateRankingInstruction=this.defaultGenerateRankingInstruction.bind(this),\n\t\textractIdentifiersFromRationale=this.defaultExtractIdentifiersFromRationale.bind(this),\n\t\textractIdentifierFromCandidateDocument=this.defaultExtractIdentifierFromCandidateDocument.bind(this),\n\t\tcandidateIdentifierField=undefined,\n\t\tgetSummarisableSubstringIndices,\n\t\tgeneratePromptTemplate=this.defaultGeneratePromptTemplate.bind(this),\n\t\tskipRationale=false\n\t}:AICompareCandidates.CompareArguments<Candidate>=<AICompareCandidates.CompareArguments<Candidate>>{}):Promise<AICompareCandidates.CompareCandidatesReturn<Candidate>|void>{\n\t\tif(!Array.isArray(candidates)||candidates.length<=0)throw new Error('No candidates provided');\n\t\tcandidatesForInitialSelection=lodash.toSafeInteger(candidatesForInitialSelection);\n\t\tif(candidatesForInitialSelection<=0)throw new Error('Candidates for initial selection must be a positive integer bigger than 0');\n\t\tcandidatesForFinalSelection=lodash.toSafeInteger(candidatesForFinalSelection);\n\t\tif(candidatesForFinalSelection<=0)throw new Error('Candidates for initial selection must be a positive integer bigger than 0');\n\t\tif(candidatesForInitialSelection<candidatesForFinalSelection)throw new Error('Candidates for initial selection must be equal or more than candidates for final selection');\n\t\tif(candidatesForInitialSelection>candidates.length)throw new Error('There are '+candidatesForInitialSelection+'candidates for initial selection which is more than the total number of candidates of '+candidates.length);\n\t\tif(candidatesForFinalSelection>candidates.length)throw new Error('There are '+candidatesForFinalSelection+'candidates for initial selection which is more than the total number of candidates of '+candidates.length);\n\t\tif(!candidateIdentifierField){\n\t\t\tcandidateIdentifierField=Object.keys(candidates[0] as object)[0] as keyof Candidate;\n\t\t\tif(!candidateIdentifierField)throw new Error('No candidate identifier field');\n\t\t}\n\n\t\tlet rationale='';\n\t\tlet selectedCandidates:Candidate[]=[];\n\n\t\tawait this.checkEmbedderLoaded();\n\t\tif(!this.embedder)return;\n\t\tlet candidateDocuments=candidates.map((candidate,index)=>convertCandidateToDocument({\n\t\t\tcandidate,\n\t\t\tindex\n\t\t}));\n\t\tlet vectorStore=await MemoryVectorStore.fromTexts(\n\t\t\tlodash.cloneDeep(candidateDocuments),\n\t\t\tcandidateDocuments.map((document,index)=>index),\n\t\t\tthis\n\t\t);\n\n\t\tlet searchAreasPromptTemplate=generatePromptTemplate(generateSearchAreasInstruction(problemDescription));\n\t\tif(this.DEBUG)console.log('Formatted search areas prompt: '+searchAreasPromptTemplate);\n\t\tawait this.checkTokeniserLoaded();\n\t\tif(!this.tokeniser)return;\n\t\tlet searchAreasPromptTokens=this.tokeniser.encode(searchAreasPromptTemplate);\n\t\tif(searchAreasPromptTokens.length>this.tokeniser.model_max_length)throw new Error('Search areas instruction prompt is too long for the tokeniser model');\n\n\t\tawait this.checkGeneratorLoaded();\n\t\tif(!this.generator)return;\n\t\tlet pad_token_id=this.tokeniser.pad_token_id??this.tokeniser.sep_token_id??0;\n\t\tlet eos_token_id=this.tokeniser.sep_token_id??2;\n\t\tlet searchAreasReplyArray=await this.generator(searchAreasPromptTemplate,{\n\t\t\tmax_new_tokens:this.generateSearchAreasMaxNewTokens,\n\t\t\ttemperature:this.generateSearchAreasTemperature,\n\t\t\trepetition_penalty:this.generateSearchAreasRepetitionPenalty,\n\t\t\tpad_token_id,\n\t\t\teos_token_id\n\t\t});\n\t\tlet searchAreasReply=Array.isArray(searchAreasReplyArray?.[0])?searchAreasReplyArray?.[0]?.[0]:searchAreasReplyArray?.[0];\n\t\tif(!searchAreasReply.generated_text)throw new Error('No generated text for search areas');\n\t\tif(this.DEBUG)console.log('Generated search areas response: '+searchAreasReply.generated_text);\n\t\tlet vectorSearchQuery=parseSearchAreasResponse(Array.isArray(searchAreasReply.generated_text)?searchAreasReply.generated_text.join('\\n\\n'):String(searchAreasReply.generated_text));\n\t\t//generally the first sentence has the greatest relevance to the actual prompt\n\t\t//if(vectorSearchQuery.includes('.'))vectorSearchQuery=vectorSearchQuery.split('.')[0].trim();\n\t\tif(this.DEBUG)console.log('Vector search query: '+vectorSearchQuery);\n\t\tlet queryResult=await vectorStore.similaritySearch(vectorSearchQuery,candidatesForInitialSelection);\n\t\tif(this.DEBUG)console.log('Vector search results: ',queryResult);\n\n\t\tlet summaries:string[]=[];\n\t\t//only bother doing summarisation if there are candidates which exceed the token count\n\t\tif(queryResult.some(result=>result.pageContent.trim().split(/\\s+/).length>this.targetSummarisedStringTokenCount)){\n\t\t\tawait this.checkSummariserLoaded();\n\t\t\tif(!this.summariser)return;\n\t\t\tsummaries=(await Promise.allSettled(queryResult.map(async result=>{\n\t\t\t\tif(!result.pageContent||typeof result.pageContent!=='string')return '';\n\t\t\t\tif(result.pageContent.trim().split(/\\s+/).length<=this.targetSummarisedStringTokenCount)return result.pageContent;\n\t\t\t\tlet summarisableSubstringIndices:AICompareCandidates.SummarisableSubstringIndices={\n\t\t\t\t\tstart:0,\n\t\t\t\t\tend:result.pageContent.length\n\t\t\t\t};\n\t\t\t\tif(getSummarisableSubstringIndices)Object.assign(summarisableSubstringIndices,getSummarisableSubstringIndices(result.pageContent));\n\t\t\t\tsummarisableSubstringIndices.start=lodash.clamp(lodash.toSafeInteger(summarisableSubstringIndices.start),0,result.pageContent.length);\n\t\t\t\tsummarisableSubstringIndices.end=lodash.clamp(lodash.toSafeInteger(summarisableSubstringIndices.end),0,result.pageContent.length);\n\t\t\t\tlet summarisableSubstring=result.pageContent.substring(summarisableSubstringIndices.start,summarisableSubstringIndices.end);\n\t\t\t\tlet contentBefore=result.pageContent.substring(0,summarisableSubstringIndices.start);\n\t\t\t\tlet contentAfter=result.pageContent.substring(summarisableSubstringIndices.end);\n\t\t\t\tlet wordsWithoutSummarisable=contentBefore.split(/s+/).length+contentAfter.split(/s+/).length;\n\t\t\t\tlet targetSummarisedSubstringTokenCount=Math.max(1,this.targetSummarisedStringTokenCount-wordsWithoutSummarisable);\n\t\t\t\tlet summarisedSubstringArray=await this.summariser?.(summarisableSubstring,<TextGenerationConfig>{\n\t\t\t\t\tmax_length:targetSummarisedSubstringTokenCount\n\t\t\t\t});\n\t\t\t\tlet summarisedSubstring=Array.isArray(summarisedSubstringArray?.[0])?summarisedSubstringArray?.[0]?.[0]:summarisedSubstringArray?.[0];\n\t\t\t\tlet summarisedString=contentBefore+(summarisedSubstring?.summary_text??'').split(/s+/).slice(targetSummarisedSubstringTokenCount).join(' ')+contentAfter;\n\t\t\t\tif(this.DEBUG)console.log('Summarised candidate: '+summarisedString);\n\t\t\t\treturn summarisedString;\n\t\t\t}))).filter(result=>result.status==='fulfilled'&&result.value).map(result=>(result as PromiseFulfilledResult<string>).value);\n\t\t}else{\n\t\t\tsummaries=queryResult.map(result=>result.pageContent);\n\t\t}\n\n\t\tif(!skipRationale){\n\t\t\tlet rankingPromptTemplate=generatePromptTemplate(generateRankingInstruction({\n\t\t\t\tproblemDescription,\n\t\t\t\tsummaries,\n\t\t\t\tcandidatesForFinalSelection,\n\t\t\t\tcandidateIdentifierField:String(candidateIdentifierField)\n\t\t\t}));\n\t\t\tif(this.DEBUG)console.log('Formatted ranking prompt: '+rankingPromptTemplate);\n\t\t\tlet rankingPromptTokens=this.tokeniser.encode(rankingPromptTemplate);\n\t\t\tif(rankingPromptTokens.length>this.tokeniser.model_max_length)throw new Error('Ranking instruction prompt is too long for the tokeniser model');\n\t\t\ttry{\n\t\t\t\tlet rankingArray=await this.generator(rankingPromptTemplate,{\n\t\t\t\t\tmax_new_tokens:this.rankingMaxNewTokens,\n\t\t\t\t\ttemperature:this.rankingTemperature,\n\t\t\t\t\trepetition_penalty:this.rankingRepetitionPenalty,\n\t\t\t\t\tpad_token_id,\n\t\t\t\t\teos_token_id\n\t\t\t\t});\n\t\t\t\tlet ranking=Array.isArray(rankingArray?.[0])?rankingArray?.[0]?.[0]:rankingArray[0];\n\t\t\t\trationale=ranking.generated_text.toString().trim().replace(/(\\*\\*)|(<\\/?s>)|(\\[.*?\\])\\s*/g, '');\n\t\t\t\tif(this.DEBUG)console.log('Generated rationale: '+rationale);\n\t\t\t\tlet rationaleResponseIndex=rationale.indexOf('### Response:');\n\t\t\t\tif(rationaleResponseIndex>=0)rationaleResponseIndex+='### Response:'.length;\n\t\t\t\telse rationaleResponseIndex=0;\n\t\t\t\trationale=rationale.substring(rationaleResponseIndex);\n\t\t\t\t//if(!rationale)throw new Error('No rationale generated');\n\t\t\t}catch(error){\n\t\t\t\tconsole.log(error);\n\t\t\t\trationale='';\n\t\t\t}\n\t\t}\n\n\t\tif(rationale){\n\t\t\tlet identifiers=extractIdentifiersFromRationale(rationale);\n\t\t\tif(identifiers.length>candidatesForFinalSelection)identifiers=identifiers.slice(0,candidatesForFinalSelection);\n\t\t\tselectedCandidates=lodash.compact(identifiers.map(identifier=>{\n\t\t\t\tlet selectedCandidate=candidates.find(candidate=>String(candidate[candidateIdentifierField]).toLowerCase()===identifier.toLowerCase());\n\t\t\t\tif(selectedCandidate)return selectedCandidate;\n\t\t\t\tselectedCandidate=candidates.find(candidate=>String(candidate[candidateIdentifierField]).toLowerCase().includes(identifier.toLowerCase()));\n\t\t\t\tif(selectedCandidate)return selectedCandidate;\n\t\t\t\tselectedCandidate=candidates.find(candidate=>identifier.toLowerCase().includes(String(candidate[candidateIdentifierField]).toLowerCase()));\n\t\t\t\tif(selectedCandidate)return selectedCandidate;\n\t\t\t\treturn null;\n\t\t\t}));\n\t\t}\n\n\t\tif(!Array.isArray(selectedCandidates)||selectedCandidates.length<=0){\n\t\t\tselectedCandidates=lodash.uniq(lodash.compact(queryResult.map(result=>{\n\t\t\t\tlet identifier=extractIdentifierFromCandidateDocument({\n\t\t\t\t\tcandidateDocument:result.pageContent,\n\t\t\t\t\tcandidateIdentifierField:String(candidateIdentifierField)\n\t\t\t\t});\n\t\t\t\tif(this.DEBUG)console.log('Extracted identifier from candidate document: '+identifier);\n\t\t\t\tlet selectedCandidate=candidates.find(candidate=>String(candidate[candidateIdentifierField]).toLowerCase()===identifier.toLowerCase());\n\t\t\t\tif(selectedCandidate)return selectedCandidate;\n\t\t\t\tselectedCandidate=candidates.find(candidate=>String(candidate[candidateIdentifierField]).toLowerCase().includes(identifier.toLowerCase()));\n\t\t\t\tif(selectedCandidate)return selectedCandidate;\n\t\t\t\tselectedCandidate=candidates.find(candidate=>identifier.toLowerCase().includes(String(candidate[candidateIdentifierField]).toLowerCase()));\n\t\t\t\tif(selectedCandidate)return selectedCandidate;\n\t\t\t\treturn null;\n\t\t\t}))).slice(0,candidatesForFinalSelection);\n\t\t}\n\t\tif(this.DEBUG)console.log('Selected candidates',selectedCandidates);\n\n\t\treturn{\n\t\t\trationale,\n\t\t\tselectedCandidates\n\t\t};\n\t}\n};\n\nexport namespace AICompareCandidates{\n\texport interface LoadArguments{\n\t\tprogressCallback?:ProgressCallback;\n\t\tmodelName?:string;\n\t};\n\n\texport interface SummarisableSubstringIndices{\n\t\tstart:number;\n\t\tend:number;\n\t};\n\n\texport interface CompareArguments<Candidate>{\n\t\tcandidates:Candidate[];\n\t\tproblemDescription:string;\n\t\tgenerateSearchAreasInstruction?:(problemDescription:string)=>string;\n\t\tparseSearchAreasResponse?:(searchAreasResponse:string)=>string;\n\t\tconvertCandidateToDocument?:(convertCandidateToDocumentArguments:ConvertCandidateToDocumentArguments<Candidate>)=>string;\n\t\tcandidatesForInitialSelection?:number;\n\t\tcandidatesForFinalSelection?:number;\n\t\tgenerateRankingInstruction?:(generateRankingInstructionArguments:GenerateRankingInstructionArguments)=>string;\n\t\textractIdentifiersFromRationale?:(rationale:string)=>string[];\n\t\textractIdentifierFromCandidateDocument?:(extractIdentifierFromCandidateDocumentArguments:ExtractIdentifierFromCandidateDocumentArguments)=>string;\n\t\tcandidateIdentifierField?:keyof Candidate;\n\t\tgetSummarisableSubstringIndices?:(candidateDocument:string)=>SummarisableSubstringIndices;\n\t\tgeneratePromptTemplate?:(prompt:string)=>string;\n\t\tskipRationale?:boolean;\n\t};\n\n\texport interface ConvertCandidateToDocumentArguments<Candidate>{\n\t\tcandidate:Candidate;\n\t\tindex:number;\n\t};\n\n\texport interface ExtractIdentifierFromCandidateDocumentArguments{\n\t\tcandidateDocument:string;\n\t\tcandidateIdentifierField:string;\n\t};\n\n\texport interface GenerateRankingInstructionArguments{\n\t\tproblemDescription:string;\n\t\tsummaries:string[];\n\t\tcandidatesForFinalSelection:number;\n\t\tcandidateIdentifierField:string;\n\t};\n\n\texport interface CompareCandidatesReturn<Candidate>{\n\t\tselectedCandidates:Candidate[],\n\t\trationale:string\n\t};\n};\n\nexport default AICompareCandidates;"],"mappings":"2PAkBA,IAAa,EAAb,cAAyC,CAAU,CAClD,IAAa,EACb,MAAM,GAEN,UAAsC,KACtC,mBAAmB,yBACnB,iBAAsD,KACtD,sBAAiD,EAAE,CACnD,0BAAgD,KAChD,yBAAyB,IAAI,gBAE7B,WAAsC,KACtC,oBAAoB,6BACpB,kBAAsD,KACtD,uBAAkD,EAAE,CACpD,2BAAiD,KACjD,0BAA0B,IAAI,gBAE9B,SAAwC,KACxC,kBAAkB,2BAClB,gBAAwD,KACxD,qBAAgD,EAAE,CAClD,yBAA+C,KAC/C,wBAAwB,IAAI,gBAE5B,UAAmC,KACnC,mBAAmB,KAAK,mBACxB,iBAAmD,KACnD,sBAAiD,EAAE,CACnD,0BAAgD,KAChD,yBAAyB,IAAI,gBAE7B,gCAAgC,GAChC,+BAA+B,IAC/B,qCAAqC,IAErC,oBAAoB,GACpB,mBAAmB,IACnB,yBAAyB,IAEzB,iCAAiC,IAEjC,OACC,EAAI,eAAe,GACnB,EAAI,kBAAkB,GACtB,EAAI,iBAAiB,GAGtB,aAAa,CACZ,MAAM,EAAE,CAAC,CAGV,MAAM,cAAc,CACnB,mBACA,YAAU,IAC4D,EAAE,CAAC,CAEzE,GADG,OAAO,GAAY,UAAU,IAAU,KAAK,mBAAmB,GAC/D,CAAC,KAAK,mBAAmB,MAAU,MAAM,+BAA+B,CAc3E,OAbG,IAAiB,KAAK,0BAA0B,GAGnD,KAAK,iBAAiB,EAAS,kBAAkB,KAAK,mBAAmB,CACxE,OAAO,SACP,kBAAkB,IACd,KAAK,OAAM,QAAQ,IAAI,EAAK,UAAU,EAAa,CAAC,CACvD,OAAO,OAAO,KAAK,sBAAsB,EAAa,CAC/C,KAAK,4BAA4B,EAAa,EAEtD,aAAa,KAAK,yBAAyB,OAC3C,CAAC,CACF,KAAK,UAAU,MAAM,KAAK,iBACnB,KAAK,UAGb,MAAM,qBAAqB,CAC1B,mBACA,YAAU,IAC4D,EAAE,CAAC,CAKzE,GAJI,KAAK,kBAAiB,KAAK,cAAc,CAC5C,mBACA,YACA,CAAC,CACC,CAAC,KAAK,UACR,GAAG,CACF,MAAM,KAAK,uBACL,EAAM,CAEZ,KADA,MAAK,iBAAiB,KAChB,EAGR,GAAG,CAAC,KAAK,UAER,KADA,MAAK,iBAAiB,KACZ,MAAM,2BAA2B,CAI7C,MAAM,mBAAmB,EAAY,CACpC,KAAK,yBAAyB,MAAM,EAAO,CAC3C,KAAK,yBAAyB,IAAI,gBAGnC,MAAM,eAAe,CACpB,mBACA,YAAU,IAC4D,EAAE,CAAC,CAEzE,GADG,OAAO,GAAY,UAAU,IAAU,KAAK,oBAAoB,GAChE,CAAC,KAAK,oBAAoB,MAAU,MAAM,gCAAgC,CAc7E,OAbG,IAAiB,KAAK,2BAA2B,GAGpD,KAAK,kBAAkB,EAAS,gBAAgB,KAAK,oBAAoB,CACxE,OAAO,SACP,kBAAkB,IACd,KAAK,OAAM,QAAQ,IAAI,EAAK,UAAU,EAAa,CAAC,CACvD,OAAO,OAAO,KAAK,uBAAuB,EAAa,CAChD,KAAK,6BAA6B,EAAa,EAEvD,aAAa,KAAK,0BAA0B,OAC5C,CAAC,CACF,KAAK,WAAW,MAAM,KAAK,kBACpB,KAAK,WAGb,MAAM,sBAAsB,CAC3B,mBACA,YAAU,IAC4D,EAAE,CAAC,CAKzE,GAJI,KAAK,mBAAkB,KAAK,eAAe,CAC9C,mBACA,YACA,CAAC,CACC,CAAC,KAAK,WACR,GAAG,CACF,MAAM,KAAK,wBACL,EAAM,CAEZ,KADA,MAAK,kBAAkB,KACjB,EAGR,GAAG,CAAC,KAAK,WAER,KADA,MAAK,kBAAkB,KACb,MAAM,4BAA4B,CAI9C,MAAM,qBAAqB,CAC1B,KAAK,0BAA0B,OAAO,CACtC,KAAK,0BAA0B,IAAI,gBAGpC,MAAM,aAAa,CAClB,mBACA,YAAU,IAC4D,EAAE,CAAC,CAEzE,GADG,OAAO,GAAY,UAAU,IAAU,KAAK,kBAAkB,GAC9D,CAAC,KAAK,kBAAkB,MAAU,MAAM,8BAA8B,CAczE,OAbG,IAAiB,KAAK,yBAAyB,GAGlD,KAAK,gBAAgB,EAAS,qBAAqB,KAAK,kBAAkB,CACzE,OAAO,SACP,kBAAkB,IACd,KAAK,OAAM,QAAQ,IAAI,EAAK,UAAU,EAAa,CAAC,CACvD,OAAO,OAAO,KAAK,qBAAqB,EAAa,CAC9C,KAAK,2BAA2B,EAAa,EAErD,aAAa,KAAK,wBAAwB,OAC1C,CAAC,CACF,KAAK,SAAS,MAAM,KAAK,gBAClB,KAAK,SAGb,MAAM,oBAAoB,CACzB,mBACA,YAAU,IAC4D,EAAE,CAAC,CAKzE,GAJI,KAAK,iBAAgB,KAAK,aAAa,CAC1C,mBACA,YACA,CAAC,CACC,CAAC,KAAK,SACR,GAAG,CACF,MAAM,KAAK,sBACL,EAAM,CAEZ,KADA,MAAK,gBAAgB,KACf,EAGR,GAAG,CAAC,KAAK,SAER,KADA,MAAK,gBAAgB,KACX,MAAM,0BAA0B,CAI5C,MAAM,mBAAmB,CACxB,KAAK,wBAAwB,OAAO,CACpC,KAAK,wBAAwB,IAAI,gBAGlC,MAAM,cAAc,CACnB,mBACA,YAAU,IAC4D,EAAE,CAAC,CAEzE,GADG,OAAO,GAAY,UAAU,IAAU,KAAK,mBAAmB,GAC/D,CAAC,KAAK,mBAAmB,MAAU,MAAM,+BAA+B,CAa3E,OAZG,IAAiB,KAAK,0BAA0B,GAGnD,KAAK,iBAAiB,EAAc,gBAAgB,KAAK,mBAAmB,CAC3E,kBAAkB,IACd,KAAK,OAAM,QAAQ,IAAI,EAAK,UAAU,EAAa,CAAC,CACvD,OAAO,OAAO,KAAK,sBAAsB,EAAa,CAC/C,KAAK,4BAA4B,EAAa,EAEtD,aAAa,KAAK,yBAAyB,OAC3C,CAAC,CACF,KAAK,UAAU,MAAM,KAAK,iBACnB,KAAK,UAGb,MAAM,qBAAqB,CAC1B,mBACA,YAAU,IAC4D,EAAE,CAAC,CAKzE,GAJI,KAAK,kBAAiB,KAAK,cAAc,CAC5C,mBACA,YACA,CAAC,CACC,CAAC,KAAK,UACR,GAAG,CACF,MAAM,KAAK,uBACL,EAAM,CAEZ,KADA,MAAK,iBAAiB,KAChB,EAGR,GAAG,CAAC,KAAK,UAER,KADA,MAAK,iBAAiB,KACZ,MAAM,2BAA2B,CAI7C,MAAM,oBAAoB,CACzB,KAAK,yBAAyB,OAAO,CACrC,KAAK,yBAAyB,IAAI,gBAGnC,MAAM,WAAW,EAA8B,CAE9C,OADA,MAAM,KAAK,qBAAqB,CACzB,MAAM,MAAM,MAAM,KAAK,WAAW,EAAK,CAC7C,QAAQ,OACR,UAAU,GACV,CAAC,GAAG,KAAK,CAGX,MAAM,eAAe,EAAmC,CACvD,OAAO,QAAQ,IAAI,EAAM,IAAI,GAAM,KAAK,WAAW,EAAK,CAAC,CAAC,CAG3D,8BAA8B,EAAc,CAC3C,MAAO;;;EAEN,EACA;;eAGF,sCAAsC,EAA0B,CAC/D,MAAO;WAAyG,EAAmB,IAGpI,kCAA6C,CAC5C,YACA,SACwI,EAAE,CAAC,CAC3I,IAAI,EAAS,uBAAuB,EACpC,IAAI,IAAI,KAAK,EAAU,GAAU;EAAK,EAAO,UAAU,EAAE,CAAC,MAAM,OAAO,EAAU,IAAK,SAAS,EAAK,UAAU,EAAU,GAAG,CAAC,OAAO,EAAU,GAAG,EAEhJ,MADA,IAAU;oBAAuB,EAC1B,EAGR,kCAAkC,CACjC,qBACA,YACA,8BACA,4BACkH,EAAE,CAAC,CACrH,MAAO;uBACkB,EAA4B;mCAChB,EAAmB,QAAQ,WAAW,IAAI,CAAC;;;;;EAE7D,EAAU,KAAK;;EAAO,CAAC;;;YAE5B,EAAO,UAAU,EAAyB,CAAC;SAI1D,aAAa,EAAY,EAAa,EAAkB,CACpD,IAAI,EAAc,EAAK,MAAM,EAAW,CAAC,OAAO,EAAM,CACtD,OAAO,EAAc,EAAE,EAAc,EAAc,EAGvD,8CAA8C,CAC7C,oBACA,4BAC0I,EAAE,CAAC,CAC1I,KAAK,OAAM,QAAQ,IAAI,EAAkB,EAAyB,CACrE,IAAI,EAAU,EAAO,UAAU,EAAyB,CACpD,EAAW,EAAkB,QAAQ,EAAU,CAQnD,GAPG,EAAW,IAAE,EAAW,EAAkB,aAAa,CAAC,QAAQ,EAAU,aAAa,CAAC,EACxF,KAAK,OAAM,QAAQ,IAAI,EAAW,CAClC,GAAY,IAAE,GAAY,EAAU,QACpC,EAAW,IACb,EAAW,EAAkB,aAAa,CAAC,QAAQ,EAAyB,aAAa,CAAC,CACvF,GAAY,IAAE,GAAY,EAAyB,SAEpD,KAAK,MAAM,QAAQ,IAAI,EAAW,MAChC,MAAO,GAKZ,GAJA,EAAW,EAAkB,QAAQ,IAAI,EAAW,CACjD,KAAK,OAAM,QAAQ,IAAI,EAAW,CAClC,EAAW,IAAE,EAAW,KAAK,aAAa,EAAkB,MAAM,EAAW,EAC7E,KAAK,OAAM,QAAQ,IAAI,EAAW,CAClC,EAAW,EAAE,MAAO,GACvB,IAAI,EAAS,EAAkB,QAAQ;EAAK,EAAW,CAGvD,OAFG,EAAS,IAAE,EAAS,EAAkB,QACtC,KAAK,OAAM,QAAQ,IAAI,EAAS,CAC5B,EAAkB,UAAU,EAAW,EAAS,CAAC,MAAM,CAG/D,uCAAuC,EAAiB,CACvD,IAAI,EAAM,kCACNA,EAAiB,EAAE,CACvB,IAAI,IAAIC,EAA2B,MAAM,QAAQ,EAAM,EAAM,KAAK,EAAU,CAAC,EAAK,EAAM,IAAG,EAAQ,KAAK,EAAM,GAAG,CACjH,OAAO,EAGR,gCAAgC,EAA2B,CAC1D,IAAI,EAAyB,OAAO,EAAoB,CAAC,QAAQ,gBAAgB,CAGjF,OAFG,GAA0B,EAAE,GAA0B,GACpD,EAAyB,EACvB,OAAO,EAAoB,CAAC,UAAU,EAAyB,CAAC,MAAM,CAG9E,MAAM,kBAA6B,CAClC,aACA,qBAAmB,GACnB,iCAA+B,KAAK,sCAAsC,KAAK,KAAK,CACpF,2BAAyB,KAAK,gCAAgC,KAAK,KAAK,CACxE,6BAA2B,KAAK,kCAAkC,KAAK,KAAK,CAC5E,gCAA8B,EAC9B,8BAA4B,EAC5B,6BAA2B,KAAK,kCAAkC,KAAK,KAAK,CAC5E,kCAAgC,KAAK,uCAAuC,KAAK,KAAK,CACtF,yCAAuC,KAAK,8CAA8C,KAAK,KAAK,CACpG,2BAAyB,IAAA,GACzB,kCACA,yBAAuB,KAAK,8BAA8B,KAAK,KAAK,CACpE,gBAAc,IACoF,EAAE,CAAsE,CAC1K,GAAG,CAAC,MAAM,QAAQ,EAAW,EAAE,EAAW,QAAQ,EAAE,MAAU,MAAM,yBAAyB,CAI7F,GAHA,EAA8B,EAAO,cAAc,EAA8B,CAC9E,GAA+B,IAClC,EAA4B,EAAO,cAAc,EAA4B,CAC1E,GAA6B,GAAE,MAAU,MAAM,4EAA4E,CAC9H,GAAG,EAA8B,EAA4B,MAAU,MAAM,6FAA6F,CAC1K,GAAG,EAA8B,EAAW,OAAO,MAAU,MAAM,aAAa,EAA8B,yFAAyF,EAAW,OAAO,CACzN,GAAG,EAA4B,EAAW,OAAO,MAAU,MAAM,aAAa,EAA4B,yFAAyF,EAAW,OAAO,CACrN,GAAG,CAAC,IACH,EAAyB,OAAO,KAAK,EAAW,GAAa,CAAC,GAC3D,CAAC,GAAyB,MAAU,MAAM,gCAAgC,CAG9E,IAAI,EAAU,GACVC,EAA+B,EAAE,CAGrC,GADA,MAAM,KAAK,qBAAqB,CAC7B,CAAC,KAAK,SAAS,OAClB,IAAI,EAAmB,EAAW,KAAK,EAAU,IAAQ,EAA2B,CACnF,YACA,QACA,CAAC,CAAC,CACC,EAAY,MAAM,EAAkB,UACvC,EAAO,UAAU,EAAmB,CACpC,EAAmB,KAAK,EAAS,IAAQ,EAAM,CAC/C,KACA,CAEG,EAA0B,EAAuB,EAA+B,EAAmB,CAAC,CAGxG,GAFG,KAAK,OAAM,QAAQ,IAAI,kCAAkC,EAA0B,CACtF,MAAM,KAAK,sBAAsB,CAC9B,CAAC,KAAK,UAAU,OAEnB,GAD4B,KAAK,UAAU,OAAO,EAA0B,CACjD,OAAO,KAAK,UAAU,iBAAiB,MAAU,MAAM,sEAAsE,CAGxJ,GADA,MAAM,KAAK,sBAAsB,CAC9B,CAAC,KAAK,UAAU,OACnB,IAAI,EAAa,KAAK,UAAU,cAAc,KAAK,UAAU,cAAc,EACvE,EAAa,KAAK,UAAU,cAAc,EAC1C,EAAsB,MAAM,KAAK,UAAU,EAA0B,CACxE,eAAe,KAAK,gCACpB,YAAY,KAAK,+BACjB,mBAAmB,KAAK,qCACxB,eACA,eACA,CAAC,CACE,EAAiB,MAAM,QAAQ,IAAwB,GAAG,CAAC,IAAwB,KAAK,GAAG,IAAwB,GACvH,GAAG,CAAC,EAAiB,eAAe,MAAU,MAAM,qCAAqC,CACtF,KAAK,OAAM,QAAQ,IAAI,oCAAoC,EAAiB,eAAe,CAC9F,IAAI,EAAkB,EAAyB,MAAM,QAAQ,EAAiB,eAAe,CAAC,EAAiB,eAAe,KAAK;;EAAO,CAAC,OAAO,EAAiB,eAAe,CAAC,CAGhL,KAAK,OAAM,QAAQ,IAAI,wBAAwB,EAAkB,CACpE,IAAI,EAAY,MAAM,EAAY,iBAAiB,EAAkB,EAA8B,CAChG,KAAK,OAAM,QAAQ,IAAI,0BAA0B,EAAY,CAEhE,IAAIC,EAAmB,EAAE,CAEzB,GAAG,EAAY,KAAK,GAAQ,EAAO,YAAY,MAAM,CAAC,MAAM,MAAM,CAAC,OAAO,KAAK,iCAAiC,CAAC,CAEhH,GADA,MAAM,KAAK,uBAAuB,CAC/B,CAAC,KAAK,WAAW,OACpB,GAAW,MAAM,QAAQ,WAAW,EAAY,IAAI,KAAM,IAAQ,CACjE,GAAG,CAAC,EAAO,aAAa,OAAO,EAAO,aAAc,SAAS,MAAO,GACpE,GAAG,EAAO,YAAY,MAAM,CAAC,MAAM,MAAM,CAAC,QAAQ,KAAK,iCAAiC,OAAO,EAAO,YACtG,IAAIC,EAA8E,CACjF,MAAM,EACN,IAAI,EAAO,YAAY,OACvB,CACE,GAAgC,OAAO,OAAO,EAA6B,EAAgC,EAAO,YAAY,CAAC,CAClI,EAA6B,MAAM,EAAO,MAAM,EAAO,cAAc,EAA6B,MAAM,CAAC,EAAE,EAAO,YAAY,OAAO,CACrI,EAA6B,IAAI,EAAO,MAAM,EAAO,cAAc,EAA6B,IAAI,CAAC,EAAE,EAAO,YAAY,OAAO,CACjI,IAAI,EAAsB,EAAO,YAAY,UAAU,EAA6B,MAAM,EAA6B,IAAI,CACvH,EAAc,EAAO,YAAY,UAAU,EAAE,EAA6B,MAAM,CAChF,EAAa,EAAO,YAAY,UAAU,EAA6B,IAAI,CAC3E,EAAyB,EAAc,MAAM,KAAK,CAAC,OAAO,EAAa,MAAM,KAAK,CAAC,OACnF,EAAoC,KAAK,IAAI,EAAE,KAAK,iCAAiC,EAAyB,CAC9G,EAAyB,MAAM,KAAK,aAAa,EAA4C,CAChG,WAAW,EACX,CAAC,CAEE,EAAiB,IADG,MAAM,QAAQ,IAA2B,GAAG,CAAC,IAA2B,KAAK,GAAG,IAA2B,KAC1E,cAAc,IAAI,MAAM,KAAK,CAAC,MAAM,EAAoC,CAAC,KAAK,IAAI,CAAC,EAE5I,OADG,KAAK,OAAM,QAAQ,IAAI,yBAAyB,EAAiB,CAC7D,GACN,CAAC,EAAE,OAAO,GAAQ,EAAO,SAAS,aAAa,EAAO,MAAM,CAAC,IAAI,GAAS,EAA0C,MAAM,MAE5H,EAAU,EAAY,IAAI,GAAQ,EAAO,YAAY,CAGtD,GAAG,CAAC,EAAc,CACjB,IAAI,EAAsB,EAAuB,EAA2B,CAC3E,qBACA,YACA,8BACA,yBAAyB,OAAO,EAAyB,CACzD,CAAC,CAAC,CAGH,GAFG,KAAK,OAAM,QAAQ,IAAI,6BAA6B,EAAsB,CACrD,KAAK,UAAU,OAAO,EAAsB,CAC7C,OAAO,KAAK,UAAU,iBAAiB,MAAU,MAAM,iEAAiE,CAC/I,GAAG,CACF,IAAI,EAAa,MAAM,KAAK,UAAU,EAAsB,CAC3D,eAAe,KAAK,oBACpB,YAAY,KAAK,mBACjB,mBAAmB,KAAK,yBACxB,eACA,eACA,CAAC,CAEF,GADY,MAAM,QAAQ,IAAe,GAAG,CAAC,IAAe,KAAK,GAAG,EAAa,IAC/D,eAAe,UAAU,CAAC,MAAM,CAAC,QAAQ,gCAAiC,GAAG,CAC5F,KAAK,OAAM,QAAQ,IAAI,wBAAwB,EAAU,CAC5D,IAAI,EAAuB,EAAU,QAAQ,gBAAgB,CAC1D,GAAwB,EAAE,GAAwB,GAChD,EAAuB,EAC5B,EAAU,EAAU,UAAU,EAAuB,OAE/C,EAAM,CACZ,QAAQ,IAAI,EAAM,CAClB,EAAU,IAIZ,GAAG,EAAU,CACZ,IAAI,EAAY,EAAgC,EAAU,CACvD,EAAY,OAAO,IAA4B,EAAY,EAAY,MAAM,EAAE,EAA4B,EAC9G,EAAmB,EAAO,QAAQ,EAAY,IAAI,GAAY,CAC7D,IAAI,EAAkB,EAAW,KAAK,GAAW,OAAO,EAAU,GAA0B,CAAC,aAAa,GAAG,EAAW,aAAa,CAAC,CAMtI,OALG,IACH,EAAkB,EAAW,KAAK,GAAW,OAAO,EAAU,GAA0B,CAAC,aAAa,CAAC,SAAS,EAAW,aAAa,CAAC,CAAC,CACvI,KACH,EAAkB,EAAW,KAAK,GAAW,EAAW,aAAa,CAAC,SAAS,OAAO,EAAU,GAA0B,CAAC,aAAa,CAAC,CAAC,CACvI,GAAyB,EACrB,MACN,CAAC,CAqBJ,OAlBG,CAAC,MAAM,QAAQ,EAAmB,EAAE,EAAmB,QAAQ,KACjE,EAAmB,EAAO,KAAK,EAAO,QAAQ,EAAY,IAAI,GAAQ,CACrE,IAAI,EAAW,EAAuC,CACrD,kBAAkB,EAAO,YACzB,yBAAyB,OAAO,EAAyB,CACzD,CAAC,CACC,KAAK,OAAM,QAAQ,IAAI,iDAAiD,EAAW,CACtF,IAAI,EAAkB,EAAW,KAAK,GAAW,OAAO,EAAU,GAA0B,CAAC,aAAa,GAAG,EAAW,aAAa,CAAC,CAMtI,OALG,IACH,EAAkB,EAAW,KAAK,GAAW,OAAO,EAAU,GAA0B,CAAC,aAAa,CAAC,SAAS,EAAW,aAAa,CAAC,CAAC,CACvI,KACH,EAAkB,EAAW,KAAK,GAAW,EAAW,aAAa,CAAC,SAAS,OAAO,EAAU,GAA0B,CAAC,aAAa,CAAC,CAAC,CACvI,GAAyB,EACrB,MACN,CAAC,CAAC,CAAC,MAAM,EAAE,EAA4B,EAEvC,KAAK,OAAM,QAAQ,IAAI,sBAAsB,EAAmB,CAE7D,CACL,YACA,qBACA,2BAuDH,IAAA,EAAe"}
package/example/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "ai-compare-candidates-example",
3
- "version": "0.0.6",
3
+ "version": "0.0.7",
4
4
  "description": "An example for the ai-compare-candidates library",
5
5
  "productName": "AI Compare Candidates Example",
6
6
  "author": "Wilson Foo Yu Kang <wilson.foo@customautosys.com>",
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "ai-compare-candidates",
3
- "version": "0.0.6",
3
+ "version": "0.0.7",
4
4
  "description": "Compare and rank multiple candidate objects using artificial intelligence retrieval augmented generation, providing the rationale",
5
5
  "main": "dist/index.mjs",
6
6
  "scripts": {
package/src/index.ts CHANGED
@@ -8,7 +8,8 @@ import{
8
8
  SummarizationPipeline,
9
9
  FeatureExtractionPipeline,
10
10
  PreTrainedTokenizer,
11
- TextGenerationConfig
11
+ TextGenerationConfig,
12
+ TextGenerationSingle
12
13
  }from '@sroussey/transformers';
13
14
  import {MemoryVectorStore} from '@langchain/classic/vectorstores/memory';
14
15
  import {Embeddings} from '@langchain/core/embeddings';
@@ -350,10 +351,18 @@ export class AICompareCandidates extends Embeddings{
350
351
  return matches;
351
352
  }
352
353
 
354
+ defaultParseSearchAreasResponse(searchAreasResponse:string){
355
+ let searchAreasResponseIndex=String(searchAreasResponse).indexOf('### Response:');
356
+ if(searchAreasResponseIndex>=0)searchAreasResponseIndex+='### Response:'.length;
357
+ else searchAreasResponseIndex=0;
358
+ return String(searchAreasResponse).substring(searchAreasResponseIndex).trim();
359
+ }
360
+
353
361
  async compareCandidates<Candidate>({
354
362
  candidates,
355
363
  problemDescription='',
356
364
  generateSearchAreasInstruction=this.defaultGenerateSearchAreasInstruction.bind(this),
365
+ parseSearchAreasResponse=this.defaultParseSearchAreasResponse.bind(this),
357
366
  convertCandidateToDocument=this.defaultConvertCandidateToDocument.bind(this),
358
367
  candidatesForInitialSelection=2,
359
368
  candidatesForFinalSelection=1,
@@ -362,7 +371,8 @@ export class AICompareCandidates extends Embeddings{
362
371
  extractIdentifierFromCandidateDocument=this.defaultExtractIdentifierFromCandidateDocument.bind(this),
363
372
  candidateIdentifierField=undefined,
364
373
  getSummarisableSubstringIndices,
365
- generatePromptTemplate=this.defaultGeneratePromptTemplate.bind(this)
374
+ generatePromptTemplate=this.defaultGeneratePromptTemplate.bind(this),
375
+ skipRationale=false
366
376
  }:AICompareCandidates.CompareArguments<Candidate>=<AICompareCandidates.CompareArguments<Candidate>>{}):Promise<AICompareCandidates.CompareCandidatesReturn<Candidate>|void>{
367
377
  if(!Array.isArray(candidates)||candidates.length<=0)throw new Error('No candidates provided');
368
378
  candidatesForInitialSelection=lodash.toSafeInteger(candidatesForInitialSelection);
@@ -413,11 +423,7 @@ export class AICompareCandidates extends Embeddings{
413
423
  let searchAreasReply=Array.isArray(searchAreasReplyArray?.[0])?searchAreasReplyArray?.[0]?.[0]:searchAreasReplyArray?.[0];
414
424
  if(!searchAreasReply.generated_text)throw new Error('No generated text for search areas');
415
425
  if(this.DEBUG)console.log('Generated search areas response: '+searchAreasReply.generated_text);
416
- let searchAreasResponseIndex=searchAreasReply.generated_text.toString().indexOf('### Response:');
417
- if(searchAreasResponseIndex>=0)searchAreasResponseIndex+='### Response:'.length;
418
- else searchAreasResponseIndex=0;
419
-
420
- let vectorSearchQuery=searchAreasReply.generated_text.toString().substring(searchAreasResponseIndex).trim();
426
+ let vectorSearchQuery=parseSearchAreasResponse(Array.isArray(searchAreasReply.generated_text)?searchAreasReply.generated_text.join('\n\n'):String(searchAreasReply.generated_text));
421
427
  //generally the first sentence has the greatest relevance to the actual prompt
422
428
  //if(vectorSearchQuery.includes('.'))vectorSearchQuery=vectorSearchQuery.split('.')[0].trim();
423
429
  if(this.DEBUG)console.log('Vector search query: '+vectorSearchQuery);
@@ -456,30 +462,37 @@ export class AICompareCandidates extends Embeddings{
456
462
  summaries=queryResult.map(result=>result.pageContent);
457
463
  }
458
464
 
459
- let rankingPromptTemplate=generatePromptTemplate(generateRankingInstruction({
460
- problemDescription,
461
- summaries,
462
- candidatesForFinalSelection,
463
- candidateIdentifierField:String(candidateIdentifierField)
464
- }));
465
- if(this.DEBUG)console.log('Formatted ranking prompt: '+rankingPromptTemplate);
466
- let rankingPromptTokens=this.tokeniser.encode(rankingPromptTemplate);
467
- if(rankingPromptTokens.length>this.tokeniser.model_max_length)throw new Error('Ranking instruction prompt is too long for the tokeniser model');
468
- let rankingArray=await this.generator(rankingPromptTemplate,{
469
- max_new_tokens:this.rankingMaxNewTokens,
470
- temperature:this.rankingTemperature,
471
- repetition_penalty:this.rankingRepetitionPenalty,
472
- pad_token_id,
473
- eos_token_id
474
- });
475
- let ranking=Array.isArray(rankingArray?.[0])?rankingArray?.[0]?.[0]:rankingArray[0];
476
- rationale=ranking.generated_text.toString().trim().replace(/(\*\*)|(<\/?s>)|(\[.*?\])\s*/g, '');
477
- if(this.DEBUG)console.log('Generated rationale: '+rationale);
478
- let rationaleResponseIndex=rationale.indexOf('### Response:');
479
- if(rationaleResponseIndex>=0)rationaleResponseIndex+='### Response:'.length;
480
- else rationaleResponseIndex=0;
481
- rationale=rationale.substring(rationaleResponseIndex);
482
- //if(!rationale)throw new Error('No rationale generated');
465
+ if(!skipRationale){
466
+ let rankingPromptTemplate=generatePromptTemplate(generateRankingInstruction({
467
+ problemDescription,
468
+ summaries,
469
+ candidatesForFinalSelection,
470
+ candidateIdentifierField:String(candidateIdentifierField)
471
+ }));
472
+ if(this.DEBUG)console.log('Formatted ranking prompt: '+rankingPromptTemplate);
473
+ let rankingPromptTokens=this.tokeniser.encode(rankingPromptTemplate);
474
+ if(rankingPromptTokens.length>this.tokeniser.model_max_length)throw new Error('Ranking instruction prompt is too long for the tokeniser model');
475
+ try{
476
+ let rankingArray=await this.generator(rankingPromptTemplate,{
477
+ max_new_tokens:this.rankingMaxNewTokens,
478
+ temperature:this.rankingTemperature,
479
+ repetition_penalty:this.rankingRepetitionPenalty,
480
+ pad_token_id,
481
+ eos_token_id
482
+ });
483
+ let ranking=Array.isArray(rankingArray?.[0])?rankingArray?.[0]?.[0]:rankingArray[0];
484
+ rationale=ranking.generated_text.toString().trim().replace(/(\*\*)|(<\/?s>)|(\[.*?\])\s*/g, '');
485
+ if(this.DEBUG)console.log('Generated rationale: '+rationale);
486
+ let rationaleResponseIndex=rationale.indexOf('### Response:');
487
+ if(rationaleResponseIndex>=0)rationaleResponseIndex+='### Response:'.length;
488
+ else rationaleResponseIndex=0;
489
+ rationale=rationale.substring(rationaleResponseIndex);
490
+ //if(!rationale)throw new Error('No rationale generated');
491
+ }catch(error){
492
+ console.log(error);
493
+ rationale='';
494
+ }
495
+ }
483
496
 
484
497
  if(rationale){
485
498
  let identifiers=extractIdentifiersFromRationale(rationale);
@@ -509,7 +522,7 @@ export class AICompareCandidates extends Embeddings{
509
522
  selectedCandidate=candidates.find(candidate=>identifier.toLowerCase().includes(String(candidate[candidateIdentifierField]).toLowerCase()));
510
523
  if(selectedCandidate)return selectedCandidate;
511
524
  return null;
512
- }))).slice(candidatesForFinalSelection);
525
+ }))).slice(0,candidatesForFinalSelection);
513
526
  }
514
527
  if(this.DEBUG)console.log('Selected candidates',selectedCandidates);
515
528
 
@@ -535,6 +548,7 @@ export namespace AICompareCandidates{
535
548
  candidates:Candidate[];
536
549
  problemDescription:string;
537
550
  generateSearchAreasInstruction?:(problemDescription:string)=>string;
551
+ parseSearchAreasResponse?:(searchAreasResponse:string)=>string;
538
552
  convertCandidateToDocument?:(convertCandidateToDocumentArguments:ConvertCandidateToDocumentArguments<Candidate>)=>string;
539
553
  candidatesForInitialSelection?:number;
540
554
  candidatesForFinalSelection?:number;
@@ -544,6 +558,7 @@ export namespace AICompareCandidates{
544
558
  candidateIdentifierField?:keyof Candidate;
545
559
  getSummarisableSubstringIndices?:(candidateDocument:string)=>SummarisableSubstringIndices;
546
560
  generatePromptTemplate?:(prompt:string)=>string;
561
+ skipRationale?:boolean;
547
562
  };
548
563
 
549
564
  export interface ConvertCandidateToDocumentArguments<Candidate>{