ai-compare-candidates 0.0.21 → 0.0.22

package/dist/index.cjs

@@ -10,5 +10,5 @@ Candidates:
 `+t.join(`
 
 `)}regexIndexOf(e,t,n){let r=e.slice(n).search(t);return r<0?r:r+n}defaultExtractIdentifierFromCandidateDocument({candidateDocument:e,candidateIdentifierField:t}={}){this.DEBUG&&console.log(e,t);let n=d.default.startCase(t),r=e.indexOf(n);if(r<0&&(r=e.toLowerCase().indexOf(n.toLowerCase())),this.DEBUG&&console.log(r),r>=0&&(r+=n.length),r<0&&(r=e.toLowerCase().indexOf(t.toLowerCase()),r>=0&&(r+=t.length)),this.DEBUG)console.log(r);else return``;if(r=e.indexOf(`:`,r),this.DEBUG&&console.log(r),r<0&&(r=this.regexIndexOf(e,/\s+/,r)),this.DEBUG&&console.log(r),r<0)return``;let i=e.indexOf(`
-`,r);return i<0&&(i=e.length),this.DEBUG&&console.log(i),e.substring(r,i).trim()}defaultExtractIdentifiersFromRationale(e){let t=/^\d+?\s*?\p{P}\s*?(.+?)\s*?(-|\.|;|\n)/gmu,n=[];for(let r;Array.isArray(r=t.exec(e));)r[1]&&n.push(r[1]);return n}defaultFindCandidateFromIdentifier({identifier:e,candidateIdentifierField:t,candidates:n}={}){(!e||typeof e!=`string`)&&(e=String(e)),console.log(`identifier`,e);let r=n.find(n=>String(n[t])===e);if(r||(r=n.find(n=>String(n[t]).toLowerCase()===e.toLowerCase()),r)||(r=n.find(n=>String(n[t]).toLowerCase().includes(e.toLowerCase())),r)||(r=n.find(n=>e.toLowerCase().includes(String(n[t]).toLowerCase())),r))return this.DEBUG&&console.log(`Candidate found based on case-sensitive match`,r[t]),r;let i=e.split(/\s+/g).filter(e=>/\w/.test(e));this.DEBUG&&console.log(`Identifier words`,i);let a=n.map(e=>({identifierWordIndices:i.map(n=>String(e[t]).indexOf(n)),candidate:e})).filter(e=>e.identifierWordIndices.some(e=>e>=0));return a.length>1&&a.sort((e,t)=>{let n=d.default.sumBy(e.identifierWordIndices,e=>e<0?0:1),r=d.default.sumBy(t.identifierWordIndices,e=>e<0?0:1);if(this.DEBUG&&(console.log(`a`,e),console.log(`b`,t),console.log(`a.identifierWordIndices`,e.identifierWordIndices),console.log(`b.identifierWordIndices`,t.identifierWordIndices),console.log(`aCount`,n),console.log(`bCount`,r)),n!==r)return r-n;if(n===0&&r===0)return 0;n=0,r=0;for(let t=0;t<e.identifierWordIndices.length-1;++t)for(let r=t+1;r<e.identifierWordIndices.length;++r)e.identifierWordIndices[t]<0||e.identifierWordIndices[r]<0||e.identifierWordIndices[t]<e.identifierWordIndices[r]&&(this.DEBUG&&(console.log(`i`,t),console.log(`j`,r),console.log(`a.identifierWordIndices[i]`,e.identifierWordIndices[t]),console.log(`a.identifierWordIndices[j]`,e.identifierWordIndices[r])),++n);for(let e=0;e<t.identifierWordIndices.length-1;++e)for(let n=e+1;n<t.identifierWordIndices.length;++n)t.identifierWordIndices[e]<0||t.identifierWordIndices[n]<0||t.identifierWordIndices[e]<t.identifierWordIndices[n]&&(this.DEBUG&&(console.log(`i`,e),console.log(`j`,n),console.log(`b.identifierWordIndices[i]`,t.identifierWordIndices[e]),console.log(`b.identifierWordIndices[j]`,t.identifierWordIndices[n])),++r);return this.DEBUG&&(console.log(`aCount`,n),console.log(`bCount`,r)),r-n}),a.length>=1&&a[0].candidate?a[0].candidate:null}defaultParseSearchAreasResponse(e){let t=String(e).indexOf(`### Response:`);return t>=0?t+=13:t=0,String(e).substring(t).trim()}errorMessage(e){return typeof e?.response?.data==`string`?e.response.data:e?.response?.data?f.default.stringify(e.response.data):typeof e?.message==`string`?e.message:e?.message?f.default.stringify(e.message):typeof e==`string`?e:f.default.stringify(e)}async compareCandidates({candidates:e,problemDescription:t=``,performGeneration:n=this.defaultPerformGeneration.bind(this),generateSearchAreasInstruction:r=this.defaultGenerateSearchAreasInstruction.bind(this),parseSearchAreasResponse:i=this.defaultParseSearchAreasResponse.bind(this),convertCandidateToDocument:a=this.defaultConvertCandidateToDocument.bind(this),candidatesForInitialSelection:o=2,candidatesForFinalSelection:s=1,generateRankingInstruction:c=this.defaultGenerateRankingInstruction.bind(this),extractIdentifiersFromRationale:u=this.defaultExtractIdentifiersFromRationale.bind(this),extractIdentifierFromCandidateDocument:f=this.defaultExtractIdentifierFromCandidateDocument.bind(this),candidateIdentifierField:p=void 0,findCandidateFromIdentifier:m=this.defaultFindCandidateFromIdentifier.bind(this),getSummarisableSubstringIndices:h,generatePromptTemplate:g=this.defaultGeneratePromptTemplate.bind(this),skipRationale:_=!1}={}){if(!Array.isArray(e)||e.length<=0)throw Error(`No candidates provided`);if(o=d.default.toSafeInteger(o),o<=0||(s=d.default.toSafeInteger(s),s<=0))throw Error(`Candidates for initial selection must be a positive integer bigger than 0`);if(o<s)throw Error(`Candidates for initial selection must be equal or more than candidates for final selection`);if(o>e.length)throw Error(`There are `+o+`candidates for initial selection which is more than the total number of candidates of `+e.length);if(s>e.length)throw Error(`There are `+s+`candidates for initial selection which is more than the total number of candidates of `+e.length);if(!p&&(p=Object.keys(e[0])[0],!p))throw Error(`No candidate identifier field`);let v=``,y=[];if(await this.checkEmbedderLoaded(),!this.embedder)return;let b=e.map((e,t)=>a({candidate:e,index:t})),x=await l.MemoryVectorStore.fromTexts(d.default.cloneDeep(b),b.map((e,t)=>t),this),S=g(r(t));if(this.DEBUG&&console.log(`Formatted search areas prompt: `+S),await this.checkTokeniserLoaded(),!this.tokeniser)return;if(this.tokeniser.encode(S).length>this.tokeniser.model_max_length)throw Error(`Search areas instruction prompt is too long for the tokeniser model`);if(await this.checkGeneratorLoaded(),!this.generator)return;let C=await n({generator:this.generator,tokeniser:this.tokeniser,prompt:S,textGenerationConfig:{max_new_tokens:this.generateSearchAreasMaxNewTokens,temperature:this.generateSearchAreasTemperature,repetition_penalty:this.generateSearchAreasRepetitionPenalty}});this.DEBUG&&console.log(`Generated search areas response: `+C);let w=i(C);this.DEBUG&&console.log(`Vector search query: `+w);let T=await x.similaritySearch(w,o);this.DEBUG&&console.log(`Vector search results: `,T);let E=[];if(T.some(e=>e.pageContent.trim().split(/\s+/).length>this.targetSummarisedStringTokenCount)){if(await this.checkSummariserLoaded(),!this.summariser)return;E=(await Promise.allSettled(T.map(async e=>{if(!e.pageContent||typeof e.pageContent!=`string`)return``;if(e.pageContent.trim().split(/\s+/).length<=this.targetSummarisedStringTokenCount)return e.pageContent;let t={start:0,end:e.pageContent.length};h&&Object.assign(t,h(e.pageContent)),t.start=d.default.clamp(d.default.toSafeInteger(t.start),0,e.pageContent.length),t.end=d.default.clamp(d.default.toSafeInteger(t.end),0,e.pageContent.length),this.DEBUG&&console.log(t);let n=e.pageContent.substring(t.start,t.end);this.DEBUG&&console.log(n);let r=e.pageContent.substring(0,t.start),i=e.pageContent.substring(t.end),a=r.split(/\s+/).length+i.split(/\s+/).length,o=Math.max(1,this.targetSummarisedStringTokenCount-a);this.DEBUG&&console.log(a,o);let s=await this.summariser?.(n,{max_length:o}),c=Array.isArray(s?.[0])?s?.[0]?.[0]:s?.[0];this.DEBUG&&console.log(s,c,c?.summary_text??``,(c?.summary_text??``).split(/\s+/).slice(0,o).join(` `));let l=r+(c?.summary_text??``).split(/\s+/).slice(0,o).join(` `).trim()+i;return this.DEBUG&&console.log(`Summarised candidate: `+l),l}))).filter(e=>e.status===`fulfilled`&&e.value).map(e=>e.value)}else E=T.map(e=>e.pageContent);let D=``;if(!_){let e=g(c({problemDescription:t,summaries:E,candidatesForFinalSelection:s,candidateIdentifierField:String(p)}));this.DEBUG&&console.log(`Formatted ranking prompt: `+e);let r=this.tokeniser.encode(e);if(this.DEBUG&&console.log(r.length,this.tokeniser.model_max_length),r.length>this.tokeniser.model_max_length)throw Error(`Ranking instruction prompt is too long for the tokeniser model`);try{v=(await n({generator:this.generator,tokeniser:this.tokeniser,prompt:e,textGenerationConfig:{max_new_tokens:this.rankingMaxNewTokens,temperature:this.rankingTemperature,repetition_penalty:this.rankingRepetitionPenalty}})).trim().replace(/(\*\*)|(<\/?s>)|(\[.*?\])\s*/g,``),this.DEBUG&&console.log(`Generated rationale: `+v);let t=v.indexOf(`### Response:`);t>=0?t+=13:t=0,v=v.substring(t)}catch(e){console.log(e),D=this.errorMessage(e),v=``}}if(v){let t=u(v);this.DEBUG&&console.log(`Extracted identifiers from rationale: `+t),t.length>s&&(t=t.slice(0,s)),y=d.default.compact(t.map(t=>m({identifier:t,candidateIdentifierField:p,candidates:e})))}if(!Array.isArray(y)||y.length<s){Array.isArray(y)||(y=[]);let t=d.default.compact(T.map(t=>{let n=f({candidateDocument:t.pageContent,candidateIdentifierField:String(p)});return this.DEBUG&&console.log(`Extracted identifier from candidate document: `+n),m({identifier:n,candidateIdentifierField:p,candidates:e})}));y.splice(y.length,0,...t),y=d.default.uniq(y).slice(0,s)}return this.DEBUG&&console.log(`Selected candidates`,y),{rationale:v,summaries:E,...D?{rationaleError:D}:{},selectedCandidates:y}}};(function(e){})(p||={});var m=p;Object.defineProperty(exports,`AICompareCandidates`,{enumerable:!0,get:function(){return p}}),exports.default=m;
+`,r);return i<0&&(i=e.length),this.DEBUG&&console.log(i),e.substring(r,i).trim()}defaultExtractIdentifiersFromRationale(e){let t=/^\d+?\s*?\p{P}\s*?(.+?)\s*?(-|\.|;|\n)/gmu,n=[];for(let r;Array.isArray(r=t.exec(e));)r[1]&&n.push(r[1]);return n}defaultFindCandidateFromIdentifier({identifier:e,candidateIdentifierField:t,candidates:n}={}){(!e||typeof e!=`string`)&&(e=String(e)),console.log(`identifier`,e);let r=n.find(n=>String(n[t])===e);if(r||(r=n.find(n=>String(n[t]).toLowerCase()===e.toLowerCase()),r)||(r=n.find(n=>String(n[t]).toLowerCase().includes(e.toLowerCase())),r)||(r=n.find(n=>e.toLowerCase().includes(String(n[t]).toLowerCase())),r))return this.DEBUG&&console.log(`Candidate found based on case-sensitive match`,r[t]),r;let i=e.split(/\s+/g).filter(e=>/\w/.test(e));this.DEBUG&&console.log(`Identifier words`,i);let a=n.map(e=>({identifierWordIndices:i.map(n=>String(e[t]).indexOf(n)),candidate:e})).filter(e=>e.identifierWordIndices.some(e=>e>=0));return a.length>1&&a.sort((e,t)=>{let n=d.default.sumBy(e.identifierWordIndices,e=>e<0?0:1),r=d.default.sumBy(t.identifierWordIndices,e=>e<0?0:1);if(this.DEBUG&&(console.log(`a`,e),console.log(`b`,t),console.log(`a.identifierWordIndices`,e.identifierWordIndices),console.log(`b.identifierWordIndices`,t.identifierWordIndices),console.log(`aCount`,n),console.log(`bCount`,r)),n!==r)return r-n;if(n===0&&r===0)return 0;n=0,r=0;for(let t=0;t<e.identifierWordIndices.length-1;++t)for(let r=t+1;r<e.identifierWordIndices.length;++r)e.identifierWordIndices[t]<0||e.identifierWordIndices[r]<0||e.identifierWordIndices[t]<e.identifierWordIndices[r]&&(this.DEBUG&&(console.log(`i`,t),console.log(`j`,r),console.log(`a.identifierWordIndices[i]`,e.identifierWordIndices[t]),console.log(`a.identifierWordIndices[j]`,e.identifierWordIndices[r])),++n);for(let e=0;e<t.identifierWordIndices.length-1;++e)for(let n=e+1;n<t.identifierWordIndices.length;++n)t.identifierWordIndices[e]<0||t.identifierWordIndices[n]<0||t.identifierWordIndices[e]<t.identifierWordIndices[n]&&(this.DEBUG&&(console.log(`i`,e),console.log(`j`,n),console.log(`b.identifierWordIndices[i]`,t.identifierWordIndices[e]),console.log(`b.identifierWordIndices[j]`,t.identifierWordIndices[n])),++r);return this.DEBUG&&(console.log(`aCount`,n),console.log(`bCount`,r)),r-n}),a.length>=1&&a[0].candidate?a[0].candidate:null}defaultParseSearchAreasResponse(e){let t=String(e).indexOf(`### Response:`);return t>=0?t+=13:t=0,String(e).substring(t).trim()}errorMessage(e){return typeof e?.response?.data==`string`?e.response.data:e?.response?.data?f.default.stringify(e.response.data):typeof e?.message==`string`?e.message:e?.message?f.default.stringify(e.message):typeof e==`string`?e:f.default.stringify(e)}async compareCandidates({candidates:e,problemDescription:t=``,performGeneration:n=this.defaultPerformGeneration.bind(this),generateSearchAreasInstruction:r=this.defaultGenerateSearchAreasInstruction.bind(this),parseSearchAreasResponse:i=this.defaultParseSearchAreasResponse.bind(this),convertCandidateToDocument:a=this.defaultConvertCandidateToDocument.bind(this),candidatesForInitialSelection:o=2,candidatesForFinalSelection:s=1,generateRankingInstruction:c=this.defaultGenerateRankingInstruction.bind(this),extractIdentifiersFromRationale:u=this.defaultExtractIdentifiersFromRationale.bind(this),extractIdentifierFromCandidateDocument:f=this.defaultExtractIdentifierFromCandidateDocument.bind(this),candidateIdentifierField:p=void 0,findCandidateFromIdentifier:m=this.defaultFindCandidateFromIdentifier.bind(this),getSummarisableSubstringIndices:h,generatePromptTemplate:g=this.defaultGeneratePromptTemplate.bind(this),skipRationale:_=!1,parallelSummarisation:v=!0}={}){if(!Array.isArray(e)||e.length<=0)throw Error(`No candidates provided`);if(o=d.default.toSafeInteger(o),o<=0||(s=d.default.toSafeInteger(s),s<=0))throw Error(`Candidates for initial selection must be a positive integer bigger than 0`);if(o<s)throw Error(`Candidates for initial selection must be equal or more than candidates for final selection`);if(o>e.length)throw Error(`There are `+o+`candidates for initial selection which is more than the total number of candidates of `+e.length);if(s>e.length)throw Error(`There are `+s+`candidates for initial selection which is more than the total number of candidates of `+e.length);if(!p&&(p=Object.keys(e[0])[0],!p))throw Error(`No candidate identifier field`);let y=``,b=[];if(await this.checkEmbedderLoaded(),!this.embedder)return;let x=e.map((e,t)=>a({candidate:e,index:t})),S=await l.MemoryVectorStore.fromTexts(d.default.cloneDeep(x),x.map((e,t)=>t),this),C=g(r(t));if(this.DEBUG&&console.log(`Formatted search areas prompt: `+C),await this.checkTokeniserLoaded(),!this.tokeniser)return;if(this.tokeniser.encode(C).length>this.tokeniser.model_max_length)throw Error(`Search areas instruction prompt is too long for the tokeniser model`);if(await this.checkGeneratorLoaded(),!this.generator)return;let w=await n({generator:this.generator,tokeniser:this.tokeniser,prompt:C,textGenerationConfig:{max_new_tokens:this.generateSearchAreasMaxNewTokens,temperature:this.generateSearchAreasTemperature,repetition_penalty:this.generateSearchAreasRepetitionPenalty}});this.DEBUG&&console.log(`Generated search areas response: `+w);let T=i(w);this.DEBUG&&console.log(`Vector search query: `+T);let E=await S.similaritySearch(T,o);this.DEBUG&&console.log(`Vector search results: `,E);let D=[];if(E.some(e=>e.pageContent.trim().split(/\s+/).length>this.targetSummarisedStringTokenCount)){if(await this.checkSummariserLoaded(),!this.summariser)return;if(v)D=(await Promise.allSettled(E.map(async e=>{if(!e.pageContent||typeof e.pageContent!=`string`)return``;if(e.pageContent.trim().split(/\s+/).length<=this.targetSummarisedStringTokenCount)return e.pageContent;let t={start:0,end:e.pageContent.length};h&&Object.assign(t,h(e.pageContent)),t.start=d.default.clamp(d.default.toSafeInteger(t.start),0,e.pageContent.length),t.end=d.default.clamp(d.default.toSafeInteger(t.end),0,e.pageContent.length),this.DEBUG&&console.log(t);let n=e.pageContent.substring(t.start,t.end);this.DEBUG&&console.log(n);let r=e.pageContent.substring(0,t.start),i=e.pageContent.substring(t.end),a=r.split(/\s+/).length+i.split(/\s+/).length,o=Math.max(1,this.targetSummarisedStringTokenCount-a);this.DEBUG&&console.log(a,o);let s=await this.summariser?.(n,{max_length:o}),c=Array.isArray(s?.[0])?s?.[0]?.[0]:s?.[0];this.DEBUG&&console.log(s,c,c?.summary_text??``,(c?.summary_text??``).split(/\s+/).slice(0,o).join(` `));let l=r+(c?.summary_text??``).split(/\s+/).slice(0,o).join(` `).trim()+i;return this.DEBUG&&console.log(`Summarised candidate: `+l),l}))).filter(e=>e.status===`fulfilled`&&e.value).map(e=>e.value);else for(let e of E)try{if(!e.pageContent||typeof e.pageContent!=`string`)continue;if(e.pageContent.trim().split(/\s+/).length<=this.targetSummarisedStringTokenCount){D.push(e.pageContent);continue}let t={start:0,end:e.pageContent.length};h&&Object.assign(t,h(e.pageContent)),t.start=d.default.clamp(d.default.toSafeInteger(t.start),0,e.pageContent.length),t.end=d.default.clamp(d.default.toSafeInteger(t.end),0,e.pageContent.length),this.DEBUG&&console.log(t);let n=e.pageContent.substring(t.start,t.end);this.DEBUG&&console.log(n);let r=e.pageContent.substring(0,t.start),i=e.pageContent.substring(t.end),a=r.split(/\s+/).length+i.split(/\s+/).length,o=Math.max(1,this.targetSummarisedStringTokenCount-a);this.DEBUG&&console.log(a,o);let s=await this.summariser?.(n,{max_length:o}),c=Array.isArray(s?.[0])?s?.[0]?.[0]:s?.[0];this.DEBUG&&console.log(s,c,c?.summary_text??``,(c?.summary_text??``).split(/\s+/).slice(0,o).join(` `));let l=r+(c?.summary_text??``).split(/\s+/).slice(0,o).join(` `).trim()+i;this.DEBUG&&console.log(`Summarised candidate: `+l),D.push(l)}catch(e){console.log(e)}}else D=E.map(e=>e.pageContent);let O=``;if(!_){let e=g(c({problemDescription:t,summaries:D,candidatesForFinalSelection:s,candidateIdentifierField:String(p)}));this.DEBUG&&console.log(`Formatted ranking prompt: `+e);let r=this.tokeniser.encode(e);if(this.DEBUG&&console.log(r.length,this.tokeniser.model_max_length),r.length>this.tokeniser.model_max_length)throw Error(`Ranking instruction prompt is too long for the tokeniser model`);try{y=(await n({generator:this.generator,tokeniser:this.tokeniser,prompt:e,textGenerationConfig:{max_new_tokens:this.rankingMaxNewTokens,temperature:this.rankingTemperature,repetition_penalty:this.rankingRepetitionPenalty}})).trim().replace(/(\*\*)|(<\/?s>)|(\[.*?\])\s*/g,``),this.DEBUG&&console.log(`Generated rationale: `+y);let t=y.indexOf(`### Response:`);t>=0?t+=13:t=0,y=y.substring(t)}catch(e){console.log(e),O=this.errorMessage(e),y=``}}if(y){let t=u(y);this.DEBUG&&console.log(`Extracted identifiers from rationale: `+t),t.length>s&&(t=t.slice(0,s)),b=d.default.compact(t.map(t=>m({identifier:t,candidateIdentifierField:p,candidates:e})))}if(!Array.isArray(b)||b.length<s){Array.isArray(b)||(b=[]);let t=d.default.compact(E.map(t=>{let n=f({candidateDocument:t.pageContent,candidateIdentifierField:String(p)});return this.DEBUG&&console.log(`Extracted identifier from candidate document: `+n),m({identifier:n,candidateIdentifierField:p,candidates:e})}));b.splice(b.length,0,...t),b=d.default.uniq(b).slice(0,s)}return this.DEBUG&&console.log(`Selected candidates`,b),{rationale:y,summaries:D,...O?{rationaleError:O}:{},selectedCandidates:b}}};(function(e){})(p||={});var m=p;Object.defineProperty(exports,`AICompareCandidates`,{enumerable:!0,get:function(){return p}}),exports.default=m;
 //# sourceMappingURL=index.cjs.map

package/dist/index.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"index.cjs","names":["Embeddings","env","AutoTokenizer","TextStreamer","matches:string[]","match:RegExpExecArray|null","selectedCandidates:Candidate[]","MemoryVectorStore","summaries:string[]","summarisableSubstringIndices:AICompareCandidates.SummarisableSubstringIndices"],"sources":["../src/index.ts"],"sourcesContent":["import{\n\tenv,\n\tpipeline,\n\tAutoTokenizer,\n\tTextGenerationPipeline,\n\tProgressInfo,\n\tProgressCallback,\n\tSummarizationPipeline,\n\tFeatureExtractionPipeline,\n\tPreTrainedTokenizer,\n\tTextGenerationConfig,\n\tTextGenerationSingle,\n\tTextStreamer\n}from '@sroussey/transformers';\nimport {MemoryVectorStore} from '@langchain/classic/vectorstores/memory';\nimport {Embeddings} from '@langchain/core/embeddings';\nimport lodash from 'lodash';\nimport jsan from 'jsan';\n\nexport class AICompareCandidates extends Embeddings{\n\treadonly env=env;\n\tDEBUG=true;\n\n\tgenerator:TextGenerationPipeline|null=null;\n\tgeneratorModelName='Xenova/Phi-3-mini-4k-instruct';\n\tgeneratorPromise:Promise<TextGenerationPipeline>|null=null;\n\tgeneratorProgressInfo:ProgressInfo=<ProgressInfo>{};\n\tgeneratorProgressCallback:ProgressCallback|null=null;\n\tgeneratorAbortController=new AbortController();\n\n\tsummariser:SummarizationPipeline|null=null;\n\tsummariserModelName='Xenova/distilbart-cnn-12-6';\n\tsummariserPromise:Promise<SummarizationPipeline>|null=null;\n\tsummariserProgressInfo:ProgressInfo=<ProgressInfo>{};\n\tsummariserProgressCallback:ProgressCallback|null=null;\n\tsummariserAbortController=new AbortController();\n\n\tembedder:FeatureExtractionPipeline|null=null;\n\tembedderModelName='Xenova/all-MiniLM-L12-v2';\n\tembedderPromise:Promise<FeatureExtractionPipeline>|null=null;\n\tembedderProgressInfo:ProgressInfo=<ProgressInfo>{};\n\tembedderProgressCallback:ProgressCallback|null=null;\n\tembedderAbortController=new AbortController();\n\n\ttokeniser:PreTrainedTokenizer|null=null;\n\ttokeniserModelName=this.generatorModelName;\n\ttokeniserPromise:Promise<PreTrainedTokenizer>|null=null;\n\ttokeniserProgressInfo:ProgressInfo=<ProgressInfo>{};\n\ttokeniserProgressCallback:ProgressCallback|null=null;\n\ttokeniserAbortController=new AbortController();\n\n\tgenerateSearchAreasMaxNewTokens=64;\n\tgenerateSearchAreasTemperature=0.35;\n\tgenerateSearchAreasRepetitionPenalty=1.5;\n\n\trankingMaxNewTokens=64;\n\trankingTemperature=0.35;\n\trankingRepetitionPenalty=1.5;\n\n\ttargetSummarisedStringTokenCount=300;\n\n\tstatic{\n\t\tenv.localModelPath='';\n\t\tenv.allowRemoteModels=true;\n\t\tenv.allowLocalModels=false;\n\t}\n\n\tconstructor(){\n\t\tsuper({});\n\t}\n\t\n\tasync loadGenerator({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(typeof modelName==='string'&&modelName)this.generatorModelName=modelName;\n\t\tif(!this.generatorModelName)throw new Error('Invalid generator model name');\n\t\tif(progressCallback)this.generatorProgressCallback=progressCallback;\n\t\t//ts-ignore is needed due to frequent error TS2590: Expression produces a union type that is too complex to represent.\n\t\t//@ts-ignore\n\t\tthis.generatorPromise=pipeline('text-generation',this.generatorModelName,{\n\t\t\tdevice:'webgpu',\n\t\t\tprogress_callback:progressInfo=>{\n\t\t\t\tif(this.DEBUG)console.log(jsan.stringify(progressInfo));\n\t\t\t\tObject.assign(this.generatorProgressInfo,progressInfo);\n\t\t\t\treturn this.generatorProgressCallback?.(progressInfo);\n\t\t\t},\n\t\t\tabort_signal:this.generatorAbortController.signal\n\t\t});\n\t\tthis.generator=await this.generatorPromise;\n\t\treturn this.generator;\n\t}\n\n\tasync checkGeneratorLoaded({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(!this.generatorPromise)this.loadGenerator({\n\t\t\tprogressCallback,\n\t\t\tmodelName\n\t\t});\n\t\tif(!this.generator){\n\t\t\ttry{\n\t\t\t\tawait this.generatorPromise;\n\t\t\t}catch(error){\n\t\t\t\tthis.generatorPromise=null;\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\t\tif(!this.generator){\n\t\t\tthis.generatorPromise=null;\n\t\t\tthrow new Error('Unable to load generator');\n\t\t}\n\t}\n\n\tasync abortLoadGenerator(reason?:any){\n\t\tthis.generatorAbortController.abort(reason);\n\t\tthis.generatorAbortController=new AbortController();\n\t}\n\n\tasync loadSummariser({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(typeof modelName==='string'&&modelName)this.summariserModelName=modelName;\n\t\tif(!this.summariserModelName)throw new Error('Invalid summariser model name');\n\t\tif(progressCallback)this.summariserProgressCallback=progressCallback;\n\t\t//ts-ignore is needed due to frequent error TS2590: Expression produces a union type that is too complex to represent.\n\t\t//@ts-ignore\n\t\tthis.summariserPromise=pipeline('summarization',this.summariserModelName,{\n\t\t\tdevice:'webgpu',\n\t\t\tprogress_callback:progressInfo=>{\n\t\t\t\tif(this.DEBUG)console.log(jsan.stringify(progressInfo));\n\t\t\t\tObject.assign(this.summariserProgressInfo,progressInfo);\n\t\t\t\treturn this.summariserProgressCallback?.(progressInfo);\n\t\t\t},\n\t\t\tabort_signal:this.summariserAbortController.signal\n\t\t});\n\t\tthis.summariser=await this.summariserPromise;\n\t\treturn this.summariser;\n\t}\n\n\tasync checkSummariserLoaded({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(!this.summariserPromise)this.loadSummariser({\n\t\t\tprogressCallback,\n\t\t\tmodelName\n\t\t});\n\t\tif(!this.summariser){\n\t\t\ttry{\n\t\t\t\tawait this.summariserPromise;\n\t\t\t}catch(error){\n\t\t\t\tthis.summariserPromise=null;\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\t\tif(!this.summariser){\n\t\t\tthis.summariserPromise=null;\n\t\t\tthrow new Error('Unable to load summariser');\n\t\t}\n\t}\n\n\tasync abortLoadSummariser(){\n\t\tthis.summariserAbortController.abort();\n\t\tthis.summariserAbortController=new AbortController();\n\t}\n\n\tasync loadEmbedder({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(typeof modelName==='string'&&modelName)this.embedderModelName=modelName;\n\t\tif(!this.embedderModelName)throw new Error('Invalid embedder model name');\n\t\tif(progressCallback)this.embedderProgressCallback=progressCallback;\n\t\t//ts-ignore is needed due to frequent error TS2590: Expression produces a union type that is too complex to represent.\n\t\t//@ts-ignore\n\t\tthis.embedderPromise=pipeline('feature-extraction',this.embedderModelName,{\n\t\t\tdevice:'webgpu',\n\t\t\tprogress_callback:progressInfo=>{\n\t\t\t\tif(this.DEBUG)console.log(jsan.stringify(progressInfo));\n\t\t\t\tObject.assign(this.embedderProgressInfo,progressInfo);\n\t\t\t\treturn this.embedderProgressCallback?.(progressInfo);\n\t\t\t},\n\t\t\tabort_signal:this.embedderAbortController.signal\n\t\t});\n\t\tthis.embedder=await this.embedderPromise;\n\t\treturn this.embedder;\n\t}\n\n\tasync checkEmbedderLoaded({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(!this.embedderPromise)this.loadEmbedder({\n\t\t\tprogressCallback,\n\t\t\tmodelName\n\t\t});\n\t\tif(!this.embedder){\n\t\t\ttry{\n\t\t\t\tawait this.embedderPromise;\n\t\t\t}catch(error){\n\t\t\t\tthis.embedderPromise=null;\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\t\tif(!this.embedder){\n\t\t\tthis.embedderPromise=null;\n\t\t\tthrow new Error('Unable to load embedder');\n\t\t}\n\t}\n\n\tasync abortLoadEmbedder(){\n\t\tthis.embedderAbortController.abort();\n\t\tthis.embedderAbortController=new AbortController();\n\t}\n\n\tasync loadTokeniser({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(typeof modelName==='string'&&modelName)this.tokeniserModelName=modelName;\n\t\tif(!this.tokeniserModelName)throw new Error('Invalid tokeniser model name');\n\t\tif(progressCallback)this.tokeniserProgressCallback=progressCallback;\n\t\t//ts-ignore is needed due to frequent error TS2590: Expression produces a union type that is too complex to represent.\n\t\t//@ts-ignore\n\t\tthis.tokeniserPromise=AutoTokenizer.from_pretrained(this.tokeniserModelName,{\n\t\t\tprogress_callback:progressInfo=>{\n\t\t\t\tif(this.DEBUG)console.log(jsan.stringify(progressInfo));\n\t\t\t\tObject.assign(this.tokeniserProgressInfo,progressInfo);\n\t\t\t\treturn this.tokeniserProgressCallback?.(progressInfo);\n\t\t\t},\n\t\t\tabort_signal:this.tokeniserAbortController.signal\n\t\t});\n\t\tthis.tokeniser=await this.tokeniserPromise;\n\t\treturn this.tokeniser;\n\t}\n\n\tasync checkTokeniserLoaded({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(!this.tokeniserPromise)this.loadTokeniser({\n\t\t\tprogressCallback,\n\t\t\tmodelName\n\t\t});\n\t\tif(!this.tokeniser){\n\t\t\ttry{\n\t\t\t\tawait this.tokeniserPromise;\n\t\t\t}catch(error){\n\t\t\t\tthis.tokeniserPromise=null;\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\t\tif(!this.tokeniser){\n\t\t\tthis.tokeniserPromise=null;\n\t\t\tthrow new Error('Unable to load tokeniser');\n\t\t}\n\t}\n\n\tasync abortLoadTokeniser(){\n\t\tthis.tokeniserAbortController.abort();\n\t\tthis.tokeniserAbortController=new AbortController();\n\t}\n\n\tasync embedQuery(text:string):Promise<number[]>{\n\t\tawait this.checkEmbedderLoaded();\n\t\tif(typeof this.embedder==='function')return Array.from((await this.embedder(text,{\n\t\t\tpooling:'mean',\n\t\t\tnormalize:true\n\t\t}))?.data);\n\t\treturn [];\n\t}\n\n\tasync embedDocuments(texts:string[]):Promise<number[][]>{\n\t\treturn Promise.all(texts.map(text=>this.embedQuery(text)));\n\t}\n\n\tdefaultGeneratePromptTemplate(prompt:string){\n\t\treturn prompt;\n\t}\n\n\tasync defaultPerformGeneration({\n\t\tgenerator,\n\t\ttokeniser,\n\t\tprompt='',\n\t\ttextGenerationConfig={}\n\t}:AICompareCandidates.PerformGenerationArguments=<AICompareCandidates.PerformGenerationArguments>{}){\n\t\tlet errors='';\n\t\tif(!generator)errors+='No generator provided.';\n\t\tif(!tokeniser)errors+=(errors?'\\n':'')+'No tokeniser provided.';\n\t\tif(typeof prompt!=='string'||!prompt)errors+=(errors?'\\n':'')+'No valid prompt provided.';\n\t\tif(errors)throw new Error(errors);\n\t\tlet messages=[{\n\t\t\trole:'user',\n\t\t\tcontent:prompt\n\t\t}];\n\t\tlet streamer=new TextStreamer(tokeniser,{\n\t\t\tskip_prompt:true\n\t\t});\n\t\tif(!textGenerationConfig.pad_token_id)textGenerationConfig.pad_token_id=tokeniser.pad_token_id??tokeniser.sep_token_id??0;\n\t\tif(!textGenerationConfig.eos_token_id)textGenerationConfig.eos_token_id=tokeniser.sep_token_id??2;\n\t\tlet output=await generator(messages,textGenerationConfig);\n\t\tif(this.DEBUG)console.log(output);\n\t\tlet outputObject=Array.isArray(output?.[0])?output?.[0]?.[0]:output?.[0];\n\t\tif(!outputObject.generated_text)throw new Error('No generated text');\n\t\tif(typeof outputObject.generated_text==='string')return outputObject.generated_text;\n\t\tlet content=outputObject.generated_text?.at(-1)?.content;\n\t\tif(typeof content!=='string'||!content)throw new Error('No content in generated text');\n\t\treturn content;\n\t}\n\n\tdefaultGenerateSearchAreasInstruction(problemDescription:string){\n\t\treturn 'List the relevant subject areas for the following issues. Limit your response to 100 words.\\nIssues: \"'+problemDescription+'\"';\n\t}\n\n\tdefaultConvertCandidateToDocument<Candidate>({\n\t\tcandidate,\n\t\tindex\n\t}:AICompareCandidates.ConvertCandidateToDocumentArguments<Candidate>=<AICompareCandidates.ConvertCandidateToDocumentArguments<Candidate>>{}){\n\t\tlet document='Start of Candidate #'+index;\n\t\tfor(let i in candidate)document+='\\n'+lodash.startCase(i)+': '+(typeof candidate[i]==='object'?jsan.stringify(candidate[i]):String(candidate[i]));\n\t\tdocument+='\\nEnd of Candidate #'+index;\n\t\treturn document;\n\t}\n\n\tdefaultGenerateRankingInstruction({\n\t\tproblemDescription,\n\t\tsummaries,\n\t\tcandidatesForFinalSelection,\n\t\tcandidateIdentifierField\n\t}:AICompareCandidates.GenerateRankingInstructionArguments=<AICompareCandidates.GenerateRankingInstructionArguments>{}){\n\t\treturn 'Rank only the top '+candidatesForFinalSelection+' candidates by connecting them to \"'+problemDescription+'\" stating # followed by the candidate number and the full '+lodash.startCase(candidateIdentifierField)+' followed by a 15-word explanation for each ranking. Stop generating text immediately thereafter.\\n\\nCandidates:\\n\\n'+summaries.join('\\n\\n');\n\t}\n\n\tregexIndexOf(text:string,regex:RegExp,startIndex:number){\n    \tlet indexInSuffix=text.slice(startIndex).search(regex);\n    \treturn indexInSuffix<0?indexInSuffix:indexInSuffix+startIndex;\n\t}\n\n\tdefaultExtractIdentifierFromCandidateDocument({\n\t\tcandidateDocument,\n\t\tcandidateIdentifierField\n\t}:AICompareCandidates.ExtractIdentifierFromCandidateDocumentArguments=<AICompareCandidates.ExtractIdentifierFromCandidateDocumentArguments>{}){\n\t\tif(this.DEBUG)console.log(candidateDocument,candidateIdentifierField);\n\t\tlet startCase=lodash.startCase(candidateIdentifierField);\n\t\tlet startIndex=candidateDocument.indexOf(startCase);\n\t\tif(startIndex<0)startIndex=candidateDocument.toLowerCase().indexOf(startCase.toLowerCase());\n\t\tif(this.DEBUG)console.log(startIndex);\n\t\tif(startIndex>=0)startIndex+=startCase.length;\n\t\tif(startIndex<0){\n\t\t\tstartIndex=candidateDocument.toLowerCase().indexOf(candidateIdentifierField.toLowerCase());\n\t\t\tif(startIndex>=0)startIndex+=candidateIdentifierField.length;\n\t\t}\n\t\tif(this.DEBUG)console.log(startIndex);\n\t\telse return '';\n\t\tstartIndex=candidateDocument.indexOf(':',startIndex);\n\t\tif(this.DEBUG)console.log(startIndex);\n\t\tif(startIndex<0)startIndex=this.regexIndexOf(candidateDocument,/\\s+/,startIndex);\n\t\tif(this.DEBUG)console.log(startIndex);\n\t\tif(startIndex<0)return '';\n\t\tlet endIndex=candidateDocument.indexOf('\\n',startIndex);\n\t\tif(endIndex<0)endIndex=candidateDocument.length;\n\t\tif(this.DEBUG)console.log(endIndex);\n\t\treturn candidateDocument.substring(startIndex,endIndex).trim();\n\t}\n\n\tdefaultExtractIdentifiersFromRationale(rationale:string){\n\t\tlet regex=/^\\d+?\\s*?\\p{P}\\s*?(.+?)\\s*?(-|\\.|;|\\n)/gmu;\n\t\tlet matches:string[]=[];\n\t\tfor(let match:RegExpExecArray|null;Array.isArray(match=regex.exec(rationale));)if(match[1])matches.push(match[1]);\n\t\treturn matches;\n\t}\n\n\tdefaultFindCandidateFromIdentifier<Candidate>({\n\t\tidentifier,\n\t\tcandidateIdentifierField,\n\t\tcandidates\n\t}:AICompareCandidates.FindCandidateFromIdentifierArguments<Candidate>=<AICompareCandidates.FindCandidateFromIdentifierArguments<Candidate>>{}){\n\t\tif(!identifier||typeof identifier!=='string')identifier=String(identifier);\n\t\tconsole.log('identifier',identifier);\n\t\tlet selectedCandidate=candidates.find(candidate=>String(candidate[candidateIdentifierField])===identifier);\n\t\tif(selectedCandidate){\n\t\t\tif(this.DEBUG){\n\t\t\t\tconsole.log('Candidate found based on case-sensitive match',selectedCandidate[candidateIdentifierField]);\n\t\t\t}\n\t\t\treturn selectedCandidate;\n\t\t}\n\t\tselectedCandidate=candidates.find(candidate=>String(candidate[candidateIdentifierField]).toLowerCase()===identifier.toLowerCase());\n\t\tif(selectedCandidate){\n\t\t\tif(this.DEBUG){\n\t\t\t\tconsole.log('Candidate found based on case-sensitive match',selectedCandidate[candidateIdentifierField]);\n\t\t\t}\n\t\t\treturn selectedCandidate;\n\t\t}\n\t\tselectedCandidate=candidates.find(candidate=>String(candidate[candidateIdentifierField]).toLowerCase().includes(identifier.toLowerCase()));\n\t\tif(selectedCandidate){\n\t\t\tif(this.DEBUG){\n\t\t\t\tconsole.log('Candidate found based on case-sensitive match',selectedCandidate[candidateIdentifierField]);\n\t\t\t}\n\t\t\treturn selectedCandidate;\n\t\t}\n\t\tselectedCandidate=candidates.find(candidate=>identifier.toLowerCase().includes(String(candidate[candidateIdentifierField]).toLowerCase()));\n\t\tif(selectedCandidate){\n\t\t\tif(this.DEBUG){\n\t\t\t\tconsole.log('Candidate found based on case-sensitive match',selectedCandidate[candidateIdentifierField]);\n\t\t\t}\n\t\t\treturn selectedCandidate;\n\t\t}\n\t\t//split by space and find highest number of matches (tie break if it is in same order)\n\t\tlet identifierWords=identifier.split(/\\s+/g).filter(identifierWord=>/\\w/.test(identifierWord));\n\t\tif(this.DEBUG)console.log('Identifier words',identifierWords);\n\t\tlet selectedCandidates=candidates.map(candidate=>({\n\t\t\tidentifierWordIndices:identifierWords.map(identifierWord=>String(candidate[candidateIdentifierField]).indexOf(identifierWord)),\n\t\t\tcandidate\n\t\t})).filter(candidate=>candidate.identifierWordIndices.some(index=>index>=0));\n\t\tif(selectedCandidates.length>1){\n\t\t\tselectedCandidates.sort((a,b)=>{\n\t\t\t\tlet aCount=lodash.sumBy(a.identifierWordIndices,aElement=>aElement<0?0:1);\n\t\t\t\tlet bCount=lodash.sumBy(b.identifierWordIndices,bElement=>bElement<0?0:1);\n\t\t\t\tif(this.DEBUG){\n\t\t\t\t\tconsole.log('a',a);\n\t\t\t\t\tconsole.log('b',b);\n\t\t\t\t\tconsole.log('a.identifierWordIndices',a.identifierWordIndices);\n\t\t\t\t\tconsole.log('b.identifierWordIndices',b.identifierWordIndices);\n\t\t\t\t\tconsole.log('aCount',aCount);\n\t\t\t\t\tconsole.log('bCount',bCount);\n\t\t\t\t}\n\t\t\t\tif(aCount!==bCount)return bCount-aCount;\n\t\t\t\tif(aCount===0&&bCount===0)return 0;\n\t\t\t\taCount=0;\n\t\t\t\tbCount=0;\n\t\t\t\tfor(let i=0;i<a.identifierWordIndices.length-1;++i){\n\t\t\t\t\tfor(let j=i+1;j<a.identifierWordIndices.length;++j){\n\t\t\t\t\t\tif(a.identifierWordIndices[i]<0||a.identifierWordIndices[j]<0)continue;\n\t\t\t\t\t\tif(a.identifierWordIndices[i]<a.identifierWordIndices[j]){\n\t\t\t\t\t\t\tif(this.DEBUG){\n\t\t\t\t\t\t\t\tconsole.log('i',i);\n\t\t\t\t\t\t\t\tconsole.log('j',j);\n\t\t\t\t\t\t\t\tconsole.log('a.identifierWordIndices[i]',a.identifierWordIndices[i]);\n\t\t\t\t\t\t\t\tconsole.log('a.identifierWordIndices[j]',a.identifierWordIndices[j]);\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t++aCount;\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t\tfor(let i=0;i<b.identifierWordIndices.length-1;++i){\n\t\t\t\t\tfor(let j=i+1;j<b.identifierWordIndices.length;++j){\n\t\t\t\t\t\tif(b.identifierWordIndices[i]<0||b.identifierWordIndices[j]<0)continue;\n\t\t\t\t\t\tif(b.identifierWordIndices[i]<b.identifierWordIndices[j]){\n\t\t\t\t\t\t\tif(this.DEBUG){\n\t\t\t\t\t\t\t\tconsole.log('i',i);\n\t\t\t\t\t\t\t\tconsole.log('j',j);\n\t\t\t\t\t\t\t\tconsole.log('b.identifierWordIndices[i]',b.identifierWordIndices[i]);\n\t\t\t\t\t\t\t\tconsole.log('b.identifierWordIndices[j]',b.identifierWordIndices[j]);\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t++bCount;\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t\tif(this.DEBUG){\n\t\t\t\t\tconsole.log('aCount',aCount);\n\t\t\t\t\tconsole.log('bCount',bCount);\n\t\t\t\t}\n\t\t\t\treturn bCount-aCount;\n\t\t\t});\n\t\t}\n\t\tif(selectedCandidates.length>=1&&selectedCandidates[0].candidate)return selectedCandidates[0].candidate;\n\t\treturn null;\n\t}\n\n\tdefaultParseSearchAreasResponse(searchAreasResponse:string){\n\t\tlet searchAreasResponseIndex=String(searchAreasResponse).indexOf('### Response:');\n\t\tif(searchAreasResponseIndex>=0)searchAreasResponseIndex+='### Response:'.length;\n\t\telse searchAreasResponseIndex=0;\n\t\treturn String(searchAreasResponse).substring(searchAreasResponseIndex).trim();\n\t}\n\n\terrorMessage(error:any){\n\t\treturn typeof error?.response?.data==='string'?error.response.data:error?.response?.data?jsan.stringify(error.response.data):typeof error?.message==='string'?error.message:error?.message?jsan.stringify(error.message):typeof error==='string'?error:jsan.stringify(error);\n\t}\n\n\tasync compareCandidates<Candidate>({\n\t\tcandidates,\n\t\tproblemDescription='',\n\t\tperformGeneration=this.defaultPerformGeneration.bind(this),\n\t\tgenerateSearchAreasInstruction=this.defaultGenerateSearchAreasInstruction.bind(this),\n\t\tparseSearchAreasResponse=this.defaultParseSearchAreasResponse.bind(this),\n\t\tconvertCandidateToDocument=this.defaultConvertCandidateToDocument.bind(this),\n\t\tcandidatesForInitialSelection=2,\n\t\tcandidatesForFinalSelection=1,\n\t\tgenerateRankingInstruction=this.defaultGenerateRankingInstruction.bind(this),\n\t\textractIdentifiersFromRationale=this.defaultExtractIdentifiersFromRationale.bind(this),\n\t\textractIdentifierFromCandidateDocument=this.defaultExtractIdentifierFromCandidateDocument.bind(this),\n\t\tcandidateIdentifierField=undefined,\n\t\tfindCandidateFromIdentifier=this.defaultFindCandidateFromIdentifier.bind(this),\n\t\tgetSummarisableSubstringIndices,\n\t\tgeneratePromptTemplate=this.defaultGeneratePromptTemplate.bind(this),\n\t\tskipRationale=false\n\t}:AICompareCandidates.CompareArguments<Candidate>=<AICompareCandidates.CompareArguments<Candidate>>{}):Promise<AICompareCandidates.CompareCandidatesReturn<Candidate>|void>{\n\t\tif(!Array.isArray(candidates)||candidates.length<=0)throw new Error('No candidates provided');\n\t\tcandidatesForInitialSelection=lodash.toSafeInteger(candidatesForInitialSelection);\n\t\tif(candidatesForInitialSelection<=0)throw new Error('Candidates for initial selection must be a positive integer bigger than 0');\n\t\tcandidatesForFinalSelection=lodash.toSafeInteger(candidatesForFinalSelection);\n\t\tif(candidatesForFinalSelection<=0)throw new Error('Candidates for initial selection must be a positive integer bigger than 0');\n\t\tif(candidatesForInitialSelection<candidatesForFinalSelection)throw new Error('Candidates for initial selection must be equal or more than candidates for final selection');\n\t\tif(candidatesForInitialSelection>candidates.length)throw new Error('There are '+candidatesForInitialSelection+'candidates for initial selection which is more than the total number of candidates of '+candidates.length);\n\t\tif(candidatesForFinalSelection>candidates.length)throw new Error('There are '+candidatesForFinalSelection+'candidates for initial selection which is more than the total number of candidates of '+candidates.length);\n\t\tif(!candidateIdentifierField){\n\t\t\tcandidateIdentifierField=Object.keys(candidates[0] as object)[0] as keyof Candidate;\n\t\t\tif(!candidateIdentifierField)throw new Error('No candidate identifier field');\n\t\t}\n\n\t\tlet rationale='';\n\t\tlet selectedCandidates:Candidate[]=[];\n\n\t\tawait this.checkEmbedderLoaded();\n\t\tif(!this.embedder)return;\n\t\tlet candidateDocuments=candidates.map((candidate,index)=>convertCandidateToDocument({\n\t\t\tcandidate,\n\t\t\tindex\n\t\t}));\n\t\tlet vectorStore=await MemoryVectorStore.fromTexts(\n\t\t\tlodash.cloneDeep(candidateDocuments),\n\t\t\tcandidateDocuments.map((document,index)=>index),\n\t\t\tthis\n\t\t);\n\n\t\tlet searchAreasPromptTemplate=generatePromptTemplate(generateSearchAreasInstruction(problemDescription));\n\t\tif(this.DEBUG)console.log('Formatted search areas prompt: '+searchAreasPromptTemplate);\n\t\tawait this.checkTokeniserLoaded();\n\t\tif(!this.tokeniser)return;\n\t\tlet searchAreasPromptTokens=this.tokeniser.encode(searchAreasPromptTemplate);\n\t\tif(searchAreasPromptTokens.length>this.tokeniser.model_max_length)throw new Error('Search areas instruction prompt is too long for the tokeniser model');\n\n\t\tawait this.checkGeneratorLoaded();\n\t\tif(!this.generator)return;\n\t\tlet generatedText=await performGeneration({\n\t\t\tgenerator:this.generator,\n\t\t\ttokeniser:this.tokeniser,\n\t\t\tprompt:searchAreasPromptTemplate,\n\t\t\ttextGenerationConfig:{\n\t\t\t\tmax_new_tokens:this.generateSearchAreasMaxNewTokens,\n\t\t\t\ttemperature:this.generateSearchAreasTemperature,\n\t\t\t\trepetition_penalty:this.generateSearchAreasRepetitionPenalty\n\t\t\t}\n\t\t});\n\t\tif(this.DEBUG)console.log('Generated search areas response: '+generatedText);\n\t\tlet vectorSearchQuery=parseSearchAreasResponse(generatedText);\n\t\t//generally the first sentence has the greatest relevance to the actual prompt\n\t\t//if(vectorSearchQuery.includes('.'))vectorSearchQuery=vectorSearchQuery.split('.')[0].trim();\n\t\tif(this.DEBUG)console.log('Vector search query: '+vectorSearchQuery);\n\t\tlet queryResult=await vectorStore.similaritySearch(vectorSearchQuery,candidatesForInitialSelection);\n\t\tif(this.DEBUG)console.log('Vector search results: ',queryResult);\n\n\t\tlet summaries:string[]=[];\n\t\t//only bother doing summarisation if there are candidates which exceed the token count\n\t\tif(queryResult.some(result=>result.pageContent.trim().split(/\\s+/).length>this.targetSummarisedStringTokenCount)){\n\t\t\tawait this.checkSummariserLoaded();\n\t\t\tif(!this.summariser)return;\n\t\t\tsummaries=(await Promise.allSettled(queryResult.map(async result=>{\n\t\t\t\tif(!result.pageContent||typeof result.pageContent!=='string')return '';\n\t\t\t\tif(result.pageContent.trim().split(/\\s+/).length<=this.targetSummarisedStringTokenCount)return result.pageContent;\n\t\t\t\tlet summarisableSubstringIndices:AICompareCandidates.SummarisableSubstringIndices={\n\t\t\t\t\tstart:0,\n\t\t\t\t\tend:result.pageContent.length\n\t\t\t\t};\n\t\t\t\tif(getSummarisableSubstringIndices)Object.assign(summarisableSubstringIndices,getSummarisableSubstringIndices(result.pageContent));\n\t\t\t\tsummarisableSubstringIndices.start=lodash.clamp(lodash.toSafeInteger(summarisableSubstringIndices.start),0,result.pageContent.length);\n\t\t\t\tsummarisableSubstringIndices.end=lodash.clamp(lodash.toSafeInteger(summarisableSubstringIndices.end),0,result.pageContent.length);\n\t\t\t\tif(this.DEBUG)console.log(summarisableSubstringIndices);\n\t\t\t\tlet summarisableSubstring=result.pageContent.substring(summarisableSubstringIndices.start,summarisableSubstringIndices.end);\n\t\t\t\tif(this.DEBUG)console.log(summarisableSubstring);\n\t\t\t\tlet contentBefore=result.pageContent.substring(0,summarisableSubstringIndices.start);\n\t\t\t\tlet contentAfter=result.pageContent.substring(summarisableSubstringIndices.end);\n\t\t\t\tlet wordsWithoutSummarisable=contentBefore.split(/\\s+/).length+contentAfter.split(/\\s+/).length;\n\t\t\t\tlet targetSummarisedSubstringTokenCount=Math.max(1,this.targetSummarisedStringTokenCount-wordsWithoutSummarisable);\n\t\t\t\tif(this.DEBUG)console.log(wordsWithoutSummarisable,targetSummarisedSubstringTokenCount);\n\t\t\t\tlet summarisedSubstringArray=await this.summariser?.(summarisableSubstring,<TextGenerationConfig>{\n\t\t\t\t\tmax_length:targetSummarisedSubstringTokenCount\n\t\t\t\t});\n\t\t\t\tlet summarisedSubstring=Array.isArray(summarisedSubstringArray?.[0])?summarisedSubstringArray?.[0]?.[0]:summarisedSubstringArray?.[0];\n\t\t\t\tif(this.DEBUG)console.log(summarisedSubstringArray,summarisedSubstring,summarisedSubstring?.summary_text??'',(summarisedSubstring?.summary_text??'').split(/\\s+/).slice(0,targetSummarisedSubstringTokenCount).join(' '));\n\t\t\t\tlet summarisedString=contentBefore+(summarisedSubstring?.summary_text??'').split(/\\s+/).slice(0,targetSummarisedSubstringTokenCount).join(' ').trim()+contentAfter;\n\t\t\t\tif(this.DEBUG)console.log('Summarised candidate: '+summarisedString);\n\t\t\t\treturn summarisedString;\n\t\t\t}))).filter(result=>result.status==='fulfilled'&&result.value).map(result=>(result as PromiseFulfilledResult<string>).value);\n\t\t}else{\n\t\t\tsummaries=queryResult.map(result=>result.pageContent);\n\t\t}\n\t\t\n\t\tlet rationaleError='';\n\n\t\tif(!skipRationale){\n\t\t\tlet rankingPromptTemplate=generatePromptTemplate(generateRankingInstruction({\n\t\t\t\tproblemDescription,\n\t\t\t\tsummaries,\n\t\t\t\tcandidatesForFinalSelection,\n\t\t\t\tcandidateIdentifierField:String(candidateIdentifierField)\n\t\t\t}));\n\t\t\tif(this.DEBUG)console.log('Formatted ranking prompt: '+rankingPromptTemplate);\n\t\t\tlet rankingPromptTokens=this.tokeniser.encode(rankingPromptTemplate);\n\t\t\tif(this.DEBUG)console.log(rankingPromptTokens.length,this.tokeniser.model_max_length);\n\t\t\tif(rankingPromptTokens.length>this.tokeniser.model_max_length)throw new Error('Ranking instruction prompt is too long for the tokeniser model');\n\t\t\ttry{\n\t\t\t\tlet ranking=await performGeneration({\n\t\t\t\t\tgenerator:this.generator,\n\t\t\t\t\ttokeniser:this.tokeniser,\n\t\t\t\t\tprompt:rankingPromptTemplate,\n\t\t\t\t\ttextGenerationConfig:{\n\t\t\t\t\t\tmax_new_tokens:this.rankingMaxNewTokens,\n\t\t\t\t\t\ttemperature:this.rankingTemperature,\n\t\t\t\t\t\trepetition_penalty:this.rankingRepetitionPenalty\n\t\t\t\t\t}\n\t\t\t\t});\n\t\t\t\trationale=ranking.trim().replace(/(\\*\\*)|(<\\/?s>)|(\\[.*?\\])\\s*/g, '');\n\t\t\t\tif(this.DEBUG)console.log('Generated rationale: '+rationale);\n\t\t\t\tlet rationaleResponseIndex=rationale.indexOf('### Response:');\n\t\t\t\tif(rationaleResponseIndex>=0)rationaleResponseIndex+='### Response:'.length;\n\t\t\t\telse rationaleResponseIndex=0;\n\t\t\t\trationale=rationale.substring(rationaleResponseIndex);\n\t\t\t\t//if(!rationale)throw new Error('No rationale generated');\n\t\t\t}catch(error){\n\t\t\t\tconsole.log(error);\n\t\t\t\trationaleError=this.errorMessage(error);\n\t\t\t\trationale='';\n\t\t\t}\n\t\t}\n\n\t\tif(rationale){\n\t\t\tlet identifiers=extractIdentifiersFromRationale(rationale);\n\t\t\tif(this.DEBUG)console.log('Extracted identifiers from rationale: '+identifiers);\n\t\t\tif(identifiers.length>candidatesForFinalSelection)identifiers=identifiers.slice(0,candidatesForFinalSelection);\n\t\t\tselectedCandidates=lodash.compact(identifiers.map(identifier=>findCandidateFromIdentifier({\n\t\t\t\tidentifier,\n\t\t\t\tcandidateIdentifierField,\n\t\t\t\tcandidates\n\t\t\t})));\n\t\t}\n\n\t\tif(!Array.isArray(selectedCandidates)||selectedCandidates.length<candidatesForFinalSelection){\n\t\t\tif(!Array.isArray(selectedCandidates))selectedCandidates=[];\n\t\t\tlet additionalSelectedCandidates=lodash.compact(queryResult.map(result=>{\n\t\t\t\tlet identifier=extractIdentifierFromCandidateDocument({\n\t\t\t\t\tcandidateDocument:result.pageContent,\n\t\t\t\t\tcandidateIdentifierField:String(candidateIdentifierField)\n\t\t\t\t});\n\t\t\t\tif(this.DEBUG)console.log('Extracted identifier from candidate document: '+identifier);\n\t\t\t\treturn findCandidateFromIdentifier({\n\t\t\t\t\tidentifier,\n\t\t\t\t\tcandidateIdentifierField,\n\t\t\t\t\tcandidates\n\t\t\t\t});\n\t\t\t}));\n\t\t\tselectedCandidates.splice(selectedCandidates.length,0,...additionalSelectedCandidates);\n\t\t\tselectedCandidates=lodash.uniq(selectedCandidates).slice(0,candidatesForFinalSelection);\n\t\t}\n\t\tif(this.DEBUG)console.log('Selected candidates',selectedCandidates);\n\n\t\treturn{\n\t\t\trationale,\n\t\t\tsummaries,\n\t\t\t...(rationaleError?{rationaleError}:{}),\n\t\t\tselectedCandidates\n\t\t};\n\t}\n};\n\nexport namespace AICompareCandidates{\n\texport interface LoadArguments{\n\t\tprogressCallback?:ProgressCallback;\n\t\tmodelName?:string;\n\t};\n\n\texport interface SummarisableSubstringIndices{\n\t\tstart:number;\n\t\tend:number;\n\t};\n\n\texport interface CompareArguments<Candidate>{\n\t\tcandidates:Candidate[];\n\t\tproblemDescription:string;\n\t\tperformGeneration?:(performGenerationArguments:PerformGenerationArguments)=>Promise<string>;\n\t\tgenerateSearchAreasInstruction?:(problemDescription:string)=>string;\n\t\tparseSearchAreasResponse?:(searchAreasResponse:string)=>string;\n\t\tconvertCandidateToDocument?:(convertCandidateToDocumentArguments:ConvertCandidateToDocumentArguments<Candidate>)=>string;\n\t\tcandidatesForInitialSelection?:number;\n\t\tcandidatesForFinalSelection?:number;\n\t\tgenerateRankingInstruction?:(generateRankingInstructionArguments:GenerateRankingInstructionArguments)=>string;\n\t\textractIdentifiersFromRationale?:(rationale:string)=>string[];\n\t\textractIdentifierFromCandidateDocument?:(extractIdentifierFromCandidateDocumentArguments:ExtractIdentifierFromCandidateDocumentArguments)=>string;\n\t\tcandidateIdentifierField?:keyof Candidate;\n\t\tfindCandidateFromIdentifier?:(findCandidateFromIdentifierArguments:FindCandidateFromIdentifierArguments<Candidate>)=>Candidate|null;\n\t\tgetSummarisableSubstringIndices?:(candidateDocument:string)=>SummarisableSubstringIndices;\n\t\tgeneratePromptTemplate?:(prompt:string)=>string;\n\t\tskipRationale?:boolean;\n\t};\n\n\texport interface PerformGenerationArguments{\n\t\tgenerator:TextGenerationPipeline;\n\t\ttokeniser:PreTrainedTokenizer;\n\t\tprompt:string;\n\t\ttextGenerationConfig?:Partial<TextGenerationConfig>;\n\t};\n\n\texport interface ConvertCandidateToDocumentArguments<Candidate>{\n\t\tcandidate:Candidate;\n\t\tindex:number;\n\t};\n\n\texport interface ExtractIdentifierFromCandidateDocumentArguments{\n\t\tcandidateDocument:string;\n\t\tcandidateIdentifierField:string;\n\t};\n\n\texport interface FindCandidateFromIdentifierArguments<Candidate>{\n\t\tidentifier:string;\n\t\tcandidateIdentifierField:keyof Candidate;\n\t\tcandidates:Candidate[];\n\t};\n\n\texport interface GenerateRankingInstructionArguments{\n\t\tproblemDescription:string;\n\t\tsummaries:string[];\n\t\tcandidatesForFinalSelection:number;\n\t\tcandidateIdentifierField:string;\n\t};\n\n\texport interface CompareCandidatesReturn<Candidate>{\n\t\tselectedCandidates:Candidate[],\n\t\trationale:string,\n\t\trationaleError?:string,\n\t\tsummaries:string[]\n\t};\n};\n\nexport default AICompareCandidates;"],"mappings":"itBAmBA,IAAa,EAAb,cAAyCA,EAAAA,UAAU,CAClD,IAAaC,EAAAA,IACb,MAAM,GAEN,UAAsC,KACtC,mBAAmB,gCACnB,iBAAsD,KACtD,sBAAiD,EAAE,CACnD,0BAAgD,KAChD,yBAAyB,IAAI,gBAE7B,WAAsC,KACtC,oBAAoB,6BACpB,kBAAsD,KACtD,uBAAkD,EAAE,CACpD,2BAAiD,KACjD,0BAA0B,IAAI,gBAE9B,SAAwC,KACxC,kBAAkB,2BAClB,gBAAwD,KACxD,qBAAgD,EAAE,CAClD,yBAA+C,KAC/C,wBAAwB,IAAI,gBAE5B,UAAmC,KACnC,mBAAmB,KAAK,mBACxB,iBAAmD,KACnD,sBAAiD,EAAE,CACnD,0BAAgD,KAChD,yBAAyB,IAAI,gBAE7B,gCAAgC,GAChC,+BAA+B,IAC/B,qCAAqC,IAErC,oBAAoB,GACpB,mBAAmB,IACnB,yBAAyB,IAEzB,iCAAiC,IAEjC,OACC,EAAA,IAAI,eAAe,GACnB,EAAA,IAAI,kBAAkB,GACtB,EAAA,IAAI,iBAAiB,GAGtB,aAAa,CACZ,MAAM,EAAE,CAAC,CAGV,MAAM,cAAc,CACnB,mBACA,YAAU,IAC4D,EAAE,CAAC,CAEzE,GADG,OAAO,GAAY,UAAU,IAAU,KAAK,mBAAmB,GAC/D,CAAC,KAAK,mBAAmB,MAAU,MAAM,+BAA+B,CAc3E,OAbG,IAAiB,KAAK,0BAA0B,GAGnD,KAAK,kBAAA,EAAA,EAAA,UAA0B,kBAAkB,KAAK,mBAAmB,CACxE,OAAO,SACP,kBAAkB,IACd,KAAK,OAAM,QAAQ,IAAI,EAAA,QAAK,UAAU,EAAa,CAAC,CACvD,OAAO,OAAO,KAAK,sBAAsB,EAAa,CAC/C,KAAK,4BAA4B,EAAa,EAEtD,aAAa,KAAK,yBAAyB,OAC3C,CAAC,CACF,KAAK,UAAU,MAAM,KAAK,iBACnB,KAAK,UAGb,MAAM,qBAAqB,CAC1B,mBACA,YAAU,IAC4D,EAAE,CAAC,CAKzE,GAJI,KAAK,kBAAiB,KAAK,cAAc,CAC5C,mBACA,YACA,CAAC,CACC,CAAC,KAAK,UACR,GAAG,CACF,MAAM,KAAK,uBACL,EAAM,CAEZ,KADA,MAAK,iBAAiB,KAChB,EAGR,GAAG,CAAC,KAAK,UAER,KADA,MAAK,iBAAiB,KACZ,MAAM,2BAA2B,CAI7C,MAAM,mBAAmB,EAAY,CACpC,KAAK,yBAAyB,MAAM,EAAO,CAC3C,KAAK,yBAAyB,IAAI,gBAGnC,MAAM,eAAe,CACpB,mBACA,YAAU,IAC4D,EAAE,CAAC,CAEzE,GADG,OAAO,GAAY,UAAU,IAAU,KAAK,oBAAoB,GAChE,CAAC,KAAK,oBAAoB,MAAU,MAAM,gCAAgC,CAc7E,OAbG,IAAiB,KAAK,2BAA2B,GAGpD,KAAK,mBAAA,EAAA,EAAA,UAA2B,gBAAgB,KAAK,oBAAoB,CACxE,OAAO,SACP,kBAAkB,IACd,KAAK,OAAM,QAAQ,IAAI,EAAA,QAAK,UAAU,EAAa,CAAC,CACvD,OAAO,OAAO,KAAK,uBAAuB,EAAa,CAChD,KAAK,6BAA6B,EAAa,EAEvD,aAAa,KAAK,0BAA0B,OAC5C,CAAC,CACF,KAAK,WAAW,MAAM,KAAK,kBACpB,KAAK,WAGb,MAAM,sBAAsB,CAC3B,mBACA,YAAU,IAC4D,EAAE,CAAC,CAKzE,GAJI,KAAK,mBAAkB,KAAK,eAAe,CAC9C,mBACA,YACA,CAAC,CACC,CAAC,KAAK,WACR,GAAG,CACF,MAAM,KAAK,wBACL,EAAM,CAEZ,KADA,MAAK,kBAAkB,KACjB,EAGR,GAAG,CAAC,KAAK,WAER,KADA,MAAK,kBAAkB,KACb,MAAM,4BAA4B,CAI9C,MAAM,qBAAqB,CAC1B,KAAK,0BAA0B,OAAO,CACtC,KAAK,0BAA0B,IAAI,gBAGpC,MAAM,aAAa,CAClB,mBACA,YAAU,IAC4D,EAAE,CAAC,CAEzE,GADG,OAAO,GAAY,UAAU,IAAU,KAAK,kBAAkB,GAC9D,CAAC,KAAK,kBAAkB,MAAU,MAAM,8BAA8B,CAczE,OAbG,IAAiB,KAAK,yBAAyB,GAGlD,KAAK,iBAAA,EAAA,EAAA,UAAyB,qBAAqB,KAAK,kBAAkB,CACzE,OAAO,SACP,kBAAkB,IACd,KAAK,OAAM,QAAQ,IAAI,EAAA,QAAK,UAAU,EAAa,CAAC,CACvD,OAAO,OAAO,KAAK,qBAAqB,EAAa,CAC9C,KAAK,2BAA2B,EAAa,EAErD,aAAa,KAAK,wBAAwB,OAC1C,CAAC,CACF,KAAK,SAAS,MAAM,KAAK,gBAClB,KAAK,SAGb,MAAM,oBAAoB,CACzB,mBACA,YAAU,IAC4D,EAAE,CAAC,CAKzE,GAJI,KAAK,iBAAgB,KAAK,aAAa,CAC1C,mBACA,YACA,CAAC,CACC,CAAC,KAAK,SACR,GAAG,CACF,MAAM,KAAK,sBACL,EAAM,CAEZ,KADA,MAAK,gBAAgB,KACf,EAGR,GAAG,CAAC,KAAK,SAER,KADA,MAAK,gBAAgB,KACX,MAAM,0BAA0B,CAI5C,MAAM,mBAAmB,CACxB,KAAK,wBAAwB,OAAO,CACpC,KAAK,wBAAwB,IAAI,gBAGlC,MAAM,cAAc,CACnB,mBACA,YAAU,IAC4D,EAAE,CAAC,CAEzE,GADG,OAAO,GAAY,UAAU,IAAU,KAAK,mBAAmB,GAC/D,CAAC,KAAK,mBAAmB,MAAU,MAAM,+BAA+B,CAa3E,OAZG,IAAiB,KAAK,0BAA0B,GAGnD,KAAK,iBAAiBC,EAAAA,cAAc,gBAAgB,KAAK,mBAAmB,CAC3E,kBAAkB,IACd,KAAK,OAAM,QAAQ,IAAI,EAAA,QAAK,UAAU,EAAa,CAAC,CACvD,OAAO,OAAO,KAAK,sBAAsB,EAAa,CAC/C,KAAK,4BAA4B,EAAa,EAEtD,aAAa,KAAK,yBAAyB,OAC3C,CAAC,CACF,KAAK,UAAU,MAAM,KAAK,iBACnB,KAAK,UAGb,MAAM,qBAAqB,CAC1B,mBACA,YAAU,IAC4D,EAAE,CAAC,CAKzE,GAJI,KAAK,kBAAiB,KAAK,cAAc,CAC5C,mBACA,YACA,CAAC,CACC,CAAC,KAAK,UACR,GAAG,CACF,MAAM,KAAK,uBACL,EAAM,CAEZ,KADA,MAAK,iBAAiB,KAChB,EAGR,GAAG,CAAC,KAAK,UAER,KADA,MAAK,iBAAiB,KACZ,MAAM,2BAA2B,CAI7C,MAAM,oBAAoB,CACzB,KAAK,yBAAyB,OAAO,CACrC,KAAK,yBAAyB,IAAI,gBAGnC,MAAM,WAAW,EAA8B,CAM9C,OALA,MAAM,KAAK,qBAAqB,CAC7B,OAAO,KAAK,UAAW,WAAkB,MAAM,MAAM,MAAM,KAAK,SAAS,EAAK,CAChF,QAAQ,OACR,UAAU,GACV,CAAC,GAAG,KAAK,CACH,EAAE,CAGV,MAAM,eAAe,EAAmC,CACvD,OAAO,QAAQ,IAAI,EAAM,IAAI,GAAM,KAAK,WAAW,EAAK,CAAC,CAAC,CAG3D,8BAA8B,EAAc,CAC3C,OAAO,EAGR,MAAM,yBAAyB,CAC9B,YACA,YACA,SAAO,GACP,uBAAqB,EAAE,EACyE,EAAE,CAAC,CACnG,IAAI,EAAO,GAIX,GAHI,IAAU,GAAQ,0BAClB,IAAU,IAAS,EAAO;EAAK,IAAI,2BACpC,OAAO,GAAS,UAAU,CAAC,KAAO,IAAS,EAAO;EAAK,IAAI,6BAC3D,EAAO,MAAU,MAAM,EAAO,CACjC,IAAI,EAAS,CAAC,CACb,KAAK,OACL,QAAQ,EACR,CAAC,CACW,IAAIC,EAAAA,aAAa,EAAU,CACvC,YAAY,GACZ,CAAC,CACF,AAAsC,EAAqB,eAAa,EAAU,cAAc,EAAU,cAAc,EACxH,AAAsC,EAAqB,eAAa,EAAU,cAAc,EAChG,IAAI,EAAO,MAAM,EAAU,EAAS,EAAqB,CACtD,KAAK,OAAM,QAAQ,IAAI,EAAO,CACjC,IAAI,EAAa,MAAM,QAAQ,IAAS,GAAG,CAAC,IAAS,KAAK,GAAG,IAAS,GACtE,GAAG,CAAC,EAAa,eAAe,MAAU,MAAM,oBAAoB,CACpE,GAAG,OAAO,EAAa,gBAAiB,SAAS,OAAO,EAAa,eACrE,IAAI,EAAQ,EAAa,gBAAgB,GAAG,GAAG,EAAE,QACjD,GAAG,OAAO,GAAU,UAAU,CAAC,EAAQ,MAAU,MAAM,+BAA+B,CACtF,OAAO,EAGR,sCAAsC,EAA0B,CAC/D,MAAO;WAAyG,EAAmB,IAGpI,kCAA6C,CAC5C,YACA,SACwI,EAAE,CAAC,CAC3I,IAAI,EAAS,uBAAuB,EACpC,IAAI,IAAI,KAAK,EAAU,GAAU;EAAK,EAAA,QAAO,UAAU,EAAE,CAAC,MAAM,OAAO,EAAU,IAAK,SAAS,EAAA,QAAK,UAAU,EAAU,GAAG,CAAC,OAAO,EAAU,GAAG,EAEhJ,MADA,IAAU;oBAAuB,EAC1B,EAGR,kCAAkC,CACjC,qBACA,YACA,8BACA,4BACkH,EAAE,CAAC,CACrH,MAAO,qBAAqB,EAA4B,sCAAsC,EAAmB,6DAA6D,EAAA,QAAO,UAAU,EAAyB,CAAC;;;;EAAuH,EAAU,KAAK;;EAAO,CAGvW,aAAa,EAAY,EAAa,EAAkB,CACpD,IAAI,EAAc,EAAK,MAAM,EAAW,CAAC,OAAO,EAAM,CACtD,OAAO,EAAc,EAAE,EAAc,EAAc,EAGvD,8CAA8C,CAC7C,oBACA,4BAC0I,EAAE,CAAC,CAC1I,KAAK,OAAM,QAAQ,IAAI,EAAkB,EAAyB,CACrE,IAAI,EAAU,EAAA,QAAO,UAAU,EAAyB,CACpD,EAAW,EAAkB,QAAQ,EAAU,CAQnD,GAPG,EAAW,IAAE,EAAW,EAAkB,aAAa,CAAC,QAAQ,EAAU,aAAa,CAAC,EACxF,KAAK,OAAM,QAAQ,IAAI,EAAW,CAClC,GAAY,IAAE,GAAY,EAAU,QACpC,EAAW,IACb,EAAW,EAAkB,aAAa,CAAC,QAAQ,EAAyB,aAAa,CAAC,CACvF,GAAY,IAAE,GAAY,EAAyB,SAEpD,KAAK,MAAM,QAAQ,IAAI,EAAW,MAChC,MAAO,GAKZ,GAJA,EAAW,EAAkB,QAAQ,IAAI,EAAW,CACjD,KAAK,OAAM,QAAQ,IAAI,EAAW,CAClC,EAAW,IAAE,EAAW,KAAK,aAAa,EAAkB,MAAM,EAAW,EAC7E,KAAK,OAAM,QAAQ,IAAI,EAAW,CAClC,EAAW,EAAE,MAAO,GACvB,IAAI,EAAS,EAAkB,QAAQ;EAAK,EAAW,CAGvD,OAFG,EAAS,IAAE,EAAS,EAAkB,QACtC,KAAK,OAAM,QAAQ,IAAI,EAAS,CAC5B,EAAkB,UAAU,EAAW,EAAS,CAAC,MAAM,CAG/D,uCAAuC,EAAiB,CACvD,IAAI,EAAM,4CACNC,EAAiB,EAAE,CACvB,IAAI,IAAIC,EAA2B,MAAM,QAAQ,EAAM,EAAM,KAAK,EAAU,CAAC,EAAK,EAAM,IAAG,EAAQ,KAAK,EAAM,GAAG,CACjH,OAAO,EAGR,mCAA8C,CAC7C,aACA,2BACA,cAC0I,EAAE,CAAC,EAC1I,CAAC,GAAY,OAAO,GAAa,YAAS,EAAW,OAAO,EAAW,EAC1E,QAAQ,IAAI,aAAa,EAAW,CACpC,IAAI,EAAkB,EAAW,KAAK,GAAW,OAAO,EAAU,GAA0B,GAAG,EAAW,CAsB1G,GArBG,IAMH,EAAkB,EAAW,KAAK,GAAW,OAAO,EAAU,GAA0B,CAAC,aAAa,GAAG,EAAW,aAAa,CAAC,CAC/H,KAMH,EAAkB,EAAW,KAAK,GAAW,OAAO,EAAU,GAA0B,CAAC,aAAa,CAAC,SAAS,EAAW,aAAa,CAAC,CAAC,CACvI,KAMH,EAAkB,EAAW,KAAK,GAAW,EAAW,aAAa,CAAC,SAAS,OAAO,EAAU,GAA0B,CAAC,aAAa,CAAC,CAAC,CACvI,GAIF,OAHG,KAAK,OACP,QAAQ,IAAI,gDAAgD,EAAkB,GAA0B,CAElG,EAGR,IAAI,EAAgB,EAAW,MAAM,OAAO,CAAC,OAAO,GAAgB,KAAK,KAAK,EAAe,CAAC,CAC3F,KAAK,OAAM,QAAQ,IAAI,mBAAmB,EAAgB,CAC7D,IAAI,EAAmB,EAAW,IAAI,IAAY,CACjD,sBAAsB,EAAgB,IAAI,GAAgB,OAAO,EAAU,GAA0B,CAAC,QAAQ,EAAe,CAAC,CAC9H,YACA,EAAE,CAAC,OAAO,GAAW,EAAU,sBAAsB,KAAK,GAAO,GAAO,EAAE,CAAC,CAqD5E,OApDG,EAAmB,OAAO,GAC5B,EAAmB,MAAM,EAAE,IAAI,CAC9B,IAAI,EAAO,EAAA,QAAO,MAAM,EAAE,sBAAsB,GAAU,EAAS,EAAE,EAAE,EAAE,CACrE,EAAO,EAAA,QAAO,MAAM,EAAE,sBAAsB,GAAU,EAAS,EAAE,EAAE,EAAE,CASzE,GARG,KAAK,QACP,QAAQ,IAAI,IAAI,EAAE,CAClB,QAAQ,IAAI,IAAI,EAAE,CAClB,QAAQ,IAAI,0BAA0B,EAAE,sBAAsB,CAC9D,QAAQ,IAAI,0BAA0B,EAAE,sBAAsB,CAC9D,QAAQ,IAAI,SAAS,EAAO,CAC5B,QAAQ,IAAI,SAAS,EAAO,EAE1B,IAAS,EAAO,OAAO,EAAO,EACjC,GAAG,IAAS,GAAG,IAAS,EAAE,MAAO,GACjC,EAAO,EACP,EAAO,EACP,IAAI,IAAI,EAAE,EAAE,EAAE,EAAE,sBAAsB,OAAO,EAAE,EAAE,EAChD,IAAI,IAAI,EAAE,EAAE,EAAE,EAAE,EAAE,sBAAsB,OAAO,EAAE,EAC7C,EAAE,sBAAsB,GAAG,GAAG,EAAE,sBAAsB,GAAG,GACzD,EAAE,sBAAsB,GAAG,EAAE,sBAAsB,KAClD,KAAK,QACP,QAAQ,IAAI,IAAI,EAAE,CAClB,QAAQ,IAAI,IAAI,EAAE,CAClB,QAAQ,IAAI,6BAA6B,EAAE,sBAAsB,GAAG,CACpE,QAAQ,IAAI,6BAA6B,EAAE,sBAAsB,GAAG,EAErE,EAAE,GAIL,IAAI,IAAI,EAAE,EAAE,EAAE,EAAE,sBAAsB,OAAO,EAAE,EAAE,EAChD,IAAI,IAAI,EAAE,EAAE,EAAE,EAAE,EAAE,sBAAsB,OAAO,EAAE,EAC7C,EAAE,sBAAsB,GAAG,GAAG,EAAE,sBAAsB,GAAG,GACzD,EAAE,sBAAsB,GAAG,EAAE,sBAAsB,KAClD,KAAK,QACP,QAAQ,IAAI,IAAI,EAAE,CAClB,QAAQ,IAAI,IAAI,EAAE,CAClB,QAAQ,IAAI,6BAA6B,EAAE,sBAAsB,GAAG,CACpE,QAAQ,IAAI,6BAA6B,EAAE,sBAAsB,GAAG,EAErE,EAAE,GAQL,OAJG,KAAK,QACP,QAAQ,IAAI,SAAS,EAAO,CAC5B,QAAQ,IAAI,SAAS,EAAO,EAEtB,EAAO,GACb,CAEA,EAAmB,QAAQ,GAAG,EAAmB,GAAG,UAAiB,EAAmB,GAAG,UACvF,KAGR,gCAAgC,EAA2B,CAC1D,IAAI,EAAyB,OAAO,EAAoB,CAAC,QAAQ,gBAAgB,CAGjF,OAFG,GAA0B,EAAE,GAA0B,GACpD,EAAyB,EACvB,OAAO,EAAoB,CAAC,UAAU,EAAyB,CAAC,MAAM,CAG9E,aAAa,EAAU,CACtB,OAAO,OAAO,GAAO,UAAU,MAAO,SAAS,EAAM,SAAS,KAAK,GAAO,UAAU,KAAK,EAAA,QAAK,UAAU,EAAM,SAAS,KAAK,CAAC,OAAO,GAAO,SAAU,SAAS,EAAM,QAAQ,GAAO,QAAQ,EAAA,QAAK,UAAU,EAAM,QAAQ,CAAC,OAAO,GAAQ,SAAS,EAAM,EAAA,QAAK,UAAU,EAAM,CAG7Q,MAAM,kBAA6B,CAClC,aACA,qBAAmB,GACnB,oBAAkB,KAAK,yBAAyB,KAAK,KAAK,CAC1D,iCAA+B,KAAK,sCAAsC,KAAK,KAAK,CACpF,2BAAyB,KAAK,gCAAgC,KAAK,KAAK,CACxE,6BAA2B,KAAK,kCAAkC,KAAK,KAAK,CAC5E,gCAA8B,EAC9B,8BAA4B,EAC5B,6BAA2B,KAAK,kCAAkC,KAAK,KAAK,CAC5E,kCAAgC,KAAK,uCAAuC,KAAK,KAAK,CACtF,yCAAuC,KAAK,8CAA8C,KAAK,KAAK,CACpG,2BAAyB,IAAA,GACzB,8BAA4B,KAAK,mCAAmC,KAAK,KAAK,CAC9E,kCACA,yBAAuB,KAAK,8BAA8B,KAAK,KAAK,CACpE,gBAAc,IACoF,EAAE,CAAsE,CAC1K,GAAG,CAAC,MAAM,QAAQ,EAAW,EAAE,EAAW,QAAQ,EAAE,MAAU,MAAM,yBAAyB,CAI7F,GAHA,EAA8B,EAAA,QAAO,cAAc,EAA8B,CAC9E,GAA+B,IAClC,EAA4B,EAAA,QAAO,cAAc,EAA4B,CAC1E,GAA6B,GAAE,MAAU,MAAM,4EAA4E,CAC9H,GAAG,EAA8B,EAA4B,MAAU,MAAM,6FAA6F,CAC1K,GAAG,EAA8B,EAAW,OAAO,MAAU,MAAM,aAAa,EAA8B,yFAAyF,EAAW,OAAO,CACzN,GAAG,EAA4B,EAAW,OAAO,MAAU,MAAM,aAAa,EAA4B,yFAAyF,EAAW,OAAO,CACrN,GAAG,CAAC,IACH,EAAyB,OAAO,KAAK,EAAW,GAAa,CAAC,GAC3D,CAAC,GAAyB,MAAU,MAAM,gCAAgC,CAG9E,IAAI,EAAU,GACVC,EAA+B,EAAE,CAGrC,GADA,MAAM,KAAK,qBAAqB,CAC7B,CAAC,KAAK,SAAS,OAClB,IAAI,EAAmB,EAAW,KAAK,EAAU,IAAQ,EAA2B,CACnF,YACA,QACA,CAAC,CAAC,CACC,EAAY,MAAMC,EAAAA,kBAAkB,UACvC,EAAA,QAAO,UAAU,EAAmB,CACpC,EAAmB,KAAK,EAAS,IAAQ,EAAM,CAC/C,KACA,CAEG,EAA0B,EAAuB,EAA+B,EAAmB,CAAC,CAGxG,GAFG,KAAK,OAAM,QAAQ,IAAI,kCAAkC,EAA0B,CACtF,MAAM,KAAK,sBAAsB,CAC9B,CAAC,KAAK,UAAU,OAEnB,GAD4B,KAAK,UAAU,OAAO,EAA0B,CACjD,OAAO,KAAK,UAAU,iBAAiB,MAAU,MAAM,sEAAsE,CAGxJ,GADA,MAAM,KAAK,sBAAsB,CAC9B,CAAC,KAAK,UAAU,OACnB,IAAI,EAAc,MAAM,EAAkB,CACzC,UAAU,KAAK,UACf,UAAU,KAAK,UACf,OAAO,EACP,qBAAqB,CACpB,eAAe,KAAK,gCACpB,YAAY,KAAK,+BACjB,mBAAmB,KAAK,qCACxB,CACD,CAAC,CACC,KAAK,OAAM,QAAQ,IAAI,oCAAoC,EAAc,CAC5E,IAAI,EAAkB,EAAyB,EAAc,CAG1D,KAAK,OAAM,QAAQ,IAAI,wBAAwB,EAAkB,CACpE,IAAI,EAAY,MAAM,EAAY,iBAAiB,EAAkB,EAA8B,CAChG,KAAK,OAAM,QAAQ,IAAI,0BAA0B,EAAY,CAEhE,IAAIC,EAAmB,EAAE,CAEzB,GAAG,EAAY,KAAK,GAAQ,EAAO,YAAY,MAAM,CAAC,MAAM,MAAM,CAAC,OAAO,KAAK,iCAAiC,CAAC,CAEhH,GADA,MAAM,KAAK,uBAAuB,CAC/B,CAAC,KAAK,WAAW,OACpB,GAAW,MAAM,QAAQ,WAAW,EAAY,IAAI,KAAM,IAAQ,CACjE,GAAG,CAAC,EAAO,aAAa,OAAO,EAAO,aAAc,SAAS,MAAO,GACpE,GAAG,EAAO,YAAY,MAAM,CAAC,MAAM,MAAM,CAAC,QAAQ,KAAK,iCAAiC,OAAO,EAAO,YACtG,IAAIC,EAA8E,CACjF,MAAM,EACN,IAAI,EAAO,YAAY,OACvB,CACE,GAAgC,OAAO,OAAO,EAA6B,EAAgC,EAAO,YAAY,CAAC,CAClI,EAA6B,MAAM,EAAA,QAAO,MAAM,EAAA,QAAO,cAAc,EAA6B,MAAM,CAAC,EAAE,EAAO,YAAY,OAAO,CACrI,EAA6B,IAAI,EAAA,QAAO,MAAM,EAAA,QAAO,cAAc,EAA6B,IAAI,CAAC,EAAE,EAAO,YAAY,OAAO,CAC9H,KAAK,OAAM,QAAQ,IAAI,EAA6B,CACvD,IAAI,EAAsB,EAAO,YAAY,UAAU,EAA6B,MAAM,EAA6B,IAAI,CACxH,KAAK,OAAM,QAAQ,IAAI,EAAsB,CAChD,IAAI,EAAc,EAAO,YAAY,UAAU,EAAE,EAA6B,MAAM,CAChF,EAAa,EAAO,YAAY,UAAU,EAA6B,IAAI,CAC3E,EAAyB,EAAc,MAAM,MAAM,CAAC,OAAO,EAAa,MAAM,MAAM,CAAC,OACrF,EAAoC,KAAK,IAAI,EAAE,KAAK,iCAAiC,EAAyB,CAC/G,KAAK,OAAM,QAAQ,IAAI,EAAyB,EAAoC,CACvF,IAAI,EAAyB,MAAM,KAAK,aAAa,EAA4C,CAChG,WAAW,EACX,CAAC,CACE,EAAoB,MAAM,QAAQ,IAA2B,GAAG,CAAC,IAA2B,KAAK,GAAG,IAA2B,GAChI,KAAK,OAAM,QAAQ,IAAI,EAAyB,EAAoB,GAAqB,cAAc,IAAI,GAAqB,cAAc,IAAI,MAAM,MAAM,CAAC,MAAM,EAAE,EAAoC,CAAC,KAAK,IAAI,CAAC,CACzN,IAAI,EAAiB,GAAe,GAAqB,cAAc,IAAI,MAAM,MAAM,CAAC,MAAM,EAAE,EAAoC,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,EAEtJ,OADG,KAAK,OAAM,QAAQ,IAAI,yBAAyB,EAAiB,CAC7D,GACN,CAAC,EAAE,OAAO,GAAQ,EAAO,SAAS,aAAa,EAAO,MAAM,CAAC,IAAI,GAAS,EAA0C,MAAM,MAE5H,EAAU,EAAY,IAAI,GAAQ,EAAO,YAAY,CAGtD,IAAI,EAAe,GAEnB,GAAG,CAAC,EAAc,CACjB,IAAI,EAAsB,EAAuB,EAA2B,CAC3E,qBACA,YACA,8BACA,yBAAyB,OAAO,EAAyB,CACzD,CAAC,CAAC,CACA,KAAK,OAAM,QAAQ,IAAI,6BAA6B,EAAsB,CAC7E,IAAI,EAAoB,KAAK,UAAU,OAAO,EAAsB,CAEpE,GADG,KAAK,OAAM,QAAQ,IAAI,EAAoB,OAAO,KAAK,UAAU,iBAAiB,CAClF,EAAoB,OAAO,KAAK,UAAU,iBAAiB,MAAU,MAAM,iEAAiE,CAC/I,GAAG,CAWF,GAVY,MAAM,EAAkB,CACnC,UAAU,KAAK,UACf,UAAU,KAAK,UACf,OAAO,EACP,qBAAqB,CACpB,eAAe,KAAK,oBACpB,YAAY,KAAK,mBACjB,mBAAmB,KAAK,yBACxB,CACD,CAAC,EACgB,MAAM,CAAC,QAAQ,gCAAiC,GAAG,CAClE,KAAK,OAAM,QAAQ,IAAI,wBAAwB,EAAU,CAC5D,IAAI,EAAuB,EAAU,QAAQ,gBAAgB,CAC1D,GAAwB,EAAE,GAAwB,GAChD,EAAuB,EAC5B,EAAU,EAAU,UAAU,EAAuB,OAE/C,EAAM,CACZ,QAAQ,IAAI,EAAM,CAClB,EAAe,KAAK,aAAa,EAAM,CACvC,EAAU,IAIZ,GAAG,EAAU,CACZ,IAAI,EAAY,EAAgC,EAAU,CACvD,KAAK,OAAM,QAAQ,IAAI,yCAAyC,EAAY,CAC5E,EAAY,OAAO,IAA4B,EAAY,EAAY,MAAM,EAAE,EAA4B,EAC9G,EAAmB,EAAA,QAAO,QAAQ,EAAY,IAAI,GAAY,EAA4B,CACzF,aACA,2BACA,aACA,CAAC,CAAC,CAAC,CAGL,GAAG,CAAC,MAAM,QAAQ,EAAmB,EAAE,EAAmB,OAAO,EAA4B,CACxF,MAAM,QAAQ,EAAmB,GAAC,EAAmB,EAAE,EAC3D,IAAI,EAA6B,EAAA,QAAO,QAAQ,EAAY,IAAI,GAAQ,CACvE,IAAI,EAAW,EAAuC,CACrD,kBAAkB,EAAO,YACzB,yBAAyB,OAAO,EAAyB,CACzD,CAAC,CAEF,OADG,KAAK,OAAM,QAAQ,IAAI,iDAAiD,EAAW,CAC/E,EAA4B,CAClC,aACA,2BACA,aACA,CAAC,EACD,CAAC,CACH,EAAmB,OAAO,EAAmB,OAAO,EAAE,GAAG,EAA6B,CACtF,EAAmB,EAAA,QAAO,KAAK,EAAmB,CAAC,MAAM,EAAE,EAA4B,CAIxF,OAFG,KAAK,OAAM,QAAQ,IAAI,sBAAsB,EAAmB,CAE7D,CACL,YACA,YACA,GAAI,EAAe,CAAC,iBAAe,CAAC,EAAE,CACtC,qBACA,2BAwEH,IAAA,EAAe"}
+{"version":3,"file":"index.cjs","names":["Embeddings","env","AutoTokenizer","TextStreamer","matches:string[]","match:RegExpExecArray|null","selectedCandidates:Candidate[]","MemoryVectorStore","summaries:string[]","summarisableSubstringIndices:AICompareCandidates.SummarisableSubstringIndices"],"sources":["../src/index.ts"],"sourcesContent":["import{\n\tenv,\n\tpipeline,\n\tAutoTokenizer,\n\tTextGenerationPipeline,\n\tProgressInfo,\n\tProgressCallback,\n\tSummarizationPipeline,\n\tFeatureExtractionPipeline,\n\tPreTrainedTokenizer,\n\tTextGenerationConfig,\n\tTextGenerationSingle,\n\tTextStreamer\n}from '@sroussey/transformers';\nimport {MemoryVectorStore} from '@langchain/classic/vectorstores/memory';\nimport {Embeddings} from '@langchain/core/embeddings';\nimport lodash from 'lodash';\nimport jsan from 'jsan';\n\nexport class AICompareCandidates extends Embeddings{\n\treadonly env=env;\n\tDEBUG=true;\n\n\tgenerator:TextGenerationPipeline|null=null;\n\tgeneratorModelName='Xenova/Phi-3-mini-4k-instruct';\n\tgeneratorPromise:Promise<TextGenerationPipeline>|null=null;\n\tgeneratorProgressInfo:ProgressInfo=<ProgressInfo>{};\n\tgeneratorProgressCallback:ProgressCallback|null=null;\n\tgeneratorAbortController=new AbortController();\n\n\tsummariser:SummarizationPipeline|null=null;\n\tsummariserModelName='Xenova/distilbart-cnn-12-6';\n\tsummariserPromise:Promise<SummarizationPipeline>|null=null;\n\tsummariserProgressInfo:ProgressInfo=<ProgressInfo>{};\n\tsummariserProgressCallback:ProgressCallback|null=null;\n\tsummariserAbortController=new AbortController();\n\n\tembedder:FeatureExtractionPipeline|null=null;\n\tembedderModelName='Xenova/all-MiniLM-L12-v2';\n\tembedderPromise:Promise<FeatureExtractionPipeline>|null=null;\n\tembedderProgressInfo:ProgressInfo=<ProgressInfo>{};\n\tembedderProgressCallback:ProgressCallback|null=null;\n\tembedderAbortController=new AbortController();\n\n\ttokeniser:PreTrainedTokenizer|null=null;\n\ttokeniserModelName=this.generatorModelName;\n\ttokeniserPromise:Promise<PreTrainedTokenizer>|null=null;\n\ttokeniserProgressInfo:ProgressInfo=<ProgressInfo>{};\n\ttokeniserProgressCallback:ProgressCallback|null=null;\n\ttokeniserAbortController=new AbortController();\n\n\tgenerateSearchAreasMaxNewTokens=64;\n\tgenerateSearchAreasTemperature=0.35;\n\tgenerateSearchAreasRepetitionPenalty=1.5;\n\n\trankingMaxNewTokens=64;\n\trankingTemperature=0.35;\n\trankingRepetitionPenalty=1.5;\n\n\ttargetSummarisedStringTokenCount=300;\n\n\tstatic{\n\t\tenv.localModelPath='';\n\t\tenv.allowRemoteModels=true;\n\t\tenv.allowLocalModels=false;\n\t}\n\n\tconstructor(){\n\t\tsuper({});\n\t}\n\t\n\tasync loadGenerator({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(typeof modelName==='string'&&modelName)this.generatorModelName=modelName;\n\t\tif(!this.generatorModelName)throw new Error('Invalid generator model name');\n\t\tif(progressCallback)this.generatorProgressCallback=progressCallback;\n\t\t//ts-ignore is needed due to frequent error TS2590: Expression produces a union type that is too complex to represent.\n\t\t//@ts-ignore\n\t\tthis.generatorPromise=pipeline('text-generation',this.generatorModelName,{\n\t\t\tdevice:'webgpu',\n\t\t\tprogress_callback:progressInfo=>{\n\t\t\t\tif(this.DEBUG)console.log(jsan.stringify(progressInfo));\n\t\t\t\tObject.assign(this.generatorProgressInfo,progressInfo);\n\t\t\t\treturn this.generatorProgressCallback?.(progressInfo);\n\t\t\t},\n\t\t\tabort_signal:this.generatorAbortController.signal\n\t\t});\n\t\tthis.generator=await this.generatorPromise;\n\t\treturn this.generator;\n\t}\n\n\tasync checkGeneratorLoaded({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(!this.generatorPromise)this.loadGenerator({\n\t\t\tprogressCallback,\n\t\t\tmodelName\n\t\t});\n\t\tif(!this.generator){\n\t\t\ttry{\n\t\t\t\tawait this.generatorPromise;\n\t\t\t}catch(error){\n\t\t\t\tthis.generatorPromise=null;\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\t\tif(!this.generator){\n\t\t\tthis.generatorPromise=null;\n\t\t\tthrow new Error('Unable to load generator');\n\t\t}\n\t}\n\n\tasync abortLoadGenerator(reason?:any){\n\t\tthis.generatorAbortController.abort(reason);\n\t\tthis.generatorAbortController=new AbortController();\n\t}\n\n\tasync loadSummariser({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(typeof modelName==='string'&&modelName)this.summariserModelName=modelName;\n\t\tif(!this.summariserModelName)throw new Error('Invalid summariser model name');\n\t\tif(progressCallback)this.summariserProgressCallback=progressCallback;\n\t\t//ts-ignore is needed due to frequent error TS2590: Expression produces a union type that is too complex to represent.\n\t\t//@ts-ignore\n\t\tthis.summariserPromise=pipeline('summarization',this.summariserModelName,{\n\t\t\tdevice:'webgpu',\n\t\t\tprogress_callback:progressInfo=>{\n\t\t\t\tif(this.DEBUG)console.log(jsan.stringify(progressInfo));\n\t\t\t\tObject.assign(this.summariserProgressInfo,progressInfo);\n\t\t\t\treturn this.summariserProgressCallback?.(progressInfo);\n\t\t\t},\n\t\t\tabort_signal:this.summariserAbortController.signal\n\t\t});\n\t\tthis.summariser=await this.summariserPromise;\n\t\treturn this.summariser;\n\t}\n\n\tasync checkSummariserLoaded({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(!this.summariserPromise)this.loadSummariser({\n\t\t\tprogressCallback,\n\t\t\tmodelName\n\t\t});\n\t\tif(!this.summariser){\n\t\t\ttry{\n\t\t\t\tawait this.summariserPromise;\n\t\t\t}catch(error){\n\t\t\t\tthis.summariserPromise=null;\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\t\tif(!this.summariser){\n\t\t\tthis.summariserPromise=null;\n\t\t\tthrow new Error('Unable to load summariser');\n\t\t}\n\t}\n\n\tasync abortLoadSummariser(){\n\t\tthis.summariserAbortController.abort();\n\t\tthis.summariserAbortController=new AbortController();\n\t}\n\n\tasync loadEmbedder({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(typeof modelName==='string'&&modelName)this.embedderModelName=modelName;\n\t\tif(!this.embedderModelName)throw new Error('Invalid embedder model name');\n\t\tif(progressCallback)this.embedderProgressCallback=progressCallback;\n\t\t//ts-ignore is needed due to frequent error TS2590: Expression produces a union type that is too complex to represent.\n\t\t//@ts-ignore\n\t\tthis.embedderPromise=pipeline('feature-extraction',this.embedderModelName,{\n\t\t\tdevice:'webgpu',\n\t\t\tprogress_callback:progressInfo=>{\n\t\t\t\tif(this.DEBUG)console.log(jsan.stringify(progressInfo));\n\t\t\t\tObject.assign(this.embedderProgressInfo,progressInfo);\n\t\t\t\treturn this.embedderProgressCallback?.(progressInfo);\n\t\t\t},\n\t\t\tabort_signal:this.embedderAbortController.signal\n\t\t});\n\t\tthis.embedder=await this.embedderPromise;\n\t\treturn this.embedder;\n\t}\n\n\tasync checkEmbedderLoaded({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(!this.embedderPromise)this.loadEmbedder({\n\t\t\tprogressCallback,\n\t\t\tmodelName\n\t\t});\n\t\tif(!this.embedder){\n\t\t\ttry{\n\t\t\t\tawait this.embedderPromise;\n\t\t\t}catch(error){\n\t\t\t\tthis.embedderPromise=null;\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\t\tif(!this.embedder){\n\t\t\tthis.embedderPromise=null;\n\t\t\tthrow new Error('Unable to load embedder');\n\t\t}\n\t}\n\n\tasync abortLoadEmbedder(){\n\t\tthis.embedderAbortController.abort();\n\t\tthis.embedderAbortController=new AbortController();\n\t}\n\n\tasync loadTokeniser({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(typeof modelName==='string'&&modelName)this.tokeniserModelName=modelName;\n\t\tif(!this.tokeniserModelName)throw new Error('Invalid tokeniser model name');\n\t\tif(progressCallback)this.tokeniserProgressCallback=progressCallback;\n\t\t//ts-ignore is needed due to frequent error TS2590: Expression produces a union type that is too complex to represent.\n\t\t//@ts-ignore\n\t\tthis.tokeniserPromise=AutoTokenizer.from_pretrained(this.tokeniserModelName,{\n\t\t\tprogress_callback:progressInfo=>{\n\t\t\t\tif(this.DEBUG)console.log(jsan.stringify(progressInfo));\n\t\t\t\tObject.assign(this.tokeniserProgressInfo,progressInfo);\n\t\t\t\treturn this.tokeniserProgressCallback?.(progressInfo);\n\t\t\t},\n\t\t\tabort_signal:this.tokeniserAbortController.signal\n\t\t});\n\t\tthis.tokeniser=await this.tokeniserPromise;\n\t\treturn this.tokeniser;\n\t}\n\n\tasync checkTokeniserLoaded({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(!this.tokeniserPromise)this.loadTokeniser({\n\t\t\tprogressCallback,\n\t\t\tmodelName\n\t\t});\n\t\tif(!this.tokeniser){\n\t\t\ttry{\n\t\t\t\tawait this.tokeniserPromise;\n\t\t\t}catch(error){\n\t\t\t\tthis.tokeniserPromise=null;\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\t\tif(!this.tokeniser){\n\t\t\tthis.tokeniserPromise=null;\n\t\t\tthrow new Error('Unable to load tokeniser');\n\t\t}\n\t}\n\n\tasync abortLoadTokeniser(){\n\t\tthis.tokeniserAbortController.abort();\n\t\tthis.tokeniserAbortController=new AbortController();\n\t}\n\n\tasync embedQuery(text:string):Promise<number[]>{\n\t\tawait this.checkEmbedderLoaded();\n\t\tif(typeof this.embedder==='function')return Array.from((await this.embedder(text,{\n\t\t\tpooling:'mean',\n\t\t\tnormalize:true\n\t\t}))?.data);\n\t\treturn [];\n\t}\n\n\tasync embedDocuments(texts:string[]):Promise<number[][]>{\n\t\treturn Promise.all(texts.map(text=>this.embedQuery(text)));\n\t}\n\n\tdefaultGeneratePromptTemplate(prompt:string){\n\t\treturn prompt;\n\t}\n\n\tasync defaultPerformGeneration({\n\t\tgenerator,\n\t\ttokeniser,\n\t\tprompt='',\n\t\ttextGenerationConfig={}\n\t}:AICompareCandidates.PerformGenerationArguments=<AICompareCandidates.PerformGenerationArguments>{}){\n\t\tlet errors='';\n\t\tif(!generator)errors+='No generator provided.';\n\t\tif(!tokeniser)errors+=(errors?'\\n':'')+'No tokeniser provided.';\n\t\tif(typeof prompt!=='string'||!prompt)errors+=(errors?'\\n':'')+'No valid prompt provided.';\n\t\tif(errors)throw new Error(errors);\n\t\tlet messages=[{\n\t\t\trole:'user',\n\t\t\tcontent:prompt\n\t\t}];\n\t\tlet streamer=new TextStreamer(tokeniser,{\n\t\t\tskip_prompt:true\n\t\t});\n\t\tif(!textGenerationConfig.pad_token_id)textGenerationConfig.pad_token_id=tokeniser.pad_token_id??tokeniser.sep_token_id??0;\n\t\tif(!textGenerationConfig.eos_token_id)textGenerationConfig.eos_token_id=tokeniser.sep_token_id??2;\n\t\tlet output=await generator(messages,textGenerationConfig);\n\t\tif(this.DEBUG)console.log(output);\n\t\tlet outputObject=Array.isArray(output?.[0])?output?.[0]?.[0]:output?.[0];\n\t\tif(!outputObject.generated_text)throw new Error('No generated text');\n\t\tif(typeof outputObject.generated_text==='string')return outputObject.generated_text;\n\t\tlet content=outputObject.generated_text?.at(-1)?.content;\n\t\tif(typeof content!=='string'||!content)throw new Error('No content in generated text');\n\t\treturn content;\n\t}\n\n\tdefaultGenerateSearchAreasInstruction(problemDescription:string){\n\t\treturn 'List the relevant subject areas for the following issues. Limit your response to 100 words.\\nIssues: \"'+problemDescription+'\"';\n\t}\n\n\tdefaultConvertCandidateToDocument<Candidate>({\n\t\tcandidate,\n\t\tindex\n\t}:AICompareCandidates.ConvertCandidateToDocumentArguments<Candidate>=<AICompareCandidates.ConvertCandidateToDocumentArguments<Candidate>>{}){\n\t\tlet document='Start of Candidate #'+index;\n\t\tfor(let i in candidate)document+='\\n'+lodash.startCase(i)+': '+(typeof candidate[i]==='object'?jsan.stringify(candidate[i]):String(candidate[i]));\n\t\tdocument+='\\nEnd of Candidate #'+index;\n\t\treturn document;\n\t}\n\n\tdefaultGenerateRankingInstruction({\n\t\tproblemDescription,\n\t\tsummaries,\n\t\tcandidatesForFinalSelection,\n\t\tcandidateIdentifierField\n\t}:AICompareCandidates.GenerateRankingInstructionArguments=<AICompareCandidates.GenerateRankingInstructionArguments>{}){\n\t\treturn 'Rank only the top '+candidatesForFinalSelection+' candidates by connecting them to \"'+problemDescription+'\" stating # followed by the candidate number and the full '+lodash.startCase(candidateIdentifierField)+' followed by a 15-word explanation for each ranking. Stop generating text immediately thereafter.\\n\\nCandidates:\\n\\n'+summaries.join('\\n\\n');\n\t}\n\n\tregexIndexOf(text:string,regex:RegExp,startIndex:number){\n    \tlet indexInSuffix=text.slice(startIndex).search(regex);\n    \treturn indexInSuffix<0?indexInSuffix:indexInSuffix+startIndex;\n\t}\n\n\tdefaultExtractIdentifierFromCandidateDocument({\n\t\tcandidateDocument,\n\t\tcandidateIdentifierField\n\t}:AICompareCandidates.ExtractIdentifierFromCandidateDocumentArguments=<AICompareCandidates.ExtractIdentifierFromCandidateDocumentArguments>{}){\n\t\tif(this.DEBUG)console.log(candidateDocument,candidateIdentifierField);\n\t\tlet startCase=lodash.startCase(candidateIdentifierField);\n\t\tlet startIndex=candidateDocument.indexOf(startCase);\n\t\tif(startIndex<0)startIndex=candidateDocument.toLowerCase().indexOf(startCase.toLowerCase());\n\t\tif(this.DEBUG)console.log(startIndex);\n\t\tif(startIndex>=0)startIndex+=startCase.length;\n\t\tif(startIndex<0){\n\t\t\tstartIndex=candidateDocument.toLowerCase().indexOf(candidateIdentifierField.toLowerCase());\n\t\t\tif(startIndex>=0)startIndex+=candidateIdentifierField.length;\n\t\t}\n\t\tif(this.DEBUG)console.log(startIndex);\n\t\telse return '';\n\t\tstartIndex=candidateDocument.indexOf(':',startIndex);\n\t\tif(this.DEBUG)console.log(startIndex);\n\t\tif(startIndex<0)startIndex=this.regexIndexOf(candidateDocument,/\\s+/,startIndex);\n\t\tif(this.DEBUG)console.log(startIndex);\n\t\tif(startIndex<0)return '';\n\t\tlet endIndex=candidateDocument.indexOf('\\n',startIndex);\n\t\tif(endIndex<0)endIndex=candidateDocument.length;\n\t\tif(this.DEBUG)console.log(endIndex);\n\t\treturn candidateDocument.substring(startIndex,endIndex).trim();\n\t}\n\n\tdefaultExtractIdentifiersFromRationale(rationale:string){\n\t\tlet regex=/^\\d+?\\s*?\\p{P}\\s*?(.+?)\\s*?(-|\\.|;|\\n)/gmu;\n\t\tlet matches:string[]=[];\n\t\tfor(let match:RegExpExecArray|null;Array.isArray(match=regex.exec(rationale));)if(match[1])matches.push(match[1]);\n\t\treturn matches;\n\t}\n\n\tdefaultFindCandidateFromIdentifier<Candidate>({\n\t\tidentifier,\n\t\tcandidateIdentifierField,\n\t\tcandidates\n\t}:AICompareCandidates.FindCandidateFromIdentifierArguments<Candidate>=<AICompareCandidates.FindCandidateFromIdentifierArguments<Candidate>>{}){\n\t\tif(!identifier||typeof identifier!=='string')identifier=String(identifier);\n\t\tconsole.log('identifier',identifier);\n\t\tlet selectedCandidate=candidates.find(candidate=>String(candidate[candidateIdentifierField])===identifier);\n\t\tif(selectedCandidate){\n\t\t\tif(this.DEBUG){\n\t\t\t\tconsole.log('Candidate found based on case-sensitive match',selectedCandidate[candidateIdentifierField]);\n\t\t\t}\n\t\t\treturn selectedCandidate;\n\t\t}\n\t\tselectedCandidate=candidates.find(candidate=>String(candidate[candidateIdentifierField]).toLowerCase()===identifier.toLowerCase());\n\t\tif(selectedCandidate){\n\t\t\tif(this.DEBUG){\n\t\t\t\tconsole.log('Candidate found based on case-sensitive match',selectedCandidate[candidateIdentifierField]);\n\t\t\t}\n\t\t\treturn selectedCandidate;\n\t\t}\n\t\tselectedCandidate=candidates.find(candidate=>String(candidate[candidateIdentifierField]).toLowerCase().includes(identifier.toLowerCase()));\n\t\tif(selectedCandidate){\n\t\t\tif(this.DEBUG){\n\t\t\t\tconsole.log('Candidate found based on case-sensitive match',selectedCandidate[candidateIdentifierField]);\n\t\t\t}\n\t\t\treturn selectedCandidate;\n\t\t}\n\t\tselectedCandidate=candidates.find(candidate=>identifier.toLowerCase().includes(String(candidate[candidateIdentifierField]).toLowerCase()));\n\t\tif(selectedCandidate){\n\t\t\tif(this.DEBUG){\n\t\t\t\tconsole.log('Candidate found based on case-sensitive match',selectedCandidate[candidateIdentifierField]);\n\t\t\t}\n\t\t\treturn selectedCandidate;\n\t\t}\n\t\t//split by space and find highest number of matches (tie break if it is in same order)\n\t\tlet identifierWords=identifier.split(/\\s+/g).filter(identifierWord=>/\\w/.test(identifierWord));\n\t\tif(this.DEBUG)console.log('Identifier words',identifierWords);\n\t\tlet selectedCandidates=candidates.map(candidate=>({\n\t\t\tidentifierWordIndices:identifierWords.map(identifierWord=>String(candidate[candidateIdentifierField]).indexOf(identifierWord)),\n\t\t\tcandidate\n\t\t})).filter(candidate=>candidate.identifierWordIndices.some(index=>index>=0));\n\t\tif(selectedCandidates.length>1){\n\t\t\tselectedCandidates.sort((a,b)=>{\n\t\t\t\tlet aCount=lodash.sumBy(a.identifierWordIndices,aElement=>aElement<0?0:1);\n\t\t\t\tlet bCount=lodash.sumBy(b.identifierWordIndices,bElement=>bElement<0?0:1);\n\t\t\t\tif(this.DEBUG){\n\t\t\t\t\tconsole.log('a',a);\n\t\t\t\t\tconsole.log('b',b);\n\t\t\t\t\tconsole.log('a.identifierWordIndices',a.identifierWordIndices);\n\t\t\t\t\tconsole.log('b.identifierWordIndices',b.identifierWordIndices);\n\t\t\t\t\tconsole.log('aCount',aCount);\n\t\t\t\t\tconsole.log('bCount',bCount);\n\t\t\t\t}\n\t\t\t\tif(aCount!==bCount)return bCount-aCount;\n\t\t\t\tif(aCount===0&&bCount===0)return 0;\n\t\t\t\taCount=0;\n\t\t\t\tbCount=0;\n\t\t\t\tfor(let i=0;i<a.identifierWordIndices.length-1;++i){\n\t\t\t\t\tfor(let j=i+1;j<a.identifierWordIndices.length;++j){\n\t\t\t\t\t\tif(a.identifierWordIndices[i]<0||a.identifierWordIndices[j]<0)continue;\n\t\t\t\t\t\tif(a.identifierWordIndices[i]<a.identifierWordIndices[j]){\n\t\t\t\t\t\t\tif(this.DEBUG){\n\t\t\t\t\t\t\t\tconsole.log('i',i);\n\t\t\t\t\t\t\t\tconsole.log('j',j);\n\t\t\t\t\t\t\t\tconsole.log('a.identifierWordIndices[i]',a.identifierWordIndices[i]);\n\t\t\t\t\t\t\t\tconsole.log('a.identifierWordIndices[j]',a.identifierWordIndices[j]);\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t++aCount;\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t\tfor(let i=0;i<b.identifierWordIndices.length-1;++i){\n\t\t\t\t\tfor(let j=i+1;j<b.identifierWordIndices.length;++j){\n\t\t\t\t\t\tif(b.identifierWordIndices[i]<0||b.identifierWordIndices[j]<0)continue;\n\t\t\t\t\t\tif(b.identifierWordIndices[i]<b.identifierWordIndices[j]){\n\t\t\t\t\t\t\tif(this.DEBUG){\n\t\t\t\t\t\t\t\tconsole.log('i',i);\n\t\t\t\t\t\t\t\tconsole.log('j',j);\n\t\t\t\t\t\t\t\tconsole.log('b.identifierWordIndices[i]',b.identifierWordIndices[i]);\n\t\t\t\t\t\t\t\tconsole.log('b.identifierWordIndices[j]',b.identifierWordIndices[j]);\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t++bCount;\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t\tif(this.DEBUG){\n\t\t\t\t\tconsole.log('aCount',aCount);\n\t\t\t\t\tconsole.log('bCount',bCount);\n\t\t\t\t}\n\t\t\t\treturn bCount-aCount;\n\t\t\t});\n\t\t}\n\t\tif(selectedCandidates.length>=1&&selectedCandidates[0].candidate)return selectedCandidates[0].candidate;\n\t\treturn null;\n\t}\n\n\tdefaultParseSearchAreasResponse(searchAreasResponse:string){\n\t\tlet searchAreasResponseIndex=String(searchAreasResponse).indexOf('### Response:');\n\t\tif(searchAreasResponseIndex>=0)searchAreasResponseIndex+='### Response:'.length;\n\t\telse searchAreasResponseIndex=0;\n\t\treturn String(searchAreasResponse).substring(searchAreasResponseIndex).trim();\n\t}\n\n\terrorMessage(error:any){\n\t\treturn typeof error?.response?.data==='string'?error.response.data:error?.response?.data?jsan.stringify(error.response.data):typeof error?.message==='string'?error.message:error?.message?jsan.stringify(error.message):typeof error==='string'?error:jsan.stringify(error);\n\t}\n\n\tasync compareCandidates<Candidate>({\n\t\tcandidates,\n\t\tproblemDescription='',\n\t\tperformGeneration=this.defaultPerformGeneration.bind(this),\n\t\tgenerateSearchAreasInstruction=this.defaultGenerateSearchAreasInstruction.bind(this),\n\t\tparseSearchAreasResponse=this.defaultParseSearchAreasResponse.bind(this),\n\t\tconvertCandidateToDocument=this.defaultConvertCandidateToDocument.bind(this),\n\t\tcandidatesForInitialSelection=2,\n\t\tcandidatesForFinalSelection=1,\n\t\tgenerateRankingInstruction=this.defaultGenerateRankingInstruction.bind(this),\n\t\textractIdentifiersFromRationale=this.defaultExtractIdentifiersFromRationale.bind(this),\n\t\textractIdentifierFromCandidateDocument=this.defaultExtractIdentifierFromCandidateDocument.bind(this),\n\t\tcandidateIdentifierField=undefined,\n\t\tfindCandidateFromIdentifier=this.defaultFindCandidateFromIdentifier.bind(this),\n\t\tgetSummarisableSubstringIndices,\n\t\tgeneratePromptTemplate=this.defaultGeneratePromptTemplate.bind(this),\n\t\tskipRationale=false,\n\t\tparallelSummarisation=true\n\t}:AICompareCandidates.CompareArguments<Candidate>=<AICompareCandidates.CompareArguments<Candidate>>{}):Promise<AICompareCandidates.CompareCandidatesReturn<Candidate>|void>{\n\t\tif(!Array.isArray(candidates)||candidates.length<=0)throw new Error('No candidates provided');\n\t\tcandidatesForInitialSelection=lodash.toSafeInteger(candidatesForInitialSelection);\n\t\tif(candidatesForInitialSelection<=0)throw new Error('Candidates for initial selection must be a positive integer bigger than 0');\n\t\tcandidatesForFinalSelection=lodash.toSafeInteger(candidatesForFinalSelection);\n\t\tif(candidatesForFinalSelection<=0)throw new Error('Candidates for initial selection must be a positive integer bigger than 0');\n\t\tif(candidatesForInitialSelection<candidatesForFinalSelection)throw new Error('Candidates for initial selection must be equal or more than candidates for final selection');\n\t\tif(candidatesForInitialSelection>candidates.length)throw new Error('There are '+candidatesForInitialSelection+'candidates for initial selection which is more than the total number of candidates of '+candidates.length);\n\t\tif(candidatesForFinalSelection>candidates.length)throw new Error('There are '+candidatesForFinalSelection+'candidates for initial selection which is more than the total number of candidates of '+candidates.length);\n\t\tif(!candidateIdentifierField){\n\t\t\tcandidateIdentifierField=Object.keys(candidates[0] as object)[0] as keyof Candidate;\n\t\t\tif(!candidateIdentifierField)throw new Error('No candidate identifier field');\n\t\t}\n\n\t\tlet rationale='';\n\t\tlet selectedCandidates:Candidate[]=[];\n\n\t\tawait this.checkEmbedderLoaded();\n\t\tif(!this.embedder)return;\n\t\tlet candidateDocuments=candidates.map((candidate,index)=>convertCandidateToDocument({\n\t\t\tcandidate,\n\t\t\tindex\n\t\t}));\n\t\tlet vectorStore=await MemoryVectorStore.fromTexts(\n\t\t\tlodash.cloneDeep(candidateDocuments),\n\t\t\tcandidateDocuments.map((document,index)=>index),\n\t\t\tthis\n\t\t);\n\n\t\tlet searchAreasPromptTemplate=generatePromptTemplate(generateSearchAreasInstruction(problemDescription));\n\t\tif(this.DEBUG)console.log('Formatted search areas prompt: '+searchAreasPromptTemplate);\n\t\tawait this.checkTokeniserLoaded();\n\t\tif(!this.tokeniser)return;\n\t\tlet searchAreasPromptTokens=this.tokeniser.encode(searchAreasPromptTemplate);\n\t\tif(searchAreasPromptTokens.length>this.tokeniser.model_max_length)throw new Error('Search areas instruction prompt is too long for the tokeniser model');\n\n\t\tawait this.checkGeneratorLoaded();\n\t\tif(!this.generator)return;\n\t\tlet generatedText=await performGeneration({\n\t\t\tgenerator:this.generator,\n\t\t\ttokeniser:this.tokeniser,\n\t\t\tprompt:searchAreasPromptTemplate,\n\t\t\ttextGenerationConfig:{\n\t\t\t\tmax_new_tokens:this.generateSearchAreasMaxNewTokens,\n\t\t\t\ttemperature:this.generateSearchAreasTemperature,\n\t\t\t\trepetition_penalty:this.generateSearchAreasRepetitionPenalty\n\t\t\t}\n\t\t});\n\t\tif(this.DEBUG)console.log('Generated search areas response: '+generatedText);\n\t\tlet vectorSearchQuery=parseSearchAreasResponse(generatedText);\n\t\t//generally the first sentence has the greatest relevance to the actual prompt\n\t\t//if(vectorSearchQuery.includes('.'))vectorSearchQuery=vectorSearchQuery.split('.')[0].trim();\n\t\tif(this.DEBUG)console.log('Vector search query: '+vectorSearchQuery);\n\t\tlet queryResult=await vectorStore.similaritySearch(vectorSearchQuery,candidatesForInitialSelection);\n\t\tif(this.DEBUG)console.log('Vector search results: ',queryResult);\n\n\t\tlet summaries:string[]=[];\n\t\t//only bother doing summarisation if there are candidates which exceed the token count\n\t\tif(queryResult.some(result=>result.pageContent.trim().split(/\\s+/).length>this.targetSummarisedStringTokenCount)){\n\t\t\tawait this.checkSummariserLoaded();\n\t\t\tif(!this.summariser)return;\n\t\t\tif(parallelSummarisation){\n\t\t\t\tsummaries=(await Promise.allSettled(queryResult.map(async result=>{\n\t\t\t\t\tif(!result.pageContent||typeof result.pageContent!=='string')return '';\n\t\t\t\t\tif(result.pageContent.trim().split(/\\s+/).length<=this.targetSummarisedStringTokenCount)return result.pageContent;\n\t\t\t\t\tlet summarisableSubstringIndices:AICompareCandidates.SummarisableSubstringIndices={\n\t\t\t\t\t\tstart:0,\n\t\t\t\t\t\tend:result.pageContent.length\n\t\t\t\t\t};\n\t\t\t\t\tif(getSummarisableSubstringIndices)Object.assign(summarisableSubstringIndices,getSummarisableSubstringIndices(result.pageContent));\n\t\t\t\t\tsummarisableSubstringIndices.start=lodash.clamp(lodash.toSafeInteger(summarisableSubstringIndices.start),0,result.pageContent.length);\n\t\t\t\t\tsummarisableSubstringIndices.end=lodash.clamp(lodash.toSafeInteger(summarisableSubstringIndices.end),0,result.pageContent.length);\n\t\t\t\t\tif(this.DEBUG)console.log(summarisableSubstringIndices);\n\t\t\t\t\tlet summarisableSubstring=result.pageContent.substring(summarisableSubstringIndices.start,summarisableSubstringIndices.end);\n\t\t\t\t\tif(this.DEBUG)console.log(summarisableSubstring);\n\t\t\t\t\tlet contentBefore=result.pageContent.substring(0,summarisableSubstringIndices.start);\n\t\t\t\t\tlet contentAfter=result.pageContent.substring(summarisableSubstringIndices.end);\n\t\t\t\t\tlet wordsWithoutSummarisable=contentBefore.split(/\\s+/).length+contentAfter.split(/\\s+/).length;\n\t\t\t\t\tlet targetSummarisedSubstringTokenCount=Math.max(1,this.targetSummarisedStringTokenCount-wordsWithoutSummarisable);\n\t\t\t\t\tif(this.DEBUG)console.log(wordsWithoutSummarisable,targetSummarisedSubstringTokenCount);\n\t\t\t\t\tlet summarisedSubstringArray=await this.summariser?.(summarisableSubstring,<TextGenerationConfig>{\n\t\t\t\t\t\tmax_length:targetSummarisedSubstringTokenCount\n\t\t\t\t\t});\n\t\t\t\t\tlet summarisedSubstring=Array.isArray(summarisedSubstringArray?.[0])?summarisedSubstringArray?.[0]?.[0]:summarisedSubstringArray?.[0];\n\t\t\t\t\tif(this.DEBUG)console.log(summarisedSubstringArray,summarisedSubstring,summarisedSubstring?.summary_text??'',(summarisedSubstring?.summary_text??'').split(/\\s+/).slice(0,targetSummarisedSubstringTokenCount).join(' '));\n\t\t\t\t\tlet summarisedString=contentBefore+(summarisedSubstring?.summary_text??'').split(/\\s+/).slice(0,targetSummarisedSubstringTokenCount).join(' ').trim()+contentAfter;\n\t\t\t\t\tif(this.DEBUG)console.log('Summarised candidate: '+summarisedString);\n\t\t\t\t\treturn summarisedString;\n\t\t\t\t}))).filter(result=>result.status==='fulfilled'&&result.value).map(result=>(result as PromiseFulfilledResult<string>).value);\n\t\t\t}else{\n\t\t\t\tfor(let result of queryResult){\n\t\t\t\t\ttry{\n\t\t\t\t\t\tif(!result.pageContent||typeof result.pageContent!=='string')continue;\n\t\t\t\t\t\tif(result.pageContent.trim().split(/\\s+/).length<=this.targetSummarisedStringTokenCount){\n\t\t\t\t\t\t\tsummaries.push(result.pageContent);\n\t\t\t\t\t\t\tcontinue;\n\t\t\t\t\t\t}\n\t\t\t\t\t\tlet summarisableSubstringIndices:AICompareCandidates.SummarisableSubstringIndices={\n\t\t\t\t\t\t\tstart:0,\n\t\t\t\t\t\t\tend:result.pageContent.length\n\t\t\t\t\t\t};\n\t\t\t\t\t\tif(getSummarisableSubstringIndices)Object.assign(summarisableSubstringIndices,getSummarisableSubstringIndices(result.pageContent));\n\t\t\t\t\t\tsummarisableSubstringIndices.start=lodash.clamp(lodash.toSafeInteger(summarisableSubstringIndices.start),0,result.pageContent.length);\n\t\t\t\t\t\tsummarisableSubstringIndices.end=lodash.clamp(lodash.toSafeInteger(summarisableSubstringIndices.end),0,result.pageContent.length);\n\t\t\t\t\t\tif(this.DEBUG)console.log(summarisableSubstringIndices);\n\t\t\t\t\t\tlet summarisableSubstring=result.pageContent.substring(summarisableSubstringIndices.start,summarisableSubstringIndices.end);\n\t\t\t\t\t\tif(this.DEBUG)console.log(summarisableSubstring);\n\t\t\t\t\t\tlet contentBefore=result.pageContent.substring(0,summarisableSubstringIndices.start);\n\t\t\t\t\t\tlet contentAfter=result.pageContent.substring(summarisableSubstringIndices.end);\n\t\t\t\t\t\tlet wordsWithoutSummarisable=contentBefore.split(/\\s+/).length+contentAfter.split(/\\s+/).length;\n\t\t\t\t\t\tlet targetSummarisedSubstringTokenCount=Math.max(1,this.targetSummarisedStringTokenCount-wordsWithoutSummarisable);\n\t\t\t\t\t\tif(this.DEBUG)console.log(wordsWithoutSummarisable,targetSummarisedSubstringTokenCount);\n\t\t\t\t\t\tlet summarisedSubstringArray=await this.summariser?.(summarisableSubstring,<TextGenerationConfig>{\n\t\t\t\t\t\t\tmax_length:targetSummarisedSubstringTokenCount\n\t\t\t\t\t\t});\n\t\t\t\t\t\tlet summarisedSubstring=Array.isArray(summarisedSubstringArray?.[0])?summarisedSubstringArray?.[0]?.[0]:summarisedSubstringArray?.[0];\n\t\t\t\t\t\tif(this.DEBUG)console.log(summarisedSubstringArray,summarisedSubstring,summarisedSubstring?.summary_text??'',(summarisedSubstring?.summary_text??'').split(/\\s+/).slice(0,targetSummarisedSubstringTokenCount).join(' '));\n\t\t\t\t\t\tlet summarisedString=contentBefore+(summarisedSubstring?.summary_text??'').split(/\\s+/).slice(0,targetSummarisedSubstringTokenCount).join(' ').trim()+contentAfter;\n\t\t\t\t\t\tif(this.DEBUG)console.log('Summarised candidate: '+summarisedString);\n\t\t\t\t\t\tsummaries.push(summarisedString);\n\t\t\t\t\t}catch(error){\n\t\t\t\t\t\tconsole.log(error);\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}else{\n\t\t\tsummaries=queryResult.map(result=>result.pageContent);\n\t\t}\n\t\t\n\t\tlet rationaleError='';\n\n\t\tif(!skipRationale){\n\t\t\tlet rankingPromptTemplate=generatePromptTemplate(generateRankingInstruction({\n\t\t\t\tproblemDescription,\n\t\t\t\tsummaries,\n\t\t\t\tcandidatesForFinalSelection,\n\t\t\t\tcandidateIdentifierField:String(candidateIdentifierField)\n\t\t\t}));\n\t\t\tif(this.DEBUG)console.log('Formatted ranking prompt: '+rankingPromptTemplate);\n\t\t\tlet rankingPromptTokens=this.tokeniser.encode(rankingPromptTemplate);\n\t\t\tif(this.DEBUG)console.log(rankingPromptTokens.length,this.tokeniser.model_max_length);\n\t\t\tif(rankingPromptTokens.length>this.tokeniser.model_max_length)throw new Error('Ranking instruction prompt is too long for the tokeniser model');\n\t\t\ttry{\n\t\t\t\tlet ranking=await performGeneration({\n\t\t\t\t\tgenerator:this.generator,\n\t\t\t\t\ttokeniser:this.tokeniser,\n\t\t\t\t\tprompt:rankingPromptTemplate,\n\t\t\t\t\ttextGenerationConfig:{\n\t\t\t\t\t\tmax_new_tokens:this.rankingMaxNewTokens,\n\t\t\t\t\t\ttemperature:this.rankingTemperature,\n\t\t\t\t\t\trepetition_penalty:this.rankingRepetitionPenalty\n\t\t\t\t\t}\n\t\t\t\t});\n\t\t\t\trationale=ranking.trim().replace(/(\\*\\*)|(<\\/?s>)|(\\[.*?\\])\\s*/g, '');\n\t\t\t\tif(this.DEBUG)console.log('Generated rationale: '+rationale);\n\t\t\t\tlet rationaleResponseIndex=rationale.indexOf('### Response:');\n\t\t\t\tif(rationaleResponseIndex>=0)rationaleResponseIndex+='### Response:'.length;\n\t\t\t\telse rationaleResponseIndex=0;\n\t\t\t\trationale=rationale.substring(rationaleResponseIndex);\n\t\t\t\t//if(!rationale)throw new Error('No rationale generated');\n\t\t\t}catch(error){\n\t\t\t\tconsole.log(error);\n\t\t\t\trationaleError=this.errorMessage(error);\n\t\t\t\trationale='';\n\t\t\t}\n\t\t}\n\n\t\tif(rationale){\n\t\t\tlet identifiers=extractIdentifiersFromRationale(rationale);\n\t\t\tif(this.DEBUG)console.log('Extracted identifiers from rationale: '+identifiers);\n\t\t\tif(identifiers.length>candidatesForFinalSelection)identifiers=identifiers.slice(0,candidatesForFinalSelection);\n\t\t\tselectedCandidates=lodash.compact(identifiers.map(identifier=>findCandidateFromIdentifier({\n\t\t\t\tidentifier,\n\t\t\t\tcandidateIdentifierField,\n\t\t\t\tcandidates\n\t\t\t})));\n\t\t}\n\n\t\tif(!Array.isArray(selectedCandidates)||selectedCandidates.length<candidatesForFinalSelection){\n\t\t\tif(!Array.isArray(selectedCandidates))selectedCandidates=[];\n\t\t\tlet additionalSelectedCandidates=lodash.compact(queryResult.map(result=>{\n\t\t\t\tlet identifier=extractIdentifierFromCandidateDocument({\n\t\t\t\t\tcandidateDocument:result.pageContent,\n\t\t\t\t\tcandidateIdentifierField:String(candidateIdentifierField)\n\t\t\t\t});\n\t\t\t\tif(this.DEBUG)console.log('Extracted identifier from candidate document: '+identifier);\n\t\t\t\treturn findCandidateFromIdentifier({\n\t\t\t\t\tidentifier,\n\t\t\t\t\tcandidateIdentifierField,\n\t\t\t\t\tcandidates\n\t\t\t\t});\n\t\t\t}));\n\t\t\tselectedCandidates.splice(selectedCandidates.length,0,...additionalSelectedCandidates);\n\t\t\tselectedCandidates=lodash.uniq(selectedCandidates).slice(0,candidatesForFinalSelection);\n\t\t}\n\t\tif(this.DEBUG)console.log('Selected candidates',selectedCandidates);\n\n\t\treturn{\n\t\t\trationale,\n\t\t\tsummaries,\n\t\t\t...(rationaleError?{rationaleError}:{}),\n\t\t\tselectedCandidates\n\t\t};\n\t}\n};\n\nexport namespace AICompareCandidates{\n\texport interface LoadArguments{\n\t\tprogressCallback?:ProgressCallback;\n\t\tmodelName?:string;\n\t};\n\n\texport interface SummarisableSubstringIndices{\n\t\tstart:number;\n\t\tend:number;\n\t};\n\n\texport interface CompareArguments<Candidate>{\n\t\tcandidates:Candidate[];\n\t\tproblemDescription:string;\n\t\tperformGeneration?:(performGenerationArguments:PerformGenerationArguments)=>Promise<string>;\n\t\tgenerateSearchAreasInstruction?:(problemDescription:string)=>string;\n\t\tparseSearchAreasResponse?:(searchAreasResponse:string)=>string;\n\t\tconvertCandidateToDocument?:(convertCandidateToDocumentArguments:ConvertCandidateToDocumentArguments<Candidate>)=>string;\n\t\tcandidatesForInitialSelection?:number;\n\t\tcandidatesForFinalSelection?:number;\n\t\tgenerateRankingInstruction?:(generateRankingInstructionArguments:GenerateRankingInstructionArguments)=>string;\n\t\textractIdentifiersFromRationale?:(rationale:string)=>string[];\n\t\textractIdentifierFromCandidateDocument?:(extractIdentifierFromCandidateDocumentArguments:ExtractIdentifierFromCandidateDocumentArguments)=>string;\n\t\tcandidateIdentifierField?:keyof Candidate;\n\t\tfindCandidateFromIdentifier?:(findCandidateFromIdentifierArguments:FindCandidateFromIdentifierArguments<Candidate>)=>Candidate|null;\n\t\tgetSummarisableSubstringIndices?:(candidateDocument:string)=>SummarisableSubstringIndices;\n\t\tgeneratePromptTemplate?:(prompt:string)=>string;\n\t\tskipRationale?:boolean;\n\t\tparallelSummarisation?:boolean;\n\t};\n\n\texport interface PerformGenerationArguments{\n\t\tgenerator:TextGenerationPipeline;\n\t\ttokeniser:PreTrainedTokenizer;\n\t\tprompt:string;\n\t\ttextGenerationConfig?:Partial<TextGenerationConfig>;\n\t};\n\n\texport interface ConvertCandidateToDocumentArguments<Candidate>{\n\t\tcandidate:Candidate;\n\t\tindex:number;\n\t};\n\n\texport interface ExtractIdentifierFromCandidateDocumentArguments{\n\t\tcandidateDocument:string;\n\t\tcandidateIdentifierField:string;\n\t};\n\n\texport interface FindCandidateFromIdentifierArguments<Candidate>{\n\t\tidentifier:string;\n\t\tcandidateIdentifierField:keyof Candidate;\n\t\tcandidates:Candidate[];\n\t};\n\n\texport interface GenerateRankingInstructionArguments{\n\t\tproblemDescription:string;\n\t\tsummaries:string[];\n\t\tcandidatesForFinalSelection:number;\n\t\tcandidateIdentifierField:string;\n\t};\n\n\texport interface CompareCandidatesReturn<Candidate>{\n\t\tselectedCandidates:Candidate[],\n\t\trationale:string,\n\t\trationaleError?:string,\n\t\tsummaries:string[]\n\t};\n};\n\nexport default AICompareCandidates;"],"mappings":"itBAmBA,IAAa,EAAb,cAAyCA,EAAAA,UAAU,CAClD,IAAaC,EAAAA,IACb,MAAM,GAEN,UAAsC,KACtC,mBAAmB,gCACnB,iBAAsD,KACtD,sBAAiD,EAAE,CACnD,0BAAgD,KAChD,yBAAyB,IAAI,gBAE7B,WAAsC,KACtC,oBAAoB,6BACpB,kBAAsD,KACtD,uBAAkD,EAAE,CACpD,2BAAiD,KACjD,0BAA0B,IAAI,gBAE9B,SAAwC,KACxC,kBAAkB,2BAClB,gBAAwD,KACxD,qBAAgD,EAAE,CAClD,yBAA+C,KAC/C,wBAAwB,IAAI,gBAE5B,UAAmC,KACnC,mBAAmB,KAAK,mBACxB,iBAAmD,KACnD,sBAAiD,EAAE,CACnD,0BAAgD,KAChD,yBAAyB,IAAI,gBAE7B,gCAAgC,GAChC,+BAA+B,IAC/B,qCAAqC,IAErC,oBAAoB,GACpB,mBAAmB,IACnB,yBAAyB,IAEzB,iCAAiC,IAEjC,OACC,EAAA,IAAI,eAAe,GACnB,EAAA,IAAI,kBAAkB,GACtB,EAAA,IAAI,iBAAiB,GAGtB,aAAa,CACZ,MAAM,EAAE,CAAC,CAGV,MAAM,cAAc,CACnB,mBACA,YAAU,IAC4D,EAAE,CAAC,CAEzE,GADG,OAAO,GAAY,UAAU,IAAU,KAAK,mBAAmB,GAC/D,CAAC,KAAK,mBAAmB,MAAU,MAAM,+BAA+B,CAc3E,OAbG,IAAiB,KAAK,0BAA0B,GAGnD,KAAK,kBAAA,EAAA,EAAA,UAA0B,kBAAkB,KAAK,mBAAmB,CACxE,OAAO,SACP,kBAAkB,IACd,KAAK,OAAM,QAAQ,IAAI,EAAA,QAAK,UAAU,EAAa,CAAC,CACvD,OAAO,OAAO,KAAK,sBAAsB,EAAa,CAC/C,KAAK,4BAA4B,EAAa,EAEtD,aAAa,KAAK,yBAAyB,OAC3C,CAAC,CACF,KAAK,UAAU,MAAM,KAAK,iBACnB,KAAK,UAGb,MAAM,qBAAqB,CAC1B,mBACA,YAAU,IAC4D,EAAE,CAAC,CAKzE,GAJI,KAAK,kBAAiB,KAAK,cAAc,CAC5C,mBACA,YACA,CAAC,CACC,CAAC,KAAK,UACR,GAAG,CACF,MAAM,KAAK,uBACL,EAAM,CAEZ,KADA,MAAK,iBAAiB,KAChB,EAGR,GAAG,CAAC,KAAK,UAER,KADA,MAAK,iBAAiB,KACZ,MAAM,2BAA2B,CAI7C,MAAM,mBAAmB,EAAY,CACpC,KAAK,yBAAyB,MAAM,EAAO,CAC3C,KAAK,yBAAyB,IAAI,gBAGnC,MAAM,eAAe,CACpB,mBACA,YAAU,IAC4D,EAAE,CAAC,CAEzE,GADG,OAAO,GAAY,UAAU,IAAU,KAAK,oBAAoB,GAChE,CAAC,KAAK,oBAAoB,MAAU,MAAM,gCAAgC,CAc7E,OAbG,IAAiB,KAAK,2BAA2B,GAGpD,KAAK,mBAAA,EAAA,EAAA,UAA2B,gBAAgB,KAAK,oBAAoB,CACxE,OAAO,SACP,kBAAkB,IACd,KAAK,OAAM,QAAQ,IAAI,EAAA,QAAK,UAAU,EAAa,CAAC,CACvD,OAAO,OAAO,KAAK,uBAAuB,EAAa,CAChD,KAAK,6BAA6B,EAAa,EAEvD,aAAa,KAAK,0BAA0B,OAC5C,CAAC,CACF,KAAK,WAAW,MAAM,KAAK,kBACpB,KAAK,WAGb,MAAM,sBAAsB,CAC3B,mBACA,YAAU,IAC4D,EAAE,CAAC,CAKzE,GAJI,KAAK,mBAAkB,KAAK,eAAe,CAC9C,mBACA,YACA,CAAC,CACC,CAAC,KAAK,WACR,GAAG,CACF,MAAM,KAAK,wBACL,EAAM,CAEZ,KADA,MAAK,kBAAkB,KACjB,EAGR,GAAG,CAAC,KAAK,WAER,KADA,MAAK,kBAAkB,KACb,MAAM,4BAA4B,CAI9C,MAAM,qBAAqB,CAC1B,KAAK,0BAA0B,OAAO,CACtC,KAAK,0BAA0B,IAAI,gBAGpC,MAAM,aAAa,CAClB,mBACA,YAAU,IAC4D,EAAE,CAAC,CAEzE,GADG,OAAO,GAAY,UAAU,IAAU,KAAK,kBAAkB,GAC9D,CAAC,KAAK,kBAAkB,MAAU,MAAM,8BAA8B,CAczE,OAbG,IAAiB,KAAK,yBAAyB,GAGlD,KAAK,iBAAA,EAAA,EAAA,UAAyB,qBAAqB,KAAK,kBAAkB,CACzE,OAAO,SACP,kBAAkB,IACd,KAAK,OAAM,QAAQ,IAAI,EAAA,QAAK,UAAU,EAAa,CAAC,CACvD,OAAO,OAAO,KAAK,qBAAqB,EAAa,CAC9C,KAAK,2BAA2B,EAAa,EAErD,aAAa,KAAK,wBAAwB,OAC1C,CAAC,CACF,KAAK,SAAS,MAAM,KAAK,gBAClB,KAAK,SAGb,MAAM,oBAAoB,CACzB,mBACA,YAAU,IAC4D,EAAE,CAAC,CAKzE,GAJI,KAAK,iBAAgB,KAAK,aAAa,CAC1C,mBACA,YACA,CAAC,CACC,CAAC,KAAK,SACR,GAAG,CACF,MAAM,KAAK,sBACL,EAAM,CAEZ,KADA,MAAK,gBAAgB,KACf,EAGR,GAAG,CAAC,KAAK,SAER,KADA,MAAK,gBAAgB,KACX,MAAM,0BAA0B,CAI5C,MAAM,mBAAmB,CACxB,KAAK,wBAAwB,OAAO,CACpC,KAAK,wBAAwB,IAAI,gBAGlC,MAAM,cAAc,CACnB,mBACA,YAAU,IAC4D,EAAE,CAAC,CAEzE,GADG,OAAO,GAAY,UAAU,IAAU,KAAK,mBAAmB,GAC/D,CAAC,KAAK,mBAAmB,MAAU,MAAM,+BAA+B,CAa3E,OAZG,IAAiB,KAAK,0BAA0B,GAGnD,KAAK,iBAAiBC,EAAAA,cAAc,gBAAgB,KAAK,mBAAmB,CAC3E,kBAAkB,IACd,KAAK,OAAM,QAAQ,IAAI,EAAA,QAAK,UAAU,EAAa,CAAC,CACvD,OAAO,OAAO,KAAK,sBAAsB,EAAa,CAC/C,KAAK,4BAA4B,EAAa,EAEtD,aAAa,KAAK,yBAAyB,OAC3C,CAAC,CACF,KAAK,UAAU,MAAM,KAAK,iBACnB,KAAK,UAGb,MAAM,qBAAqB,CAC1B,mBACA,YAAU,IAC4D,EAAE,CAAC,CAKzE,GAJI,KAAK,kBAAiB,KAAK,cAAc,CAC5C,mBACA,YACA,CAAC,CACC,CAAC,KAAK,UACR,GAAG,CACF,MAAM,KAAK,uBACL,EAAM,CAEZ,KADA,MAAK,iBAAiB,KAChB,EAGR,GAAG,CAAC,KAAK,UAER,KADA,MAAK,iBAAiB,KACZ,MAAM,2BAA2B,CAI7C,MAAM,oBAAoB,CACzB,KAAK,yBAAyB,OAAO,CACrC,KAAK,yBAAyB,IAAI,gBAGnC,MAAM,WAAW,EAA8B,CAM9C,OALA,MAAM,KAAK,qBAAqB,CAC7B,OAAO,KAAK,UAAW,WAAkB,MAAM,MAAM,MAAM,KAAK,SAAS,EAAK,CAChF,QAAQ,OACR,UAAU,GACV,CAAC,GAAG,KAAK,CACH,EAAE,CAGV,MAAM,eAAe,EAAmC,CACvD,OAAO,QAAQ,IAAI,EAAM,IAAI,GAAM,KAAK,WAAW,EAAK,CAAC,CAAC,CAG3D,8BAA8B,EAAc,CAC3C,OAAO,EAGR,MAAM,yBAAyB,CAC9B,YACA,YACA,SAAO,GACP,uBAAqB,EAAE,EACyE,EAAE,CAAC,CACnG,IAAI,EAAO,GAIX,GAHI,IAAU,GAAQ,0BAClB,IAAU,IAAS,EAAO;EAAK,IAAI,2BACpC,OAAO,GAAS,UAAU,CAAC,KAAO,IAAS,EAAO;EAAK,IAAI,6BAC3D,EAAO,MAAU,MAAM,EAAO,CACjC,IAAI,EAAS,CAAC,CACb,KAAK,OACL,QAAQ,EACR,CAAC,CACW,IAAIC,EAAAA,aAAa,EAAU,CACvC,YAAY,GACZ,CAAC,CACF,AAAsC,EAAqB,eAAa,EAAU,cAAc,EAAU,cAAc,EACxH,AAAsC,EAAqB,eAAa,EAAU,cAAc,EAChG,IAAI,EAAO,MAAM,EAAU,EAAS,EAAqB,CACtD,KAAK,OAAM,QAAQ,IAAI,EAAO,CACjC,IAAI,EAAa,MAAM,QAAQ,IAAS,GAAG,CAAC,IAAS,KAAK,GAAG,IAAS,GACtE,GAAG,CAAC,EAAa,eAAe,MAAU,MAAM,oBAAoB,CACpE,GAAG,OAAO,EAAa,gBAAiB,SAAS,OAAO,EAAa,eACrE,IAAI,EAAQ,EAAa,gBAAgB,GAAG,GAAG,EAAE,QACjD,GAAG,OAAO,GAAU,UAAU,CAAC,EAAQ,MAAU,MAAM,+BAA+B,CACtF,OAAO,EAGR,sCAAsC,EAA0B,CAC/D,MAAO;WAAyG,EAAmB,IAGpI,kCAA6C,CAC5C,YACA,SACwI,EAAE,CAAC,CAC3I,IAAI,EAAS,uBAAuB,EACpC,IAAI,IAAI,KAAK,EAAU,GAAU;EAAK,EAAA,QAAO,UAAU,EAAE,CAAC,MAAM,OAAO,EAAU,IAAK,SAAS,EAAA,QAAK,UAAU,EAAU,GAAG,CAAC,OAAO,EAAU,GAAG,EAEhJ,MADA,IAAU;oBAAuB,EAC1B,EAGR,kCAAkC,CACjC,qBACA,YACA,8BACA,4BACkH,EAAE,CAAC,CACrH,MAAO,qBAAqB,EAA4B,sCAAsC,EAAmB,6DAA6D,EAAA,QAAO,UAAU,EAAyB,CAAC;;;;EAAuH,EAAU,KAAK;;EAAO,CAGvW,aAAa,EAAY,EAAa,EAAkB,CACpD,IAAI,EAAc,EAAK,MAAM,EAAW,CAAC,OAAO,EAAM,CACtD,OAAO,EAAc,EAAE,EAAc,EAAc,EAGvD,8CAA8C,CAC7C,oBACA,4BAC0I,EAAE,CAAC,CAC1I,KAAK,OAAM,QAAQ,IAAI,EAAkB,EAAyB,CACrE,IAAI,EAAU,EAAA,QAAO,UAAU,EAAyB,CACpD,EAAW,EAAkB,QAAQ,EAAU,CAQnD,GAPG,EAAW,IAAE,EAAW,EAAkB,aAAa,CAAC,QAAQ,EAAU,aAAa,CAAC,EACxF,KAAK,OAAM,QAAQ,IAAI,EAAW,CAClC,GAAY,IAAE,GAAY,EAAU,QACpC,EAAW,IACb,EAAW,EAAkB,aAAa,CAAC,QAAQ,EAAyB,aAAa,CAAC,CACvF,GAAY,IAAE,GAAY,EAAyB,SAEpD,KAAK,MAAM,QAAQ,IAAI,EAAW,MAChC,MAAO,GAKZ,GAJA,EAAW,EAAkB,QAAQ,IAAI,EAAW,CACjD,KAAK,OAAM,QAAQ,IAAI,EAAW,CAClC,EAAW,IAAE,EAAW,KAAK,aAAa,EAAkB,MAAM,EAAW,EAC7E,KAAK,OAAM,QAAQ,IAAI,EAAW,CAClC,EAAW,EAAE,MAAO,GACvB,IAAI,EAAS,EAAkB,QAAQ;EAAK,EAAW,CAGvD,OAFG,EAAS,IAAE,EAAS,EAAkB,QACtC,KAAK,OAAM,QAAQ,IAAI,EAAS,CAC5B,EAAkB,UAAU,EAAW,EAAS,CAAC,MAAM,CAG/D,uCAAuC,EAAiB,CACvD,IAAI,EAAM,4CACNC,EAAiB,EAAE,CACvB,IAAI,IAAIC,EAA2B,MAAM,QAAQ,EAAM,EAAM,KAAK,EAAU,CAAC,EAAK,EAAM,IAAG,EAAQ,KAAK,EAAM,GAAG,CACjH,OAAO,EAGR,mCAA8C,CAC7C,aACA,2BACA,cAC0I,EAAE,CAAC,EAC1I,CAAC,GAAY,OAAO,GAAa,YAAS,EAAW,OAAO,EAAW,EAC1E,QAAQ,IAAI,aAAa,EAAW,CACpC,IAAI,EAAkB,EAAW,KAAK,GAAW,OAAO,EAAU,GAA0B,GAAG,EAAW,CAsB1G,GArBG,IAMH,EAAkB,EAAW,KAAK,GAAW,OAAO,EAAU,GAA0B,CAAC,aAAa,GAAG,EAAW,aAAa,CAAC,CAC/H,KAMH,EAAkB,EAAW,KAAK,GAAW,OAAO,EAAU,GAA0B,CAAC,aAAa,CAAC,SAAS,EAAW,aAAa,CAAC,CAAC,CACvI,KAMH,EAAkB,EAAW,KAAK,GAAW,EAAW,aAAa,CAAC,SAAS,OAAO,EAAU,GAA0B,CAAC,aAAa,CAAC,CAAC,CACvI,GAIF,OAHG,KAAK,OACP,QAAQ,IAAI,gDAAgD,EAAkB,GAA0B,CAElG,EAGR,IAAI,EAAgB,EAAW,MAAM,OAAO,CAAC,OAAO,GAAgB,KAAK,KAAK,EAAe,CAAC,CAC3F,KAAK,OAAM,QAAQ,IAAI,mBAAmB,EAAgB,CAC7D,IAAI,EAAmB,EAAW,IAAI,IAAY,CACjD,sBAAsB,EAAgB,IAAI,GAAgB,OAAO,EAAU,GAA0B,CAAC,QAAQ,EAAe,CAAC,CAC9H,YACA,EAAE,CAAC,OAAO,GAAW,EAAU,sBAAsB,KAAK,GAAO,GAAO,EAAE,CAAC,CAqD5E,OApDG,EAAmB,OAAO,GAC5B,EAAmB,MAAM,EAAE,IAAI,CAC9B,IAAI,EAAO,EAAA,QAAO,MAAM,EAAE,sBAAsB,GAAU,EAAS,EAAE,EAAE,EAAE,CACrE,EAAO,EAAA,QAAO,MAAM,EAAE,sBAAsB,GAAU,EAAS,EAAE,EAAE,EAAE,CASzE,GARG,KAAK,QACP,QAAQ,IAAI,IAAI,EAAE,CAClB,QAAQ,IAAI,IAAI,EAAE,CAClB,QAAQ,IAAI,0BAA0B,EAAE,sBAAsB,CAC9D,QAAQ,IAAI,0BAA0B,EAAE,sBAAsB,CAC9D,QAAQ,IAAI,SAAS,EAAO,CAC5B,QAAQ,IAAI,SAAS,EAAO,EAE1B,IAAS,EAAO,OAAO,EAAO,EACjC,GAAG,IAAS,GAAG,IAAS,EAAE,MAAO,GACjC,EAAO,EACP,EAAO,EACP,IAAI,IAAI,EAAE,EAAE,EAAE,EAAE,sBAAsB,OAAO,EAAE,EAAE,EAChD,IAAI,IAAI,EAAE,EAAE,EAAE,EAAE,EAAE,sBAAsB,OAAO,EAAE,EAC7C,EAAE,sBAAsB,GAAG,GAAG,EAAE,sBAAsB,GAAG,GACzD,EAAE,sBAAsB,GAAG,EAAE,sBAAsB,KAClD,KAAK,QACP,QAAQ,IAAI,IAAI,EAAE,CAClB,QAAQ,IAAI,IAAI,EAAE,CAClB,QAAQ,IAAI,6BAA6B,EAAE,sBAAsB,GAAG,CACpE,QAAQ,IAAI,6BAA6B,EAAE,sBAAsB,GAAG,EAErE,EAAE,GAIL,IAAI,IAAI,EAAE,EAAE,EAAE,EAAE,sBAAsB,OAAO,EAAE,EAAE,EAChD,IAAI,IAAI,EAAE,EAAE,EAAE,EAAE,EAAE,sBAAsB,OAAO,EAAE,EAC7C,EAAE,sBAAsB,GAAG,GAAG,EAAE,sBAAsB,GAAG,GACzD,EAAE,sBAAsB,GAAG,EAAE,sBAAsB,KAClD,KAAK,QACP,QAAQ,IAAI,IAAI,EAAE,CAClB,QAAQ,IAAI,IAAI,EAAE,CAClB,QAAQ,IAAI,6BAA6B,EAAE,sBAAsB,GAAG,CACpE,QAAQ,IAAI,6BAA6B,EAAE,sBAAsB,GAAG,EAErE,EAAE,GAQL,OAJG,KAAK,QACP,QAAQ,IAAI,SAAS,EAAO,CAC5B,QAAQ,IAAI,SAAS,EAAO,EAEtB,EAAO,GACb,CAEA,EAAmB,QAAQ,GAAG,EAAmB,GAAG,UAAiB,EAAmB,GAAG,UACvF,KAGR,gCAAgC,EAA2B,CAC1D,IAAI,EAAyB,OAAO,EAAoB,CAAC,QAAQ,gBAAgB,CAGjF,OAFG,GAA0B,EAAE,GAA0B,GACpD,EAAyB,EACvB,OAAO,EAAoB,CAAC,UAAU,EAAyB,CAAC,MAAM,CAG9E,aAAa,EAAU,CACtB,OAAO,OAAO,GAAO,UAAU,MAAO,SAAS,EAAM,SAAS,KAAK,GAAO,UAAU,KAAK,EAAA,QAAK,UAAU,EAAM,SAAS,KAAK,CAAC,OAAO,GAAO,SAAU,SAAS,EAAM,QAAQ,GAAO,QAAQ,EAAA,QAAK,UAAU,EAAM,QAAQ,CAAC,OAAO,GAAQ,SAAS,EAAM,EAAA,QAAK,UAAU,EAAM,CAG7Q,MAAM,kBAA6B,CAClC,aACA,qBAAmB,GACnB,oBAAkB,KAAK,yBAAyB,KAAK,KAAK,CAC1D,iCAA+B,KAAK,sCAAsC,KAAK,KAAK,CACpF,2BAAyB,KAAK,gCAAgC,KAAK,KAAK,CACxE,6BAA2B,KAAK,kCAAkC,KAAK,KAAK,CAC5E,gCAA8B,EAC9B,8BAA4B,EAC5B,6BAA2B,KAAK,kCAAkC,KAAK,KAAK,CAC5E,kCAAgC,KAAK,uCAAuC,KAAK,KAAK,CACtF,yCAAuC,KAAK,8CAA8C,KAAK,KAAK,CACpG,2BAAyB,IAAA,GACzB,8BAA4B,KAAK,mCAAmC,KAAK,KAAK,CAC9E,kCACA,yBAAuB,KAAK,8BAA8B,KAAK,KAAK,CACpE,gBAAc,GACd,wBAAsB,IAC4E,EAAE,CAAsE,CAC1K,GAAG,CAAC,MAAM,QAAQ,EAAW,EAAE,EAAW,QAAQ,EAAE,MAAU,MAAM,yBAAyB,CAI7F,GAHA,EAA8B,EAAA,QAAO,cAAc,EAA8B,CAC9E,GAA+B,IAClC,EAA4B,EAAA,QAAO,cAAc,EAA4B,CAC1E,GAA6B,GAAE,MAAU,MAAM,4EAA4E,CAC9H,GAAG,EAA8B,EAA4B,MAAU,MAAM,6FAA6F,CAC1K,GAAG,EAA8B,EAAW,OAAO,MAAU,MAAM,aAAa,EAA8B,yFAAyF,EAAW,OAAO,CACzN,GAAG,EAA4B,EAAW,OAAO,MAAU,MAAM,aAAa,EAA4B,yFAAyF,EAAW,OAAO,CACrN,GAAG,CAAC,IACH,EAAyB,OAAO,KAAK,EAAW,GAAa,CAAC,GAC3D,CAAC,GAAyB,MAAU,MAAM,gCAAgC,CAG9E,IAAI,EAAU,GACVC,EAA+B,EAAE,CAGrC,GADA,MAAM,KAAK,qBAAqB,CAC7B,CAAC,KAAK,SAAS,OAClB,IAAI,EAAmB,EAAW,KAAK,EAAU,IAAQ,EAA2B,CACnF,YACA,QACA,CAAC,CAAC,CACC,EAAY,MAAMC,EAAAA,kBAAkB,UACvC,EAAA,QAAO,UAAU,EAAmB,CACpC,EAAmB,KAAK,EAAS,IAAQ,EAAM,CAC/C,KACA,CAEG,EAA0B,EAAuB,EAA+B,EAAmB,CAAC,CAGxG,GAFG,KAAK,OAAM,QAAQ,IAAI,kCAAkC,EAA0B,CACtF,MAAM,KAAK,sBAAsB,CAC9B,CAAC,KAAK,UAAU,OAEnB,GAD4B,KAAK,UAAU,OAAO,EAA0B,CACjD,OAAO,KAAK,UAAU,iBAAiB,MAAU,MAAM,sEAAsE,CAGxJ,GADA,MAAM,KAAK,sBAAsB,CAC9B,CAAC,KAAK,UAAU,OACnB,IAAI,EAAc,MAAM,EAAkB,CACzC,UAAU,KAAK,UACf,UAAU,KAAK,UACf,OAAO,EACP,qBAAqB,CACpB,eAAe,KAAK,gCACpB,YAAY,KAAK,+BACjB,mBAAmB,KAAK,qCACxB,CACD,CAAC,CACC,KAAK,OAAM,QAAQ,IAAI,oCAAoC,EAAc,CAC5E,IAAI,EAAkB,EAAyB,EAAc,CAG1D,KAAK,OAAM,QAAQ,IAAI,wBAAwB,EAAkB,CACpE,IAAI,EAAY,MAAM,EAAY,iBAAiB,EAAkB,EAA8B,CAChG,KAAK,OAAM,QAAQ,IAAI,0BAA0B,EAAY,CAEhE,IAAIC,EAAmB,EAAE,CAEzB,GAAG,EAAY,KAAK,GAAQ,EAAO,YAAY,MAAM,CAAC,MAAM,MAAM,CAAC,OAAO,KAAK,iCAAiC,CAAC,CAEhH,GADA,MAAM,KAAK,uBAAuB,CAC/B,CAAC,KAAK,WAAW,OACpB,GAAG,EACF,GAAW,MAAM,QAAQ,WAAW,EAAY,IAAI,KAAM,IAAQ,CACjE,GAAG,CAAC,EAAO,aAAa,OAAO,EAAO,aAAc,SAAS,MAAO,GACpE,GAAG,EAAO,YAAY,MAAM,CAAC,MAAM,MAAM,CAAC,QAAQ,KAAK,iCAAiC,OAAO,EAAO,YACtG,IAAIC,EAA8E,CACjF,MAAM,EACN,IAAI,EAAO,YAAY,OACvB,CACE,GAAgC,OAAO,OAAO,EAA6B,EAAgC,EAAO,YAAY,CAAC,CAClI,EAA6B,MAAM,EAAA,QAAO,MAAM,EAAA,QAAO,cAAc,EAA6B,MAAM,CAAC,EAAE,EAAO,YAAY,OAAO,CACrI,EAA6B,IAAI,EAAA,QAAO,MAAM,EAAA,QAAO,cAAc,EAA6B,IAAI,CAAC,EAAE,EAAO,YAAY,OAAO,CAC9H,KAAK,OAAM,QAAQ,IAAI,EAA6B,CACvD,IAAI,EAAsB,EAAO,YAAY,UAAU,EAA6B,MAAM,EAA6B,IAAI,CACxH,KAAK,OAAM,QAAQ,IAAI,EAAsB,CAChD,IAAI,EAAc,EAAO,YAAY,UAAU,EAAE,EAA6B,MAAM,CAChF,EAAa,EAAO,YAAY,UAAU,EAA6B,IAAI,CAC3E,EAAyB,EAAc,MAAM,MAAM,CAAC,OAAO,EAAa,MAAM,MAAM,CAAC,OACrF,EAAoC,KAAK,IAAI,EAAE,KAAK,iCAAiC,EAAyB,CAC/G,KAAK,OAAM,QAAQ,IAAI,EAAyB,EAAoC,CACvF,IAAI,EAAyB,MAAM,KAAK,aAAa,EAA4C,CAChG,WAAW,EACX,CAAC,CACE,EAAoB,MAAM,QAAQ,IAA2B,GAAG,CAAC,IAA2B,KAAK,GAAG,IAA2B,GAChI,KAAK,OAAM,QAAQ,IAAI,EAAyB,EAAoB,GAAqB,cAAc,IAAI,GAAqB,cAAc,IAAI,MAAM,MAAM,CAAC,MAAM,EAAE,EAAoC,CAAC,KAAK,IAAI,CAAC,CACzN,IAAI,EAAiB,GAAe,GAAqB,cAAc,IAAI,MAAM,MAAM,CAAC,MAAM,EAAE,EAAoC,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,EAEtJ,OADG,KAAK,OAAM,QAAQ,IAAI,yBAAyB,EAAiB,CAC7D,GACN,CAAC,EAAE,OAAO,GAAQ,EAAO,SAAS,aAAa,EAAO,MAAM,CAAC,IAAI,GAAS,EAA0C,MAAM,MAE5H,IAAI,IAAI,KAAU,EACjB,GAAG,CACF,GAAG,CAAC,EAAO,aAAa,OAAO,EAAO,aAAc,SAAS,SAC7D,GAAG,EAAO,YAAY,MAAM,CAAC,MAAM,MAAM,CAAC,QAAQ,KAAK,iCAAiC,CACvF,EAAU,KAAK,EAAO,YAAY,CAClC,SAED,IAAIA,EAA8E,CACjF,MAAM,EACN,IAAI,EAAO,YAAY,OACvB,CACE,GAAgC,OAAO,OAAO,EAA6B,EAAgC,EAAO,YAAY,CAAC,CAClI,EAA6B,MAAM,EAAA,QAAO,MAAM,EAAA,QAAO,cAAc,EAA6B,MAAM,CAAC,EAAE,EAAO,YAAY,OAAO,CACrI,EAA6B,IAAI,EAAA,QAAO,MAAM,EAAA,QAAO,cAAc,EAA6B,IAAI,CAAC,EAAE,EAAO,YAAY,OAAO,CAC9H,KAAK,OAAM,QAAQ,IAAI,EAA6B,CACvD,IAAI,EAAsB,EAAO,YAAY,UAAU,EAA6B,MAAM,EAA6B,IAAI,CACxH,KAAK,OAAM,QAAQ,IAAI,EAAsB,CAChD,IAAI,EAAc,EAAO,YAAY,UAAU,EAAE,EAA6B,MAAM,CAChF,EAAa,EAAO,YAAY,UAAU,EAA6B,IAAI,CAC3E,EAAyB,EAAc,MAAM,MAAM,CAAC,OAAO,EAAa,MAAM,MAAM,CAAC,OACrF,EAAoC,KAAK,IAAI,EAAE,KAAK,iCAAiC,EAAyB,CAC/G,KAAK,OAAM,QAAQ,IAAI,EAAyB,EAAoC,CACvF,IAAI,EAAyB,MAAM,KAAK,aAAa,EAA4C,CAChG,WAAW,EACX,CAAC,CACE,EAAoB,MAAM,QAAQ,IAA2B,GAAG,CAAC,IAA2B,KAAK,GAAG,IAA2B,GAChI,KAAK,OAAM,QAAQ,IAAI,EAAyB,EAAoB,GAAqB,cAAc,IAAI,GAAqB,cAAc,IAAI,MAAM,MAAM,CAAC,MAAM,EAAE,EAAoC,CAAC,KAAK,IAAI,CAAC,CACzN,IAAI,EAAiB,GAAe,GAAqB,cAAc,IAAI,MAAM,MAAM,CAAC,MAAM,EAAE,EAAoC,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,EACnJ,KAAK,OAAM,QAAQ,IAAI,yBAAyB,EAAiB,CACpE,EAAU,KAAK,EAAiB,OAC1B,EAAM,CACZ,QAAQ,IAAI,EAAM,OAKrB,EAAU,EAAY,IAAI,GAAQ,EAAO,YAAY,CAGtD,IAAI,EAAe,GAEnB,GAAG,CAAC,EAAc,CACjB,IAAI,EAAsB,EAAuB,EAA2B,CAC3E,qBACA,YACA,8BACA,yBAAyB,OAAO,EAAyB,CACzD,CAAC,CAAC,CACA,KAAK,OAAM,QAAQ,IAAI,6BAA6B,EAAsB,CAC7E,IAAI,EAAoB,KAAK,UAAU,OAAO,EAAsB,CAEpE,GADG,KAAK,OAAM,QAAQ,IAAI,EAAoB,OAAO,KAAK,UAAU,iBAAiB,CAClF,EAAoB,OAAO,KAAK,UAAU,iBAAiB,MAAU,MAAM,iEAAiE,CAC/I,GAAG,CAWF,GAVY,MAAM,EAAkB,CACnC,UAAU,KAAK,UACf,UAAU,KAAK,UACf,OAAO,EACP,qBAAqB,CACpB,eAAe,KAAK,oBACpB,YAAY,KAAK,mBACjB,mBAAmB,KAAK,yBACxB,CACD,CAAC,EACgB,MAAM,CAAC,QAAQ,gCAAiC,GAAG,CAClE,KAAK,OAAM,QAAQ,IAAI,wBAAwB,EAAU,CAC5D,IAAI,EAAuB,EAAU,QAAQ,gBAAgB,CAC1D,GAAwB,EAAE,GAAwB,GAChD,EAAuB,EAC5B,EAAU,EAAU,UAAU,EAAuB,OAE/C,EAAM,CACZ,QAAQ,IAAI,EAAM,CAClB,EAAe,KAAK,aAAa,EAAM,CACvC,EAAU,IAIZ,GAAG,EAAU,CACZ,IAAI,EAAY,EAAgC,EAAU,CACvD,KAAK,OAAM,QAAQ,IAAI,yCAAyC,EAAY,CAC5E,EAAY,OAAO,IAA4B,EAAY,EAAY,MAAM,EAAE,EAA4B,EAC9G,EAAmB,EAAA,QAAO,QAAQ,EAAY,IAAI,GAAY,EAA4B,CACzF,aACA,2BACA,aACA,CAAC,CAAC,CAAC,CAGL,GAAG,CAAC,MAAM,QAAQ,EAAmB,EAAE,EAAmB,OAAO,EAA4B,CACxF,MAAM,QAAQ,EAAmB,GAAC,EAAmB,EAAE,EAC3D,IAAI,EAA6B,EAAA,QAAO,QAAQ,EAAY,IAAI,GAAQ,CACvE,IAAI,EAAW,EAAuC,CACrD,kBAAkB,EAAO,YACzB,yBAAyB,OAAO,EAAyB,CACzD,CAAC,CAEF,OADG,KAAK,OAAM,QAAQ,IAAI,iDAAiD,EAAW,CAC/E,EAA4B,CAClC,aACA,2BACA,aACA,CAAC,EACD,CAAC,CACH,EAAmB,OAAO,EAAmB,OAAO,EAAE,GAAG,EAA6B,CACtF,EAAmB,EAAA,QAAO,KAAK,EAAmB,CAAC,MAAM,EAAE,EAA4B,CAIxF,OAFG,KAAK,OAAM,QAAQ,IAAI,sBAAsB,EAAmB,CAE7D,CACL,YACA,YACA,GAAI,EAAe,CAAC,iBAAe,CAAC,EAAE,CACtC,qBACA,2BAyEH,IAAA,EAAe"}

package/dist/index.d.cts

@@ -123,7 +123,8 @@ declare class AICompareCandidates extends Embeddings {
     findCandidateFromIdentifier,
     getSummarisableSubstringIndices,
     generatePromptTemplate,
-    skipRationale
+    skipRationale,
+    parallelSummarisation
   }?: AICompareCandidates.CompareArguments<Candidate>): Promise<AICompareCandidates.CompareCandidatesReturn<Candidate> | void>;
 }
 declare namespace AICompareCandidates {
@@ -152,6 +153,7 @@ declare namespace AICompareCandidates {
     getSummarisableSubstringIndices?: (candidateDocument: string) => SummarisableSubstringIndices;
     generatePromptTemplate?: (prompt: string) => string;
     skipRationale?: boolean;
+    parallelSummarisation?: boolean;
   }
   interface PerformGenerationArguments {
     generator: TextGenerationPipeline;

package/dist/index.d.cts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.cts","names":[],"sources":["../src/index.ts"],"sourcesContent":[],"mappings":";;;;;cAmBa,mBAAA,SAA4B,UAAA;gBAAR,iCAAA,CACpB;;EADA,SAAA,EAIF,sBAJsB,GAAA,IAAA;EAAA,kBAAA,EAAA,MAAA;EAItB,gBAAA,EAEO,OAFP,CAEe,sBAFf,CAAA,GAAA,IAAA;EAEe,qBAAA,EACH,YADG;EAAR,yBAAA,EAES,gBAFT,GAAA,IAAA;EACK,wBAAA,EAEE,eAFF;EACI,UAAA,EAGf,qBAHe,GAAA,IAAA;EACF,mBAAA,EAAA,MAAA;EAEb,iBAAA,EAEO,OAFP,CAEe,qBAFf,CAAA,GAAA,IAAA;EAEe,sBAAA,EACH,YADG;EAAR,0BAAA,EAES,gBAFT,GAAA,IAAA;EACK,yBAAA,EAEE,eAFF;EACI,QAAA,EAGlB,yBAHkB,GAAA,IAAA;EACF,iBAAA,EAAA,MAAA;EAEhB,eAAA,EAEO,OAFP,CAEe,yBAFf,CAAA,GAAA,IAAA;EAEe,oBAAA,EACH,YADG;EAAR,wBAAA,EAES,gBAFT,GAAA,IAAA;EACK,uBAAA,EAEE,eAFF;EACI,SAAA,EAGf,mBAHe,GAAA,IAAA;EACF,kBAAA,EAAA,MAAA;EAEb,gBAAA,EAEO,OAFP,CAEe,mBAFf,CAAA,GAAA,IAAA;EAEe,qBAAA,EACH,YADG;EAAR,yBAAA,EAES,gBAFT,GAAA,IAAA;EACK,wBAAA,EAEE,eAFF;EACI,+BAAA,EAAA,MAAA;EACF,8BAAA,EAAA,MAAA;EAuBvB,oCAAA,EAAA,MAAA;EACA,mBAAA,EAAA,MAAA;EACC,kBAAoB,EAAA,MAAA;EAAmD,wBAAA,EAAA,MAAA;EAAA,gCAAA,EAAA,MAAA;EAoBxE,WAAA,CAAA;EACA,aAAA,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EArBC,mBAAA,CAAoB,aAqBrB,CAAA,EArBwE,OAqBxE,CArBwE,sBAqBxE,CAAA;EACC,oBAAoB,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EAApB,mBAAA,CAAoB,aAAA,CAAA,EAAmD,OAAnD,CAAA,IAAA,CAAA;EAAmD,kBAAA,CAAA,MAAA,CAAA,EAAA,GAAA,CAAA,EAmBrC,OAnBqC,CAAA,IAAA,CAAA;EAmBrC,cAAA,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EAQlC,mBAAA,CAAoB,aARc,CAAA,EAQqC,OARrC,CAQqC,qBARrC,CAAA;EAMnC,qBAAA,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EAwBC,mBAAA,CAAoB,aAxBrB,CAAA,EAwBwE,OAxBxE,CAAA,IAAA,CAAA;EACA,mBAAA,CAAA,CAAA,EA0CwB,OA1CxB,CAAA,IAAA,CAAA;EACC,YAAA,CAAA;IAAA,gBAAoB;IAAA;EAAA,CAAA,CAAA,EAiDpB,mBAAA,CAAoB,aAjDA,CAAA,EAiDmD,OAjDnD,CAiDmD,yBAjDnD,CAAA;EAAmD,mBAAA,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EAuEvE,mBAAA,CAAoB,aAvEmD,CAAA,EAuEA,OAvEA,CAAA,IAAA,CAAA;EAAA,iBAAA,CAAA,CAAA,EA0FlD,OA1FkD,CAAA,IAAA,CAAA;EAoBxE,aAAA,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EA8EC,mBAAA,CAAoB,aA9ErB,CAAA,EA8EwE,OA9ExE,CA8EwE,mBA9ExE,CAAA;EACA,oBAAA,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EAkGC,mBAAA,CAAoB,aAlGrB,CAAA,EAkGwE,OAlGxE,CAAA,IAAA,CAAA;EACC,kBAAoB,CAAA,CAAA,EAoHE,OApHF,CAAA,IAAA,CAAA;EAAmD,UAAA,CAAA,IAAA,EAAA,MAAA,CAAA,EAyH3C,OAzH2C,CAAA,MAAA,EAAA,CAAA;EAmBhD,cAAA,CAAA,KAAA,EAAA,MAAA,EAAA,CAAA,EA+GY,OA/GZ,CAAA,MAAA,EAAA,EAAA,CAAA;EAMxB,6BAAA,CAAA,MAAA,EAAA,MAAA,CAAA,EAAA,MAAA;EACA,wBAAA,CAAA;IAAA,SAAA;IAAA,SAAA;IAAA,MAAA;IAAA;EAAA,CAAA,CAAA,EAqHC,mBAAA,CAAoB,0BArHrB,CAAA,EAqHkG,OArHlG,CAAA,MAAA,CAAA;EACC,qCAAoB,CAAA,kBAAA,EAAA,MAAA,CAAA,EAAA,MAAA;EAAmD,iCAAA,CAAA,SAAA,CAAA,CAAA;IAAA,SAAA;IAAA;EAAA,CAAA,CAAA,EAoJvE,mBAAA,CAAoB,mCApJmD,CAoJf,SApJe,CAAA,CAAA,EAAA,MAAA;EAAA,iCAAA,CAAA;IAAA,kBAAA;IAAA,SAAA;IAAA,2BAAA;IAAA;EAAA,CAAA,CAAA,EAgKvE,mBAAA,CAAoB,mCAhKmD,CAAA,EAAA,MAAA;EAoBxE,YAAA,CAAA,IAAA,EAAA,MAAA,EAAA,KAAA,EAgJ8B,MAhJ9B,EAAA,UAAA,EAAA,MAAA,CAAA,EAAA,MAAA;EACA,6CAAA,CAAA;IAAA,iBAAA;IAAA;EAAA,CAAA,CAAA,EAuJC,mBAAA,CAAoB,+CAvJrB,CAAA,EAAA,MAAA;EACC,sCAAoB,CAAA,SAAA,EAAA,MAAA,CAAA,EAAA,MAAA,EAAA;EAAmD,kCAAA,CAAA,SAAA,CAAA,CAAA;IAAA,UAAA;IAAA,wBAAA;IAAA;EAAA,CAAA,CAAA,EAyLvE,mBAAA,CAAoB,oCAzLmD,CAyLd,SAzLc,CAAA,CAAA,EAyLoE,WAzLpE,CAyLoE,SAzLpE,CAAA,GAAA,IAAA;EAmBlD,+BAAA,CAAA,mBAAA,EAAA,MAAA,CAAA,EAAA,MAAA;EAMtB,YAAA,CAAA,KAAA,EAAA,GAAA,CAAA,EAAA,GAAA;EACA,iBAAA,CAAA,SAAA,CAAA,CAAA;IAAA,UAAA;IAAA,kBAAA;IAAA,iBAAA;IAAA,8BAAA;IAAA,wBAAA;IAAA,0BAAA;IAAA,6BAAA;IAAA,2BAAA;IAAA,0BAAA;IAAA,+BAAA;IAAA,sCAAA;IAAA,wBAAA;IAAA,2BAAA;IAAA,+BAAA;IAAA,sBAAA;IAAA;EAAA,CAAA,CAAA,EAwRC,mBAAA,CAAoB,gBAxRrB,CAwRsC,SAxRtC,CAAA,CAAA,EAwRsG,OAxRtG,CAwR8G,mBAAA,CAAoB,uBAxRlI,CAwR0J,SAxR1J,CAAA,GAAA,IAAA,CAAA;;AACwE,kBAgczD,mBAAA,CAhcyD;EAAA,UAAA,aAAA,CAAA;IAmBxE,gBAAA,CAAA,EA+akB,gBA/alB;IACA,SAAA,CAAA,EAAA,MAAA;EACC;EAAuE,UAAA,4BAAA,CAAA;IAmBjD,KAAA,EAAA,MAAA;IAKM,GAAA,EAAA,MAAA;EASO;EASpC,UAAA,gBAAA,CAAA,SAAA,CAAA,CAAA;IACA,UAAA,EA4YW,SA5YX,EAAA;IACA,kBAAA,EAAA,MAAA;IACA,iBAAA,CAAA,EAAA,CAAA,0BAAA,EA4Y+C,0BA5Y/C,EAAA,GA4Y4E,OA5Y5E,CAAA,MAAA,CAAA;IACC,8BAAoB,CAAA,EAAA,CAAA,kBAAA,EAAA,MAAA,EAAA,GAAA,MAAA;IAA6E,wBAAA,CAAA,EAAA,CAAA,mBAAA,EAAA,MAAA,EAAA,GAAA,MAAA;IA8BlG,0BAAA,CAAA,EAAA,CAAA,mCAAA,EAgXiE,mCAhXjE,CAgXqG,SAhXrG,CAAA,EAAA,GAAA,MAAA;IACA,6BAAA,CAAA,EAAA,MAAA;IACyD,2BAAA,CAAA,EAAA,MAAA;IAAxD,0BAAoB,CAAA,EAAA,CAAA,mCAAA,EAiX4C,mCAjX5C,EAAA,GAAA,MAAA;IAQrB,+BAAA,CAAA,EAAA,CAAA,SAAA,EAAA,MAAA,EAAA,GAAA,MAAA,EAAA;IACA,sCAAA,CAAA,EAAA,CAAA,+CAAA,EA0WyF,+CA1WzF,EAAA,GAAA,MAAA;IACA,wBAAA,CAAA,EAAA,MA0WgC,SA1WhC;IACA,2BAAA,CAAA,EAAA,CAAA,oCAAA,EA0WmE,oCA1WnE,CA0WwG,SA1WxG,CAAA,EAAA,GA0WqH,SA1WrH,GAAA,IAAA;IACC,+BAAoB,CAAA,EAAA,CAAA,iBAAA,EAAA,MAAA,EAAA,GA0WwC,4BA1WxC;IAIS,sBAAA,CAAA,EAAA,CAAA,MAAA,EAAA,MAAA,EAAA,GAAA,MAAA;IAM9B,aAAA,CAAA,EAAA,OAAA;EACA;EACC,UAAA,0BAAoB,CAAA;IAgCrB,SAAA,EAoUU,sBApUV;IACA,SAAA,EAoUU,mBApUV;IACA,MAAA,EAAA,MAAA;IAC0D,oBAAA,CAAA,EAoUpC,OApUoC,CAoU5B,oBApU4B,CAAA;EAAzD;EAA2I,UAAA,mCAAA,CAAA,SAAA,CAAA,CAAA;IAAA,SAAA,EAwUlI,SAxUkI;IAyG5I,KAAA,EAAA,MAAA;EACA;EACA,UAAA,+CAAA,CAAA;IACA,iBAAA,EAAA,MAAA;IACA,wBAAA,EAAA,MAAA;EACA;EACA,UAAA,oCAAA,CAAA,SAAA,CAAA,CAAA;IACA,UAAA,EAAA,MAAA;IACA,wBAAA,EAAA,MAkO+B,SAlO/B;IACA,UAAA,EAkOW,SAlOX,EAAA;EACA;EACA,UAAA,mCAAA,CAAA;IACA,kBAAA,EAAA,MAAA;IACA,SAAA,EAAA,MAAA,EAAA;IACA,2BAAA,EAAA,MAAA;IACA,wBAAA,EAAA,MAAA;EACsC;EAArC,UAAA,uBAAoB,CAAA,SAAA,CAAA,CAAA;IAAqI,kBAAA,EAsOvI,SAtOuI,EAAA;IAA5C,SAAA,EAAA,MAAoB;IAA5B,cAAA,CAAA,EAAA,MAAA;IAje/D,SAAA,EAAA,MAAA,EAAA;EAAU;AA0oBnD"}
+{"version":3,"file":"index.d.cts","names":[],"sources":["../src/index.ts"],"sourcesContent":[],"mappings":";;;;;cAmBa,mBAAA,SAA4B,UAAA;gBAAR,iCAAA,CACpB;;EADA,SAAA,EAIF,sBAJsB,GAAA,IAAA;EAAA,kBAAA,EAAA,MAAA;EAItB,gBAAA,EAEO,OAFP,CAEe,sBAFf,CAAA,GAAA,IAAA;EAEe,qBAAA,EACH,YADG;EAAR,yBAAA,EAES,gBAFT,GAAA,IAAA;EACK,wBAAA,EAEE,eAFF;EACI,UAAA,EAGf,qBAHe,GAAA,IAAA;EACF,mBAAA,EAAA,MAAA;EAEb,iBAAA,EAEO,OAFP,CAEe,qBAFf,CAAA,GAAA,IAAA;EAEe,sBAAA,EACH,YADG;EAAR,0BAAA,EAES,gBAFT,GAAA,IAAA;EACK,yBAAA,EAEE,eAFF;EACI,QAAA,EAGlB,yBAHkB,GAAA,IAAA;EACF,iBAAA,EAAA,MAAA;EAEhB,eAAA,EAEO,OAFP,CAEe,yBAFf,CAAA,GAAA,IAAA;EAEe,oBAAA,EACH,YADG;EAAR,wBAAA,EAES,gBAFT,GAAA,IAAA;EACK,uBAAA,EAEE,eAFF;EACI,SAAA,EAGf,mBAHe,GAAA,IAAA;EACF,kBAAA,EAAA,MAAA;EAEb,gBAAA,EAEO,OAFP,CAEe,mBAFf,CAAA,GAAA,IAAA;EAEe,qBAAA,EACH,YADG;EAAR,yBAAA,EAES,gBAFT,GAAA,IAAA;EACK,wBAAA,EAEE,eAFF;EACI,+BAAA,EAAA,MAAA;EACF,8BAAA,EAAA,MAAA;EAuBvB,oCAAA,EAAA,MAAA;EACA,mBAAA,EAAA,MAAA;EACC,kBAAoB,EAAA,MAAA;EAAmD,wBAAA,EAAA,MAAA;EAAA,gCAAA,EAAA,MAAA;EAoBxE,WAAA,CAAA;EACA,aAAA,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EArBC,mBAAA,CAAoB,aAqBrB,CAAA,EArBwE,OAqBxE,CArBwE,sBAqBxE,CAAA;EACC,oBAAoB,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EAApB,mBAAA,CAAoB,aAAA,CAAA,EAAmD,OAAnD,CAAA,IAAA,CAAA;EAAmD,kBAAA,CAAA,MAAA,CAAA,EAAA,GAAA,CAAA,EAmBrC,OAnBqC,CAAA,IAAA,CAAA;EAmBrC,cAAA,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EAQlC,mBAAA,CAAoB,aARc,CAAA,EAQqC,OARrC,CAQqC,qBARrC,CAAA;EAMnC,qBAAA,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EAwBC,mBAAA,CAAoB,aAxBrB,CAAA,EAwBwE,OAxBxE,CAAA,IAAA,CAAA;EACA,mBAAA,CAAA,CAAA,EA0CwB,OA1CxB,CAAA,IAAA,CAAA;EACC,YAAA,CAAA;IAAA,gBAAoB;IAAA;EAAA,CAAA,CAAA,EAiDpB,mBAAA,CAAoB,aAjDA,CAAA,EAiDmD,OAjDnD,CAiDmD,yBAjDnD,CAAA;EAAmD,mBAAA,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EAuEvE,mBAAA,CAAoB,aAvEmD,CAAA,EAuEA,OAvEA,CAAA,IAAA,CAAA;EAAA,iBAAA,CAAA,CAAA,EA0FlD,OA1FkD,CAAA,IAAA,CAAA;EAoBxE,aAAA,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EA8EC,mBAAA,CAAoB,aA9ErB,CAAA,EA8EwE,OA9ExE,CA8EwE,mBA9ExE,CAAA;EACA,oBAAA,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EAkGC,mBAAA,CAAoB,aAlGrB,CAAA,EAkGwE,OAlGxE,CAAA,IAAA,CAAA;EACC,kBAAoB,CAAA,CAAA,EAoHE,OApHF,CAAA,IAAA,CAAA;EAAmD,UAAA,CAAA,IAAA,EAAA,MAAA,CAAA,EAyH3C,OAzH2C,CAAA,MAAA,EAAA,CAAA;EAmBhD,cAAA,CAAA,KAAA,EAAA,MAAA,EAAA,CAAA,EA+GY,OA/GZ,CAAA,MAAA,EAAA,EAAA,CAAA;EAMxB,6BAAA,CAAA,MAAA,EAAA,MAAA,CAAA,EAAA,MAAA;EACA,wBAAA,CAAA;IAAA,SAAA;IAAA,SAAA;IAAA,MAAA;IAAA;EAAA,CAAA,CAAA,EAqHC,mBAAA,CAAoB,0BArHrB,CAAA,EAqHkG,OArHlG,CAAA,MAAA,CAAA;EACC,qCAAoB,CAAA,kBAAA,EAAA,MAAA,CAAA,EAAA,MAAA;EAAmD,iCAAA,CAAA,SAAA,CAAA,CAAA;IAAA,SAAA;IAAA;EAAA,CAAA,CAAA,EAoJvE,mBAAA,CAAoB,mCApJmD,CAoJf,SApJe,CAAA,CAAA,EAAA,MAAA;EAAA,iCAAA,CAAA;IAAA,kBAAA;IAAA,SAAA;IAAA,2BAAA;IAAA;EAAA,CAAA,CAAA,EAgKvE,mBAAA,CAAoB,mCAhKmD,CAAA,EAAA,MAAA;EAoBxE,YAAA,CAAA,IAAA,EAAA,MAAA,EAAA,KAAA,EAgJ8B,MAhJ9B,EAAA,UAAA,EAAA,MAAA,CAAA,EAAA,MAAA;EACA,6CAAA,CAAA;IAAA,iBAAA;IAAA;EAAA,CAAA,CAAA,EAuJC,mBAAA,CAAoB,+CAvJrB,CAAA,EAAA,MAAA;EACC,sCAAoB,CAAA,SAAA,EAAA,MAAA,CAAA,EAAA,MAAA,EAAA;EAAmD,kCAAA,CAAA,SAAA,CAAA,CAAA;IAAA,UAAA;IAAA,wBAAA;IAAA;EAAA,CAAA,CAAA,EAyLvE,mBAAA,CAAoB,oCAzLmD,CAyLd,SAzLc,CAAA,CAAA,EAyLoE,WAzLpE,CAyLoE,SAzLpE,CAAA,GAAA,IAAA;EAmBlD,+BAAA,CAAA,mBAAA,EAAA,MAAA,CAAA,EAAA,MAAA;EAMtB,YAAA,CAAA,KAAA,EAAA,GAAA,CAAA,EAAA,GAAA;EACA,iBAAA,CAAA,SAAA,CAAA,CAAA;IAAA,UAAA;IAAA,kBAAA;IAAA,iBAAA;IAAA,8BAAA;IAAA,wBAAA;IAAA,0BAAA;IAAA,6BAAA;IAAA,2BAAA;IAAA,0BAAA;IAAA,+BAAA;IAAA,sCAAA;IAAA,wBAAA;IAAA,2BAAA;IAAA,+BAAA;IAAA,sBAAA;IAAA,aAAA;IAAA;EAAA,CAAA,CAAA,EAyRC,mBAAA,CAAoB,gBAzRrB,CAyRsC,SAzRtC,CAAA,CAAA,EAyRsG,OAzRtG,CAyR8G,mBAAA,CAAoB,uBAzRlI,CAyR0J,SAzR1J,CAAA,GAAA,IAAA,CAAA;;AACwE,kBAsezD,mBAAA,CAteyD;EAAA,UAAA,aAAA,CAAA;IAmBxE,gBAAA,CAAA,EAqdkB,gBArdlB;IACA,SAAA,CAAA,EAAA,MAAA;EACC;EAAuE,UAAA,4BAAA,CAAA;IAmBjD,KAAA,EAAA,MAAA;IAKM,GAAA,EAAA,MAAA;EASO;EASpC,UAAA,gBAAA,CAAA,SAAA,CAAA,CAAA;IACA,UAAA,EAkbW,SAlbX,EAAA;IACA,kBAAA,EAAA,MAAA;IACA,iBAAA,CAAA,EAAA,CAAA,0BAAA,EAkb+C,0BAlb/C,EAAA,GAkb4E,OAlb5E,CAAA,MAAA,CAAA;IACC,8BAAoB,CAAA,EAAA,CAAA,kBAAA,EAAA,MAAA,EAAA,GAAA,MAAA;IAA6E,wBAAA,CAAA,EAAA,CAAA,mBAAA,EAAA,MAAA,EAAA,GAAA,MAAA;IA8BlG,0BAAA,CAAA,EAAA,CAAA,mCAAA,EAsZiE,mCAtZjE,CAsZqG,SAtZrG,CAAA,EAAA,GAAA,MAAA;IACA,6BAAA,CAAA,EAAA,MAAA;IACyD,2BAAA,CAAA,EAAA,MAAA;IAAxD,0BAAoB,CAAA,EAAA,CAAA,mCAAA,EAuZ4C,mCAvZ5C,EAAA,GAAA,MAAA;IAQrB,+BAAA,CAAA,EAAA,CAAA,SAAA,EAAA,MAAA,EAAA,GAAA,MAAA,EAAA;IACA,sCAAA,CAAA,EAAA,CAAA,+CAAA,EAgZyF,+CAhZzF,EAAA,GAAA,MAAA;IACA,wBAAA,CAAA,EAAA,MAgZgC,SAhZhC;IACA,2BAAA,CAAA,EAAA,CAAA,oCAAA,EAgZmE,oCAhZnE,CAgZwG,SAhZxG,CAAA,EAAA,GAgZqH,SAhZrH,GAAA,IAAA;IACC,+BAAoB,CAAA,EAAA,CAAA,iBAAA,EAAA,MAAA,EAAA,GAgZwC,4BAhZxC;IAIS,sBAAA,CAAA,EAAA,CAAA,MAAA,EAAA,MAAA,EAAA,GAAA,MAAA;IAM9B,aAAA,CAAA,EAAA,OAAA;IACA,qBAAA,CAAA,EAAA,OAAA;EACC;EAgCD,UAAA,0BAAA,CAAA;IACA,SAAA,EA0WU,sBA1WV;IACA,SAAA,EA0WU,mBA1WV;IAC0D,MAAA,EAAA,MAAA;IAAzD,oBAAoB,CAAA,EA2WC,OA3WD,CA2WS,oBA3WT,CAAA;EAAuH;EAAA,UAAA,mCAAA,CAAA,SAAA,CAAA,CAAA;IAyG5I,SAAA,EAsQU,SAtQV;IACA,KAAA,EAAA,MAAA;EACA;EACA,UAAA,+CAAA,CAAA;IACA,iBAAA,EAAA,MAAA;IACA,wBAAA,EAAA,MAAA;EACA;EACA,UAAA,oCAAA,CAAA,SAAA,CAAA,CAAA;IACA,UAAA,EAAA,MAAA;IACA,wBAAA,EAAA,MAwQ+B,SAxQ/B;IACA,UAAA,EAwQW,SAxQX,EAAA;EACA;EACA,UAAA,mCAAA,CAAA;IACA,kBAAA,EAAA,MAAA;IACA,SAAA,EAAA,MAAA,EAAA;IACA,2BAAA,EAAA,MAAA;IACA,wBAAA,EAAA,MAAA;EACsC;EAArC,UAAA,uBAAoB,CAAA,SAAA,CAAA,CAAA;IAAqI,kBAAA,EA4QvI,SA5QuI,EAAA;IAA5C,SAAA,EAAA,MAAoB;IAA5B,cAAA,CAAA,EAAA,MAAA;IAle/D,SAAA,EAAA,MAAA,EAAA;EAAU;AAgrBnD"}

package/dist/index.d.mts

@@ -123,7 +123,8 @@ declare class AICompareCandidates extends Embeddings {
     findCandidateFromIdentifier,
     getSummarisableSubstringIndices,
     generatePromptTemplate,
-    skipRationale
+    skipRationale,
+    parallelSummarisation
   }?: AICompareCandidates.CompareArguments<Candidate>): Promise<AICompareCandidates.CompareCandidatesReturn<Candidate> | void>;
 }
 declare namespace AICompareCandidates {
@@ -152,6 +153,7 @@ declare namespace AICompareCandidates {
     getSummarisableSubstringIndices?: (candidateDocument: string) => SummarisableSubstringIndices;
     generatePromptTemplate?: (prompt: string) => string;
     skipRationale?: boolean;
+    parallelSummarisation?: boolean;
   }
   interface PerformGenerationArguments {
     generator: TextGenerationPipeline;

package/dist/index.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.mts","names":[],"sources":["../src/index.ts"],"sourcesContent":[],"mappings":";;;;;cAmBa,mBAAA,SAA4B,UAAA;gBAAR,iCAAA,CACpB;;EADA,SAAA,EAIF,sBAJsB,GAAA,IAAA;EAAA,kBAAA,EAAA,MAAA;EAItB,gBAAA,EAEO,OAFP,CAEe,sBAFf,CAAA,GAAA,IAAA;EAEe,qBAAA,EACH,YADG;EAAR,yBAAA,EAES,gBAFT,GAAA,IAAA;EACK,wBAAA,EAEE,eAFF;EACI,UAAA,EAGf,qBAHe,GAAA,IAAA;EACF,mBAAA,EAAA,MAAA;EAEb,iBAAA,EAEO,OAFP,CAEe,qBAFf,CAAA,GAAA,IAAA;EAEe,sBAAA,EACH,YADG;EAAR,0BAAA,EAES,gBAFT,GAAA,IAAA;EACK,yBAAA,EAEE,eAFF;EACI,QAAA,EAGlB,yBAHkB,GAAA,IAAA;EACF,iBAAA,EAAA,MAAA;EAEhB,eAAA,EAEO,OAFP,CAEe,yBAFf,CAAA,GAAA,IAAA;EAEe,oBAAA,EACH,YADG;EAAR,wBAAA,EAES,gBAFT,GAAA,IAAA;EACK,uBAAA,EAEE,eAFF;EACI,SAAA,EAGf,mBAHe,GAAA,IAAA;EACF,kBAAA,EAAA,MAAA;EAEb,gBAAA,EAEO,OAFP,CAEe,mBAFf,CAAA,GAAA,IAAA;EAEe,qBAAA,EACH,YADG;EAAR,yBAAA,EAES,gBAFT,GAAA,IAAA;EACK,wBAAA,EAEE,eAFF;EACI,+BAAA,EAAA,MAAA;EACF,8BAAA,EAAA,MAAA;EAuBvB,oCAAA,EAAA,MAAA;EACA,mBAAA,EAAA,MAAA;EACC,kBAAoB,EAAA,MAAA;EAAmD,wBAAA,EAAA,MAAA;EAAA,gCAAA,EAAA,MAAA;EAoBxE,WAAA,CAAA;EACA,aAAA,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EArBC,mBAAA,CAAoB,aAqBrB,CAAA,EArBwE,OAqBxE,CArBwE,sBAqBxE,CAAA;EACC,oBAAoB,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EAApB,mBAAA,CAAoB,aAAA,CAAA,EAAmD,OAAnD,CAAA,IAAA,CAAA;EAAmD,kBAAA,CAAA,MAAA,CAAA,EAAA,GAAA,CAAA,EAmBrC,OAnBqC,CAAA,IAAA,CAAA;EAmBrC,cAAA,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EAQlC,mBAAA,CAAoB,aARc,CAAA,EAQqC,OARrC,CAQqC,qBARrC,CAAA;EAMnC,qBAAA,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EAwBC,mBAAA,CAAoB,aAxBrB,CAAA,EAwBwE,OAxBxE,CAAA,IAAA,CAAA;EACA,mBAAA,CAAA,CAAA,EA0CwB,OA1CxB,CAAA,IAAA,CAAA;EACC,YAAA,CAAA;IAAA,gBAAoB;IAAA;EAAA,CAAA,CAAA,EAiDpB,mBAAA,CAAoB,aAjDA,CAAA,EAiDmD,OAjDnD,CAiDmD,yBAjDnD,CAAA;EAAmD,mBAAA,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EAuEvE,mBAAA,CAAoB,aAvEmD,CAAA,EAuEA,OAvEA,CAAA,IAAA,CAAA;EAAA,iBAAA,CAAA,CAAA,EA0FlD,OA1FkD,CAAA,IAAA,CAAA;EAoBxE,aAAA,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EA8EC,mBAAA,CAAoB,aA9ErB,CAAA,EA8EwE,OA9ExE,CA8EwE,mBA9ExE,CAAA;EACA,oBAAA,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EAkGC,mBAAA,CAAoB,aAlGrB,CAAA,EAkGwE,OAlGxE,CAAA,IAAA,CAAA;EACC,kBAAoB,CAAA,CAAA,EAoHE,OApHF,CAAA,IAAA,CAAA;EAAmD,UAAA,CAAA,IAAA,EAAA,MAAA,CAAA,EAyH3C,OAzH2C,CAAA,MAAA,EAAA,CAAA;EAmBhD,cAAA,CAAA,KAAA,EAAA,MAAA,EAAA,CAAA,EA+GY,OA/GZ,CAAA,MAAA,EAAA,EAAA,CAAA;EAMxB,6BAAA,CAAA,MAAA,EAAA,MAAA,CAAA,EAAA,MAAA;EACA,wBAAA,CAAA;IAAA,SAAA;IAAA,SAAA;IAAA,MAAA;IAAA;EAAA,CAAA,CAAA,EAqHC,mBAAA,CAAoB,0BArHrB,CAAA,EAqHkG,OArHlG,CAAA,MAAA,CAAA;EACC,qCAAoB,CAAA,kBAAA,EAAA,MAAA,CAAA,EAAA,MAAA;EAAmD,iCAAA,CAAA,SAAA,CAAA,CAAA;IAAA,SAAA;IAAA;EAAA,CAAA,CAAA,EAoJvE,mBAAA,CAAoB,mCApJmD,CAoJf,SApJe,CAAA,CAAA,EAAA,MAAA;EAAA,iCAAA,CAAA;IAAA,kBAAA;IAAA,SAAA;IAAA,2BAAA;IAAA;EAAA,CAAA,CAAA,EAgKvE,mBAAA,CAAoB,mCAhKmD,CAAA,EAAA,MAAA;EAoBxE,YAAA,CAAA,IAAA,EAAA,MAAA,EAAA,KAAA,EAgJ8B,MAhJ9B,EAAA,UAAA,EAAA,MAAA,CAAA,EAAA,MAAA;EACA,6CAAA,CAAA;IAAA,iBAAA;IAAA;EAAA,CAAA,CAAA,EAuJC,mBAAA,CAAoB,+CAvJrB,CAAA,EAAA,MAAA;EACC,sCAAoB,CAAA,SAAA,EAAA,MAAA,CAAA,EAAA,MAAA,EAAA;EAAmD,kCAAA,CAAA,SAAA,CAAA,CAAA;IAAA,UAAA;IAAA,wBAAA;IAAA;EAAA,CAAA,CAAA,EAyLvE,mBAAA,CAAoB,oCAzLmD,CAyLd,SAzLc,CAAA,CAAA,EAyLoE,WAzLpE,CAyLoE,SAzLpE,CAAA,GAAA,IAAA;EAmBlD,+BAAA,CAAA,mBAAA,EAAA,MAAA,CAAA,EAAA,MAAA;EAMtB,YAAA,CAAA,KAAA,EAAA,GAAA,CAAA,EAAA,GAAA;EACA,iBAAA,CAAA,SAAA,CAAA,CAAA;IAAA,UAAA;IAAA,kBAAA;IAAA,iBAAA;IAAA,8BAAA;IAAA,wBAAA;IAAA,0BAAA;IAAA,6BAAA;IAAA,2BAAA;IAAA,0BAAA;IAAA,+BAAA;IAAA,sCAAA;IAAA,wBAAA;IAAA,2BAAA;IAAA,+BAAA;IAAA,sBAAA;IAAA;EAAA,CAAA,CAAA,EAwRC,mBAAA,CAAoB,gBAxRrB,CAwRsC,SAxRtC,CAAA,CAAA,EAwRsG,OAxRtG,CAwR8G,mBAAA,CAAoB,uBAxRlI,CAwR0J,SAxR1J,CAAA,GAAA,IAAA,CAAA;;AACwE,kBAgczD,mBAAA,CAhcyD;EAAA,UAAA,aAAA,CAAA;IAmBxE,gBAAA,CAAA,EA+akB,gBA/alB;IACA,SAAA,CAAA,EAAA,MAAA;EACC;EAAuE,UAAA,4BAAA,CAAA;IAmBjD,KAAA,EAAA,MAAA;IAKM,GAAA,EAAA,MAAA;EASO;EASpC,UAAA,gBAAA,CAAA,SAAA,CAAA,CAAA;IACA,UAAA,EA4YW,SA5YX,EAAA;IACA,kBAAA,EAAA,MAAA;IACA,iBAAA,CAAA,EAAA,CAAA,0BAAA,EA4Y+C,0BA5Y/C,EAAA,GA4Y4E,OA5Y5E,CAAA,MAAA,CAAA;IACC,8BAAoB,CAAA,EAAA,CAAA,kBAAA,EAAA,MAAA,EAAA,GAAA,MAAA;IAA6E,wBAAA,CAAA,EAAA,CAAA,mBAAA,EAAA,MAAA,EAAA,GAAA,MAAA;IA8BlG,0BAAA,CAAA,EAAA,CAAA,mCAAA,EAgXiE,mCAhXjE,CAgXqG,SAhXrG,CAAA,EAAA,GAAA,MAAA;IACA,6BAAA,CAAA,EAAA,MAAA;IACyD,2BAAA,CAAA,EAAA,MAAA;IAAxD,0BAAoB,CAAA,EAAA,CAAA,mCAAA,EAiX4C,mCAjX5C,EAAA,GAAA,MAAA;IAQrB,+BAAA,CAAA,EAAA,CAAA,SAAA,EAAA,MAAA,EAAA,GAAA,MAAA,EAAA;IACA,sCAAA,CAAA,EAAA,CAAA,+CAAA,EA0WyF,+CA1WzF,EAAA,GAAA,MAAA;IACA,wBAAA,CAAA,EAAA,MA0WgC,SA1WhC;IACA,2BAAA,CAAA,EAAA,CAAA,oCAAA,EA0WmE,oCA1WnE,CA0WwG,SA1WxG,CAAA,EAAA,GA0WqH,SA1WrH,GAAA,IAAA;IACC,+BAAoB,CAAA,EAAA,CAAA,iBAAA,EAAA,MAAA,EAAA,GA0WwC,4BA1WxC;IAIS,sBAAA,CAAA,EAAA,CAAA,MAAA,EAAA,MAAA,EAAA,GAAA,MAAA;IAM9B,aAAA,CAAA,EAAA,OAAA;EACA;EACC,UAAA,0BAAoB,CAAA;IAgCrB,SAAA,EAoUU,sBApUV;IACA,SAAA,EAoUU,mBApUV;IACA,MAAA,EAAA,MAAA;IAC0D,oBAAA,CAAA,EAoUpC,OApUoC,CAoU5B,oBApU4B,CAAA;EAAzD;EAA2I,UAAA,mCAAA,CAAA,SAAA,CAAA,CAAA;IAAA,SAAA,EAwUlI,SAxUkI;IAyG5I,KAAA,EAAA,MAAA;EACA;EACA,UAAA,+CAAA,CAAA;IACA,iBAAA,EAAA,MAAA;IACA,wBAAA,EAAA,MAAA;EACA;EACA,UAAA,oCAAA,CAAA,SAAA,CAAA,CAAA;IACA,UAAA,EAAA,MAAA;IACA,wBAAA,EAAA,MAkO+B,SAlO/B;IACA,UAAA,EAkOW,SAlOX,EAAA;EACA;EACA,UAAA,mCAAA,CAAA;IACA,kBAAA,EAAA,MAAA;IACA,SAAA,EAAA,MAAA,EAAA;IACA,2BAAA,EAAA,MAAA;IACA,wBAAA,EAAA,MAAA;EACsC;EAArC,UAAA,uBAAoB,CAAA,SAAA,CAAA,CAAA;IAAqI,kBAAA,EAsOvI,SAtOuI,EAAA;IAA5C,SAAA,EAAA,MAAoB;IAA5B,cAAA,CAAA,EAAA,MAAA;IAje/D,SAAA,EAAA,MAAA,EAAA;EAAU;AA0oBnD"}
+{"version":3,"file":"index.d.mts","names":[],"sources":["../src/index.ts"],"sourcesContent":[],"mappings":";;;;;cAmBa,mBAAA,SAA4B,UAAA;gBAAR,iCAAA,CACpB;;EADA,SAAA,EAIF,sBAJsB,GAAA,IAAA;EAAA,kBAAA,EAAA,MAAA;EAItB,gBAAA,EAEO,OAFP,CAEe,sBAFf,CAAA,GAAA,IAAA;EAEe,qBAAA,EACH,YADG;EAAR,yBAAA,EAES,gBAFT,GAAA,IAAA;EACK,wBAAA,EAEE,eAFF;EACI,UAAA,EAGf,qBAHe,GAAA,IAAA;EACF,mBAAA,EAAA,MAAA;EAEb,iBAAA,EAEO,OAFP,CAEe,qBAFf,CAAA,GAAA,IAAA;EAEe,sBAAA,EACH,YADG;EAAR,0BAAA,EAES,gBAFT,GAAA,IAAA;EACK,yBAAA,EAEE,eAFF;EACI,QAAA,EAGlB,yBAHkB,GAAA,IAAA;EACF,iBAAA,EAAA,MAAA;EAEhB,eAAA,EAEO,OAFP,CAEe,yBAFf,CAAA,GAAA,IAAA;EAEe,oBAAA,EACH,YADG;EAAR,wBAAA,EAES,gBAFT,GAAA,IAAA;EACK,uBAAA,EAEE,eAFF;EACI,SAAA,EAGf,mBAHe,GAAA,IAAA;EACF,kBAAA,EAAA,MAAA;EAEb,gBAAA,EAEO,OAFP,CAEe,mBAFf,CAAA,GAAA,IAAA;EAEe,qBAAA,EACH,YADG;EAAR,yBAAA,EAES,gBAFT,GAAA,IAAA;EACK,wBAAA,EAEE,eAFF;EACI,+BAAA,EAAA,MAAA;EACF,8BAAA,EAAA,MAAA;EAuBvB,oCAAA,EAAA,MAAA;EACA,mBAAA,EAAA,MAAA;EACC,kBAAoB,EAAA,MAAA;EAAmD,wBAAA,EAAA,MAAA;EAAA,gCAAA,EAAA,MAAA;EAoBxE,WAAA,CAAA;EACA,aAAA,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EArBC,mBAAA,CAAoB,aAqBrB,CAAA,EArBwE,OAqBxE,CArBwE,sBAqBxE,CAAA;EACC,oBAAoB,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EAApB,mBAAA,CAAoB,aAAA,CAAA,EAAmD,OAAnD,CAAA,IAAA,CAAA;EAAmD,kBAAA,CAAA,MAAA,CAAA,EAAA,GAAA,CAAA,EAmBrC,OAnBqC,CAAA,IAAA,CAAA;EAmBrC,cAAA,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EAQlC,mBAAA,CAAoB,aARc,CAAA,EAQqC,OARrC,CAQqC,qBARrC,CAAA;EAMnC,qBAAA,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EAwBC,mBAAA,CAAoB,aAxBrB,CAAA,EAwBwE,OAxBxE,CAAA,IAAA,CAAA;EACA,mBAAA,CAAA,CAAA,EA0CwB,OA1CxB,CAAA,IAAA,CAAA;EACC,YAAA,CAAA;IAAA,gBAAoB;IAAA;EAAA,CAAA,CAAA,EAiDpB,mBAAA,CAAoB,aAjDA,CAAA,EAiDmD,OAjDnD,CAiDmD,yBAjDnD,CAAA;EAAmD,mBAAA,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EAuEvE,mBAAA,CAAoB,aAvEmD,CAAA,EAuEA,OAvEA,CAAA,IAAA,CAAA;EAAA,iBAAA,CAAA,CAAA,EA0FlD,OA1FkD,CAAA,IAAA,CAAA;EAoBxE,aAAA,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EA8EC,mBAAA,CAAoB,aA9ErB,CAAA,EA8EwE,OA9ExE,CA8EwE,mBA9ExE,CAAA;EACA,oBAAA,CAAA;IAAA,gBAAA;IAAA;EAAA,CAAA,CAAA,EAkGC,mBAAA,CAAoB,aAlGrB,CAAA,EAkGwE,OAlGxE,CAAA,IAAA,CAAA;EACC,kBAAoB,CAAA,CAAA,EAoHE,OApHF,CAAA,IAAA,CAAA;EAAmD,UAAA,CAAA,IAAA,EAAA,MAAA,CAAA,EAyH3C,OAzH2C,CAAA,MAAA,EAAA,CAAA;EAmBhD,cAAA,CAAA,KAAA,EAAA,MAAA,EAAA,CAAA,EA+GY,OA/GZ,CAAA,MAAA,EAAA,EAAA,CAAA;EAMxB,6BAAA,CAAA,MAAA,EAAA,MAAA,CAAA,EAAA,MAAA;EACA,wBAAA,CAAA;IAAA,SAAA;IAAA,SAAA;IAAA,MAAA;IAAA;EAAA,CAAA,CAAA,EAqHC,mBAAA,CAAoB,0BArHrB,CAAA,EAqHkG,OArHlG,CAAA,MAAA,CAAA;EACC,qCAAoB,CAAA,kBAAA,EAAA,MAAA,CAAA,EAAA,MAAA;EAAmD,iCAAA,CAAA,SAAA,CAAA,CAAA;IAAA,SAAA;IAAA;EAAA,CAAA,CAAA,EAoJvE,mBAAA,CAAoB,mCApJmD,CAoJf,SApJe,CAAA,CAAA,EAAA,MAAA;EAAA,iCAAA,CAAA;IAAA,kBAAA;IAAA,SAAA;IAAA,2BAAA;IAAA;EAAA,CAAA,CAAA,EAgKvE,mBAAA,CAAoB,mCAhKmD,CAAA,EAAA,MAAA;EAoBxE,YAAA,CAAA,IAAA,EAAA,MAAA,EAAA,KAAA,EAgJ8B,MAhJ9B,EAAA,UAAA,EAAA,MAAA,CAAA,EAAA,MAAA;EACA,6CAAA,CAAA;IAAA,iBAAA;IAAA;EAAA,CAAA,CAAA,EAuJC,mBAAA,CAAoB,+CAvJrB,CAAA,EAAA,MAAA;EACC,sCAAoB,CAAA,SAAA,EAAA,MAAA,CAAA,EAAA,MAAA,EAAA;EAAmD,kCAAA,CAAA,SAAA,CAAA,CAAA;IAAA,UAAA;IAAA,wBAAA;IAAA;EAAA,CAAA,CAAA,EAyLvE,mBAAA,CAAoB,oCAzLmD,CAyLd,SAzLc,CAAA,CAAA,EAyLoE,WAzLpE,CAyLoE,SAzLpE,CAAA,GAAA,IAAA;EAmBlD,+BAAA,CAAA,mBAAA,EAAA,MAAA,CAAA,EAAA,MAAA;EAMtB,YAAA,CAAA,KAAA,EAAA,GAAA,CAAA,EAAA,GAAA;EACA,iBAAA,CAAA,SAAA,CAAA,CAAA;IAAA,UAAA;IAAA,kBAAA;IAAA,iBAAA;IAAA,8BAAA;IAAA,wBAAA;IAAA,0BAAA;IAAA,6BAAA;IAAA,2BAAA;IAAA,0BAAA;IAAA,+BAAA;IAAA,sCAAA;IAAA,wBAAA;IAAA,2BAAA;IAAA,+BAAA;IAAA,sBAAA;IAAA,aAAA;IAAA;EAAA,CAAA,CAAA,EAyRC,mBAAA,CAAoB,gBAzRrB,CAyRsC,SAzRtC,CAAA,CAAA,EAyRsG,OAzRtG,CAyR8G,mBAAA,CAAoB,uBAzRlI,CAyR0J,SAzR1J,CAAA,GAAA,IAAA,CAAA;;AACwE,kBAsezD,mBAAA,CAteyD;EAAA,UAAA,aAAA,CAAA;IAmBxE,gBAAA,CAAA,EAqdkB,gBArdlB;IACA,SAAA,CAAA,EAAA,MAAA;EACC;EAAuE,UAAA,4BAAA,CAAA;IAmBjD,KAAA,EAAA,MAAA;IAKM,GAAA,EAAA,MAAA;EASO;EASpC,UAAA,gBAAA,CAAA,SAAA,CAAA,CAAA;IACA,UAAA,EAkbW,SAlbX,EAAA;IACA,kBAAA,EAAA,MAAA;IACA,iBAAA,CAAA,EAAA,CAAA,0BAAA,EAkb+C,0BAlb/C,EAAA,GAkb4E,OAlb5E,CAAA,MAAA,CAAA;IACC,8BAAoB,CAAA,EAAA,CAAA,kBAAA,EAAA,MAAA,EAAA,GAAA,MAAA;IAA6E,wBAAA,CAAA,EAAA,CAAA,mBAAA,EAAA,MAAA,EAAA,GAAA,MAAA;IA8BlG,0BAAA,CAAA,EAAA,CAAA,mCAAA,EAsZiE,mCAtZjE,CAsZqG,SAtZrG,CAAA,EAAA,GAAA,MAAA;IACA,6BAAA,CAAA,EAAA,MAAA;IACyD,2BAAA,CAAA,EAAA,MAAA;IAAxD,0BAAoB,CAAA,EAAA,CAAA,mCAAA,EAuZ4C,mCAvZ5C,EAAA,GAAA,MAAA;IAQrB,+BAAA,CAAA,EAAA,CAAA,SAAA,EAAA,MAAA,EAAA,GAAA,MAAA,EAAA;IACA,sCAAA,CAAA,EAAA,CAAA,+CAAA,EAgZyF,+CAhZzF,EAAA,GAAA,MAAA;IACA,wBAAA,CAAA,EAAA,MAgZgC,SAhZhC;IACA,2BAAA,CAAA,EAAA,CAAA,oCAAA,EAgZmE,oCAhZnE,CAgZwG,SAhZxG,CAAA,EAAA,GAgZqH,SAhZrH,GAAA,IAAA;IACC,+BAAoB,CAAA,EAAA,CAAA,iBAAA,EAAA,MAAA,EAAA,GAgZwC,4BAhZxC;IAIS,sBAAA,CAAA,EAAA,CAAA,MAAA,EAAA,MAAA,EAAA,GAAA,MAAA;IAM9B,aAAA,CAAA,EAAA,OAAA;IACA,qBAAA,CAAA,EAAA,OAAA;EACC;EAgCD,UAAA,0BAAA,CAAA;IACA,SAAA,EA0WU,sBA1WV;IACA,SAAA,EA0WU,mBA1WV;IAC0D,MAAA,EAAA,MAAA;IAAzD,oBAAoB,CAAA,EA2WC,OA3WD,CA2WS,oBA3WT,CAAA;EAAuH;EAAA,UAAA,mCAAA,CAAA,SAAA,CAAA,CAAA;IAyG5I,SAAA,EAsQU,SAtQV;IACA,KAAA,EAAA,MAAA;EACA;EACA,UAAA,+CAAA,CAAA;IACA,iBAAA,EAAA,MAAA;IACA,wBAAA,EAAA,MAAA;EACA;EACA,UAAA,oCAAA,CAAA,SAAA,CAAA,CAAA;IACA,UAAA,EAAA,MAAA;IACA,wBAAA,EAAA,MAwQ+B,SAxQ/B;IACA,UAAA,EAwQW,SAxQX,EAAA;EACA;EACA,UAAA,mCAAA,CAAA;IACA,kBAAA,EAAA,MAAA;IACA,SAAA,EAAA,MAAA,EAAA;IACA,2BAAA,EAAA,MAAA;IACA,wBAAA,EAAA,MAAA;EACsC;EAArC,UAAA,uBAAoB,CAAA,SAAA,CAAA,CAAA;IAAqI,kBAAA,EA4QvI,SA5QuI,EAAA;IAA5C,SAAA,EAAA,MAAoB;IAA5B,cAAA,CAAA,EAAA,MAAA;IAle/D,SAAA,EAAA,MAAA,EAAA;EAAU;AAgrBnD"}

package/dist/index.mjs

@@ -10,5 +10,5 @@ Candidates:
 `+t.join(`
 
 `)}regexIndexOf(e,t,n){let r=e.slice(n).search(t);return r<0?r:r+n}defaultExtractIdentifierFromCandidateDocument({candidateDocument:e,candidateIdentifierField:t}={}){this.DEBUG&&console.log(e,t);let n=o.startCase(t),r=e.indexOf(n);if(r<0&&(r=e.toLowerCase().indexOf(n.toLowerCase())),this.DEBUG&&console.log(r),r>=0&&(r+=n.length),r<0&&(r=e.toLowerCase().indexOf(t.toLowerCase()),r>=0&&(r+=t.length)),this.DEBUG)console.log(r);else return``;if(r=e.indexOf(`:`,r),this.DEBUG&&console.log(r),r<0&&(r=this.regexIndexOf(e,/\s+/,r)),this.DEBUG&&console.log(r),r<0)return``;let i=e.indexOf(`
-`,r);return i<0&&(i=e.length),this.DEBUG&&console.log(i),e.substring(r,i).trim()}defaultExtractIdentifiersFromRationale(e){let t=/^\d+?\s*?\p{P}\s*?(.+?)\s*?(-|\.|;|\n)/gmu,n=[];for(let r;Array.isArray(r=t.exec(e));)r[1]&&n.push(r[1]);return n}defaultFindCandidateFromIdentifier({identifier:e,candidateIdentifierField:t,candidates:n}={}){(!e||typeof e!=`string`)&&(e=String(e)),console.log(`identifier`,e);let r=n.find(n=>String(n[t])===e);if(r||(r=n.find(n=>String(n[t]).toLowerCase()===e.toLowerCase()),r)||(r=n.find(n=>String(n[t]).toLowerCase().includes(e.toLowerCase())),r)||(r=n.find(n=>e.toLowerCase().includes(String(n[t]).toLowerCase())),r))return this.DEBUG&&console.log(`Candidate found based on case-sensitive match`,r[t]),r;let i=e.split(/\s+/g).filter(e=>/\w/.test(e));this.DEBUG&&console.log(`Identifier words`,i);let a=n.map(e=>({identifierWordIndices:i.map(n=>String(e[t]).indexOf(n)),candidate:e})).filter(e=>e.identifierWordIndices.some(e=>e>=0));return a.length>1&&a.sort((e,t)=>{let n=o.sumBy(e.identifierWordIndices,e=>e<0?0:1),r=o.sumBy(t.identifierWordIndices,e=>e<0?0:1);if(this.DEBUG&&(console.log(`a`,e),console.log(`b`,t),console.log(`a.identifierWordIndices`,e.identifierWordIndices),console.log(`b.identifierWordIndices`,t.identifierWordIndices),console.log(`aCount`,n),console.log(`bCount`,r)),n!==r)return r-n;if(n===0&&r===0)return 0;n=0,r=0;for(let t=0;t<e.identifierWordIndices.length-1;++t)for(let r=t+1;r<e.identifierWordIndices.length;++r)e.identifierWordIndices[t]<0||e.identifierWordIndices[r]<0||e.identifierWordIndices[t]<e.identifierWordIndices[r]&&(this.DEBUG&&(console.log(`i`,t),console.log(`j`,r),console.log(`a.identifierWordIndices[i]`,e.identifierWordIndices[t]),console.log(`a.identifierWordIndices[j]`,e.identifierWordIndices[r])),++n);for(let e=0;e<t.identifierWordIndices.length-1;++e)for(let n=e+1;n<t.identifierWordIndices.length;++n)t.identifierWordIndices[e]<0||t.identifierWordIndices[n]<0||t.identifierWordIndices[e]<t.identifierWordIndices[n]&&(this.DEBUG&&(console.log(`i`,e),console.log(`j`,n),console.log(`b.identifierWordIndices[i]`,t.identifierWordIndices[e]),console.log(`b.identifierWordIndices[j]`,t.identifierWordIndices[n])),++r);return this.DEBUG&&(console.log(`aCount`,n),console.log(`bCount`,r)),r-n}),a.length>=1&&a[0].candidate?a[0].candidate:null}defaultParseSearchAreasResponse(e){let t=String(e).indexOf(`### Response:`);return t>=0?t+=13:t=0,String(e).substring(t).trim()}errorMessage(e){return typeof e?.response?.data==`string`?e.response.data:e?.response?.data?s.stringify(e.response.data):typeof e?.message==`string`?e.message:e?.message?s.stringify(e.message):typeof e==`string`?e:s.stringify(e)}async compareCandidates({candidates:e,problemDescription:t=``,performGeneration:n=this.defaultPerformGeneration.bind(this),generateSearchAreasInstruction:r=this.defaultGenerateSearchAreasInstruction.bind(this),parseSearchAreasResponse:a=this.defaultParseSearchAreasResponse.bind(this),convertCandidateToDocument:s=this.defaultConvertCandidateToDocument.bind(this),candidatesForInitialSelection:c=2,candidatesForFinalSelection:l=1,generateRankingInstruction:u=this.defaultGenerateRankingInstruction.bind(this),extractIdentifiersFromRationale:d=this.defaultExtractIdentifiersFromRationale.bind(this),extractIdentifierFromCandidateDocument:f=this.defaultExtractIdentifierFromCandidateDocument.bind(this),candidateIdentifierField:p=void 0,findCandidateFromIdentifier:m=this.defaultFindCandidateFromIdentifier.bind(this),getSummarisableSubstringIndices:h,generatePromptTemplate:g=this.defaultGeneratePromptTemplate.bind(this),skipRationale:_=!1}={}){if(!Array.isArray(e)||e.length<=0)throw Error(`No candidates provided`);if(c=o.toSafeInteger(c),c<=0||(l=o.toSafeInteger(l),l<=0))throw Error(`Candidates for initial selection must be a positive integer bigger than 0`);if(c<l)throw Error(`Candidates for initial selection must be equal or more than candidates for final selection`);if(c>e.length)throw Error(`There are `+c+`candidates for initial selection which is more than the total number of candidates of `+e.length);if(l>e.length)throw Error(`There are `+l+`candidates for initial selection which is more than the total number of candidates of `+e.length);if(!p&&(p=Object.keys(e[0])[0],!p))throw Error(`No candidate identifier field`);let v=``,y=[];if(await this.checkEmbedderLoaded(),!this.embedder)return;let b=e.map((e,t)=>s({candidate:e,index:t})),x=await i.fromTexts(o.cloneDeep(b),b.map((e,t)=>t),this),S=g(r(t));if(this.DEBUG&&console.log(`Formatted search areas prompt: `+S),await this.checkTokeniserLoaded(),!this.tokeniser)return;if(this.tokeniser.encode(S).length>this.tokeniser.model_max_length)throw Error(`Search areas instruction prompt is too long for the tokeniser model`);if(await this.checkGeneratorLoaded(),!this.generator)return;let C=await n({generator:this.generator,tokeniser:this.tokeniser,prompt:S,textGenerationConfig:{max_new_tokens:this.generateSearchAreasMaxNewTokens,temperature:this.generateSearchAreasTemperature,repetition_penalty:this.generateSearchAreasRepetitionPenalty}});this.DEBUG&&console.log(`Generated search areas response: `+C);let w=a(C);this.DEBUG&&console.log(`Vector search query: `+w);let T=await x.similaritySearch(w,c);this.DEBUG&&console.log(`Vector search results: `,T);let E=[];if(T.some(e=>e.pageContent.trim().split(/\s+/).length>this.targetSummarisedStringTokenCount)){if(await this.checkSummariserLoaded(),!this.summariser)return;E=(await Promise.allSettled(T.map(async e=>{if(!e.pageContent||typeof e.pageContent!=`string`)return``;if(e.pageContent.trim().split(/\s+/).length<=this.targetSummarisedStringTokenCount)return e.pageContent;let t={start:0,end:e.pageContent.length};h&&Object.assign(t,h(e.pageContent)),t.start=o.clamp(o.toSafeInteger(t.start),0,e.pageContent.length),t.end=o.clamp(o.toSafeInteger(t.end),0,e.pageContent.length),this.DEBUG&&console.log(t);let n=e.pageContent.substring(t.start,t.end);this.DEBUG&&console.log(n);let r=e.pageContent.substring(0,t.start),i=e.pageContent.substring(t.end),a=r.split(/\s+/).length+i.split(/\s+/).length,s=Math.max(1,this.targetSummarisedStringTokenCount-a);this.DEBUG&&console.log(a,s);let c=await this.summariser?.(n,{max_length:s}),l=Array.isArray(c?.[0])?c?.[0]?.[0]:c?.[0];this.DEBUG&&console.log(c,l,l?.summary_text??``,(l?.summary_text??``).split(/\s+/).slice(0,s).join(` `));let u=r+(l?.summary_text??``).split(/\s+/).slice(0,s).join(` `).trim()+i;return this.DEBUG&&console.log(`Summarised candidate: `+u),u}))).filter(e=>e.status===`fulfilled`&&e.value).map(e=>e.value)}else E=T.map(e=>e.pageContent);let D=``;if(!_){let e=g(u({problemDescription:t,summaries:E,candidatesForFinalSelection:l,candidateIdentifierField:String(p)}));this.DEBUG&&console.log(`Formatted ranking prompt: `+e);let r=this.tokeniser.encode(e);if(this.DEBUG&&console.log(r.length,this.tokeniser.model_max_length),r.length>this.tokeniser.model_max_length)throw Error(`Ranking instruction prompt is too long for the tokeniser model`);try{v=(await n({generator:this.generator,tokeniser:this.tokeniser,prompt:e,textGenerationConfig:{max_new_tokens:this.rankingMaxNewTokens,temperature:this.rankingTemperature,repetition_penalty:this.rankingRepetitionPenalty}})).trim().replace(/(\*\*)|(<\/?s>)|(\[.*?\])\s*/g,``),this.DEBUG&&console.log(`Generated rationale: `+v);let t=v.indexOf(`### Response:`);t>=0?t+=13:t=0,v=v.substring(t)}catch(e){console.log(e),D=this.errorMessage(e),v=``}}if(v){let t=d(v);this.DEBUG&&console.log(`Extracted identifiers from rationale: `+t),t.length>l&&(t=t.slice(0,l)),y=o.compact(t.map(t=>m({identifier:t,candidateIdentifierField:p,candidates:e})))}if(!Array.isArray(y)||y.length<l){Array.isArray(y)||(y=[]);let t=o.compact(T.map(t=>{let n=f({candidateDocument:t.pageContent,candidateIdentifierField:String(p)});return this.DEBUG&&console.log(`Extracted identifier from candidate document: `+n),m({identifier:n,candidateIdentifierField:p,candidates:e})}));y.splice(y.length,0,...t),y=o.uniq(y).slice(0,l)}return this.DEBUG&&console.log(`Selected candidates`,y),{rationale:v,summaries:E,...D?{rationaleError:D}:{},selectedCandidates:y}}};(function(e){})(c||={});var l=c;export{c as AICompareCandidates,l as default};
+`,r);return i<0&&(i=e.length),this.DEBUG&&console.log(i),e.substring(r,i).trim()}defaultExtractIdentifiersFromRationale(e){let t=/^\d+?\s*?\p{P}\s*?(.+?)\s*?(-|\.|;|\n)/gmu,n=[];for(let r;Array.isArray(r=t.exec(e));)r[1]&&n.push(r[1]);return n}defaultFindCandidateFromIdentifier({identifier:e,candidateIdentifierField:t,candidates:n}={}){(!e||typeof e!=`string`)&&(e=String(e)),console.log(`identifier`,e);let r=n.find(n=>String(n[t])===e);if(r||(r=n.find(n=>String(n[t]).toLowerCase()===e.toLowerCase()),r)||(r=n.find(n=>String(n[t]).toLowerCase().includes(e.toLowerCase())),r)||(r=n.find(n=>e.toLowerCase().includes(String(n[t]).toLowerCase())),r))return this.DEBUG&&console.log(`Candidate found based on case-sensitive match`,r[t]),r;let i=e.split(/\s+/g).filter(e=>/\w/.test(e));this.DEBUG&&console.log(`Identifier words`,i);let a=n.map(e=>({identifierWordIndices:i.map(n=>String(e[t]).indexOf(n)),candidate:e})).filter(e=>e.identifierWordIndices.some(e=>e>=0));return a.length>1&&a.sort((e,t)=>{let n=o.sumBy(e.identifierWordIndices,e=>e<0?0:1),r=o.sumBy(t.identifierWordIndices,e=>e<0?0:1);if(this.DEBUG&&(console.log(`a`,e),console.log(`b`,t),console.log(`a.identifierWordIndices`,e.identifierWordIndices),console.log(`b.identifierWordIndices`,t.identifierWordIndices),console.log(`aCount`,n),console.log(`bCount`,r)),n!==r)return r-n;if(n===0&&r===0)return 0;n=0,r=0;for(let t=0;t<e.identifierWordIndices.length-1;++t)for(let r=t+1;r<e.identifierWordIndices.length;++r)e.identifierWordIndices[t]<0||e.identifierWordIndices[r]<0||e.identifierWordIndices[t]<e.identifierWordIndices[r]&&(this.DEBUG&&(console.log(`i`,t),console.log(`j`,r),console.log(`a.identifierWordIndices[i]`,e.identifierWordIndices[t]),console.log(`a.identifierWordIndices[j]`,e.identifierWordIndices[r])),++n);for(let e=0;e<t.identifierWordIndices.length-1;++e)for(let n=e+1;n<t.identifierWordIndices.length;++n)t.identifierWordIndices[e]<0||t.identifierWordIndices[n]<0||t.identifierWordIndices[e]<t.identifierWordIndices[n]&&(this.DEBUG&&(console.log(`i`,e),console.log(`j`,n),console.log(`b.identifierWordIndices[i]`,t.identifierWordIndices[e]),console.log(`b.identifierWordIndices[j]`,t.identifierWordIndices[n])),++r);return this.DEBUG&&(console.log(`aCount`,n),console.log(`bCount`,r)),r-n}),a.length>=1&&a[0].candidate?a[0].candidate:null}defaultParseSearchAreasResponse(e){let t=String(e).indexOf(`### Response:`);return t>=0?t+=13:t=0,String(e).substring(t).trim()}errorMessage(e){return typeof e?.response?.data==`string`?e.response.data:e?.response?.data?s.stringify(e.response.data):typeof e?.message==`string`?e.message:e?.message?s.stringify(e.message):typeof e==`string`?e:s.stringify(e)}async compareCandidates({candidates:e,problemDescription:t=``,performGeneration:n=this.defaultPerformGeneration.bind(this),generateSearchAreasInstruction:r=this.defaultGenerateSearchAreasInstruction.bind(this),parseSearchAreasResponse:a=this.defaultParseSearchAreasResponse.bind(this),convertCandidateToDocument:s=this.defaultConvertCandidateToDocument.bind(this),candidatesForInitialSelection:c=2,candidatesForFinalSelection:l=1,generateRankingInstruction:u=this.defaultGenerateRankingInstruction.bind(this),extractIdentifiersFromRationale:d=this.defaultExtractIdentifiersFromRationale.bind(this),extractIdentifierFromCandidateDocument:f=this.defaultExtractIdentifierFromCandidateDocument.bind(this),candidateIdentifierField:p=void 0,findCandidateFromIdentifier:m=this.defaultFindCandidateFromIdentifier.bind(this),getSummarisableSubstringIndices:h,generatePromptTemplate:g=this.defaultGeneratePromptTemplate.bind(this),skipRationale:_=!1,parallelSummarisation:v=!0}={}){if(!Array.isArray(e)||e.length<=0)throw Error(`No candidates provided`);if(c=o.toSafeInteger(c),c<=0||(l=o.toSafeInteger(l),l<=0))throw Error(`Candidates for initial selection must be a positive integer bigger than 0`);if(c<l)throw Error(`Candidates for initial selection must be equal or more than candidates for final selection`);if(c>e.length)throw Error(`There are `+c+`candidates for initial selection which is more than the total number of candidates of `+e.length);if(l>e.length)throw Error(`There are `+l+`candidates for initial selection which is more than the total number of candidates of `+e.length);if(!p&&(p=Object.keys(e[0])[0],!p))throw Error(`No candidate identifier field`);let y=``,b=[];if(await this.checkEmbedderLoaded(),!this.embedder)return;let x=e.map((e,t)=>s({candidate:e,index:t})),S=await i.fromTexts(o.cloneDeep(x),x.map((e,t)=>t),this),C=g(r(t));if(this.DEBUG&&console.log(`Formatted search areas prompt: `+C),await this.checkTokeniserLoaded(),!this.tokeniser)return;if(this.tokeniser.encode(C).length>this.tokeniser.model_max_length)throw Error(`Search areas instruction prompt is too long for the tokeniser model`);if(await this.checkGeneratorLoaded(),!this.generator)return;let w=await n({generator:this.generator,tokeniser:this.tokeniser,prompt:C,textGenerationConfig:{max_new_tokens:this.generateSearchAreasMaxNewTokens,temperature:this.generateSearchAreasTemperature,repetition_penalty:this.generateSearchAreasRepetitionPenalty}});this.DEBUG&&console.log(`Generated search areas response: `+w);let T=a(w);this.DEBUG&&console.log(`Vector search query: `+T);let E=await S.similaritySearch(T,c);this.DEBUG&&console.log(`Vector search results: `,E);let D=[];if(E.some(e=>e.pageContent.trim().split(/\s+/).length>this.targetSummarisedStringTokenCount)){if(await this.checkSummariserLoaded(),!this.summariser)return;if(v)D=(await Promise.allSettled(E.map(async e=>{if(!e.pageContent||typeof e.pageContent!=`string`)return``;if(e.pageContent.trim().split(/\s+/).length<=this.targetSummarisedStringTokenCount)return e.pageContent;let t={start:0,end:e.pageContent.length};h&&Object.assign(t,h(e.pageContent)),t.start=o.clamp(o.toSafeInteger(t.start),0,e.pageContent.length),t.end=o.clamp(o.toSafeInteger(t.end),0,e.pageContent.length),this.DEBUG&&console.log(t);let n=e.pageContent.substring(t.start,t.end);this.DEBUG&&console.log(n);let r=e.pageContent.substring(0,t.start),i=e.pageContent.substring(t.end),a=r.split(/\s+/).length+i.split(/\s+/).length,s=Math.max(1,this.targetSummarisedStringTokenCount-a);this.DEBUG&&console.log(a,s);let c=await this.summariser?.(n,{max_length:s}),l=Array.isArray(c?.[0])?c?.[0]?.[0]:c?.[0];this.DEBUG&&console.log(c,l,l?.summary_text??``,(l?.summary_text??``).split(/\s+/).slice(0,s).join(` `));let u=r+(l?.summary_text??``).split(/\s+/).slice(0,s).join(` `).trim()+i;return this.DEBUG&&console.log(`Summarised candidate: `+u),u}))).filter(e=>e.status===`fulfilled`&&e.value).map(e=>e.value);else for(let e of E)try{if(!e.pageContent||typeof e.pageContent!=`string`)continue;if(e.pageContent.trim().split(/\s+/).length<=this.targetSummarisedStringTokenCount){D.push(e.pageContent);continue}let t={start:0,end:e.pageContent.length};h&&Object.assign(t,h(e.pageContent)),t.start=o.clamp(o.toSafeInteger(t.start),0,e.pageContent.length),t.end=o.clamp(o.toSafeInteger(t.end),0,e.pageContent.length),this.DEBUG&&console.log(t);let n=e.pageContent.substring(t.start,t.end);this.DEBUG&&console.log(n);let r=e.pageContent.substring(0,t.start),i=e.pageContent.substring(t.end),a=r.split(/\s+/).length+i.split(/\s+/).length,s=Math.max(1,this.targetSummarisedStringTokenCount-a);this.DEBUG&&console.log(a,s);let c=await this.summariser?.(n,{max_length:s}),l=Array.isArray(c?.[0])?c?.[0]?.[0]:c?.[0];this.DEBUG&&console.log(c,l,l?.summary_text??``,(l?.summary_text??``).split(/\s+/).slice(0,s).join(` `));let u=r+(l?.summary_text??``).split(/\s+/).slice(0,s).join(` `).trim()+i;this.DEBUG&&console.log(`Summarised candidate: `+u),D.push(u)}catch(e){console.log(e)}}else D=E.map(e=>e.pageContent);let O=``;if(!_){let e=g(u({problemDescription:t,summaries:D,candidatesForFinalSelection:l,candidateIdentifierField:String(p)}));this.DEBUG&&console.log(`Formatted ranking prompt: `+e);let r=this.tokeniser.encode(e);if(this.DEBUG&&console.log(r.length,this.tokeniser.model_max_length),r.length>this.tokeniser.model_max_length)throw Error(`Ranking instruction prompt is too long for the tokeniser model`);try{y=(await n({generator:this.generator,tokeniser:this.tokeniser,prompt:e,textGenerationConfig:{max_new_tokens:this.rankingMaxNewTokens,temperature:this.rankingTemperature,repetition_penalty:this.rankingRepetitionPenalty}})).trim().replace(/(\*\*)|(<\/?s>)|(\[.*?\])\s*/g,``),this.DEBUG&&console.log(`Generated rationale: `+y);let t=y.indexOf(`### Response:`);t>=0?t+=13:t=0,y=y.substring(t)}catch(e){console.log(e),O=this.errorMessage(e),y=``}}if(y){let t=d(y);this.DEBUG&&console.log(`Extracted identifiers from rationale: `+t),t.length>l&&(t=t.slice(0,l)),b=o.compact(t.map(t=>m({identifier:t,candidateIdentifierField:p,candidates:e})))}if(!Array.isArray(b)||b.length<l){Array.isArray(b)||(b=[]);let t=o.compact(E.map(t=>{let n=f({candidateDocument:t.pageContent,candidateIdentifierField:String(p)});return this.DEBUG&&console.log(`Extracted identifier from candidate document: `+n),m({identifier:n,candidateIdentifierField:p,candidates:e})}));b.splice(b.length,0,...t),b=o.uniq(b).slice(0,l)}return this.DEBUG&&console.log(`Selected candidates`,b),{rationale:y,summaries:D,...O?{rationaleError:O}:{},selectedCandidates:b}}};(function(e){})(c||={});var l=c;export{c as AICompareCandidates,l as default};
 //# sourceMappingURL=index.mjs.map

package/dist/index.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"index.mjs","names":["matches:string[]","match:RegExpExecArray|null","selectedCandidates:Candidate[]","summaries:string[]","summarisableSubstringIndices:AICompareCandidates.SummarisableSubstringIndices"],"sources":["../src/index.ts"],"sourcesContent":["import{\n\tenv,\n\tpipeline,\n\tAutoTokenizer,\n\tTextGenerationPipeline,\n\tProgressInfo,\n\tProgressCallback,\n\tSummarizationPipeline,\n\tFeatureExtractionPipeline,\n\tPreTrainedTokenizer,\n\tTextGenerationConfig,\n\tTextGenerationSingle,\n\tTextStreamer\n}from '@sroussey/transformers';\nimport {MemoryVectorStore} from '@langchain/classic/vectorstores/memory';\nimport {Embeddings} from '@langchain/core/embeddings';\nimport lodash from 'lodash';\nimport jsan from 'jsan';\n\nexport class AICompareCandidates extends Embeddings{\n\treadonly env=env;\n\tDEBUG=true;\n\n\tgenerator:TextGenerationPipeline|null=null;\n\tgeneratorModelName='Xenova/Phi-3-mini-4k-instruct';\n\tgeneratorPromise:Promise<TextGenerationPipeline>|null=null;\n\tgeneratorProgressInfo:ProgressInfo=<ProgressInfo>{};\n\tgeneratorProgressCallback:ProgressCallback|null=null;\n\tgeneratorAbortController=new AbortController();\n\n\tsummariser:SummarizationPipeline|null=null;\n\tsummariserModelName='Xenova/distilbart-cnn-12-6';\n\tsummariserPromise:Promise<SummarizationPipeline>|null=null;\n\tsummariserProgressInfo:ProgressInfo=<ProgressInfo>{};\n\tsummariserProgressCallback:ProgressCallback|null=null;\n\tsummariserAbortController=new AbortController();\n\n\tembedder:FeatureExtractionPipeline|null=null;\n\tembedderModelName='Xenova/all-MiniLM-L12-v2';\n\tembedderPromise:Promise<FeatureExtractionPipeline>|null=null;\n\tembedderProgressInfo:ProgressInfo=<ProgressInfo>{};\n\tembedderProgressCallback:ProgressCallback|null=null;\n\tembedderAbortController=new AbortController();\n\n\ttokeniser:PreTrainedTokenizer|null=null;\n\ttokeniserModelName=this.generatorModelName;\n\ttokeniserPromise:Promise<PreTrainedTokenizer>|null=null;\n\ttokeniserProgressInfo:ProgressInfo=<ProgressInfo>{};\n\ttokeniserProgressCallback:ProgressCallback|null=null;\n\ttokeniserAbortController=new AbortController();\n\n\tgenerateSearchAreasMaxNewTokens=64;\n\tgenerateSearchAreasTemperature=0.35;\n\tgenerateSearchAreasRepetitionPenalty=1.5;\n\n\trankingMaxNewTokens=64;\n\trankingTemperature=0.35;\n\trankingRepetitionPenalty=1.5;\n\n\ttargetSummarisedStringTokenCount=300;\n\n\tstatic{\n\t\tenv.localModelPath='';\n\t\tenv.allowRemoteModels=true;\n\t\tenv.allowLocalModels=false;\n\t}\n\n\tconstructor(){\n\t\tsuper({});\n\t}\n\t\n\tasync loadGenerator({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(typeof modelName==='string'&&modelName)this.generatorModelName=modelName;\n\t\tif(!this.generatorModelName)throw new Error('Invalid generator model name');\n\t\tif(progressCallback)this.generatorProgressCallback=progressCallback;\n\t\t//ts-ignore is needed due to frequent error TS2590: Expression produces a union type that is too complex to represent.\n\t\t//@ts-ignore\n\t\tthis.generatorPromise=pipeline('text-generation',this.generatorModelName,{\n\t\t\tdevice:'webgpu',\n\t\t\tprogress_callback:progressInfo=>{\n\t\t\t\tif(this.DEBUG)console.log(jsan.stringify(progressInfo));\n\t\t\t\tObject.assign(this.generatorProgressInfo,progressInfo);\n\t\t\t\treturn this.generatorProgressCallback?.(progressInfo);\n\t\t\t},\n\t\t\tabort_signal:this.generatorAbortController.signal\n\t\t});\n\t\tthis.generator=await this.generatorPromise;\n\t\treturn this.generator;\n\t}\n\n\tasync checkGeneratorLoaded({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(!this.generatorPromise)this.loadGenerator({\n\t\t\tprogressCallback,\n\t\t\tmodelName\n\t\t});\n\t\tif(!this.generator){\n\t\t\ttry{\n\t\t\t\tawait this.generatorPromise;\n\t\t\t}catch(error){\n\t\t\t\tthis.generatorPromise=null;\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\t\tif(!this.generator){\n\t\t\tthis.generatorPromise=null;\n\t\t\tthrow new Error('Unable to load generator');\n\t\t}\n\t}\n\n\tasync abortLoadGenerator(reason?:any){\n\t\tthis.generatorAbortController.abort(reason);\n\t\tthis.generatorAbortController=new AbortController();\n\t}\n\n\tasync loadSummariser({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(typeof modelName==='string'&&modelName)this.summariserModelName=modelName;\n\t\tif(!this.summariserModelName)throw new Error('Invalid summariser model name');\n\t\tif(progressCallback)this.summariserProgressCallback=progressCallback;\n\t\t//ts-ignore is needed due to frequent error TS2590: Expression produces a union type that is too complex to represent.\n\t\t//@ts-ignore\n\t\tthis.summariserPromise=pipeline('summarization',this.summariserModelName,{\n\t\t\tdevice:'webgpu',\n\t\t\tprogress_callback:progressInfo=>{\n\t\t\t\tif(this.DEBUG)console.log(jsan.stringify(progressInfo));\n\t\t\t\tObject.assign(this.summariserProgressInfo,progressInfo);\n\t\t\t\treturn this.summariserProgressCallback?.(progressInfo);\n\t\t\t},\n\t\t\tabort_signal:this.summariserAbortController.signal\n\t\t});\n\t\tthis.summariser=await this.summariserPromise;\n\t\treturn this.summariser;\n\t}\n\n\tasync checkSummariserLoaded({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(!this.summariserPromise)this.loadSummariser({\n\t\t\tprogressCallback,\n\t\t\tmodelName\n\t\t});\n\t\tif(!this.summariser){\n\t\t\ttry{\n\t\t\t\tawait this.summariserPromise;\n\t\t\t}catch(error){\n\t\t\t\tthis.summariserPromise=null;\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\t\tif(!this.summariser){\n\t\t\tthis.summariserPromise=null;\n\t\t\tthrow new Error('Unable to load summariser');\n\t\t}\n\t}\n\n\tasync abortLoadSummariser(){\n\t\tthis.summariserAbortController.abort();\n\t\tthis.summariserAbortController=new AbortController();\n\t}\n\n\tasync loadEmbedder({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(typeof modelName==='string'&&modelName)this.embedderModelName=modelName;\n\t\tif(!this.embedderModelName)throw new Error('Invalid embedder model name');\n\t\tif(progressCallback)this.embedderProgressCallback=progressCallback;\n\t\t//ts-ignore is needed due to frequent error TS2590: Expression produces a union type that is too complex to represent.\n\t\t//@ts-ignore\n\t\tthis.embedderPromise=pipeline('feature-extraction',this.embedderModelName,{\n\t\t\tdevice:'webgpu',\n\t\t\tprogress_callback:progressInfo=>{\n\t\t\t\tif(this.DEBUG)console.log(jsan.stringify(progressInfo));\n\t\t\t\tObject.assign(this.embedderProgressInfo,progressInfo);\n\t\t\t\treturn this.embedderProgressCallback?.(progressInfo);\n\t\t\t},\n\t\t\tabort_signal:this.embedderAbortController.signal\n\t\t});\n\t\tthis.embedder=await this.embedderPromise;\n\t\treturn this.embedder;\n\t}\n\n\tasync checkEmbedderLoaded({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(!this.embedderPromise)this.loadEmbedder({\n\t\t\tprogressCallback,\n\t\t\tmodelName\n\t\t});\n\t\tif(!this.embedder){\n\t\t\ttry{\n\t\t\t\tawait this.embedderPromise;\n\t\t\t}catch(error){\n\t\t\t\tthis.embedderPromise=null;\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\t\tif(!this.embedder){\n\t\t\tthis.embedderPromise=null;\n\t\t\tthrow new Error('Unable to load embedder');\n\t\t}\n\t}\n\n\tasync abortLoadEmbedder(){\n\t\tthis.embedderAbortController.abort();\n\t\tthis.embedderAbortController=new AbortController();\n\t}\n\n\tasync loadTokeniser({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(typeof modelName==='string'&&modelName)this.tokeniserModelName=modelName;\n\t\tif(!this.tokeniserModelName)throw new Error('Invalid tokeniser model name');\n\t\tif(progressCallback)this.tokeniserProgressCallback=progressCallback;\n\t\t//ts-ignore is needed due to frequent error TS2590: Expression produces a union type that is too complex to represent.\n\t\t//@ts-ignore\n\t\tthis.tokeniserPromise=AutoTokenizer.from_pretrained(this.tokeniserModelName,{\n\t\t\tprogress_callback:progressInfo=>{\n\t\t\t\tif(this.DEBUG)console.log(jsan.stringify(progressInfo));\n\t\t\t\tObject.assign(this.tokeniserProgressInfo,progressInfo);\n\t\t\t\treturn this.tokeniserProgressCallback?.(progressInfo);\n\t\t\t},\n\t\t\tabort_signal:this.tokeniserAbortController.signal\n\t\t});\n\t\tthis.tokeniser=await this.tokeniserPromise;\n\t\treturn this.tokeniser;\n\t}\n\n\tasync checkTokeniserLoaded({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(!this.tokeniserPromise)this.loadTokeniser({\n\t\t\tprogressCallback,\n\t\t\tmodelName\n\t\t});\n\t\tif(!this.tokeniser){\n\t\t\ttry{\n\t\t\t\tawait this.tokeniserPromise;\n\t\t\t}catch(error){\n\t\t\t\tthis.tokeniserPromise=null;\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\t\tif(!this.tokeniser){\n\t\t\tthis.tokeniserPromise=null;\n\t\t\tthrow new Error('Unable to load tokeniser');\n\t\t}\n\t}\n\n\tasync abortLoadTokeniser(){\n\t\tthis.tokeniserAbortController.abort();\n\t\tthis.tokeniserAbortController=new AbortController();\n\t}\n\n\tasync embedQuery(text:string):Promise<number[]>{\n\t\tawait this.checkEmbedderLoaded();\n\t\tif(typeof this.embedder==='function')return Array.from((await this.embedder(text,{\n\t\t\tpooling:'mean',\n\t\t\tnormalize:true\n\t\t}))?.data);\n\t\treturn [];\n\t}\n\n\tasync embedDocuments(texts:string[]):Promise<number[][]>{\n\t\treturn Promise.all(texts.map(text=>this.embedQuery(text)));\n\t}\n\n\tdefaultGeneratePromptTemplate(prompt:string){\n\t\treturn prompt;\n\t}\n\n\tasync defaultPerformGeneration({\n\t\tgenerator,\n\t\ttokeniser,\n\t\tprompt='',\n\t\ttextGenerationConfig={}\n\t}:AICompareCandidates.PerformGenerationArguments=<AICompareCandidates.PerformGenerationArguments>{}){\n\t\tlet errors='';\n\t\tif(!generator)errors+='No generator provided.';\n\t\tif(!tokeniser)errors+=(errors?'\\n':'')+'No tokeniser provided.';\n\t\tif(typeof prompt!=='string'||!prompt)errors+=(errors?'\\n':'')+'No valid prompt provided.';\n\t\tif(errors)throw new Error(errors);\n\t\tlet messages=[{\n\t\t\trole:'user',\n\t\t\tcontent:prompt\n\t\t}];\n\t\tlet streamer=new TextStreamer(tokeniser,{\n\t\t\tskip_prompt:true\n\t\t});\n\t\tif(!textGenerationConfig.pad_token_id)textGenerationConfig.pad_token_id=tokeniser.pad_token_id??tokeniser.sep_token_id??0;\n\t\tif(!textGenerationConfig.eos_token_id)textGenerationConfig.eos_token_id=tokeniser.sep_token_id??2;\n\t\tlet output=await generator(messages,textGenerationConfig);\n\t\tif(this.DEBUG)console.log(output);\n\t\tlet outputObject=Array.isArray(output?.[0])?output?.[0]?.[0]:output?.[0];\n\t\tif(!outputObject.generated_text)throw new Error('No generated text');\n\t\tif(typeof outputObject.generated_text==='string')return outputObject.generated_text;\n\t\tlet content=outputObject.generated_text?.at(-1)?.content;\n\t\tif(typeof content!=='string'||!content)throw new Error('No content in generated text');\n\t\treturn content;\n\t}\n\n\tdefaultGenerateSearchAreasInstruction(problemDescription:string){\n\t\treturn 'List the relevant subject areas for the following issues. Limit your response to 100 words.\\nIssues: \"'+problemDescription+'\"';\n\t}\n\n\tdefaultConvertCandidateToDocument<Candidate>({\n\t\tcandidate,\n\t\tindex\n\t}:AICompareCandidates.ConvertCandidateToDocumentArguments<Candidate>=<AICompareCandidates.ConvertCandidateToDocumentArguments<Candidate>>{}){\n\t\tlet document='Start of Candidate #'+index;\n\t\tfor(let i in candidate)document+='\\n'+lodash.startCase(i)+': '+(typeof candidate[i]==='object'?jsan.stringify(candidate[i]):String(candidate[i]));\n\t\tdocument+='\\nEnd of Candidate #'+index;\n\t\treturn document;\n\t}\n\n\tdefaultGenerateRankingInstruction({\n\t\tproblemDescription,\n\t\tsummaries,\n\t\tcandidatesForFinalSelection,\n\t\tcandidateIdentifierField\n\t}:AICompareCandidates.GenerateRankingInstructionArguments=<AICompareCandidates.GenerateRankingInstructionArguments>{}){\n\t\treturn 'Rank only the top '+candidatesForFinalSelection+' candidates by connecting them to \"'+problemDescription+'\" stating # followed by the candidate number and the full '+lodash.startCase(candidateIdentifierField)+' followed by a 15-word explanation for each ranking. Stop generating text immediately thereafter.\\n\\nCandidates:\\n\\n'+summaries.join('\\n\\n');\n\t}\n\n\tregexIndexOf(text:string,regex:RegExp,startIndex:number){\n    \tlet indexInSuffix=text.slice(startIndex).search(regex);\n    \treturn indexInSuffix<0?indexInSuffix:indexInSuffix+startIndex;\n\t}\n\n\tdefaultExtractIdentifierFromCandidateDocument({\n\t\tcandidateDocument,\n\t\tcandidateIdentifierField\n\t}:AICompareCandidates.ExtractIdentifierFromCandidateDocumentArguments=<AICompareCandidates.ExtractIdentifierFromCandidateDocumentArguments>{}){\n\t\tif(this.DEBUG)console.log(candidateDocument,candidateIdentifierField);\n\t\tlet startCase=lodash.startCase(candidateIdentifierField);\n\t\tlet startIndex=candidateDocument.indexOf(startCase);\n\t\tif(startIndex<0)startIndex=candidateDocument.toLowerCase().indexOf(startCase.toLowerCase());\n\t\tif(this.DEBUG)console.log(startIndex);\n\t\tif(startIndex>=0)startIndex+=startCase.length;\n\t\tif(startIndex<0){\n\t\t\tstartIndex=candidateDocument.toLowerCase().indexOf(candidateIdentifierField.toLowerCase());\n\t\t\tif(startIndex>=0)startIndex+=candidateIdentifierField.length;\n\t\t}\n\t\tif(this.DEBUG)console.log(startIndex);\n\t\telse return '';\n\t\tstartIndex=candidateDocument.indexOf(':',startIndex);\n\t\tif(this.DEBUG)console.log(startIndex);\n\t\tif(startIndex<0)startIndex=this.regexIndexOf(candidateDocument,/\\s+/,startIndex);\n\t\tif(this.DEBUG)console.log(startIndex);\n\t\tif(startIndex<0)return '';\n\t\tlet endIndex=candidateDocument.indexOf('\\n',startIndex);\n\t\tif(endIndex<0)endIndex=candidateDocument.length;\n\t\tif(this.DEBUG)console.log(endIndex);\n\t\treturn candidateDocument.substring(startIndex,endIndex).trim();\n\t}\n\n\tdefaultExtractIdentifiersFromRationale(rationale:string){\n\t\tlet regex=/^\\d+?\\s*?\\p{P}\\s*?(.+?)\\s*?(-|\\.|;|\\n)/gmu;\n\t\tlet matches:string[]=[];\n\t\tfor(let match:RegExpExecArray|null;Array.isArray(match=regex.exec(rationale));)if(match[1])matches.push(match[1]);\n\t\treturn matches;\n\t}\n\n\tdefaultFindCandidateFromIdentifier<Candidate>({\n\t\tidentifier,\n\t\tcandidateIdentifierField,\n\t\tcandidates\n\t}:AICompareCandidates.FindCandidateFromIdentifierArguments<Candidate>=<AICompareCandidates.FindCandidateFromIdentifierArguments<Candidate>>{}){\n\t\tif(!identifier||typeof identifier!=='string')identifier=String(identifier);\n\t\tconsole.log('identifier',identifier);\n\t\tlet selectedCandidate=candidates.find(candidate=>String(candidate[candidateIdentifierField])===identifier);\n\t\tif(selectedCandidate){\n\t\t\tif(this.DEBUG){\n\t\t\t\tconsole.log('Candidate found based on case-sensitive match',selectedCandidate[candidateIdentifierField]);\n\t\t\t}\n\t\t\treturn selectedCandidate;\n\t\t}\n\t\tselectedCandidate=candidates.find(candidate=>String(candidate[candidateIdentifierField]).toLowerCase()===identifier.toLowerCase());\n\t\tif(selectedCandidate){\n\t\t\tif(this.DEBUG){\n\t\t\t\tconsole.log('Candidate found based on case-sensitive match',selectedCandidate[candidateIdentifierField]);\n\t\t\t}\n\t\t\treturn selectedCandidate;\n\t\t}\n\t\tselectedCandidate=candidates.find(candidate=>String(candidate[candidateIdentifierField]).toLowerCase().includes(identifier.toLowerCase()));\n\t\tif(selectedCandidate){\n\t\t\tif(this.DEBUG){\n\t\t\t\tconsole.log('Candidate found based on case-sensitive match',selectedCandidate[candidateIdentifierField]);\n\t\t\t}\n\t\t\treturn selectedCandidate;\n\t\t}\n\t\tselectedCandidate=candidates.find(candidate=>identifier.toLowerCase().includes(String(candidate[candidateIdentifierField]).toLowerCase()));\n\t\tif(selectedCandidate){\n\t\t\tif(this.DEBUG){\n\t\t\t\tconsole.log('Candidate found based on case-sensitive match',selectedCandidate[candidateIdentifierField]);\n\t\t\t}\n\t\t\treturn selectedCandidate;\n\t\t}\n\t\t//split by space and find highest number of matches (tie break if it is in same order)\n\t\tlet identifierWords=identifier.split(/\\s+/g).filter(identifierWord=>/\\w/.test(identifierWord));\n\t\tif(this.DEBUG)console.log('Identifier words',identifierWords);\n\t\tlet selectedCandidates=candidates.map(candidate=>({\n\t\t\tidentifierWordIndices:identifierWords.map(identifierWord=>String(candidate[candidateIdentifierField]).indexOf(identifierWord)),\n\t\t\tcandidate\n\t\t})).filter(candidate=>candidate.identifierWordIndices.some(index=>index>=0));\n\t\tif(selectedCandidates.length>1){\n\t\t\tselectedCandidates.sort((a,b)=>{\n\t\t\t\tlet aCount=lodash.sumBy(a.identifierWordIndices,aElement=>aElement<0?0:1);\n\t\t\t\tlet bCount=lodash.sumBy(b.identifierWordIndices,bElement=>bElement<0?0:1);\n\t\t\t\tif(this.DEBUG){\n\t\t\t\t\tconsole.log('a',a);\n\t\t\t\t\tconsole.log('b',b);\n\t\t\t\t\tconsole.log('a.identifierWordIndices',a.identifierWordIndices);\n\t\t\t\t\tconsole.log('b.identifierWordIndices',b.identifierWordIndices);\n\t\t\t\t\tconsole.log('aCount',aCount);\n\t\t\t\t\tconsole.log('bCount',bCount);\n\t\t\t\t}\n\t\t\t\tif(aCount!==bCount)return bCount-aCount;\n\t\t\t\tif(aCount===0&&bCount===0)return 0;\n\t\t\t\taCount=0;\n\t\t\t\tbCount=0;\n\t\t\t\tfor(let i=0;i<a.identifierWordIndices.length-1;++i){\n\t\t\t\t\tfor(let j=i+1;j<a.identifierWordIndices.length;++j){\n\t\t\t\t\t\tif(a.identifierWordIndices[i]<0||a.identifierWordIndices[j]<0)continue;\n\t\t\t\t\t\tif(a.identifierWordIndices[i]<a.identifierWordIndices[j]){\n\t\t\t\t\t\t\tif(this.DEBUG){\n\t\t\t\t\t\t\t\tconsole.log('i',i);\n\t\t\t\t\t\t\t\tconsole.log('j',j);\n\t\t\t\t\t\t\t\tconsole.log('a.identifierWordIndices[i]',a.identifierWordIndices[i]);\n\t\t\t\t\t\t\t\tconsole.log('a.identifierWordIndices[j]',a.identifierWordIndices[j]);\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t++aCount;\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t\tfor(let i=0;i<b.identifierWordIndices.length-1;++i){\n\t\t\t\t\tfor(let j=i+1;j<b.identifierWordIndices.length;++j){\n\t\t\t\t\t\tif(b.identifierWordIndices[i]<0||b.identifierWordIndices[j]<0)continue;\n\t\t\t\t\t\tif(b.identifierWordIndices[i]<b.identifierWordIndices[j]){\n\t\t\t\t\t\t\tif(this.DEBUG){\n\t\t\t\t\t\t\t\tconsole.log('i',i);\n\t\t\t\t\t\t\t\tconsole.log('j',j);\n\t\t\t\t\t\t\t\tconsole.log('b.identifierWordIndices[i]',b.identifierWordIndices[i]);\n\t\t\t\t\t\t\t\tconsole.log('b.identifierWordIndices[j]',b.identifierWordIndices[j]);\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t++bCount;\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t\tif(this.DEBUG){\n\t\t\t\t\tconsole.log('aCount',aCount);\n\t\t\t\t\tconsole.log('bCount',bCount);\n\t\t\t\t}\n\t\t\t\treturn bCount-aCount;\n\t\t\t});\n\t\t}\n\t\tif(selectedCandidates.length>=1&&selectedCandidates[0].candidate)return selectedCandidates[0].candidate;\n\t\treturn null;\n\t}\n\n\tdefaultParseSearchAreasResponse(searchAreasResponse:string){\n\t\tlet searchAreasResponseIndex=String(searchAreasResponse).indexOf('### Response:');\n\t\tif(searchAreasResponseIndex>=0)searchAreasResponseIndex+='### Response:'.length;\n\t\telse searchAreasResponseIndex=0;\n\t\treturn String(searchAreasResponse).substring(searchAreasResponseIndex).trim();\n\t}\n\n\terrorMessage(error:any){\n\t\treturn typeof error?.response?.data==='string'?error.response.data:error?.response?.data?jsan.stringify(error.response.data):typeof error?.message==='string'?error.message:error?.message?jsan.stringify(error.message):typeof error==='string'?error:jsan.stringify(error);\n\t}\n\n\tasync compareCandidates<Candidate>({\n\t\tcandidates,\n\t\tproblemDescription='',\n\t\tperformGeneration=this.defaultPerformGeneration.bind(this),\n\t\tgenerateSearchAreasInstruction=this.defaultGenerateSearchAreasInstruction.bind(this),\n\t\tparseSearchAreasResponse=this.defaultParseSearchAreasResponse.bind(this),\n\t\tconvertCandidateToDocument=this.defaultConvertCandidateToDocument.bind(this),\n\t\tcandidatesForInitialSelection=2,\n\t\tcandidatesForFinalSelection=1,\n\t\tgenerateRankingInstruction=this.defaultGenerateRankingInstruction.bind(this),\n\t\textractIdentifiersFromRationale=this.defaultExtractIdentifiersFromRationale.bind(this),\n\t\textractIdentifierFromCandidateDocument=this.defaultExtractIdentifierFromCandidateDocument.bind(this),\n\t\tcandidateIdentifierField=undefined,\n\t\tfindCandidateFromIdentifier=this.defaultFindCandidateFromIdentifier.bind(this),\n\t\tgetSummarisableSubstringIndices,\n\t\tgeneratePromptTemplate=this.defaultGeneratePromptTemplate.bind(this),\n\t\tskipRationale=false\n\t}:AICompareCandidates.CompareArguments<Candidate>=<AICompareCandidates.CompareArguments<Candidate>>{}):Promise<AICompareCandidates.CompareCandidatesReturn<Candidate>|void>{\n\t\tif(!Array.isArray(candidates)||candidates.length<=0)throw new Error('No candidates provided');\n\t\tcandidatesForInitialSelection=lodash.toSafeInteger(candidatesForInitialSelection);\n\t\tif(candidatesForInitialSelection<=0)throw new Error('Candidates for initial selection must be a positive integer bigger than 0');\n\t\tcandidatesForFinalSelection=lodash.toSafeInteger(candidatesForFinalSelection);\n\t\tif(candidatesForFinalSelection<=0)throw new Error('Candidates for initial selection must be a positive integer bigger than 0');\n\t\tif(candidatesForInitialSelection<candidatesForFinalSelection)throw new Error('Candidates for initial selection must be equal or more than candidates for final selection');\n\t\tif(candidatesForInitialSelection>candidates.length)throw new Error('There are '+candidatesForInitialSelection+'candidates for initial selection which is more than the total number of candidates of '+candidates.length);\n\t\tif(candidatesForFinalSelection>candidates.length)throw new Error('There are '+candidatesForFinalSelection+'candidates for initial selection which is more than the total number of candidates of '+candidates.length);\n\t\tif(!candidateIdentifierField){\n\t\t\tcandidateIdentifierField=Object.keys(candidates[0] as object)[0] as keyof Candidate;\n\t\t\tif(!candidateIdentifierField)throw new Error('No candidate identifier field');\n\t\t}\n\n\t\tlet rationale='';\n\t\tlet selectedCandidates:Candidate[]=[];\n\n\t\tawait this.checkEmbedderLoaded();\n\t\tif(!this.embedder)return;\n\t\tlet candidateDocuments=candidates.map((candidate,index)=>convertCandidateToDocument({\n\t\t\tcandidate,\n\t\t\tindex\n\t\t}));\n\t\tlet vectorStore=await MemoryVectorStore.fromTexts(\n\t\t\tlodash.cloneDeep(candidateDocuments),\n\t\t\tcandidateDocuments.map((document,index)=>index),\n\t\t\tthis\n\t\t);\n\n\t\tlet searchAreasPromptTemplate=generatePromptTemplate(generateSearchAreasInstruction(problemDescription));\n\t\tif(this.DEBUG)console.log('Formatted search areas prompt: '+searchAreasPromptTemplate);\n\t\tawait this.checkTokeniserLoaded();\n\t\tif(!this.tokeniser)return;\n\t\tlet searchAreasPromptTokens=this.tokeniser.encode(searchAreasPromptTemplate);\n\t\tif(searchAreasPromptTokens.length>this.tokeniser.model_max_length)throw new Error('Search areas instruction prompt is too long for the tokeniser model');\n\n\t\tawait this.checkGeneratorLoaded();\n\t\tif(!this.generator)return;\n\t\tlet generatedText=await performGeneration({\n\t\t\tgenerator:this.generator,\n\t\t\ttokeniser:this.tokeniser,\n\t\t\tprompt:searchAreasPromptTemplate,\n\t\t\ttextGenerationConfig:{\n\t\t\t\tmax_new_tokens:this.generateSearchAreasMaxNewTokens,\n\t\t\t\ttemperature:this.generateSearchAreasTemperature,\n\t\t\t\trepetition_penalty:this.generateSearchAreasRepetitionPenalty\n\t\t\t}\n\t\t});\n\t\tif(this.DEBUG)console.log('Generated search areas response: '+generatedText);\n\t\tlet vectorSearchQuery=parseSearchAreasResponse(generatedText);\n\t\t//generally the first sentence has the greatest relevance to the actual prompt\n\t\t//if(vectorSearchQuery.includes('.'))vectorSearchQuery=vectorSearchQuery.split('.')[0].trim();\n\t\tif(this.DEBUG)console.log('Vector search query: '+vectorSearchQuery);\n\t\tlet queryResult=await vectorStore.similaritySearch(vectorSearchQuery,candidatesForInitialSelection);\n\t\tif(this.DEBUG)console.log('Vector search results: ',queryResult);\n\n\t\tlet summaries:string[]=[];\n\t\t//only bother doing summarisation if there are candidates which exceed the token count\n\t\tif(queryResult.some(result=>result.pageContent.trim().split(/\\s+/).length>this.targetSummarisedStringTokenCount)){\n\t\t\tawait this.checkSummariserLoaded();\n\t\t\tif(!this.summariser)return;\n\t\t\tsummaries=(await Promise.allSettled(queryResult.map(async result=>{\n\t\t\t\tif(!result.pageContent||typeof result.pageContent!=='string')return '';\n\t\t\t\tif(result.pageContent.trim().split(/\\s+/).length<=this.targetSummarisedStringTokenCount)return result.pageContent;\n\t\t\t\tlet summarisableSubstringIndices:AICompareCandidates.SummarisableSubstringIndices={\n\t\t\t\t\tstart:0,\n\t\t\t\t\tend:result.pageContent.length\n\t\t\t\t};\n\t\t\t\tif(getSummarisableSubstringIndices)Object.assign(summarisableSubstringIndices,getSummarisableSubstringIndices(result.pageContent));\n\t\t\t\tsummarisableSubstringIndices.start=lodash.clamp(lodash.toSafeInteger(summarisableSubstringIndices.start),0,result.pageContent.length);\n\t\t\t\tsummarisableSubstringIndices.end=lodash.clamp(lodash.toSafeInteger(summarisableSubstringIndices.end),0,result.pageContent.length);\n\t\t\t\tif(this.DEBUG)console.log(summarisableSubstringIndices);\n\t\t\t\tlet summarisableSubstring=result.pageContent.substring(summarisableSubstringIndices.start,summarisableSubstringIndices.end);\n\t\t\t\tif(this.DEBUG)console.log(summarisableSubstring);\n\t\t\t\tlet contentBefore=result.pageContent.substring(0,summarisableSubstringIndices.start);\n\t\t\t\tlet contentAfter=result.pageContent.substring(summarisableSubstringIndices.end);\n\t\t\t\tlet wordsWithoutSummarisable=contentBefore.split(/\\s+/).length+contentAfter.split(/\\s+/).length;\n\t\t\t\tlet targetSummarisedSubstringTokenCount=Math.max(1,this.targetSummarisedStringTokenCount-wordsWithoutSummarisable);\n\t\t\t\tif(this.DEBUG)console.log(wordsWithoutSummarisable,targetSummarisedSubstringTokenCount);\n\t\t\t\tlet summarisedSubstringArray=await this.summariser?.(summarisableSubstring,<TextGenerationConfig>{\n\t\t\t\t\tmax_length:targetSummarisedSubstringTokenCount\n\t\t\t\t});\n\t\t\t\tlet summarisedSubstring=Array.isArray(summarisedSubstringArray?.[0])?summarisedSubstringArray?.[0]?.[0]:summarisedSubstringArray?.[0];\n\t\t\t\tif(this.DEBUG)console.log(summarisedSubstringArray,summarisedSubstring,summarisedSubstring?.summary_text??'',(summarisedSubstring?.summary_text??'').split(/\\s+/).slice(0,targetSummarisedSubstringTokenCount).join(' '));\n\t\t\t\tlet summarisedString=contentBefore+(summarisedSubstring?.summary_text??'').split(/\\s+/).slice(0,targetSummarisedSubstringTokenCount).join(' ').trim()+contentAfter;\n\t\t\t\tif(this.DEBUG)console.log('Summarised candidate: '+summarisedString);\n\t\t\t\treturn summarisedString;\n\t\t\t}))).filter(result=>result.status==='fulfilled'&&result.value).map(result=>(result as PromiseFulfilledResult<string>).value);\n\t\t}else{\n\t\t\tsummaries=queryResult.map(result=>result.pageContent);\n\t\t}\n\t\t\n\t\tlet rationaleError='';\n\n\t\tif(!skipRationale){\n\t\t\tlet rankingPromptTemplate=generatePromptTemplate(generateRankingInstruction({\n\t\t\t\tproblemDescription,\n\t\t\t\tsummaries,\n\t\t\t\tcandidatesForFinalSelection,\n\t\t\t\tcandidateIdentifierField:String(candidateIdentifierField)\n\t\t\t}));\n\t\t\tif(this.DEBUG)console.log('Formatted ranking prompt: '+rankingPromptTemplate);\n\t\t\tlet rankingPromptTokens=this.tokeniser.encode(rankingPromptTemplate);\n\t\t\tif(this.DEBUG)console.log(rankingPromptTokens.length,this.tokeniser.model_max_length);\n\t\t\tif(rankingPromptTokens.length>this.tokeniser.model_max_length)throw new Error('Ranking instruction prompt is too long for the tokeniser model');\n\t\t\ttry{\n\t\t\t\tlet ranking=await performGeneration({\n\t\t\t\t\tgenerator:this.generator,\n\t\t\t\t\ttokeniser:this.tokeniser,\n\t\t\t\t\tprompt:rankingPromptTemplate,\n\t\t\t\t\ttextGenerationConfig:{\n\t\t\t\t\t\tmax_new_tokens:this.rankingMaxNewTokens,\n\t\t\t\t\t\ttemperature:this.rankingTemperature,\n\t\t\t\t\t\trepetition_penalty:this.rankingRepetitionPenalty\n\t\t\t\t\t}\n\t\t\t\t});\n\t\t\t\trationale=ranking.trim().replace(/(\\*\\*)|(<\\/?s>)|(\\[.*?\\])\\s*/g, '');\n\t\t\t\tif(this.DEBUG)console.log('Generated rationale: '+rationale);\n\t\t\t\tlet rationaleResponseIndex=rationale.indexOf('### Response:');\n\t\t\t\tif(rationaleResponseIndex>=0)rationaleResponseIndex+='### Response:'.length;\n\t\t\t\telse rationaleResponseIndex=0;\n\t\t\t\trationale=rationale.substring(rationaleResponseIndex);\n\t\t\t\t//if(!rationale)throw new Error('No rationale generated');\n\t\t\t}catch(error){\n\t\t\t\tconsole.log(error);\n\t\t\t\trationaleError=this.errorMessage(error);\n\t\t\t\trationale='';\n\t\t\t}\n\t\t}\n\n\t\tif(rationale){\n\t\t\tlet identifiers=extractIdentifiersFromRationale(rationale);\n\t\t\tif(this.DEBUG)console.log('Extracted identifiers from rationale: '+identifiers);\n\t\t\tif(identifiers.length>candidatesForFinalSelection)identifiers=identifiers.slice(0,candidatesForFinalSelection);\n\t\t\tselectedCandidates=lodash.compact(identifiers.map(identifier=>findCandidateFromIdentifier({\n\t\t\t\tidentifier,\n\t\t\t\tcandidateIdentifierField,\n\t\t\t\tcandidates\n\t\t\t})));\n\t\t}\n\n\t\tif(!Array.isArray(selectedCandidates)||selectedCandidates.length<candidatesForFinalSelection){\n\t\t\tif(!Array.isArray(selectedCandidates))selectedCandidates=[];\n\t\t\tlet additionalSelectedCandidates=lodash.compact(queryResult.map(result=>{\n\t\t\t\tlet identifier=extractIdentifierFromCandidateDocument({\n\t\t\t\t\tcandidateDocument:result.pageContent,\n\t\t\t\t\tcandidateIdentifierField:String(candidateIdentifierField)\n\t\t\t\t});\n\t\t\t\tif(this.DEBUG)console.log('Extracted identifier from candidate document: '+identifier);\n\t\t\t\treturn findCandidateFromIdentifier({\n\t\t\t\t\tidentifier,\n\t\t\t\t\tcandidateIdentifierField,\n\t\t\t\t\tcandidates\n\t\t\t\t});\n\t\t\t}));\n\t\t\tselectedCandidates.splice(selectedCandidates.length,0,...additionalSelectedCandidates);\n\t\t\tselectedCandidates=lodash.uniq(selectedCandidates).slice(0,candidatesForFinalSelection);\n\t\t}\n\t\tif(this.DEBUG)console.log('Selected candidates',selectedCandidates);\n\n\t\treturn{\n\t\t\trationale,\n\t\t\tsummaries,\n\t\t\t...(rationaleError?{rationaleError}:{}),\n\t\t\tselectedCandidates\n\t\t};\n\t}\n};\n\nexport namespace AICompareCandidates{\n\texport interface LoadArguments{\n\t\tprogressCallback?:ProgressCallback;\n\t\tmodelName?:string;\n\t};\n\n\texport interface SummarisableSubstringIndices{\n\t\tstart:number;\n\t\tend:number;\n\t};\n\n\texport interface CompareArguments<Candidate>{\n\t\tcandidates:Candidate[];\n\t\tproblemDescription:string;\n\t\tperformGeneration?:(performGenerationArguments:PerformGenerationArguments)=>Promise<string>;\n\t\tgenerateSearchAreasInstruction?:(problemDescription:string)=>string;\n\t\tparseSearchAreasResponse?:(searchAreasResponse:string)=>string;\n\t\tconvertCandidateToDocument?:(convertCandidateToDocumentArguments:ConvertCandidateToDocumentArguments<Candidate>)=>string;\n\t\tcandidatesForInitialSelection?:number;\n\t\tcandidatesForFinalSelection?:number;\n\t\tgenerateRankingInstruction?:(generateRankingInstructionArguments:GenerateRankingInstructionArguments)=>string;\n\t\textractIdentifiersFromRationale?:(rationale:string)=>string[];\n\t\textractIdentifierFromCandidateDocument?:(extractIdentifierFromCandidateDocumentArguments:ExtractIdentifierFromCandidateDocumentArguments)=>string;\n\t\tcandidateIdentifierField?:keyof Candidate;\n\t\tfindCandidateFromIdentifier?:(findCandidateFromIdentifierArguments:FindCandidateFromIdentifierArguments<Candidate>)=>Candidate|null;\n\t\tgetSummarisableSubstringIndices?:(candidateDocument:string)=>SummarisableSubstringIndices;\n\t\tgeneratePromptTemplate?:(prompt:string)=>string;\n\t\tskipRationale?:boolean;\n\t};\n\n\texport interface PerformGenerationArguments{\n\t\tgenerator:TextGenerationPipeline;\n\t\ttokeniser:PreTrainedTokenizer;\n\t\tprompt:string;\n\t\ttextGenerationConfig?:Partial<TextGenerationConfig>;\n\t};\n\n\texport interface ConvertCandidateToDocumentArguments<Candidate>{\n\t\tcandidate:Candidate;\n\t\tindex:number;\n\t};\n\n\texport interface ExtractIdentifierFromCandidateDocumentArguments{\n\t\tcandidateDocument:string;\n\t\tcandidateIdentifierField:string;\n\t};\n\n\texport interface FindCandidateFromIdentifierArguments<Candidate>{\n\t\tidentifier:string;\n\t\tcandidateIdentifierField:keyof Candidate;\n\t\tcandidates:Candidate[];\n\t};\n\n\texport interface GenerateRankingInstructionArguments{\n\t\tproblemDescription:string;\n\t\tsummaries:string[];\n\t\tcandidatesForFinalSelection:number;\n\t\tcandidateIdentifierField:string;\n\t};\n\n\texport interface CompareCandidatesReturn<Candidate>{\n\t\tselectedCandidates:Candidate[],\n\t\trationale:string,\n\t\trationaleError?:string,\n\t\tsummaries:string[]\n\t};\n};\n\nexport default AICompareCandidates;"],"mappings":"6QAmBA,IAAa,EAAb,cAAyC,CAAU,CAClD,IAAa,EACb,MAAM,GAEN,UAAsC,KACtC,mBAAmB,gCACnB,iBAAsD,KACtD,sBAAiD,EAAE,CACnD,0BAAgD,KAChD,yBAAyB,IAAI,gBAE7B,WAAsC,KACtC,oBAAoB,6BACpB,kBAAsD,KACtD,uBAAkD,EAAE,CACpD,2BAAiD,KACjD,0BAA0B,IAAI,gBAE9B,SAAwC,KACxC,kBAAkB,2BAClB,gBAAwD,KACxD,qBAAgD,EAAE,CAClD,yBAA+C,KAC/C,wBAAwB,IAAI,gBAE5B,UAAmC,KACnC,mBAAmB,KAAK,mBACxB,iBAAmD,KACnD,sBAAiD,EAAE,CACnD,0BAAgD,KAChD,yBAAyB,IAAI,gBAE7B,gCAAgC,GAChC,+BAA+B,IAC/B,qCAAqC,IAErC,oBAAoB,GACpB,mBAAmB,IACnB,yBAAyB,IAEzB,iCAAiC,IAEjC,OACC,EAAI,eAAe,GACnB,EAAI,kBAAkB,GACtB,EAAI,iBAAiB,GAGtB,aAAa,CACZ,MAAM,EAAE,CAAC,CAGV,MAAM,cAAc,CACnB,mBACA,YAAU,IAC4D,EAAE,CAAC,CAEzE,GADG,OAAO,GAAY,UAAU,IAAU,KAAK,mBAAmB,GAC/D,CAAC,KAAK,mBAAmB,MAAU,MAAM,+BAA+B,CAc3E,OAbG,IAAiB,KAAK,0BAA0B,GAGnD,KAAK,iBAAiB,EAAS,kBAAkB,KAAK,mBAAmB,CACxE,OAAO,SACP,kBAAkB,IACd,KAAK,OAAM,QAAQ,IAAI,EAAK,UAAU,EAAa,CAAC,CACvD,OAAO,OAAO,KAAK,sBAAsB,EAAa,CAC/C,KAAK,4BAA4B,EAAa,EAEtD,aAAa,KAAK,yBAAyB,OAC3C,CAAC,CACF,KAAK,UAAU,MAAM,KAAK,iBACnB,KAAK,UAGb,MAAM,qBAAqB,CAC1B,mBACA,YAAU,IAC4D,EAAE,CAAC,CAKzE,GAJI,KAAK,kBAAiB,KAAK,cAAc,CAC5C,mBACA,YACA,CAAC,CACC,CAAC,KAAK,UACR,GAAG,CACF,MAAM,KAAK,uBACL,EAAM,CAEZ,KADA,MAAK,iBAAiB,KAChB,EAGR,GAAG,CAAC,KAAK,UAER,KADA,MAAK,iBAAiB,KACZ,MAAM,2BAA2B,CAI7C,MAAM,mBAAmB,EAAY,CACpC,KAAK,yBAAyB,MAAM,EAAO,CAC3C,KAAK,yBAAyB,IAAI,gBAGnC,MAAM,eAAe,CACpB,mBACA,YAAU,IAC4D,EAAE,CAAC,CAEzE,GADG,OAAO,GAAY,UAAU,IAAU,KAAK,oBAAoB,GAChE,CAAC,KAAK,oBAAoB,MAAU,MAAM,gCAAgC,CAc7E,OAbG,IAAiB,KAAK,2BAA2B,GAGpD,KAAK,kBAAkB,EAAS,gBAAgB,KAAK,oBAAoB,CACxE,OAAO,SACP,kBAAkB,IACd,KAAK,OAAM,QAAQ,IAAI,EAAK,UAAU,EAAa,CAAC,CACvD,OAAO,OAAO,KAAK,uBAAuB,EAAa,CAChD,KAAK,6BAA6B,EAAa,EAEvD,aAAa,KAAK,0BAA0B,OAC5C,CAAC,CACF,KAAK,WAAW,MAAM,KAAK,kBACpB,KAAK,WAGb,MAAM,sBAAsB,CAC3B,mBACA,YAAU,IAC4D,EAAE,CAAC,CAKzE,GAJI,KAAK,mBAAkB,KAAK,eAAe,CAC9C,mBACA,YACA,CAAC,CACC,CAAC,KAAK,WACR,GAAG,CACF,MAAM,KAAK,wBACL,EAAM,CAEZ,KADA,MAAK,kBAAkB,KACjB,EAGR,GAAG,CAAC,KAAK,WAER,KADA,MAAK,kBAAkB,KACb,MAAM,4BAA4B,CAI9C,MAAM,qBAAqB,CAC1B,KAAK,0BAA0B,OAAO,CACtC,KAAK,0BAA0B,IAAI,gBAGpC,MAAM,aAAa,CAClB,mBACA,YAAU,IAC4D,EAAE,CAAC,CAEzE,GADG,OAAO,GAAY,UAAU,IAAU,KAAK,kBAAkB,GAC9D,CAAC,KAAK,kBAAkB,MAAU,MAAM,8BAA8B,CAczE,OAbG,IAAiB,KAAK,yBAAyB,GAGlD,KAAK,gBAAgB,EAAS,qBAAqB,KAAK,kBAAkB,CACzE,OAAO,SACP,kBAAkB,IACd,KAAK,OAAM,QAAQ,IAAI,EAAK,UAAU,EAAa,CAAC,CACvD,OAAO,OAAO,KAAK,qBAAqB,EAAa,CAC9C,KAAK,2BAA2B,EAAa,EAErD,aAAa,KAAK,wBAAwB,OAC1C,CAAC,CACF,KAAK,SAAS,MAAM,KAAK,gBAClB,KAAK,SAGb,MAAM,oBAAoB,CACzB,mBACA,YAAU,IAC4D,EAAE,CAAC,CAKzE,GAJI,KAAK,iBAAgB,KAAK,aAAa,CAC1C,mBACA,YACA,CAAC,CACC,CAAC,KAAK,SACR,GAAG,CACF,MAAM,KAAK,sBACL,EAAM,CAEZ,KADA,MAAK,gBAAgB,KACf,EAGR,GAAG,CAAC,KAAK,SAER,KADA,MAAK,gBAAgB,KACX,MAAM,0BAA0B,CAI5C,MAAM,mBAAmB,CACxB,KAAK,wBAAwB,OAAO,CACpC,KAAK,wBAAwB,IAAI,gBAGlC,MAAM,cAAc,CACnB,mBACA,YAAU,IAC4D,EAAE,CAAC,CAEzE,GADG,OAAO,GAAY,UAAU,IAAU,KAAK,mBAAmB,GAC/D,CAAC,KAAK,mBAAmB,MAAU,MAAM,+BAA+B,CAa3E,OAZG,IAAiB,KAAK,0BAA0B,GAGnD,KAAK,iBAAiB,EAAc,gBAAgB,KAAK,mBAAmB,CAC3E,kBAAkB,IACd,KAAK,OAAM,QAAQ,IAAI,EAAK,UAAU,EAAa,CAAC,CACvD,OAAO,OAAO,KAAK,sBAAsB,EAAa,CAC/C,KAAK,4BAA4B,EAAa,EAEtD,aAAa,KAAK,yBAAyB,OAC3C,CAAC,CACF,KAAK,UAAU,MAAM,KAAK,iBACnB,KAAK,UAGb,MAAM,qBAAqB,CAC1B,mBACA,YAAU,IAC4D,EAAE,CAAC,CAKzE,GAJI,KAAK,kBAAiB,KAAK,cAAc,CAC5C,mBACA,YACA,CAAC,CACC,CAAC,KAAK,UACR,GAAG,CACF,MAAM,KAAK,uBACL,EAAM,CAEZ,KADA,MAAK,iBAAiB,KAChB,EAGR,GAAG,CAAC,KAAK,UAER,KADA,MAAK,iBAAiB,KACZ,MAAM,2BAA2B,CAI7C,MAAM,oBAAoB,CACzB,KAAK,yBAAyB,OAAO,CACrC,KAAK,yBAAyB,IAAI,gBAGnC,MAAM,WAAW,EAA8B,CAM9C,OALA,MAAM,KAAK,qBAAqB,CAC7B,OAAO,KAAK,UAAW,WAAkB,MAAM,MAAM,MAAM,KAAK,SAAS,EAAK,CAChF,QAAQ,OACR,UAAU,GACV,CAAC,GAAG,KAAK,CACH,EAAE,CAGV,MAAM,eAAe,EAAmC,CACvD,OAAO,QAAQ,IAAI,EAAM,IAAI,GAAM,KAAK,WAAW,EAAK,CAAC,CAAC,CAG3D,8BAA8B,EAAc,CAC3C,OAAO,EAGR,MAAM,yBAAyB,CAC9B,YACA,YACA,SAAO,GACP,uBAAqB,EAAE,EACyE,EAAE,CAAC,CACnG,IAAI,EAAO,GAIX,GAHI,IAAU,GAAQ,0BAClB,IAAU,IAAS,EAAO;EAAK,IAAI,2BACpC,OAAO,GAAS,UAAU,CAAC,KAAO,IAAS,EAAO;EAAK,IAAI,6BAC3D,EAAO,MAAU,MAAM,EAAO,CACjC,IAAI,EAAS,CAAC,CACb,KAAK,OACL,QAAQ,EACR,CAAC,CACW,IAAI,EAAa,EAAU,CACvC,YAAY,GACZ,CAAC,CACF,AAAsC,EAAqB,eAAa,EAAU,cAAc,EAAU,cAAc,EACxH,AAAsC,EAAqB,eAAa,EAAU,cAAc,EAChG,IAAI,EAAO,MAAM,EAAU,EAAS,EAAqB,CACtD,KAAK,OAAM,QAAQ,IAAI,EAAO,CACjC,IAAI,EAAa,MAAM,QAAQ,IAAS,GAAG,CAAC,IAAS,KAAK,GAAG,IAAS,GACtE,GAAG,CAAC,EAAa,eAAe,MAAU,MAAM,oBAAoB,CACpE,GAAG,OAAO,EAAa,gBAAiB,SAAS,OAAO,EAAa,eACrE,IAAI,EAAQ,EAAa,gBAAgB,GAAG,GAAG,EAAE,QACjD,GAAG,OAAO,GAAU,UAAU,CAAC,EAAQ,MAAU,MAAM,+BAA+B,CACtF,OAAO,EAGR,sCAAsC,EAA0B,CAC/D,MAAO;WAAyG,EAAmB,IAGpI,kCAA6C,CAC5C,YACA,SACwI,EAAE,CAAC,CAC3I,IAAI,EAAS,uBAAuB,EACpC,IAAI,IAAI,KAAK,EAAU,GAAU;EAAK,EAAO,UAAU,EAAE,CAAC,MAAM,OAAO,EAAU,IAAK,SAAS,EAAK,UAAU,EAAU,GAAG,CAAC,OAAO,EAAU,GAAG,EAEhJ,MADA,IAAU;oBAAuB,EAC1B,EAGR,kCAAkC,CACjC,qBACA,YACA,8BACA,4BACkH,EAAE,CAAC,CACrH,MAAO,qBAAqB,EAA4B,sCAAsC,EAAmB,6DAA6D,EAAO,UAAU,EAAyB,CAAC;;;;EAAuH,EAAU,KAAK;;EAAO,CAGvW,aAAa,EAAY,EAAa,EAAkB,CACpD,IAAI,EAAc,EAAK,MAAM,EAAW,CAAC,OAAO,EAAM,CACtD,OAAO,EAAc,EAAE,EAAc,EAAc,EAGvD,8CAA8C,CAC7C,oBACA,4BAC0I,EAAE,CAAC,CAC1I,KAAK,OAAM,QAAQ,IAAI,EAAkB,EAAyB,CACrE,IAAI,EAAU,EAAO,UAAU,EAAyB,CACpD,EAAW,EAAkB,QAAQ,EAAU,CAQnD,GAPG,EAAW,IAAE,EAAW,EAAkB,aAAa,CAAC,QAAQ,EAAU,aAAa,CAAC,EACxF,KAAK,OAAM,QAAQ,IAAI,EAAW,CAClC,GAAY,IAAE,GAAY,EAAU,QACpC,EAAW,IACb,EAAW,EAAkB,aAAa,CAAC,QAAQ,EAAyB,aAAa,CAAC,CACvF,GAAY,IAAE,GAAY,EAAyB,SAEpD,KAAK,MAAM,QAAQ,IAAI,EAAW,MAChC,MAAO,GAKZ,GAJA,EAAW,EAAkB,QAAQ,IAAI,EAAW,CACjD,KAAK,OAAM,QAAQ,IAAI,EAAW,CAClC,EAAW,IAAE,EAAW,KAAK,aAAa,EAAkB,MAAM,EAAW,EAC7E,KAAK,OAAM,QAAQ,IAAI,EAAW,CAClC,EAAW,EAAE,MAAO,GACvB,IAAI,EAAS,EAAkB,QAAQ;EAAK,EAAW,CAGvD,OAFG,EAAS,IAAE,EAAS,EAAkB,QACtC,KAAK,OAAM,QAAQ,IAAI,EAAS,CAC5B,EAAkB,UAAU,EAAW,EAAS,CAAC,MAAM,CAG/D,uCAAuC,EAAiB,CACvD,IAAI,EAAM,4CACNA,EAAiB,EAAE,CACvB,IAAI,IAAIC,EAA2B,MAAM,QAAQ,EAAM,EAAM,KAAK,EAAU,CAAC,EAAK,EAAM,IAAG,EAAQ,KAAK,EAAM,GAAG,CACjH,OAAO,EAGR,mCAA8C,CAC7C,aACA,2BACA,cAC0I,EAAE,CAAC,EAC1I,CAAC,GAAY,OAAO,GAAa,YAAS,EAAW,OAAO,EAAW,EAC1E,QAAQ,IAAI,aAAa,EAAW,CACpC,IAAI,EAAkB,EAAW,KAAK,GAAW,OAAO,EAAU,GAA0B,GAAG,EAAW,CAsB1G,GArBG,IAMH,EAAkB,EAAW,KAAK,GAAW,OAAO,EAAU,GAA0B,CAAC,aAAa,GAAG,EAAW,aAAa,CAAC,CAC/H,KAMH,EAAkB,EAAW,KAAK,GAAW,OAAO,EAAU,GAA0B,CAAC,aAAa,CAAC,SAAS,EAAW,aAAa,CAAC,CAAC,CACvI,KAMH,EAAkB,EAAW,KAAK,GAAW,EAAW,aAAa,CAAC,SAAS,OAAO,EAAU,GAA0B,CAAC,aAAa,CAAC,CAAC,CACvI,GAIF,OAHG,KAAK,OACP,QAAQ,IAAI,gDAAgD,EAAkB,GAA0B,CAElG,EAGR,IAAI,EAAgB,EAAW,MAAM,OAAO,CAAC,OAAO,GAAgB,KAAK,KAAK,EAAe,CAAC,CAC3F,KAAK,OAAM,QAAQ,IAAI,mBAAmB,EAAgB,CAC7D,IAAI,EAAmB,EAAW,IAAI,IAAY,CACjD,sBAAsB,EAAgB,IAAI,GAAgB,OAAO,EAAU,GAA0B,CAAC,QAAQ,EAAe,CAAC,CAC9H,YACA,EAAE,CAAC,OAAO,GAAW,EAAU,sBAAsB,KAAK,GAAO,GAAO,EAAE,CAAC,CAqD5E,OApDG,EAAmB,OAAO,GAC5B,EAAmB,MAAM,EAAE,IAAI,CAC9B,IAAI,EAAO,EAAO,MAAM,EAAE,sBAAsB,GAAU,EAAS,EAAE,EAAE,EAAE,CACrE,EAAO,EAAO,MAAM,EAAE,sBAAsB,GAAU,EAAS,EAAE,EAAE,EAAE,CASzE,GARG,KAAK,QACP,QAAQ,IAAI,IAAI,EAAE,CAClB,QAAQ,IAAI,IAAI,EAAE,CAClB,QAAQ,IAAI,0BAA0B,EAAE,sBAAsB,CAC9D,QAAQ,IAAI,0BAA0B,EAAE,sBAAsB,CAC9D,QAAQ,IAAI,SAAS,EAAO,CAC5B,QAAQ,IAAI,SAAS,EAAO,EAE1B,IAAS,EAAO,OAAO,EAAO,EACjC,GAAG,IAAS,GAAG,IAAS,EAAE,MAAO,GACjC,EAAO,EACP,EAAO,EACP,IAAI,IAAI,EAAE,EAAE,EAAE,EAAE,sBAAsB,OAAO,EAAE,EAAE,EAChD,IAAI,IAAI,EAAE,EAAE,EAAE,EAAE,EAAE,sBAAsB,OAAO,EAAE,EAC7C,EAAE,sBAAsB,GAAG,GAAG,EAAE,sBAAsB,GAAG,GACzD,EAAE,sBAAsB,GAAG,EAAE,sBAAsB,KAClD,KAAK,QACP,QAAQ,IAAI,IAAI,EAAE,CAClB,QAAQ,IAAI,IAAI,EAAE,CAClB,QAAQ,IAAI,6BAA6B,EAAE,sBAAsB,GAAG,CACpE,QAAQ,IAAI,6BAA6B,EAAE,sBAAsB,GAAG,EAErE,EAAE,GAIL,IAAI,IAAI,EAAE,EAAE,EAAE,EAAE,sBAAsB,OAAO,EAAE,EAAE,EAChD,IAAI,IAAI,EAAE,EAAE,EAAE,EAAE,EAAE,sBAAsB,OAAO,EAAE,EAC7C,EAAE,sBAAsB,GAAG,GAAG,EAAE,sBAAsB,GAAG,GACzD,EAAE,sBAAsB,GAAG,EAAE,sBAAsB,KAClD,KAAK,QACP,QAAQ,IAAI,IAAI,EAAE,CAClB,QAAQ,IAAI,IAAI,EAAE,CAClB,QAAQ,IAAI,6BAA6B,EAAE,sBAAsB,GAAG,CACpE,QAAQ,IAAI,6BAA6B,EAAE,sBAAsB,GAAG,EAErE,EAAE,GAQL,OAJG,KAAK,QACP,QAAQ,IAAI,SAAS,EAAO,CAC5B,QAAQ,IAAI,SAAS,EAAO,EAEtB,EAAO,GACb,CAEA,EAAmB,QAAQ,GAAG,EAAmB,GAAG,UAAiB,EAAmB,GAAG,UACvF,KAGR,gCAAgC,EAA2B,CAC1D,IAAI,EAAyB,OAAO,EAAoB,CAAC,QAAQ,gBAAgB,CAGjF,OAFG,GAA0B,EAAE,GAA0B,GACpD,EAAyB,EACvB,OAAO,EAAoB,CAAC,UAAU,EAAyB,CAAC,MAAM,CAG9E,aAAa,EAAU,CACtB,OAAO,OAAO,GAAO,UAAU,MAAO,SAAS,EAAM,SAAS,KAAK,GAAO,UAAU,KAAK,EAAK,UAAU,EAAM,SAAS,KAAK,CAAC,OAAO,GAAO,SAAU,SAAS,EAAM,QAAQ,GAAO,QAAQ,EAAK,UAAU,EAAM,QAAQ,CAAC,OAAO,GAAQ,SAAS,EAAM,EAAK,UAAU,EAAM,CAG7Q,MAAM,kBAA6B,CAClC,aACA,qBAAmB,GACnB,oBAAkB,KAAK,yBAAyB,KAAK,KAAK,CAC1D,iCAA+B,KAAK,sCAAsC,KAAK,KAAK,CACpF,2BAAyB,KAAK,gCAAgC,KAAK,KAAK,CACxE,6BAA2B,KAAK,kCAAkC,KAAK,KAAK,CAC5E,gCAA8B,EAC9B,8BAA4B,EAC5B,6BAA2B,KAAK,kCAAkC,KAAK,KAAK,CAC5E,kCAAgC,KAAK,uCAAuC,KAAK,KAAK,CACtF,yCAAuC,KAAK,8CAA8C,KAAK,KAAK,CACpG,2BAAyB,IAAA,GACzB,8BAA4B,KAAK,mCAAmC,KAAK,KAAK,CAC9E,kCACA,yBAAuB,KAAK,8BAA8B,KAAK,KAAK,CACpE,gBAAc,IACoF,EAAE,CAAsE,CAC1K,GAAG,CAAC,MAAM,QAAQ,EAAW,EAAE,EAAW,QAAQ,EAAE,MAAU,MAAM,yBAAyB,CAI7F,GAHA,EAA8B,EAAO,cAAc,EAA8B,CAC9E,GAA+B,IAClC,EAA4B,EAAO,cAAc,EAA4B,CAC1E,GAA6B,GAAE,MAAU,MAAM,4EAA4E,CAC9H,GAAG,EAA8B,EAA4B,MAAU,MAAM,6FAA6F,CAC1K,GAAG,EAA8B,EAAW,OAAO,MAAU,MAAM,aAAa,EAA8B,yFAAyF,EAAW,OAAO,CACzN,GAAG,EAA4B,EAAW,OAAO,MAAU,MAAM,aAAa,EAA4B,yFAAyF,EAAW,OAAO,CACrN,GAAG,CAAC,IACH,EAAyB,OAAO,KAAK,EAAW,GAAa,CAAC,GAC3D,CAAC,GAAyB,MAAU,MAAM,gCAAgC,CAG9E,IAAI,EAAU,GACVC,EAA+B,EAAE,CAGrC,GADA,MAAM,KAAK,qBAAqB,CAC7B,CAAC,KAAK,SAAS,OAClB,IAAI,EAAmB,EAAW,KAAK,EAAU,IAAQ,EAA2B,CACnF,YACA,QACA,CAAC,CAAC,CACC,EAAY,MAAM,EAAkB,UACvC,EAAO,UAAU,EAAmB,CACpC,EAAmB,KAAK,EAAS,IAAQ,EAAM,CAC/C,KACA,CAEG,EAA0B,EAAuB,EAA+B,EAAmB,CAAC,CAGxG,GAFG,KAAK,OAAM,QAAQ,IAAI,kCAAkC,EAA0B,CACtF,MAAM,KAAK,sBAAsB,CAC9B,CAAC,KAAK,UAAU,OAEnB,GAD4B,KAAK,UAAU,OAAO,EAA0B,CACjD,OAAO,KAAK,UAAU,iBAAiB,MAAU,MAAM,sEAAsE,CAGxJ,GADA,MAAM,KAAK,sBAAsB,CAC9B,CAAC,KAAK,UAAU,OACnB,IAAI,EAAc,MAAM,EAAkB,CACzC,UAAU,KAAK,UACf,UAAU,KAAK,UACf,OAAO,EACP,qBAAqB,CACpB,eAAe,KAAK,gCACpB,YAAY,KAAK,+BACjB,mBAAmB,KAAK,qCACxB,CACD,CAAC,CACC,KAAK,OAAM,QAAQ,IAAI,oCAAoC,EAAc,CAC5E,IAAI,EAAkB,EAAyB,EAAc,CAG1D,KAAK,OAAM,QAAQ,IAAI,wBAAwB,EAAkB,CACpE,IAAI,EAAY,MAAM,EAAY,iBAAiB,EAAkB,EAA8B,CAChG,KAAK,OAAM,QAAQ,IAAI,0BAA0B,EAAY,CAEhE,IAAIC,EAAmB,EAAE,CAEzB,GAAG,EAAY,KAAK,GAAQ,EAAO,YAAY,MAAM,CAAC,MAAM,MAAM,CAAC,OAAO,KAAK,iCAAiC,CAAC,CAEhH,GADA,MAAM,KAAK,uBAAuB,CAC/B,CAAC,KAAK,WAAW,OACpB,GAAW,MAAM,QAAQ,WAAW,EAAY,IAAI,KAAM,IAAQ,CACjE,GAAG,CAAC,EAAO,aAAa,OAAO,EAAO,aAAc,SAAS,MAAO,GACpE,GAAG,EAAO,YAAY,MAAM,CAAC,MAAM,MAAM,CAAC,QAAQ,KAAK,iCAAiC,OAAO,EAAO,YACtG,IAAIC,EAA8E,CACjF,MAAM,EACN,IAAI,EAAO,YAAY,OACvB,CACE,GAAgC,OAAO,OAAO,EAA6B,EAAgC,EAAO,YAAY,CAAC,CAClI,EAA6B,MAAM,EAAO,MAAM,EAAO,cAAc,EAA6B,MAAM,CAAC,EAAE,EAAO,YAAY,OAAO,CACrI,EAA6B,IAAI,EAAO,MAAM,EAAO,cAAc,EAA6B,IAAI,CAAC,EAAE,EAAO,YAAY,OAAO,CAC9H,KAAK,OAAM,QAAQ,IAAI,EAA6B,CACvD,IAAI,EAAsB,EAAO,YAAY,UAAU,EAA6B,MAAM,EAA6B,IAAI,CACxH,KAAK,OAAM,QAAQ,IAAI,EAAsB,CAChD,IAAI,EAAc,EAAO,YAAY,UAAU,EAAE,EAA6B,MAAM,CAChF,EAAa,EAAO,YAAY,UAAU,EAA6B,IAAI,CAC3E,EAAyB,EAAc,MAAM,MAAM,CAAC,OAAO,EAAa,MAAM,MAAM,CAAC,OACrF,EAAoC,KAAK,IAAI,EAAE,KAAK,iCAAiC,EAAyB,CAC/G,KAAK,OAAM,QAAQ,IAAI,EAAyB,EAAoC,CACvF,IAAI,EAAyB,MAAM,KAAK,aAAa,EAA4C,CAChG,WAAW,EACX,CAAC,CACE,EAAoB,MAAM,QAAQ,IAA2B,GAAG,CAAC,IAA2B,KAAK,GAAG,IAA2B,GAChI,KAAK,OAAM,QAAQ,IAAI,EAAyB,EAAoB,GAAqB,cAAc,IAAI,GAAqB,cAAc,IAAI,MAAM,MAAM,CAAC,MAAM,EAAE,EAAoC,CAAC,KAAK,IAAI,CAAC,CACzN,IAAI,EAAiB,GAAe,GAAqB,cAAc,IAAI,MAAM,MAAM,CAAC,MAAM,EAAE,EAAoC,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,EAEtJ,OADG,KAAK,OAAM,QAAQ,IAAI,yBAAyB,EAAiB,CAC7D,GACN,CAAC,EAAE,OAAO,GAAQ,EAAO,SAAS,aAAa,EAAO,MAAM,CAAC,IAAI,GAAS,EAA0C,MAAM,MAE5H,EAAU,EAAY,IAAI,GAAQ,EAAO,YAAY,CAGtD,IAAI,EAAe,GAEnB,GAAG,CAAC,EAAc,CACjB,IAAI,EAAsB,EAAuB,EAA2B,CAC3E,qBACA,YACA,8BACA,yBAAyB,OAAO,EAAyB,CACzD,CAAC,CAAC,CACA,KAAK,OAAM,QAAQ,IAAI,6BAA6B,EAAsB,CAC7E,IAAI,EAAoB,KAAK,UAAU,OAAO,EAAsB,CAEpE,GADG,KAAK,OAAM,QAAQ,IAAI,EAAoB,OAAO,KAAK,UAAU,iBAAiB,CAClF,EAAoB,OAAO,KAAK,UAAU,iBAAiB,MAAU,MAAM,iEAAiE,CAC/I,GAAG,CAWF,GAVY,MAAM,EAAkB,CACnC,UAAU,KAAK,UACf,UAAU,KAAK,UACf,OAAO,EACP,qBAAqB,CACpB,eAAe,KAAK,oBACpB,YAAY,KAAK,mBACjB,mBAAmB,KAAK,yBACxB,CACD,CAAC,EACgB,MAAM,CAAC,QAAQ,gCAAiC,GAAG,CAClE,KAAK,OAAM,QAAQ,IAAI,wBAAwB,EAAU,CAC5D,IAAI,EAAuB,EAAU,QAAQ,gBAAgB,CAC1D,GAAwB,EAAE,GAAwB,GAChD,EAAuB,EAC5B,EAAU,EAAU,UAAU,EAAuB,OAE/C,EAAM,CACZ,QAAQ,IAAI,EAAM,CAClB,EAAe,KAAK,aAAa,EAAM,CACvC,EAAU,IAIZ,GAAG,EAAU,CACZ,IAAI,EAAY,EAAgC,EAAU,CACvD,KAAK,OAAM,QAAQ,IAAI,yCAAyC,EAAY,CAC5E,EAAY,OAAO,IAA4B,EAAY,EAAY,MAAM,EAAE,EAA4B,EAC9G,EAAmB,EAAO,QAAQ,EAAY,IAAI,GAAY,EAA4B,CACzF,aACA,2BACA,aACA,CAAC,CAAC,CAAC,CAGL,GAAG,CAAC,MAAM,QAAQ,EAAmB,EAAE,EAAmB,OAAO,EAA4B,CACxF,MAAM,QAAQ,EAAmB,GAAC,EAAmB,EAAE,EAC3D,IAAI,EAA6B,EAAO,QAAQ,EAAY,IAAI,GAAQ,CACvE,IAAI,EAAW,EAAuC,CACrD,kBAAkB,EAAO,YACzB,yBAAyB,OAAO,EAAyB,CACzD,CAAC,CAEF,OADG,KAAK,OAAM,QAAQ,IAAI,iDAAiD,EAAW,CAC/E,EAA4B,CAClC,aACA,2BACA,aACA,CAAC,EACD,CAAC,CACH,EAAmB,OAAO,EAAmB,OAAO,EAAE,GAAG,EAA6B,CACtF,EAAmB,EAAO,KAAK,EAAmB,CAAC,MAAM,EAAE,EAA4B,CAIxF,OAFG,KAAK,OAAM,QAAQ,IAAI,sBAAsB,EAAmB,CAE7D,CACL,YACA,YACA,GAAI,EAAe,CAAC,iBAAe,CAAC,EAAE,CACtC,qBACA,2BAwEH,IAAA,EAAe"}
+{"version":3,"file":"index.mjs","names":["matches:string[]","match:RegExpExecArray|null","selectedCandidates:Candidate[]","summaries:string[]","summarisableSubstringIndices:AICompareCandidates.SummarisableSubstringIndices"],"sources":["../src/index.ts"],"sourcesContent":["import{\n\tenv,\n\tpipeline,\n\tAutoTokenizer,\n\tTextGenerationPipeline,\n\tProgressInfo,\n\tProgressCallback,\n\tSummarizationPipeline,\n\tFeatureExtractionPipeline,\n\tPreTrainedTokenizer,\n\tTextGenerationConfig,\n\tTextGenerationSingle,\n\tTextStreamer\n}from '@sroussey/transformers';\nimport {MemoryVectorStore} from '@langchain/classic/vectorstores/memory';\nimport {Embeddings} from '@langchain/core/embeddings';\nimport lodash from 'lodash';\nimport jsan from 'jsan';\n\nexport class AICompareCandidates extends Embeddings{\n\treadonly env=env;\n\tDEBUG=true;\n\n\tgenerator:TextGenerationPipeline|null=null;\n\tgeneratorModelName='Xenova/Phi-3-mini-4k-instruct';\n\tgeneratorPromise:Promise<TextGenerationPipeline>|null=null;\n\tgeneratorProgressInfo:ProgressInfo=<ProgressInfo>{};\n\tgeneratorProgressCallback:ProgressCallback|null=null;\n\tgeneratorAbortController=new AbortController();\n\n\tsummariser:SummarizationPipeline|null=null;\n\tsummariserModelName='Xenova/distilbart-cnn-12-6';\n\tsummariserPromise:Promise<SummarizationPipeline>|null=null;\n\tsummariserProgressInfo:ProgressInfo=<ProgressInfo>{};\n\tsummariserProgressCallback:ProgressCallback|null=null;\n\tsummariserAbortController=new AbortController();\n\n\tembedder:FeatureExtractionPipeline|null=null;\n\tembedderModelName='Xenova/all-MiniLM-L12-v2';\n\tembedderPromise:Promise<FeatureExtractionPipeline>|null=null;\n\tembedderProgressInfo:ProgressInfo=<ProgressInfo>{};\n\tembedderProgressCallback:ProgressCallback|null=null;\n\tembedderAbortController=new AbortController();\n\n\ttokeniser:PreTrainedTokenizer|null=null;\n\ttokeniserModelName=this.generatorModelName;\n\ttokeniserPromise:Promise<PreTrainedTokenizer>|null=null;\n\ttokeniserProgressInfo:ProgressInfo=<ProgressInfo>{};\n\ttokeniserProgressCallback:ProgressCallback|null=null;\n\ttokeniserAbortController=new AbortController();\n\n\tgenerateSearchAreasMaxNewTokens=64;\n\tgenerateSearchAreasTemperature=0.35;\n\tgenerateSearchAreasRepetitionPenalty=1.5;\n\n\trankingMaxNewTokens=64;\n\trankingTemperature=0.35;\n\trankingRepetitionPenalty=1.5;\n\n\ttargetSummarisedStringTokenCount=300;\n\n\tstatic{\n\t\tenv.localModelPath='';\n\t\tenv.allowRemoteModels=true;\n\t\tenv.allowLocalModels=false;\n\t}\n\n\tconstructor(){\n\t\tsuper({});\n\t}\n\t\n\tasync loadGenerator({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(typeof modelName==='string'&&modelName)this.generatorModelName=modelName;\n\t\tif(!this.generatorModelName)throw new Error('Invalid generator model name');\n\t\tif(progressCallback)this.generatorProgressCallback=progressCallback;\n\t\t//ts-ignore is needed due to frequent error TS2590: Expression produces a union type that is too complex to represent.\n\t\t//@ts-ignore\n\t\tthis.generatorPromise=pipeline('text-generation',this.generatorModelName,{\n\t\t\tdevice:'webgpu',\n\t\t\tprogress_callback:progressInfo=>{\n\t\t\t\tif(this.DEBUG)console.log(jsan.stringify(progressInfo));\n\t\t\t\tObject.assign(this.generatorProgressInfo,progressInfo);\n\t\t\t\treturn this.generatorProgressCallback?.(progressInfo);\n\t\t\t},\n\t\t\tabort_signal:this.generatorAbortController.signal\n\t\t});\n\t\tthis.generator=await this.generatorPromise;\n\t\treturn this.generator;\n\t}\n\n\tasync checkGeneratorLoaded({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(!this.generatorPromise)this.loadGenerator({\n\t\t\tprogressCallback,\n\t\t\tmodelName\n\t\t});\n\t\tif(!this.generator){\n\t\t\ttry{\n\t\t\t\tawait this.generatorPromise;\n\t\t\t}catch(error){\n\t\t\t\tthis.generatorPromise=null;\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\t\tif(!this.generator){\n\t\t\tthis.generatorPromise=null;\n\t\t\tthrow new Error('Unable to load generator');\n\t\t}\n\t}\n\n\tasync abortLoadGenerator(reason?:any){\n\t\tthis.generatorAbortController.abort(reason);\n\t\tthis.generatorAbortController=new AbortController();\n\t}\n\n\tasync loadSummariser({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(typeof modelName==='string'&&modelName)this.summariserModelName=modelName;\n\t\tif(!this.summariserModelName)throw new Error('Invalid summariser model name');\n\t\tif(progressCallback)this.summariserProgressCallback=progressCallback;\n\t\t//ts-ignore is needed due to frequent error TS2590: Expression produces a union type that is too complex to represent.\n\t\t//@ts-ignore\n\t\tthis.summariserPromise=pipeline('summarization',this.summariserModelName,{\n\t\t\tdevice:'webgpu',\n\t\t\tprogress_callback:progressInfo=>{\n\t\t\t\tif(this.DEBUG)console.log(jsan.stringify(progressInfo));\n\t\t\t\tObject.assign(this.summariserProgressInfo,progressInfo);\n\t\t\t\treturn this.summariserProgressCallback?.(progressInfo);\n\t\t\t},\n\t\t\tabort_signal:this.summariserAbortController.signal\n\t\t});\n\t\tthis.summariser=await this.summariserPromise;\n\t\treturn this.summariser;\n\t}\n\n\tasync checkSummariserLoaded({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(!this.summariserPromise)this.loadSummariser({\n\t\t\tprogressCallback,\n\t\t\tmodelName\n\t\t});\n\t\tif(!this.summariser){\n\t\t\ttry{\n\t\t\t\tawait this.summariserPromise;\n\t\t\t}catch(error){\n\t\t\t\tthis.summariserPromise=null;\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\t\tif(!this.summariser){\n\t\t\tthis.summariserPromise=null;\n\t\t\tthrow new Error('Unable to load summariser');\n\t\t}\n\t}\n\n\tasync abortLoadSummariser(){\n\t\tthis.summariserAbortController.abort();\n\t\tthis.summariserAbortController=new AbortController();\n\t}\n\n\tasync loadEmbedder({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(typeof modelName==='string'&&modelName)this.embedderModelName=modelName;\n\t\tif(!this.embedderModelName)throw new Error('Invalid embedder model name');\n\t\tif(progressCallback)this.embedderProgressCallback=progressCallback;\n\t\t//ts-ignore is needed due to frequent error TS2590: Expression produces a union type that is too complex to represent.\n\t\t//@ts-ignore\n\t\tthis.embedderPromise=pipeline('feature-extraction',this.embedderModelName,{\n\t\t\tdevice:'webgpu',\n\t\t\tprogress_callback:progressInfo=>{\n\t\t\t\tif(this.DEBUG)console.log(jsan.stringify(progressInfo));\n\t\t\t\tObject.assign(this.embedderProgressInfo,progressInfo);\n\t\t\t\treturn this.embedderProgressCallback?.(progressInfo);\n\t\t\t},\n\t\t\tabort_signal:this.embedderAbortController.signal\n\t\t});\n\t\tthis.embedder=await this.embedderPromise;\n\t\treturn this.embedder;\n\t}\n\n\tasync checkEmbedderLoaded({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(!this.embedderPromise)this.loadEmbedder({\n\t\t\tprogressCallback,\n\t\t\tmodelName\n\t\t});\n\t\tif(!this.embedder){\n\t\t\ttry{\n\t\t\t\tawait this.embedderPromise;\n\t\t\t}catch(error){\n\t\t\t\tthis.embedderPromise=null;\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\t\tif(!this.embedder){\n\t\t\tthis.embedderPromise=null;\n\t\t\tthrow new Error('Unable to load embedder');\n\t\t}\n\t}\n\n\tasync abortLoadEmbedder(){\n\t\tthis.embedderAbortController.abort();\n\t\tthis.embedderAbortController=new AbortController();\n\t}\n\n\tasync loadTokeniser({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(typeof modelName==='string'&&modelName)this.tokeniserModelName=modelName;\n\t\tif(!this.tokeniserModelName)throw new Error('Invalid tokeniser model name');\n\t\tif(progressCallback)this.tokeniserProgressCallback=progressCallback;\n\t\t//ts-ignore is needed due to frequent error TS2590: Expression produces a union type that is too complex to represent.\n\t\t//@ts-ignore\n\t\tthis.tokeniserPromise=AutoTokenizer.from_pretrained(this.tokeniserModelName,{\n\t\t\tprogress_callback:progressInfo=>{\n\t\t\t\tif(this.DEBUG)console.log(jsan.stringify(progressInfo));\n\t\t\t\tObject.assign(this.tokeniserProgressInfo,progressInfo);\n\t\t\t\treturn this.tokeniserProgressCallback?.(progressInfo);\n\t\t\t},\n\t\t\tabort_signal:this.tokeniserAbortController.signal\n\t\t});\n\t\tthis.tokeniser=await this.tokeniserPromise;\n\t\treturn this.tokeniser;\n\t}\n\n\tasync checkTokeniserLoaded({\n\t\tprogressCallback,\n\t\tmodelName=''\n\t}:AICompareCandidates.LoadArguments=<AICompareCandidates.LoadArguments>{}){\n\t\tif(!this.tokeniserPromise)this.loadTokeniser({\n\t\t\tprogressCallback,\n\t\t\tmodelName\n\t\t});\n\t\tif(!this.tokeniser){\n\t\t\ttry{\n\t\t\t\tawait this.tokeniserPromise;\n\t\t\t}catch(error){\n\t\t\t\tthis.tokeniserPromise=null;\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\t\tif(!this.tokeniser){\n\t\t\tthis.tokeniserPromise=null;\n\t\t\tthrow new Error('Unable to load tokeniser');\n\t\t}\n\t}\n\n\tasync abortLoadTokeniser(){\n\t\tthis.tokeniserAbortController.abort();\n\t\tthis.tokeniserAbortController=new AbortController();\n\t}\n\n\tasync embedQuery(text:string):Promise<number[]>{\n\t\tawait this.checkEmbedderLoaded();\n\t\tif(typeof this.embedder==='function')return Array.from((await this.embedder(text,{\n\t\t\tpooling:'mean',\n\t\t\tnormalize:true\n\t\t}))?.data);\n\t\treturn [];\n\t}\n\n\tasync embedDocuments(texts:string[]):Promise<number[][]>{\n\t\treturn Promise.all(texts.map(text=>this.embedQuery(text)));\n\t}\n\n\tdefaultGeneratePromptTemplate(prompt:string){\n\t\treturn prompt;\n\t}\n\n\tasync defaultPerformGeneration({\n\t\tgenerator,\n\t\ttokeniser,\n\t\tprompt='',\n\t\ttextGenerationConfig={}\n\t}:AICompareCandidates.PerformGenerationArguments=<AICompareCandidates.PerformGenerationArguments>{}){\n\t\tlet errors='';\n\t\tif(!generator)errors+='No generator provided.';\n\t\tif(!tokeniser)errors+=(errors?'\\n':'')+'No tokeniser provided.';\n\t\tif(typeof prompt!=='string'||!prompt)errors+=(errors?'\\n':'')+'No valid prompt provided.';\n\t\tif(errors)throw new Error(errors);\n\t\tlet messages=[{\n\t\t\trole:'user',\n\t\t\tcontent:prompt\n\t\t}];\n\t\tlet streamer=new TextStreamer(tokeniser,{\n\t\t\tskip_prompt:true\n\t\t});\n\t\tif(!textGenerationConfig.pad_token_id)textGenerationConfig.pad_token_id=tokeniser.pad_token_id??tokeniser.sep_token_id??0;\n\t\tif(!textGenerationConfig.eos_token_id)textGenerationConfig.eos_token_id=tokeniser.sep_token_id??2;\n\t\tlet output=await generator(messages,textGenerationConfig);\n\t\tif(this.DEBUG)console.log(output);\n\t\tlet outputObject=Array.isArray(output?.[0])?output?.[0]?.[0]:output?.[0];\n\t\tif(!outputObject.generated_text)throw new Error('No generated text');\n\t\tif(typeof outputObject.generated_text==='string')return outputObject.generated_text;\n\t\tlet content=outputObject.generated_text?.at(-1)?.content;\n\t\tif(typeof content!=='string'||!content)throw new Error('No content in generated text');\n\t\treturn content;\n\t}\n\n\tdefaultGenerateSearchAreasInstruction(problemDescription:string){\n\t\treturn 'List the relevant subject areas for the following issues. Limit your response to 100 words.\\nIssues: \"'+problemDescription+'\"';\n\t}\n\n\tdefaultConvertCandidateToDocument<Candidate>({\n\t\tcandidate,\n\t\tindex\n\t}:AICompareCandidates.ConvertCandidateToDocumentArguments<Candidate>=<AICompareCandidates.ConvertCandidateToDocumentArguments<Candidate>>{}){\n\t\tlet document='Start of Candidate #'+index;\n\t\tfor(let i in candidate)document+='\\n'+lodash.startCase(i)+': '+(typeof candidate[i]==='object'?jsan.stringify(candidate[i]):String(candidate[i]));\n\t\tdocument+='\\nEnd of Candidate #'+index;\n\t\treturn document;\n\t}\n\n\tdefaultGenerateRankingInstruction({\n\t\tproblemDescription,\n\t\tsummaries,\n\t\tcandidatesForFinalSelection,\n\t\tcandidateIdentifierField\n\t}:AICompareCandidates.GenerateRankingInstructionArguments=<AICompareCandidates.GenerateRankingInstructionArguments>{}){\n\t\treturn 'Rank only the top '+candidatesForFinalSelection+' candidates by connecting them to \"'+problemDescription+'\" stating # followed by the candidate number and the full '+lodash.startCase(candidateIdentifierField)+' followed by a 15-word explanation for each ranking. Stop generating text immediately thereafter.\\n\\nCandidates:\\n\\n'+summaries.join('\\n\\n');\n\t}\n\n\tregexIndexOf(text:string,regex:RegExp,startIndex:number){\n    \tlet indexInSuffix=text.slice(startIndex).search(regex);\n    \treturn indexInSuffix<0?indexInSuffix:indexInSuffix+startIndex;\n\t}\n\n\tdefaultExtractIdentifierFromCandidateDocument({\n\t\tcandidateDocument,\n\t\tcandidateIdentifierField\n\t}:AICompareCandidates.ExtractIdentifierFromCandidateDocumentArguments=<AICompareCandidates.ExtractIdentifierFromCandidateDocumentArguments>{}){\n\t\tif(this.DEBUG)console.log(candidateDocument,candidateIdentifierField);\n\t\tlet startCase=lodash.startCase(candidateIdentifierField);\n\t\tlet startIndex=candidateDocument.indexOf(startCase);\n\t\tif(startIndex<0)startIndex=candidateDocument.toLowerCase().indexOf(startCase.toLowerCase());\n\t\tif(this.DEBUG)console.log(startIndex);\n\t\tif(startIndex>=0)startIndex+=startCase.length;\n\t\tif(startIndex<0){\n\t\t\tstartIndex=candidateDocument.toLowerCase().indexOf(candidateIdentifierField.toLowerCase());\n\t\t\tif(startIndex>=0)startIndex+=candidateIdentifierField.length;\n\t\t}\n\t\tif(this.DEBUG)console.log(startIndex);\n\t\telse return '';\n\t\tstartIndex=candidateDocument.indexOf(':',startIndex);\n\t\tif(this.DEBUG)console.log(startIndex);\n\t\tif(startIndex<0)startIndex=this.regexIndexOf(candidateDocument,/\\s+/,startIndex);\n\t\tif(this.DEBUG)console.log(startIndex);\n\t\tif(startIndex<0)return '';\n\t\tlet endIndex=candidateDocument.indexOf('\\n',startIndex);\n\t\tif(endIndex<0)endIndex=candidateDocument.length;\n\t\tif(this.DEBUG)console.log(endIndex);\n\t\treturn candidateDocument.substring(startIndex,endIndex).trim();\n\t}\n\n\tdefaultExtractIdentifiersFromRationale(rationale:string){\n\t\tlet regex=/^\\d+?\\s*?\\p{P}\\s*?(.+?)\\s*?(-|\\.|;|\\n)/gmu;\n\t\tlet matches:string[]=[];\n\t\tfor(let match:RegExpExecArray|null;Array.isArray(match=regex.exec(rationale));)if(match[1])matches.push(match[1]);\n\t\treturn matches;\n\t}\n\n\tdefaultFindCandidateFromIdentifier<Candidate>({\n\t\tidentifier,\n\t\tcandidateIdentifierField,\n\t\tcandidates\n\t}:AICompareCandidates.FindCandidateFromIdentifierArguments<Candidate>=<AICompareCandidates.FindCandidateFromIdentifierArguments<Candidate>>{}){\n\t\tif(!identifier||typeof identifier!=='string')identifier=String(identifier);\n\t\tconsole.log('identifier',identifier);\n\t\tlet selectedCandidate=candidates.find(candidate=>String(candidate[candidateIdentifierField])===identifier);\n\t\tif(selectedCandidate){\n\t\t\tif(this.DEBUG){\n\t\t\t\tconsole.log('Candidate found based on case-sensitive match',selectedCandidate[candidateIdentifierField]);\n\t\t\t}\n\t\t\treturn selectedCandidate;\n\t\t}\n\t\tselectedCandidate=candidates.find(candidate=>String(candidate[candidateIdentifierField]).toLowerCase()===identifier.toLowerCase());\n\t\tif(selectedCandidate){\n\t\t\tif(this.DEBUG){\n\t\t\t\tconsole.log('Candidate found based on case-sensitive match',selectedCandidate[candidateIdentifierField]);\n\t\t\t}\n\t\t\treturn selectedCandidate;\n\t\t}\n\t\tselectedCandidate=candidates.find(candidate=>String(candidate[candidateIdentifierField]).toLowerCase().includes(identifier.toLowerCase()));\n\t\tif(selectedCandidate){\n\t\t\tif(this.DEBUG){\n\t\t\t\tconsole.log('Candidate found based on case-sensitive match',selectedCandidate[candidateIdentifierField]);\n\t\t\t}\n\t\t\treturn selectedCandidate;\n\t\t}\n\t\tselectedCandidate=candidates.find(candidate=>identifier.toLowerCase().includes(String(candidate[candidateIdentifierField]).toLowerCase()));\n\t\tif(selectedCandidate){\n\t\t\tif(this.DEBUG){\n\t\t\t\tconsole.log('Candidate found based on case-sensitive match',selectedCandidate[candidateIdentifierField]);\n\t\t\t}\n\t\t\treturn selectedCandidate;\n\t\t}\n\t\t//split by space and find highest number of matches (tie break if it is in same order)\n\t\tlet identifierWords=identifier.split(/\\s+/g).filter(identifierWord=>/\\w/.test(identifierWord));\n\t\tif(this.DEBUG)console.log('Identifier words',identifierWords);\n\t\tlet selectedCandidates=candidates.map(candidate=>({\n\t\t\tidentifierWordIndices:identifierWords.map(identifierWord=>String(candidate[candidateIdentifierField]).indexOf(identifierWord)),\n\t\t\tcandidate\n\t\t})).filter(candidate=>candidate.identifierWordIndices.some(index=>index>=0));\n\t\tif(selectedCandidates.length>1){\n\t\t\tselectedCandidates.sort((a,b)=>{\n\t\t\t\tlet aCount=lodash.sumBy(a.identifierWordIndices,aElement=>aElement<0?0:1);\n\t\t\t\tlet bCount=lodash.sumBy(b.identifierWordIndices,bElement=>bElement<0?0:1);\n\t\t\t\tif(this.DEBUG){\n\t\t\t\t\tconsole.log('a',a);\n\t\t\t\t\tconsole.log('b',b);\n\t\t\t\t\tconsole.log('a.identifierWordIndices',a.identifierWordIndices);\n\t\t\t\t\tconsole.log('b.identifierWordIndices',b.identifierWordIndices);\n\t\t\t\t\tconsole.log('aCount',aCount);\n\t\t\t\t\tconsole.log('bCount',bCount);\n\t\t\t\t}\n\t\t\t\tif(aCount!==bCount)return bCount-aCount;\n\t\t\t\tif(aCount===0&&bCount===0)return 0;\n\t\t\t\taCount=0;\n\t\t\t\tbCount=0;\n\t\t\t\tfor(let i=0;i<a.identifierWordIndices.length-1;++i){\n\t\t\t\t\tfor(let j=i+1;j<a.identifierWordIndices.length;++j){\n\t\t\t\t\t\tif(a.identifierWordIndices[i]<0||a.identifierWordIndices[j]<0)continue;\n\t\t\t\t\t\tif(a.identifierWordIndices[i]<a.identifierWordIndices[j]){\n\t\t\t\t\t\t\tif(this.DEBUG){\n\t\t\t\t\t\t\t\tconsole.log('i',i);\n\t\t\t\t\t\t\t\tconsole.log('j',j);\n\t\t\t\t\t\t\t\tconsole.log('a.identifierWordIndices[i]',a.identifierWordIndices[i]);\n\t\t\t\t\t\t\t\tconsole.log('a.identifierWordIndices[j]',a.identifierWordIndices[j]);\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t++aCount;\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t\tfor(let i=0;i<b.identifierWordIndices.length-1;++i){\n\t\t\t\t\tfor(let j=i+1;j<b.identifierWordIndices.length;++j){\n\t\t\t\t\t\tif(b.identifierWordIndices[i]<0||b.identifierWordIndices[j]<0)continue;\n\t\t\t\t\t\tif(b.identifierWordIndices[i]<b.identifierWordIndices[j]){\n\t\t\t\t\t\t\tif(this.DEBUG){\n\t\t\t\t\t\t\t\tconsole.log('i',i);\n\t\t\t\t\t\t\t\tconsole.log('j',j);\n\t\t\t\t\t\t\t\tconsole.log('b.identifierWordIndices[i]',b.identifierWordIndices[i]);\n\t\t\t\t\t\t\t\tconsole.log('b.identifierWordIndices[j]',b.identifierWordIndices[j]);\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t++bCount;\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t\tif(this.DEBUG){\n\t\t\t\t\tconsole.log('aCount',aCount);\n\t\t\t\t\tconsole.log('bCount',bCount);\n\t\t\t\t}\n\t\t\t\treturn bCount-aCount;\n\t\t\t});\n\t\t}\n\t\tif(selectedCandidates.length>=1&&selectedCandidates[0].candidate)return selectedCandidates[0].candidate;\n\t\treturn null;\n\t}\n\n\tdefaultParseSearchAreasResponse(searchAreasResponse:string){\n\t\tlet searchAreasResponseIndex=String(searchAreasResponse).indexOf('### Response:');\n\t\tif(searchAreasResponseIndex>=0)searchAreasResponseIndex+='### Response:'.length;\n\t\telse searchAreasResponseIndex=0;\n\t\treturn String(searchAreasResponse).substring(searchAreasResponseIndex).trim();\n\t}\n\n\terrorMessage(error:any){\n\t\treturn typeof error?.response?.data==='string'?error.response.data:error?.response?.data?jsan.stringify(error.response.data):typeof error?.message==='string'?error.message:error?.message?jsan.stringify(error.message):typeof error==='string'?error:jsan.stringify(error);\n\t}\n\n\tasync compareCandidates<Candidate>({\n\t\tcandidates,\n\t\tproblemDescription='',\n\t\tperformGeneration=this.defaultPerformGeneration.bind(this),\n\t\tgenerateSearchAreasInstruction=this.defaultGenerateSearchAreasInstruction.bind(this),\n\t\tparseSearchAreasResponse=this.defaultParseSearchAreasResponse.bind(this),\n\t\tconvertCandidateToDocument=this.defaultConvertCandidateToDocument.bind(this),\n\t\tcandidatesForInitialSelection=2,\n\t\tcandidatesForFinalSelection=1,\n\t\tgenerateRankingInstruction=this.defaultGenerateRankingInstruction.bind(this),\n\t\textractIdentifiersFromRationale=this.defaultExtractIdentifiersFromRationale.bind(this),\n\t\textractIdentifierFromCandidateDocument=this.defaultExtractIdentifierFromCandidateDocument.bind(this),\n\t\tcandidateIdentifierField=undefined,\n\t\tfindCandidateFromIdentifier=this.defaultFindCandidateFromIdentifier.bind(this),\n\t\tgetSummarisableSubstringIndices,\n\t\tgeneratePromptTemplate=this.defaultGeneratePromptTemplate.bind(this),\n\t\tskipRationale=false,\n\t\tparallelSummarisation=true\n\t}:AICompareCandidates.CompareArguments<Candidate>=<AICompareCandidates.CompareArguments<Candidate>>{}):Promise<AICompareCandidates.CompareCandidatesReturn<Candidate>|void>{\n\t\tif(!Array.isArray(candidates)||candidates.length<=0)throw new Error('No candidates provided');\n\t\tcandidatesForInitialSelection=lodash.toSafeInteger(candidatesForInitialSelection);\n\t\tif(candidatesForInitialSelection<=0)throw new Error('Candidates for initial selection must be a positive integer bigger than 0');\n\t\tcandidatesForFinalSelection=lodash.toSafeInteger(candidatesForFinalSelection);\n\t\tif(candidatesForFinalSelection<=0)throw new Error('Candidates for initial selection must be a positive integer bigger than 0');\n\t\tif(candidatesForInitialSelection<candidatesForFinalSelection)throw new Error('Candidates for initial selection must be equal or more than candidates for final selection');\n\t\tif(candidatesForInitialSelection>candidates.length)throw new Error('There are '+candidatesForInitialSelection+'candidates for initial selection which is more than the total number of candidates of '+candidates.length);\n\t\tif(candidatesForFinalSelection>candidates.length)throw new Error('There are '+candidatesForFinalSelection+'candidates for initial selection which is more than the total number of candidates of '+candidates.length);\n\t\tif(!candidateIdentifierField){\n\t\t\tcandidateIdentifierField=Object.keys(candidates[0] as object)[0] as keyof Candidate;\n\t\t\tif(!candidateIdentifierField)throw new Error('No candidate identifier field');\n\t\t}\n\n\t\tlet rationale='';\n\t\tlet selectedCandidates:Candidate[]=[];\n\n\t\tawait this.checkEmbedderLoaded();\n\t\tif(!this.embedder)return;\n\t\tlet candidateDocuments=candidates.map((candidate,index)=>convertCandidateToDocument({\n\t\t\tcandidate,\n\t\t\tindex\n\t\t}));\n\t\tlet vectorStore=await MemoryVectorStore.fromTexts(\n\t\t\tlodash.cloneDeep(candidateDocuments),\n\t\t\tcandidateDocuments.map((document,index)=>index),\n\t\t\tthis\n\t\t);\n\n\t\tlet searchAreasPromptTemplate=generatePromptTemplate(generateSearchAreasInstruction(problemDescription));\n\t\tif(this.DEBUG)console.log('Formatted search areas prompt: '+searchAreasPromptTemplate);\n\t\tawait this.checkTokeniserLoaded();\n\t\tif(!this.tokeniser)return;\n\t\tlet searchAreasPromptTokens=this.tokeniser.encode(searchAreasPromptTemplate);\n\t\tif(searchAreasPromptTokens.length>this.tokeniser.model_max_length)throw new Error('Search areas instruction prompt is too long for the tokeniser model');\n\n\t\tawait this.checkGeneratorLoaded();\n\t\tif(!this.generator)return;\n\t\tlet generatedText=await performGeneration({\n\t\t\tgenerator:this.generator,\n\t\t\ttokeniser:this.tokeniser,\n\t\t\tprompt:searchAreasPromptTemplate,\n\t\t\ttextGenerationConfig:{\n\t\t\t\tmax_new_tokens:this.generateSearchAreasMaxNewTokens,\n\t\t\t\ttemperature:this.generateSearchAreasTemperature,\n\t\t\t\trepetition_penalty:this.generateSearchAreasRepetitionPenalty\n\t\t\t}\n\t\t});\n\t\tif(this.DEBUG)console.log('Generated search areas response: '+generatedText);\n\t\tlet vectorSearchQuery=parseSearchAreasResponse(generatedText);\n\t\t//generally the first sentence has the greatest relevance to the actual prompt\n\t\t//if(vectorSearchQuery.includes('.'))vectorSearchQuery=vectorSearchQuery.split('.')[0].trim();\n\t\tif(this.DEBUG)console.log('Vector search query: '+vectorSearchQuery);\n\t\tlet queryResult=await vectorStore.similaritySearch(vectorSearchQuery,candidatesForInitialSelection);\n\t\tif(this.DEBUG)console.log('Vector search results: ',queryResult);\n\n\t\tlet summaries:string[]=[];\n\t\t//only bother doing summarisation if there are candidates which exceed the token count\n\t\tif(queryResult.some(result=>result.pageContent.trim().split(/\\s+/).length>this.targetSummarisedStringTokenCount)){\n\t\t\tawait this.checkSummariserLoaded();\n\t\t\tif(!this.summariser)return;\n\t\t\tif(parallelSummarisation){\n\t\t\t\tsummaries=(await Promise.allSettled(queryResult.map(async result=>{\n\t\t\t\t\tif(!result.pageContent||typeof result.pageContent!=='string')return '';\n\t\t\t\t\tif(result.pageContent.trim().split(/\\s+/).length<=this.targetSummarisedStringTokenCount)return result.pageContent;\n\t\t\t\t\tlet summarisableSubstringIndices:AICompareCandidates.SummarisableSubstringIndices={\n\t\t\t\t\t\tstart:0,\n\t\t\t\t\t\tend:result.pageContent.length\n\t\t\t\t\t};\n\t\t\t\t\tif(getSummarisableSubstringIndices)Object.assign(summarisableSubstringIndices,getSummarisableSubstringIndices(result.pageContent));\n\t\t\t\t\tsummarisableSubstringIndices.start=lodash.clamp(lodash.toSafeInteger(summarisableSubstringIndices.start),0,result.pageContent.length);\n\t\t\t\t\tsummarisableSubstringIndices.end=lodash.clamp(lodash.toSafeInteger(summarisableSubstringIndices.end),0,result.pageContent.length);\n\t\t\t\t\tif(this.DEBUG)console.log(summarisableSubstringIndices);\n\t\t\t\t\tlet summarisableSubstring=result.pageContent.substring(summarisableSubstringIndices.start,summarisableSubstringIndices.end);\n\t\t\t\t\tif(this.DEBUG)console.log(summarisableSubstring);\n\t\t\t\t\tlet contentBefore=result.pageContent.substring(0,summarisableSubstringIndices.start);\n\t\t\t\t\tlet contentAfter=result.pageContent.substring(summarisableSubstringIndices.end);\n\t\t\t\t\tlet wordsWithoutSummarisable=contentBefore.split(/\\s+/).length+contentAfter.split(/\\s+/).length;\n\t\t\t\t\tlet targetSummarisedSubstringTokenCount=Math.max(1,this.targetSummarisedStringTokenCount-wordsWithoutSummarisable);\n\t\t\t\t\tif(this.DEBUG)console.log(wordsWithoutSummarisable,targetSummarisedSubstringTokenCount);\n\t\t\t\t\tlet summarisedSubstringArray=await this.summariser?.(summarisableSubstring,<TextGenerationConfig>{\n\t\t\t\t\t\tmax_length:targetSummarisedSubstringTokenCount\n\t\t\t\t\t});\n\t\t\t\t\tlet summarisedSubstring=Array.isArray(summarisedSubstringArray?.[0])?summarisedSubstringArray?.[0]?.[0]:summarisedSubstringArray?.[0];\n\t\t\t\t\tif(this.DEBUG)console.log(summarisedSubstringArray,summarisedSubstring,summarisedSubstring?.summary_text??'',(summarisedSubstring?.summary_text??'').split(/\\s+/).slice(0,targetSummarisedSubstringTokenCount).join(' '));\n\t\t\t\t\tlet summarisedString=contentBefore+(summarisedSubstring?.summary_text??'').split(/\\s+/).slice(0,targetSummarisedSubstringTokenCount).join(' ').trim()+contentAfter;\n\t\t\t\t\tif(this.DEBUG)console.log('Summarised candidate: '+summarisedString);\n\t\t\t\t\treturn summarisedString;\n\t\t\t\t}))).filter(result=>result.status==='fulfilled'&&result.value).map(result=>(result as PromiseFulfilledResult<string>).value);\n\t\t\t}else{\n\t\t\t\tfor(let result of queryResult){\n\t\t\t\t\ttry{\n\t\t\t\t\t\tif(!result.pageContent||typeof result.pageContent!=='string')continue;\n\t\t\t\t\t\tif(result.pageContent.trim().split(/\\s+/).length<=this.targetSummarisedStringTokenCount){\n\t\t\t\t\t\t\tsummaries.push(result.pageContent);\n\t\t\t\t\t\t\tcontinue;\n\t\t\t\t\t\t}\n\t\t\t\t\t\tlet summarisableSubstringIndices:AICompareCandidates.SummarisableSubstringIndices={\n\t\t\t\t\t\t\tstart:0,\n\t\t\t\t\t\t\tend:result.pageContent.length\n\t\t\t\t\t\t};\n\t\t\t\t\t\tif(getSummarisableSubstringIndices)Object.assign(summarisableSubstringIndices,getSummarisableSubstringIndices(result.pageContent));\n\t\t\t\t\t\tsummarisableSubstringIndices.start=lodash.clamp(lodash.toSafeInteger(summarisableSubstringIndices.start),0,result.pageContent.length);\n\t\t\t\t\t\tsummarisableSubstringIndices.end=lodash.clamp(lodash.toSafeInteger(summarisableSubstringIndices.end),0,result.pageContent.length);\n\t\t\t\t\t\tif(this.DEBUG)console.log(summarisableSubstringIndices);\n\t\t\t\t\t\tlet summarisableSubstring=result.pageContent.substring(summarisableSubstringIndices.start,summarisableSubstringIndices.end);\n\t\t\t\t\t\tif(this.DEBUG)console.log(summarisableSubstring);\n\t\t\t\t\t\tlet contentBefore=result.pageContent.substring(0,summarisableSubstringIndices.start);\n\t\t\t\t\t\tlet contentAfter=result.pageContent.substring(summarisableSubstringIndices.end);\n\t\t\t\t\t\tlet wordsWithoutSummarisable=contentBefore.split(/\\s+/).length+contentAfter.split(/\\s+/).length;\n\t\t\t\t\t\tlet targetSummarisedSubstringTokenCount=Math.max(1,this.targetSummarisedStringTokenCount-wordsWithoutSummarisable);\n\t\t\t\t\t\tif(this.DEBUG)console.log(wordsWithoutSummarisable,targetSummarisedSubstringTokenCount);\n\t\t\t\t\t\tlet summarisedSubstringArray=await this.summariser?.(summarisableSubstring,<TextGenerationConfig>{\n\t\t\t\t\t\t\tmax_length:targetSummarisedSubstringTokenCount\n\t\t\t\t\t\t});\n\t\t\t\t\t\tlet summarisedSubstring=Array.isArray(summarisedSubstringArray?.[0])?summarisedSubstringArray?.[0]?.[0]:summarisedSubstringArray?.[0];\n\t\t\t\t\t\tif(this.DEBUG)console.log(summarisedSubstringArray,summarisedSubstring,summarisedSubstring?.summary_text??'',(summarisedSubstring?.summary_text??'').split(/\\s+/).slice(0,targetSummarisedSubstringTokenCount).join(' '));\n\t\t\t\t\t\tlet summarisedString=contentBefore+(summarisedSubstring?.summary_text??'').split(/\\s+/).slice(0,targetSummarisedSubstringTokenCount).join(' ').trim()+contentAfter;\n\t\t\t\t\t\tif(this.DEBUG)console.log('Summarised candidate: '+summarisedString);\n\t\t\t\t\t\tsummaries.push(summarisedString);\n\t\t\t\t\t}catch(error){\n\t\t\t\t\t\tconsole.log(error);\n\t\t\t\t\t}\n\t\t\t\t}\n\t\t\t}\n\t\t}else{\n\t\t\tsummaries=queryResult.map(result=>result.pageContent);\n\t\t}\n\t\t\n\t\tlet rationaleError='';\n\n\t\tif(!skipRationale){\n\t\t\tlet rankingPromptTemplate=generatePromptTemplate(generateRankingInstruction({\n\t\t\t\tproblemDescription,\n\t\t\t\tsummaries,\n\t\t\t\tcandidatesForFinalSelection,\n\t\t\t\tcandidateIdentifierField:String(candidateIdentifierField)\n\t\t\t}));\n\t\t\tif(this.DEBUG)console.log('Formatted ranking prompt: '+rankingPromptTemplate);\n\t\t\tlet rankingPromptTokens=this.tokeniser.encode(rankingPromptTemplate);\n\t\t\tif(this.DEBUG)console.log(rankingPromptTokens.length,this.tokeniser.model_max_length);\n\t\t\tif(rankingPromptTokens.length>this.tokeniser.model_max_length)throw new Error('Ranking instruction prompt is too long for the tokeniser model');\n\t\t\ttry{\n\t\t\t\tlet ranking=await performGeneration({\n\t\t\t\t\tgenerator:this.generator,\n\t\t\t\t\ttokeniser:this.tokeniser,\n\t\t\t\t\tprompt:rankingPromptTemplate,\n\t\t\t\t\ttextGenerationConfig:{\n\t\t\t\t\t\tmax_new_tokens:this.rankingMaxNewTokens,\n\t\t\t\t\t\ttemperature:this.rankingTemperature,\n\t\t\t\t\t\trepetition_penalty:this.rankingRepetitionPenalty\n\t\t\t\t\t}\n\t\t\t\t});\n\t\t\t\trationale=ranking.trim().replace(/(\\*\\*)|(<\\/?s>)|(\\[.*?\\])\\s*/g, '');\n\t\t\t\tif(this.DEBUG)console.log('Generated rationale: '+rationale);\n\t\t\t\tlet rationaleResponseIndex=rationale.indexOf('### Response:');\n\t\t\t\tif(rationaleResponseIndex>=0)rationaleResponseIndex+='### Response:'.length;\n\t\t\t\telse rationaleResponseIndex=0;\n\t\t\t\trationale=rationale.substring(rationaleResponseIndex);\n\t\t\t\t//if(!rationale)throw new Error('No rationale generated');\n\t\t\t}catch(error){\n\t\t\t\tconsole.log(error);\n\t\t\t\trationaleError=this.errorMessage(error);\n\t\t\t\trationale='';\n\t\t\t}\n\t\t}\n\n\t\tif(rationale){\n\t\t\tlet identifiers=extractIdentifiersFromRationale(rationale);\n\t\t\tif(this.DEBUG)console.log('Extracted identifiers from rationale: '+identifiers);\n\t\t\tif(identifiers.length>candidatesForFinalSelection)identifiers=identifiers.slice(0,candidatesForFinalSelection);\n\t\t\tselectedCandidates=lodash.compact(identifiers.map(identifier=>findCandidateFromIdentifier({\n\t\t\t\tidentifier,\n\t\t\t\tcandidateIdentifierField,\n\t\t\t\tcandidates\n\t\t\t})));\n\t\t}\n\n\t\tif(!Array.isArray(selectedCandidates)||selectedCandidates.length<candidatesForFinalSelection){\n\t\t\tif(!Array.isArray(selectedCandidates))selectedCandidates=[];\n\t\t\tlet additionalSelectedCandidates=lodash.compact(queryResult.map(result=>{\n\t\t\t\tlet identifier=extractIdentifierFromCandidateDocument({\n\t\t\t\t\tcandidateDocument:result.pageContent,\n\t\t\t\t\tcandidateIdentifierField:String(candidateIdentifierField)\n\t\t\t\t});\n\t\t\t\tif(this.DEBUG)console.log('Extracted identifier from candidate document: '+identifier);\n\t\t\t\treturn findCandidateFromIdentifier({\n\t\t\t\t\tidentifier,\n\t\t\t\t\tcandidateIdentifierField,\n\t\t\t\t\tcandidates\n\t\t\t\t});\n\t\t\t}));\n\t\t\tselectedCandidates.splice(selectedCandidates.length,0,...additionalSelectedCandidates);\n\t\t\tselectedCandidates=lodash.uniq(selectedCandidates).slice(0,candidatesForFinalSelection);\n\t\t}\n\t\tif(this.DEBUG)console.log('Selected candidates',selectedCandidates);\n\n\t\treturn{\n\t\t\trationale,\n\t\t\tsummaries,\n\t\t\t...(rationaleError?{rationaleError}:{}),\n\t\t\tselectedCandidates\n\t\t};\n\t}\n};\n\nexport namespace AICompareCandidates{\n\texport interface LoadArguments{\n\t\tprogressCallback?:ProgressCallback;\n\t\tmodelName?:string;\n\t};\n\n\texport interface SummarisableSubstringIndices{\n\t\tstart:number;\n\t\tend:number;\n\t};\n\n\texport interface CompareArguments<Candidate>{\n\t\tcandidates:Candidate[];\n\t\tproblemDescription:string;\n\t\tperformGeneration?:(performGenerationArguments:PerformGenerationArguments)=>Promise<string>;\n\t\tgenerateSearchAreasInstruction?:(problemDescription:string)=>string;\n\t\tparseSearchAreasResponse?:(searchAreasResponse:string)=>string;\n\t\tconvertCandidateToDocument?:(convertCandidateToDocumentArguments:ConvertCandidateToDocumentArguments<Candidate>)=>string;\n\t\tcandidatesForInitialSelection?:number;\n\t\tcandidatesForFinalSelection?:number;\n\t\tgenerateRankingInstruction?:(generateRankingInstructionArguments:GenerateRankingInstructionArguments)=>string;\n\t\textractIdentifiersFromRationale?:(rationale:string)=>string[];\n\t\textractIdentifierFromCandidateDocument?:(extractIdentifierFromCandidateDocumentArguments:ExtractIdentifierFromCandidateDocumentArguments)=>string;\n\t\tcandidateIdentifierField?:keyof Candidate;\n\t\tfindCandidateFromIdentifier?:(findCandidateFromIdentifierArguments:FindCandidateFromIdentifierArguments<Candidate>)=>Candidate|null;\n\t\tgetSummarisableSubstringIndices?:(candidateDocument:string)=>SummarisableSubstringIndices;\n\t\tgeneratePromptTemplate?:(prompt:string)=>string;\n\t\tskipRationale?:boolean;\n\t\tparallelSummarisation?:boolean;\n\t};\n\n\texport interface PerformGenerationArguments{\n\t\tgenerator:TextGenerationPipeline;\n\t\ttokeniser:PreTrainedTokenizer;\n\t\tprompt:string;\n\t\ttextGenerationConfig?:Partial<TextGenerationConfig>;\n\t};\n\n\texport interface ConvertCandidateToDocumentArguments<Candidate>{\n\t\tcandidate:Candidate;\n\t\tindex:number;\n\t};\n\n\texport interface ExtractIdentifierFromCandidateDocumentArguments{\n\t\tcandidateDocument:string;\n\t\tcandidateIdentifierField:string;\n\t};\n\n\texport interface FindCandidateFromIdentifierArguments<Candidate>{\n\t\tidentifier:string;\n\t\tcandidateIdentifierField:keyof Candidate;\n\t\tcandidates:Candidate[];\n\t};\n\n\texport interface GenerateRankingInstructionArguments{\n\t\tproblemDescription:string;\n\t\tsummaries:string[];\n\t\tcandidatesForFinalSelection:number;\n\t\tcandidateIdentifierField:string;\n\t};\n\n\texport interface CompareCandidatesReturn<Candidate>{\n\t\tselectedCandidates:Candidate[],\n\t\trationale:string,\n\t\trationaleError?:string,\n\t\tsummaries:string[]\n\t};\n};\n\nexport default AICompareCandidates;"],"mappings":"6QAmBA,IAAa,EAAb,cAAyC,CAAU,CAClD,IAAa,EACb,MAAM,GAEN,UAAsC,KACtC,mBAAmB,gCACnB,iBAAsD,KACtD,sBAAiD,EAAE,CACnD,0BAAgD,KAChD,yBAAyB,IAAI,gBAE7B,WAAsC,KACtC,oBAAoB,6BACpB,kBAAsD,KACtD,uBAAkD,EAAE,CACpD,2BAAiD,KACjD,0BAA0B,IAAI,gBAE9B,SAAwC,KACxC,kBAAkB,2BAClB,gBAAwD,KACxD,qBAAgD,EAAE,CAClD,yBAA+C,KAC/C,wBAAwB,IAAI,gBAE5B,UAAmC,KACnC,mBAAmB,KAAK,mBACxB,iBAAmD,KACnD,sBAAiD,EAAE,CACnD,0BAAgD,KAChD,yBAAyB,IAAI,gBAE7B,gCAAgC,GAChC,+BAA+B,IAC/B,qCAAqC,IAErC,oBAAoB,GACpB,mBAAmB,IACnB,yBAAyB,IAEzB,iCAAiC,IAEjC,OACC,EAAI,eAAe,GACnB,EAAI,kBAAkB,GACtB,EAAI,iBAAiB,GAGtB,aAAa,CACZ,MAAM,EAAE,CAAC,CAGV,MAAM,cAAc,CACnB,mBACA,YAAU,IAC4D,EAAE,CAAC,CAEzE,GADG,OAAO,GAAY,UAAU,IAAU,KAAK,mBAAmB,GAC/D,CAAC,KAAK,mBAAmB,MAAU,MAAM,+BAA+B,CAc3E,OAbG,IAAiB,KAAK,0BAA0B,GAGnD,KAAK,iBAAiB,EAAS,kBAAkB,KAAK,mBAAmB,CACxE,OAAO,SACP,kBAAkB,IACd,KAAK,OAAM,QAAQ,IAAI,EAAK,UAAU,EAAa,CAAC,CACvD,OAAO,OAAO,KAAK,sBAAsB,EAAa,CAC/C,KAAK,4BAA4B,EAAa,EAEtD,aAAa,KAAK,yBAAyB,OAC3C,CAAC,CACF,KAAK,UAAU,MAAM,KAAK,iBACnB,KAAK,UAGb,MAAM,qBAAqB,CAC1B,mBACA,YAAU,IAC4D,EAAE,CAAC,CAKzE,GAJI,KAAK,kBAAiB,KAAK,cAAc,CAC5C,mBACA,YACA,CAAC,CACC,CAAC,KAAK,UACR,GAAG,CACF,MAAM,KAAK,uBACL,EAAM,CAEZ,KADA,MAAK,iBAAiB,KAChB,EAGR,GAAG,CAAC,KAAK,UAER,KADA,MAAK,iBAAiB,KACZ,MAAM,2BAA2B,CAI7C,MAAM,mBAAmB,EAAY,CACpC,KAAK,yBAAyB,MAAM,EAAO,CAC3C,KAAK,yBAAyB,IAAI,gBAGnC,MAAM,eAAe,CACpB,mBACA,YAAU,IAC4D,EAAE,CAAC,CAEzE,GADG,OAAO,GAAY,UAAU,IAAU,KAAK,oBAAoB,GAChE,CAAC,KAAK,oBAAoB,MAAU,MAAM,gCAAgC,CAc7E,OAbG,IAAiB,KAAK,2BAA2B,GAGpD,KAAK,kBAAkB,EAAS,gBAAgB,KAAK,oBAAoB,CACxE,OAAO,SACP,kBAAkB,IACd,KAAK,OAAM,QAAQ,IAAI,EAAK,UAAU,EAAa,CAAC,CACvD,OAAO,OAAO,KAAK,uBAAuB,EAAa,CAChD,KAAK,6BAA6B,EAAa,EAEvD,aAAa,KAAK,0BAA0B,OAC5C,CAAC,CACF,KAAK,WAAW,MAAM,KAAK,kBACpB,KAAK,WAGb,MAAM,sBAAsB,CAC3B,mBACA,YAAU,IAC4D,EAAE,CAAC,CAKzE,GAJI,KAAK,mBAAkB,KAAK,eAAe,CAC9C,mBACA,YACA,CAAC,CACC,CAAC,KAAK,WACR,GAAG,CACF,MAAM,KAAK,wBACL,EAAM,CAEZ,KADA,MAAK,kBAAkB,KACjB,EAGR,GAAG,CAAC,KAAK,WAER,KADA,MAAK,kBAAkB,KACb,MAAM,4BAA4B,CAI9C,MAAM,qBAAqB,CAC1B,KAAK,0BAA0B,OAAO,CACtC,KAAK,0BAA0B,IAAI,gBAGpC,MAAM,aAAa,CAClB,mBACA,YAAU,IAC4D,EAAE,CAAC,CAEzE,GADG,OAAO,GAAY,UAAU,IAAU,KAAK,kBAAkB,GAC9D,CAAC,KAAK,kBAAkB,MAAU,MAAM,8BAA8B,CAczE,OAbG,IAAiB,KAAK,yBAAyB,GAGlD,KAAK,gBAAgB,EAAS,qBAAqB,KAAK,kBAAkB,CACzE,OAAO,SACP,kBAAkB,IACd,KAAK,OAAM,QAAQ,IAAI,EAAK,UAAU,EAAa,CAAC,CACvD,OAAO,OAAO,KAAK,qBAAqB,EAAa,CAC9C,KAAK,2BAA2B,EAAa,EAErD,aAAa,KAAK,wBAAwB,OAC1C,CAAC,CACF,KAAK,SAAS,MAAM,KAAK,gBAClB,KAAK,SAGb,MAAM,oBAAoB,CACzB,mBACA,YAAU,IAC4D,EAAE,CAAC,CAKzE,GAJI,KAAK,iBAAgB,KAAK,aAAa,CAC1C,mBACA,YACA,CAAC,CACC,CAAC,KAAK,SACR,GAAG,CACF,MAAM,KAAK,sBACL,EAAM,CAEZ,KADA,MAAK,gBAAgB,KACf,EAGR,GAAG,CAAC,KAAK,SAER,KADA,MAAK,gBAAgB,KACX,MAAM,0BAA0B,CAI5C,MAAM,mBAAmB,CACxB,KAAK,wBAAwB,OAAO,CACpC,KAAK,wBAAwB,IAAI,gBAGlC,MAAM,cAAc,CACnB,mBACA,YAAU,IAC4D,EAAE,CAAC,CAEzE,GADG,OAAO,GAAY,UAAU,IAAU,KAAK,mBAAmB,GAC/D,CAAC,KAAK,mBAAmB,MAAU,MAAM,+BAA+B,CAa3E,OAZG,IAAiB,KAAK,0BAA0B,GAGnD,KAAK,iBAAiB,EAAc,gBAAgB,KAAK,mBAAmB,CAC3E,kBAAkB,IACd,KAAK,OAAM,QAAQ,IAAI,EAAK,UAAU,EAAa,CAAC,CACvD,OAAO,OAAO,KAAK,sBAAsB,EAAa,CAC/C,KAAK,4BAA4B,EAAa,EAEtD,aAAa,KAAK,yBAAyB,OAC3C,CAAC,CACF,KAAK,UAAU,MAAM,KAAK,iBACnB,KAAK,UAGb,MAAM,qBAAqB,CAC1B,mBACA,YAAU,IAC4D,EAAE,CAAC,CAKzE,GAJI,KAAK,kBAAiB,KAAK,cAAc,CAC5C,mBACA,YACA,CAAC,CACC,CAAC,KAAK,UACR,GAAG,CACF,MAAM,KAAK,uBACL,EAAM,CAEZ,KADA,MAAK,iBAAiB,KAChB,EAGR,GAAG,CAAC,KAAK,UAER,KADA,MAAK,iBAAiB,KACZ,MAAM,2BAA2B,CAI7C,MAAM,oBAAoB,CACzB,KAAK,yBAAyB,OAAO,CACrC,KAAK,yBAAyB,IAAI,gBAGnC,MAAM,WAAW,EAA8B,CAM9C,OALA,MAAM,KAAK,qBAAqB,CAC7B,OAAO,KAAK,UAAW,WAAkB,MAAM,MAAM,MAAM,KAAK,SAAS,EAAK,CAChF,QAAQ,OACR,UAAU,GACV,CAAC,GAAG,KAAK,CACH,EAAE,CAGV,MAAM,eAAe,EAAmC,CACvD,OAAO,QAAQ,IAAI,EAAM,IAAI,GAAM,KAAK,WAAW,EAAK,CAAC,CAAC,CAG3D,8BAA8B,EAAc,CAC3C,OAAO,EAGR,MAAM,yBAAyB,CAC9B,YACA,YACA,SAAO,GACP,uBAAqB,EAAE,EACyE,EAAE,CAAC,CACnG,IAAI,EAAO,GAIX,GAHI,IAAU,GAAQ,0BAClB,IAAU,IAAS,EAAO;EAAK,IAAI,2BACpC,OAAO,GAAS,UAAU,CAAC,KAAO,IAAS,EAAO;EAAK,IAAI,6BAC3D,EAAO,MAAU,MAAM,EAAO,CACjC,IAAI,EAAS,CAAC,CACb,KAAK,OACL,QAAQ,EACR,CAAC,CACW,IAAI,EAAa,EAAU,CACvC,YAAY,GACZ,CAAC,CACF,AAAsC,EAAqB,eAAa,EAAU,cAAc,EAAU,cAAc,EACxH,AAAsC,EAAqB,eAAa,EAAU,cAAc,EAChG,IAAI,EAAO,MAAM,EAAU,EAAS,EAAqB,CACtD,KAAK,OAAM,QAAQ,IAAI,EAAO,CACjC,IAAI,EAAa,MAAM,QAAQ,IAAS,GAAG,CAAC,IAAS,KAAK,GAAG,IAAS,GACtE,GAAG,CAAC,EAAa,eAAe,MAAU,MAAM,oBAAoB,CACpE,GAAG,OAAO,EAAa,gBAAiB,SAAS,OAAO,EAAa,eACrE,IAAI,EAAQ,EAAa,gBAAgB,GAAG,GAAG,EAAE,QACjD,GAAG,OAAO,GAAU,UAAU,CAAC,EAAQ,MAAU,MAAM,+BAA+B,CACtF,OAAO,EAGR,sCAAsC,EAA0B,CAC/D,MAAO;WAAyG,EAAmB,IAGpI,kCAA6C,CAC5C,YACA,SACwI,EAAE,CAAC,CAC3I,IAAI,EAAS,uBAAuB,EACpC,IAAI,IAAI,KAAK,EAAU,GAAU;EAAK,EAAO,UAAU,EAAE,CAAC,MAAM,OAAO,EAAU,IAAK,SAAS,EAAK,UAAU,EAAU,GAAG,CAAC,OAAO,EAAU,GAAG,EAEhJ,MADA,IAAU;oBAAuB,EAC1B,EAGR,kCAAkC,CACjC,qBACA,YACA,8BACA,4BACkH,EAAE,CAAC,CACrH,MAAO,qBAAqB,EAA4B,sCAAsC,EAAmB,6DAA6D,EAAO,UAAU,EAAyB,CAAC;;;;EAAuH,EAAU,KAAK;;EAAO,CAGvW,aAAa,EAAY,EAAa,EAAkB,CACpD,IAAI,EAAc,EAAK,MAAM,EAAW,CAAC,OAAO,EAAM,CACtD,OAAO,EAAc,EAAE,EAAc,EAAc,EAGvD,8CAA8C,CAC7C,oBACA,4BAC0I,EAAE,CAAC,CAC1I,KAAK,OAAM,QAAQ,IAAI,EAAkB,EAAyB,CACrE,IAAI,EAAU,EAAO,UAAU,EAAyB,CACpD,EAAW,EAAkB,QAAQ,EAAU,CAQnD,GAPG,EAAW,IAAE,EAAW,EAAkB,aAAa,CAAC,QAAQ,EAAU,aAAa,CAAC,EACxF,KAAK,OAAM,QAAQ,IAAI,EAAW,CAClC,GAAY,IAAE,GAAY,EAAU,QACpC,EAAW,IACb,EAAW,EAAkB,aAAa,CAAC,QAAQ,EAAyB,aAAa,CAAC,CACvF,GAAY,IAAE,GAAY,EAAyB,SAEpD,KAAK,MAAM,QAAQ,IAAI,EAAW,MAChC,MAAO,GAKZ,GAJA,EAAW,EAAkB,QAAQ,IAAI,EAAW,CACjD,KAAK,OAAM,QAAQ,IAAI,EAAW,CAClC,EAAW,IAAE,EAAW,KAAK,aAAa,EAAkB,MAAM,EAAW,EAC7E,KAAK,OAAM,QAAQ,IAAI,EAAW,CAClC,EAAW,EAAE,MAAO,GACvB,IAAI,EAAS,EAAkB,QAAQ;EAAK,EAAW,CAGvD,OAFG,EAAS,IAAE,EAAS,EAAkB,QACtC,KAAK,OAAM,QAAQ,IAAI,EAAS,CAC5B,EAAkB,UAAU,EAAW,EAAS,CAAC,MAAM,CAG/D,uCAAuC,EAAiB,CACvD,IAAI,EAAM,4CACNA,EAAiB,EAAE,CACvB,IAAI,IAAIC,EAA2B,MAAM,QAAQ,EAAM,EAAM,KAAK,EAAU,CAAC,EAAK,EAAM,IAAG,EAAQ,KAAK,EAAM,GAAG,CACjH,OAAO,EAGR,mCAA8C,CAC7C,aACA,2BACA,cAC0I,EAAE,CAAC,EAC1I,CAAC,GAAY,OAAO,GAAa,YAAS,EAAW,OAAO,EAAW,EAC1E,QAAQ,IAAI,aAAa,EAAW,CACpC,IAAI,EAAkB,EAAW,KAAK,GAAW,OAAO,EAAU,GAA0B,GAAG,EAAW,CAsB1G,GArBG,IAMH,EAAkB,EAAW,KAAK,GAAW,OAAO,EAAU,GAA0B,CAAC,aAAa,GAAG,EAAW,aAAa,CAAC,CAC/H,KAMH,EAAkB,EAAW,KAAK,GAAW,OAAO,EAAU,GAA0B,CAAC,aAAa,CAAC,SAAS,EAAW,aAAa,CAAC,CAAC,CACvI,KAMH,EAAkB,EAAW,KAAK,GAAW,EAAW,aAAa,CAAC,SAAS,OAAO,EAAU,GAA0B,CAAC,aAAa,CAAC,CAAC,CACvI,GAIF,OAHG,KAAK,OACP,QAAQ,IAAI,gDAAgD,EAAkB,GAA0B,CAElG,EAGR,IAAI,EAAgB,EAAW,MAAM,OAAO,CAAC,OAAO,GAAgB,KAAK,KAAK,EAAe,CAAC,CAC3F,KAAK,OAAM,QAAQ,IAAI,mBAAmB,EAAgB,CAC7D,IAAI,EAAmB,EAAW,IAAI,IAAY,CACjD,sBAAsB,EAAgB,IAAI,GAAgB,OAAO,EAAU,GAA0B,CAAC,QAAQ,EAAe,CAAC,CAC9H,YACA,EAAE,CAAC,OAAO,GAAW,EAAU,sBAAsB,KAAK,GAAO,GAAO,EAAE,CAAC,CAqD5E,OApDG,EAAmB,OAAO,GAC5B,EAAmB,MAAM,EAAE,IAAI,CAC9B,IAAI,EAAO,EAAO,MAAM,EAAE,sBAAsB,GAAU,EAAS,EAAE,EAAE,EAAE,CACrE,EAAO,EAAO,MAAM,EAAE,sBAAsB,GAAU,EAAS,EAAE,EAAE,EAAE,CASzE,GARG,KAAK,QACP,QAAQ,IAAI,IAAI,EAAE,CAClB,QAAQ,IAAI,IAAI,EAAE,CAClB,QAAQ,IAAI,0BAA0B,EAAE,sBAAsB,CAC9D,QAAQ,IAAI,0BAA0B,EAAE,sBAAsB,CAC9D,QAAQ,IAAI,SAAS,EAAO,CAC5B,QAAQ,IAAI,SAAS,EAAO,EAE1B,IAAS,EAAO,OAAO,EAAO,EACjC,GAAG,IAAS,GAAG,IAAS,EAAE,MAAO,GACjC,EAAO,EACP,EAAO,EACP,IAAI,IAAI,EAAE,EAAE,EAAE,EAAE,sBAAsB,OAAO,EAAE,EAAE,EAChD,IAAI,IAAI,EAAE,EAAE,EAAE,EAAE,EAAE,sBAAsB,OAAO,EAAE,EAC7C,EAAE,sBAAsB,GAAG,GAAG,EAAE,sBAAsB,GAAG,GACzD,EAAE,sBAAsB,GAAG,EAAE,sBAAsB,KAClD,KAAK,QACP,QAAQ,IAAI,IAAI,EAAE,CAClB,QAAQ,IAAI,IAAI,EAAE,CAClB,QAAQ,IAAI,6BAA6B,EAAE,sBAAsB,GAAG,CACpE,QAAQ,IAAI,6BAA6B,EAAE,sBAAsB,GAAG,EAErE,EAAE,GAIL,IAAI,IAAI,EAAE,EAAE,EAAE,EAAE,sBAAsB,OAAO,EAAE,EAAE,EAChD,IAAI,IAAI,EAAE,EAAE,EAAE,EAAE,EAAE,sBAAsB,OAAO,EAAE,EAC7C,EAAE,sBAAsB,GAAG,GAAG,EAAE,sBAAsB,GAAG,GACzD,EAAE,sBAAsB,GAAG,EAAE,sBAAsB,KAClD,KAAK,QACP,QAAQ,IAAI,IAAI,EAAE,CAClB,QAAQ,IAAI,IAAI,EAAE,CAClB,QAAQ,IAAI,6BAA6B,EAAE,sBAAsB,GAAG,CACpE,QAAQ,IAAI,6BAA6B,EAAE,sBAAsB,GAAG,EAErE,EAAE,GAQL,OAJG,KAAK,QACP,QAAQ,IAAI,SAAS,EAAO,CAC5B,QAAQ,IAAI,SAAS,EAAO,EAEtB,EAAO,GACb,CAEA,EAAmB,QAAQ,GAAG,EAAmB,GAAG,UAAiB,EAAmB,GAAG,UACvF,KAGR,gCAAgC,EAA2B,CAC1D,IAAI,EAAyB,OAAO,EAAoB,CAAC,QAAQ,gBAAgB,CAGjF,OAFG,GAA0B,EAAE,GAA0B,GACpD,EAAyB,EACvB,OAAO,EAAoB,CAAC,UAAU,EAAyB,CAAC,MAAM,CAG9E,aAAa,EAAU,CACtB,OAAO,OAAO,GAAO,UAAU,MAAO,SAAS,EAAM,SAAS,KAAK,GAAO,UAAU,KAAK,EAAK,UAAU,EAAM,SAAS,KAAK,CAAC,OAAO,GAAO,SAAU,SAAS,EAAM,QAAQ,GAAO,QAAQ,EAAK,UAAU,EAAM,QAAQ,CAAC,OAAO,GAAQ,SAAS,EAAM,EAAK,UAAU,EAAM,CAG7Q,MAAM,kBAA6B,CAClC,aACA,qBAAmB,GACnB,oBAAkB,KAAK,yBAAyB,KAAK,KAAK,CAC1D,iCAA+B,KAAK,sCAAsC,KAAK,KAAK,CACpF,2BAAyB,KAAK,gCAAgC,KAAK,KAAK,CACxE,6BAA2B,KAAK,kCAAkC,KAAK,KAAK,CAC5E,gCAA8B,EAC9B,8BAA4B,EAC5B,6BAA2B,KAAK,kCAAkC,KAAK,KAAK,CAC5E,kCAAgC,KAAK,uCAAuC,KAAK,KAAK,CACtF,yCAAuC,KAAK,8CAA8C,KAAK,KAAK,CACpG,2BAAyB,IAAA,GACzB,8BAA4B,KAAK,mCAAmC,KAAK,KAAK,CAC9E,kCACA,yBAAuB,KAAK,8BAA8B,KAAK,KAAK,CACpE,gBAAc,GACd,wBAAsB,IAC4E,EAAE,CAAsE,CAC1K,GAAG,CAAC,MAAM,QAAQ,EAAW,EAAE,EAAW,QAAQ,EAAE,MAAU,MAAM,yBAAyB,CAI7F,GAHA,EAA8B,EAAO,cAAc,EAA8B,CAC9E,GAA+B,IAClC,EAA4B,EAAO,cAAc,EAA4B,CAC1E,GAA6B,GAAE,MAAU,MAAM,4EAA4E,CAC9H,GAAG,EAA8B,EAA4B,MAAU,MAAM,6FAA6F,CAC1K,GAAG,EAA8B,EAAW,OAAO,MAAU,MAAM,aAAa,EAA8B,yFAAyF,EAAW,OAAO,CACzN,GAAG,EAA4B,EAAW,OAAO,MAAU,MAAM,aAAa,EAA4B,yFAAyF,EAAW,OAAO,CACrN,GAAG,CAAC,IACH,EAAyB,OAAO,KAAK,EAAW,GAAa,CAAC,GAC3D,CAAC,GAAyB,MAAU,MAAM,gCAAgC,CAG9E,IAAI,EAAU,GACVC,EAA+B,EAAE,CAGrC,GADA,MAAM,KAAK,qBAAqB,CAC7B,CAAC,KAAK,SAAS,OAClB,IAAI,EAAmB,EAAW,KAAK,EAAU,IAAQ,EAA2B,CACnF,YACA,QACA,CAAC,CAAC,CACC,EAAY,MAAM,EAAkB,UACvC,EAAO,UAAU,EAAmB,CACpC,EAAmB,KAAK,EAAS,IAAQ,EAAM,CAC/C,KACA,CAEG,EAA0B,EAAuB,EAA+B,EAAmB,CAAC,CAGxG,GAFG,KAAK,OAAM,QAAQ,IAAI,kCAAkC,EAA0B,CACtF,MAAM,KAAK,sBAAsB,CAC9B,CAAC,KAAK,UAAU,OAEnB,GAD4B,KAAK,UAAU,OAAO,EAA0B,CACjD,OAAO,KAAK,UAAU,iBAAiB,MAAU,MAAM,sEAAsE,CAGxJ,GADA,MAAM,KAAK,sBAAsB,CAC9B,CAAC,KAAK,UAAU,OACnB,IAAI,EAAc,MAAM,EAAkB,CACzC,UAAU,KAAK,UACf,UAAU,KAAK,UACf,OAAO,EACP,qBAAqB,CACpB,eAAe,KAAK,gCACpB,YAAY,KAAK,+BACjB,mBAAmB,KAAK,qCACxB,CACD,CAAC,CACC,KAAK,OAAM,QAAQ,IAAI,oCAAoC,EAAc,CAC5E,IAAI,EAAkB,EAAyB,EAAc,CAG1D,KAAK,OAAM,QAAQ,IAAI,wBAAwB,EAAkB,CACpE,IAAI,EAAY,MAAM,EAAY,iBAAiB,EAAkB,EAA8B,CAChG,KAAK,OAAM,QAAQ,IAAI,0BAA0B,EAAY,CAEhE,IAAIC,EAAmB,EAAE,CAEzB,GAAG,EAAY,KAAK,GAAQ,EAAO,YAAY,MAAM,CAAC,MAAM,MAAM,CAAC,OAAO,KAAK,iCAAiC,CAAC,CAEhH,GADA,MAAM,KAAK,uBAAuB,CAC/B,CAAC,KAAK,WAAW,OACpB,GAAG,EACF,GAAW,MAAM,QAAQ,WAAW,EAAY,IAAI,KAAM,IAAQ,CACjE,GAAG,CAAC,EAAO,aAAa,OAAO,EAAO,aAAc,SAAS,MAAO,GACpE,GAAG,EAAO,YAAY,MAAM,CAAC,MAAM,MAAM,CAAC,QAAQ,KAAK,iCAAiC,OAAO,EAAO,YACtG,IAAIC,EAA8E,CACjF,MAAM,EACN,IAAI,EAAO,YAAY,OACvB,CACE,GAAgC,OAAO,OAAO,EAA6B,EAAgC,EAAO,YAAY,CAAC,CAClI,EAA6B,MAAM,EAAO,MAAM,EAAO,cAAc,EAA6B,MAAM,CAAC,EAAE,EAAO,YAAY,OAAO,CACrI,EAA6B,IAAI,EAAO,MAAM,EAAO,cAAc,EAA6B,IAAI,CAAC,EAAE,EAAO,YAAY,OAAO,CAC9H,KAAK,OAAM,QAAQ,IAAI,EAA6B,CACvD,IAAI,EAAsB,EAAO,YAAY,UAAU,EAA6B,MAAM,EAA6B,IAAI,CACxH,KAAK,OAAM,QAAQ,IAAI,EAAsB,CAChD,IAAI,EAAc,EAAO,YAAY,UAAU,EAAE,EAA6B,MAAM,CAChF,EAAa,EAAO,YAAY,UAAU,EAA6B,IAAI,CAC3E,EAAyB,EAAc,MAAM,MAAM,CAAC,OAAO,EAAa,MAAM,MAAM,CAAC,OACrF,EAAoC,KAAK,IAAI,EAAE,KAAK,iCAAiC,EAAyB,CAC/G,KAAK,OAAM,QAAQ,IAAI,EAAyB,EAAoC,CACvF,IAAI,EAAyB,MAAM,KAAK,aAAa,EAA4C,CAChG,WAAW,EACX,CAAC,CACE,EAAoB,MAAM,QAAQ,IAA2B,GAAG,CAAC,IAA2B,KAAK,GAAG,IAA2B,GAChI,KAAK,OAAM,QAAQ,IAAI,EAAyB,EAAoB,GAAqB,cAAc,IAAI,GAAqB,cAAc,IAAI,MAAM,MAAM,CAAC,MAAM,EAAE,EAAoC,CAAC,KAAK,IAAI,CAAC,CACzN,IAAI,EAAiB,GAAe,GAAqB,cAAc,IAAI,MAAM,MAAM,CAAC,MAAM,EAAE,EAAoC,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,EAEtJ,OADG,KAAK,OAAM,QAAQ,IAAI,yBAAyB,EAAiB,CAC7D,GACN,CAAC,EAAE,OAAO,GAAQ,EAAO,SAAS,aAAa,EAAO,MAAM,CAAC,IAAI,GAAS,EAA0C,MAAM,MAE5H,IAAI,IAAI,KAAU,EACjB,GAAG,CACF,GAAG,CAAC,EAAO,aAAa,OAAO,EAAO,aAAc,SAAS,SAC7D,GAAG,EAAO,YAAY,MAAM,CAAC,MAAM,MAAM,CAAC,QAAQ,KAAK,iCAAiC,CACvF,EAAU,KAAK,EAAO,YAAY,CAClC,SAED,IAAIA,EAA8E,CACjF,MAAM,EACN,IAAI,EAAO,YAAY,OACvB,CACE,GAAgC,OAAO,OAAO,EAA6B,EAAgC,EAAO,YAAY,CAAC,CAClI,EAA6B,MAAM,EAAO,MAAM,EAAO,cAAc,EAA6B,MAAM,CAAC,EAAE,EAAO,YAAY,OAAO,CACrI,EAA6B,IAAI,EAAO,MAAM,EAAO,cAAc,EAA6B,IAAI,CAAC,EAAE,EAAO,YAAY,OAAO,CAC9H,KAAK,OAAM,QAAQ,IAAI,EAA6B,CACvD,IAAI,EAAsB,EAAO,YAAY,UAAU,EAA6B,MAAM,EAA6B,IAAI,CACxH,KAAK,OAAM,QAAQ,IAAI,EAAsB,CAChD,IAAI,EAAc,EAAO,YAAY,UAAU,EAAE,EAA6B,MAAM,CAChF,EAAa,EAAO,YAAY,UAAU,EAA6B,IAAI,CAC3E,EAAyB,EAAc,MAAM,MAAM,CAAC,OAAO,EAAa,MAAM,MAAM,CAAC,OACrF,EAAoC,KAAK,IAAI,EAAE,KAAK,iCAAiC,EAAyB,CAC/G,KAAK,OAAM,QAAQ,IAAI,EAAyB,EAAoC,CACvF,IAAI,EAAyB,MAAM,KAAK,aAAa,EAA4C,CAChG,WAAW,EACX,CAAC,CACE,EAAoB,MAAM,QAAQ,IAA2B,GAAG,CAAC,IAA2B,KAAK,GAAG,IAA2B,GAChI,KAAK,OAAM,QAAQ,IAAI,EAAyB,EAAoB,GAAqB,cAAc,IAAI,GAAqB,cAAc,IAAI,MAAM,MAAM,CAAC,MAAM,EAAE,EAAoC,CAAC,KAAK,IAAI,CAAC,CACzN,IAAI,EAAiB,GAAe,GAAqB,cAAc,IAAI,MAAM,MAAM,CAAC,MAAM,EAAE,EAAoC,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,EACnJ,KAAK,OAAM,QAAQ,IAAI,yBAAyB,EAAiB,CACpE,EAAU,KAAK,EAAiB,OAC1B,EAAM,CACZ,QAAQ,IAAI,EAAM,OAKrB,EAAU,EAAY,IAAI,GAAQ,EAAO,YAAY,CAGtD,IAAI,EAAe,GAEnB,GAAG,CAAC,EAAc,CACjB,IAAI,EAAsB,EAAuB,EAA2B,CAC3E,qBACA,YACA,8BACA,yBAAyB,OAAO,EAAyB,CACzD,CAAC,CAAC,CACA,KAAK,OAAM,QAAQ,IAAI,6BAA6B,EAAsB,CAC7E,IAAI,EAAoB,KAAK,UAAU,OAAO,EAAsB,CAEpE,GADG,KAAK,OAAM,QAAQ,IAAI,EAAoB,OAAO,KAAK,UAAU,iBAAiB,CAClF,EAAoB,OAAO,KAAK,UAAU,iBAAiB,MAAU,MAAM,iEAAiE,CAC/I,GAAG,CAWF,GAVY,MAAM,EAAkB,CACnC,UAAU,KAAK,UACf,UAAU,KAAK,UACf,OAAO,EACP,qBAAqB,CACpB,eAAe,KAAK,oBACpB,YAAY,KAAK,mBACjB,mBAAmB,KAAK,yBACxB,CACD,CAAC,EACgB,MAAM,CAAC,QAAQ,gCAAiC,GAAG,CAClE,KAAK,OAAM,QAAQ,IAAI,wBAAwB,EAAU,CAC5D,IAAI,EAAuB,EAAU,QAAQ,gBAAgB,CAC1D,GAAwB,EAAE,GAAwB,GAChD,EAAuB,EAC5B,EAAU,EAAU,UAAU,EAAuB,OAE/C,EAAM,CACZ,QAAQ,IAAI,EAAM,CAClB,EAAe,KAAK,aAAa,EAAM,CACvC,EAAU,IAIZ,GAAG,EAAU,CACZ,IAAI,EAAY,EAAgC,EAAU,CACvD,KAAK,OAAM,QAAQ,IAAI,yCAAyC,EAAY,CAC5E,EAAY,OAAO,IAA4B,EAAY,EAAY,MAAM,EAAE,EAA4B,EAC9G,EAAmB,EAAO,QAAQ,EAAY,IAAI,GAAY,EAA4B,CACzF,aACA,2BACA,aACA,CAAC,CAAC,CAAC,CAGL,GAAG,CAAC,MAAM,QAAQ,EAAmB,EAAE,EAAmB,OAAO,EAA4B,CACxF,MAAM,QAAQ,EAAmB,GAAC,EAAmB,EAAE,EAC3D,IAAI,EAA6B,EAAO,QAAQ,EAAY,IAAI,GAAQ,CACvE,IAAI,EAAW,EAAuC,CACrD,kBAAkB,EAAO,YACzB,yBAAyB,OAAO,EAAyB,CACzD,CAAC,CAEF,OADG,KAAK,OAAM,QAAQ,IAAI,iDAAiD,EAAW,CAC/E,EAA4B,CAClC,aACA,2BACA,aACA,CAAC,EACD,CAAC,CACH,EAAmB,OAAO,EAAmB,OAAO,EAAE,GAAG,EAA6B,CACtF,EAAmB,EAAO,KAAK,EAAmB,CAAC,MAAM,EAAE,EAA4B,CAIxF,OAFG,KAAK,OAAM,QAAQ,IAAI,sBAAsB,EAAmB,CAE7D,CACL,YACA,YACA,GAAI,EAAe,CAAC,iBAAe,CAAC,EAAE,CACtC,qBACA,2BAyEH,IAAA,EAAe"}

package/example/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "ai-compare-candidates-example",
-	"version": "0.0.21",
+	"version": "0.0.22",
 	"description": "An example for the ai-compare-candidates library",
 	"productName": "AI Compare Candidates Example",
 	"author": "Wilson Foo Yu Kang <wilson.foo@customautosys.com>",

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "ai-compare-candidates",
-	"version": "0.0.21",
+	"version": "0.0.22",
 	"description": "Compare and rank multiple candidate objects using artificial intelligence retrieval augmented generation, providing the rationale",
 	"main": "dist/index.mjs",
 	"scripts": {

package/src/index.ts

@@ -497,7 +497,8 @@ export class AICompareCandidates extends Embeddings{
 		findCandidateFromIdentifier=this.defaultFindCandidateFromIdentifier.bind(this),
 		getSummarisableSubstringIndices,
 		generatePromptTemplate=this.defaultGeneratePromptTemplate.bind(this),
-		skipRationale=false
+		skipRationale=false,
+		parallelSummarisation=true
 	}:AICompareCandidates.CompareArguments<Candidate>=<AICompareCandidates.CompareArguments<Candidate>>{}):Promise<AICompareCandidates.CompareCandidatesReturn<Candidate>|void>{
 		if(!Array.isArray(candidates)||candidates.length<=0)throw new Error('No candidates provided');
 		candidatesForInitialSelection=lodash.toSafeInteger(candidatesForInitialSelection);
@@ -559,33 +560,70 @@ export class AICompareCandidates extends Embeddings{
 		if(queryResult.some(result=>result.pageContent.trim().split(/\s+/).length>this.targetSummarisedStringTokenCount)){
 			await this.checkSummariserLoaded();
 			if(!this.summariser)return;
-			summaries=(await Promise.allSettled(queryResult.map(async result=>{
-				if(!result.pageContent||typeof result.pageContent!=='string')return '';
-				if(result.pageContent.trim().split(/\s+/).length<=this.targetSummarisedStringTokenCount)return result.pageContent;
-				let summarisableSubstringIndices:AICompareCandidates.SummarisableSubstringIndices={
-					start:0,
-					end:result.pageContent.length
-				};
-				if(getSummarisableSubstringIndices)Object.assign(summarisableSubstringIndices,getSummarisableSubstringIndices(result.pageContent));
-				summarisableSubstringIndices.start=lodash.clamp(lodash.toSafeInteger(summarisableSubstringIndices.start),0,result.pageContent.length);
-				summarisableSubstringIndices.end=lodash.clamp(lodash.toSafeInteger(summarisableSubstringIndices.end),0,result.pageContent.length);
-				if(this.DEBUG)console.log(summarisableSubstringIndices);
-				let summarisableSubstring=result.pageContent.substring(summarisableSubstringIndices.start,summarisableSubstringIndices.end);
-				if(this.DEBUG)console.log(summarisableSubstring);
-				let contentBefore=result.pageContent.substring(0,summarisableSubstringIndices.start);
-				let contentAfter=result.pageContent.substring(summarisableSubstringIndices.end);
-				let wordsWithoutSummarisable=contentBefore.split(/\s+/).length+contentAfter.split(/\s+/).length;
-				let targetSummarisedSubstringTokenCount=Math.max(1,this.targetSummarisedStringTokenCount-wordsWithoutSummarisable);
-				if(this.DEBUG)console.log(wordsWithoutSummarisable,targetSummarisedSubstringTokenCount);
-				let summarisedSubstringArray=await this.summariser?.(summarisableSubstring,<TextGenerationConfig>{
-					max_length:targetSummarisedSubstringTokenCount
-				});
-				let summarisedSubstring=Array.isArray(summarisedSubstringArray?.[0])?summarisedSubstringArray?.[0]?.[0]:summarisedSubstringArray?.[0];
-				if(this.DEBUG)console.log(summarisedSubstringArray,summarisedSubstring,summarisedSubstring?.summary_text??'',(summarisedSubstring?.summary_text??'').split(/\s+/).slice(0,targetSummarisedSubstringTokenCount).join(' '));
-				let summarisedString=contentBefore+(summarisedSubstring?.summary_text??'').split(/\s+/).slice(0,targetSummarisedSubstringTokenCount).join(' ').trim()+contentAfter;
-				if(this.DEBUG)console.log('Summarised candidate: '+summarisedString);
-				return summarisedString;
-			}))).filter(result=>result.status==='fulfilled'&&result.value).map(result=>(result as PromiseFulfilledResult<string>).value);
+			if(parallelSummarisation){
+				summaries=(await Promise.allSettled(queryResult.map(async result=>{
+					if(!result.pageContent||typeof result.pageContent!=='string')return '';
+					if(result.pageContent.trim().split(/\s+/).length<=this.targetSummarisedStringTokenCount)return result.pageContent;
+					let summarisableSubstringIndices:AICompareCandidates.SummarisableSubstringIndices={
+						start:0,
+						end:result.pageContent.length
+					};
+					if(getSummarisableSubstringIndices)Object.assign(summarisableSubstringIndices,getSummarisableSubstringIndices(result.pageContent));
+					summarisableSubstringIndices.start=lodash.clamp(lodash.toSafeInteger(summarisableSubstringIndices.start),0,result.pageContent.length);
+					summarisableSubstringIndices.end=lodash.clamp(lodash.toSafeInteger(summarisableSubstringIndices.end),0,result.pageContent.length);
+					if(this.DEBUG)console.log(summarisableSubstringIndices);
+					let summarisableSubstring=result.pageContent.substring(summarisableSubstringIndices.start,summarisableSubstringIndices.end);
+					if(this.DEBUG)console.log(summarisableSubstring);
+					let contentBefore=result.pageContent.substring(0,summarisableSubstringIndices.start);
+					let contentAfter=result.pageContent.substring(summarisableSubstringIndices.end);
+					let wordsWithoutSummarisable=contentBefore.split(/\s+/).length+contentAfter.split(/\s+/).length;
+					let targetSummarisedSubstringTokenCount=Math.max(1,this.targetSummarisedStringTokenCount-wordsWithoutSummarisable);
+					if(this.DEBUG)console.log(wordsWithoutSummarisable,targetSummarisedSubstringTokenCount);
+					let summarisedSubstringArray=await this.summariser?.(summarisableSubstring,<TextGenerationConfig>{
+						max_length:targetSummarisedSubstringTokenCount
+					});
+					let summarisedSubstring=Array.isArray(summarisedSubstringArray?.[0])?summarisedSubstringArray?.[0]?.[0]:summarisedSubstringArray?.[0];
+					if(this.DEBUG)console.log(summarisedSubstringArray,summarisedSubstring,summarisedSubstring?.summary_text??'',(summarisedSubstring?.summary_text??'').split(/\s+/).slice(0,targetSummarisedSubstringTokenCount).join(' '));
+					let summarisedString=contentBefore+(summarisedSubstring?.summary_text??'').split(/\s+/).slice(0,targetSummarisedSubstringTokenCount).join(' ').trim()+contentAfter;
+					if(this.DEBUG)console.log('Summarised candidate: '+summarisedString);
+					return summarisedString;
+				}))).filter(result=>result.status==='fulfilled'&&result.value).map(result=>(result as PromiseFulfilledResult<string>).value);
+			}else{
+				for(let result of queryResult){
+					try{
+						if(!result.pageContent||typeof result.pageContent!=='string')continue;
+						if(result.pageContent.trim().split(/\s+/).length<=this.targetSummarisedStringTokenCount){
+							summaries.push(result.pageContent);
+							continue;
+						}
+						let summarisableSubstringIndices:AICompareCandidates.SummarisableSubstringIndices={
+							start:0,
+							end:result.pageContent.length
+						};
+						if(getSummarisableSubstringIndices)Object.assign(summarisableSubstringIndices,getSummarisableSubstringIndices(result.pageContent));
+						summarisableSubstringIndices.start=lodash.clamp(lodash.toSafeInteger(summarisableSubstringIndices.start),0,result.pageContent.length);
+						summarisableSubstringIndices.end=lodash.clamp(lodash.toSafeInteger(summarisableSubstringIndices.end),0,result.pageContent.length);
+						if(this.DEBUG)console.log(summarisableSubstringIndices);
+						let summarisableSubstring=result.pageContent.substring(summarisableSubstringIndices.start,summarisableSubstringIndices.end);
+						if(this.DEBUG)console.log(summarisableSubstring);
+						let contentBefore=result.pageContent.substring(0,summarisableSubstringIndices.start);
+						let contentAfter=result.pageContent.substring(summarisableSubstringIndices.end);
+						let wordsWithoutSummarisable=contentBefore.split(/\s+/).length+contentAfter.split(/\s+/).length;
+						let targetSummarisedSubstringTokenCount=Math.max(1,this.targetSummarisedStringTokenCount-wordsWithoutSummarisable);
+						if(this.DEBUG)console.log(wordsWithoutSummarisable,targetSummarisedSubstringTokenCount);
+						let summarisedSubstringArray=await this.summariser?.(summarisableSubstring,<TextGenerationConfig>{
+							max_length:targetSummarisedSubstringTokenCount
+						});
+						let summarisedSubstring=Array.isArray(summarisedSubstringArray?.[0])?summarisedSubstringArray?.[0]?.[0]:summarisedSubstringArray?.[0];
+						if(this.DEBUG)console.log(summarisedSubstringArray,summarisedSubstring,summarisedSubstring?.summary_text??'',(summarisedSubstring?.summary_text??'').split(/\s+/).slice(0,targetSummarisedSubstringTokenCount).join(' '));
+						let summarisedString=contentBefore+(summarisedSubstring?.summary_text??'').split(/\s+/).slice(0,targetSummarisedSubstringTokenCount).join(' ').trim()+contentAfter;
+						if(this.DEBUG)console.log('Summarised candidate: '+summarisedString);
+						summaries.push(summarisedString);
+					}catch(error){
+						console.log(error);
+					}
+				}
+			}
 		}else{
 			summaries=queryResult.map(result=>result.pageContent);
 		}
@@ -695,6 +733,7 @@ export namespace AICompareCandidates{
 		getSummarisableSubstringIndices?:(candidateDocument:string)=>SummarisableSubstringIndices;
 		generatePromptTemplate?:(prompt:string)=>string;
 		skipRationale?:boolean;
+		parallelSummarisation?:boolean;
 	};
 
 	export interface PerformGenerationArguments{