ilml-plugin-linkedin 1.16.0 → 1.17.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +3 -0
- package/dist/applyQueue.mjs +12 -12
- package/dist/connect.mjs +68 -68
- package/dist/daily.mjs +7 -7
- package/dist/enrichProfile.mjs +15 -15
- package/dist/enrichProfiles.mjs +54 -54
- package/dist/funnelRunner.mjs +60 -60
- package/dist/migrationCli.mjs +5 -5
- package/dist/profileHistory.mjs +2 -2
- package/dist/quota.mjs +11 -11
- package/dist/run.mjs +65 -65
- package/dist/scout.mjs +5 -5
- package/dist/syncAll.mjs +102 -102
- package/dist/syncConnections.mjs +9 -9
- package/dist/verifyAbout.mjs +20 -20
- package/dist/version.mjs +1 -1
- package/dist/viewers.mjs +4 -4
- package/dist/visit.mjs +45 -45
- package/dist/warmScan.mjs +2 -2
- package/ilml-plugin.json +1 -1
- package/package.json +1 -1
package/dist/scout.mjs
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
|
-
var
|
|
1
|
+
var At=Object.defineProperty;var ie=(e,t)=>{for(var o in t)At(e,o,{get:t[o],enumerable:!0})};import Dt from"puppeteer";import{addExtra as Ot}from"puppeteer-extra";import Nt from"puppeteer-extra-plugin-stealth";async function D(e){let t=Math.floor(Math.random()*2001),o=e+t;return new Promise(r=>setTimeout(r,o))}import{getPluginConfig as Et}from"@ilivemylife/graph-sdk";var Tt=await Et();for(let[e,t]of Object.entries(Tt))process.env[e]===void 0&&(process.env[e]=t);var $t=process.env.LINKEDIN_NAME,H=Object.freeze({DRAFT:"draft",CONFIRMED:"confirmed",REJECTED:"rejected",NEEDS_REVIEW:"needs_review",SENT:"sent"}),sn=Object.freeze(new Set([H.DRAFT,H.CONFIRMED,H.NEEDS_REVIEW])),xt=Object.freeze(new Set([H.DRAFT,H.CONFIRMED,H.REJECTED,H.NEEDS_REVIEW]));import De from"fs";import Ct from"path";var It="cookies.json";function Rt(){let e=process.env.ILML_SCOPE_DIR;return e?Ct.join(e,"plugins-state","linkedin","cookies.json"):It}function Oe(){let e=Rt();if(!De.existsSync(e))throw new Error(`Cookies not found at ${e}. Run: ilml linkedin login`);let t;try{t=De.readFileSync(e,"utf-8")}catch(r){throw new Error(`Failed to read cookies at ${e}: ${r.message}. Run: ilml linkedin login`)}let o;try{o=JSON.parse(t)}catch{throw new Error(`Cookies file at ${e} is corrupted (invalid JSON). Run: ilml linkedin login`)}if(!Array.isArray(o)||o.length===0)throw new Error(`Cookies file at ${e} is empty or not an array. Run: ilml linkedin login`);return o}var Ne=Ot(Dt);Ne.use(Nt());async function Fe(){let e=await Ne.launch({headless:!1,defaultViewport:null,protocolTimeout:3e5}),t=async()=>{console.log(`
|
|
2
2
|
Closing browser...`);try{await e.close()}catch{}process.exit(0)};process.on("SIGINT",t),process.on("SIGTERM",t);let o=await e.newPage();await o.evaluateOnNewDocument(()=>{Object.defineProperty(navigator,"webdriver",{get:()=>{}})});try{let r=Oe();await o.setCookie(...r),console.log(" Browser launched, cookies loaded.")}catch(r){console.error(`
|
|
3
3
|
[!] ${r.message}
|
|
4
|
-
`),await e.close(),process.exit(1)}return{browser:e,page:o}}async function Le(e){let t=[".jobs-search-results-list",".scaffold-layout__list-container",".jobs-search-two-pane__results","div.jobs-search-results-list"];return await e.evaluate(async r=>{let n=null,s=null;for(let h of r)if(n=document.querySelector(h),n){s=h;break}if(!n){let h=document.querySelector("li.scaffold-layout__list-item");if(h){let u=h.parentElement;for(;u&&u!==document.body;){if(u.scrollHeight>u.clientHeight){n=u,s="parent of li.scaffold-layout__list-item";break}u=u.parentElement}}}if(!n)return{found:!1,triedSelectors:r};let i=n.scrollTop,c=300,l=300,f=50,d=0;for(;d<f&&(n.scrollBy(0,c),await new Promise(h=>setTimeout(h,l)),!(n.scrollTop+n.clientHeight>=n.scrollHeight));)d++;return{found:!0,usedSelector:s,initialScroll:i,finalScroll:n.scrollTop,scrollHeight:n.scrollHeight,attempts:d}},t)}async function Pe(e,{easyApplyOnly:t=!0}={}){let o=await e.evaluate(()=>{let r=document.querySelectorAll("li.scaffold-layout__list-item");return Array.from(r).map(n=>{let i=(n.querySelector(".job-card-list__footer-wrapper")?.innerText??"").includes("Easy Apply"),c=n.querySelector("a.job-card-container__link");if(c){let l=c.getAttribute("href").split("?")[0],f=n.querySelector(".job-card-list__title--link")?.getAttribute("aria-label")?.replace(/ with verification$/,""),d=n.querySelector(".artdeco-entity-lockup__subtitle")?.innerText.trim(),h=n.querySelector(".artdeco-entity-lockup__caption")?.innerText.trim(),u=n.querySelector(".artdeco-entity-lockup__metadata")?.innerText.trim();return{id:l,isEasyApply:i,applyType:i?"easy-apply":"external",dataId:c.getAttribute("data-control-id"),href:`https://linkedin.com${l}`,jobTitle:f,companyName:d,location:h,salary:u||null,jobLink:i?c.href:null}}return{isEasyApply:!1}})});return t?o.filter(r=>r.isEasyApply&&r.href):o.filter(r=>r.href)}async function Me(e){let t=await e.evaluate(()=>{let o=document.querySelector('button[aria-label="View next page"]')||document.querySelector(".jobs-search-pagination__button--next");if(o&&!o.disabled){let r=document.querySelector(".jobs-search-pagination__page-state")?.textContent?.trim();return o.click(),{success:!0,pageState:r}}return{success:!1,reason:"No next page button found"}});return console.log(" Pagination:",t.success?t.pageState:t.reason),t.success&&await D(2e3),t.success}async function qe(e,t){let o=e.url();if(o.includes("/jobs/"))return!1;if(o.includes("/login")||o.includes("/authwall")||o.includes("/checkpoint"))throw new Error("Session expired \u2014 redirected to login. Run: npm run login");console.log(` Off-track: ${o.slice(0,80)}`),console.log(" Navigating back to job search..."),await e.goto(t,{waitUntil:"domcontentloaded",timeout:6e4}),await D(3e3);let n=e.url();if(!n.includes("/jobs/"))throw new Error(`Could not return to job search. Current URL: ${n.slice(0,80)}`);return console.log(" Recovered to job search page"),!0}async function Ue(e){return e.evaluate(()=>{let t=document.querySelector(".scaffold-layout__detail")||document.querySelector(".jobs-search__job-details")||document.querySelector(".jobs-details")||document.body,o=t.querySelector(".hirer-card__hirer-information");if(o){let i=o.querySelector('a[href*="/in/"]'),c=o.querySelector(".jobs-poster__name")||o.querySelector("strong")||o.querySelector('[class*="name"]');if(i)return{name:c?.textContent?.trim()||i.textContent?.trim(),profileUrl:i.href?.split("?")[0],source:"hiring_team"}}let r=t.querySelector(".jobs-poster__name");if(r){let i=r.closest('a[href*="/in/"]')||r.parentElement?.querySelector('a[href*="/in/"]')||r.parentElement?.parentElement?.querySelector('a[href*="/in/"]');if(i)return{name:r.textContent?.trim(),profileUrl:i.href?.split("?")[0],source:"poster_name"}}let n=t.querySelector(".job-details-people-who-can-help__section--two-pane")||t.querySelector('[class*="people-who-can-help"]');if(n){let i=n.querySelector('a[href*="/in/"]');if(i)return{name:(n.querySelector(".jobs-poster__name")||n.querySelector("strong"))?.textContent?.trim()||i.textContent?.trim(),profileUrl:i.href?.split("?")[0],source:"people_section"}}let s=t.querySelectorAll('a[href*="/in/"]');for(let i of s){let c=i.textContent?.trim();if(c&&c.length>3&&!["View","Connect","Follow","Message","Apply","Save"].includes(c))return{name:c,profileUrl:i.href?.split("?")[0],source:"details_link"}}return null})}async function Je(e){return e.evaluate(()=>{let t=document.querySelector(".scaffold-layout__detail")||document.querySelector(".jobs-search__job-details")||document.querySelector(".jobs-details")||document.body,r=(t.querySelector(".jobs-description__content")||t.querySelector(".jobs-box__html-content")||t.querySelector(".jobs-description"))?.innerText?.trim()||"",n={},s=t.querySelectorAll(".jobs-unified-top-card__job-insight, li.job-criteria__item");for(let B of s){let me=B.querySelector(".job-criteria__subheader")?.textContent?.trim(),Re=B.querySelector(".job-criteria__text")?.textContent?.trim();me&&Re&&(n[me.toLowerCase()]=Re)}let i=["Java","Python","JavaScript","TypeScript","React","Angular","Vue","Node.js","C#",".NET","C\\+\\+","Go","Rust","Scala","Kotlin","AWS","Azure","GCP","Docker","Kubernetes","Terraform","SQL","PostgreSQL","MongoDB","Redis","Kafka","RabbitMQ","Spring","Django","Flask","Express","Next.js","CI/CD","Jenkins","GitHub Actions","GraphQL","REST","Microservices","Machine Learning","AI","Data Engineering","Spark","Hadoop","Snowflake","Databricks","Airflow","iOS","Android","React Native","Flutter","Agile","Scrum","DevOps","SRE"],c=[];for(let B of i)new RegExp("\\b"+B.replace(/[.*+?^${}()|[\]\\]/g,"\\$&")+"\\b","i").test(r)&&c.push(B.replace(/\\\+/g,"+"));let f=t.querySelector('.jobs-company__box, [class*="jobs-company"], [class*="company-card"]')?.innerText?.trim()?.slice(0,1e3)||null,h=t.querySelector('a.jobs-apply-button[href], a[data-tracking-control-name="public_jobs_apply-link-offsite_sign-up"]')?.getAttribute("href")||null,u=t.querySelector(".job-details-jobs-unified-top-card__company-name, .jobs-unified-top-card__company-name"),p=u?.innerText?.trim()||null,S=(u?.querySelector('a[href*="/company/"]')||t.querySelector('a[href*="/company/"]'))?.getAttribute("href")?.split("?")[0]||null,y=t.querySelector(".job-details-jobs-unified-top-card__primary-description-container")?.innerText?.trim()||"",P=y.match(/(\d+\s+(?:hour|day|week|month)s?\s+ago|Reposted|Just now)/i)?.[0]||null,M=y.match(/(\d[\d,]*)\s+applicant/i),fe=M?parseInt(M[1].replace(/,/g,"")):null,pe=t.querySelectorAll(".job-details-jobs-unified-top-card__job-insight"),ne=Array.from(pe).map(B=>B.innerText?.trim()?.replace(/\s+/g," ")),de=ne.join(" ").match(/([\d,]+-[\d,]+\s+employees|[\d,]+\+?\s+employees)/i)?.[0]||null,q=ne.join(" ")+" "+y,_t=/\bremote\b/i.test(q)?"remote":/\bhybrid\b/i.test(q)?"hybrid":/\bon-?site\b/i.test(q)?"onsite":null,jt=/\bcontract\b/i.test(q)?"contract":/\bfull-?time\b/i.test(q)?"full-time":/\bpart-?time\b/i.test(q)?"part-time":/\bfreelance\b/i.test(q)?"freelance":/\btemporary\b/i.test(q)?"temporary":null,Ce=t.querySelector(".job-details-jobs-unified-top-card__job-title, .jobs-unified-top-card__job-title, h2.t-24")?.innerText?.trim()||"",se=t.querySelector(".job-details-jobs-unified-top-card__primary-description-container, .jobs-unified-top-card__subtitle-primary-grouping")?.innerText?.trim()||"",I=(Ce+" "+r+" "+se).toLowerCase(),R=Ce.toLowerCase(),m=[];/\bremote\b/.test(I)&&m.push("remote"),/\bhybrid\b/.test(I)&&m.push("hybrid"),/\bon-?site\b|\bin-?office\b/.test(I)&&m.push("onsite"),(m.length===0||!m.includes("remote")&&!m.includes("hybrid")&&!m.includes("onsite"))&&/remote/i.test(se)&&m.push("remote"),/\b(manager|director|vp|vice president|head of|chief|cto|cio|lead.*team|managing)\b/i.test(R)&&m.push("managerial"),/\b(architect|principal|staff|distinguished)\b/i.test(R)&&m.push("senior-ic"),/\b(developer|engineer|programmer|analyst)\b/i.test(R)&&!m.includes("managerial")&&m.push("ic"),/\b(junior|jr\.?|entry)\b/i.test(R)?m.push("junior"):/\b(senior|sr\.?)\b/i.test(R)?m.push("senior"):/\b(staff|principal|distinguished)\b/i.test(R)?m.push("staff+"):/\b(director|vp|chief|cto|cio)\b/i.test(R)?m.push("executive"):/\b(lead|team lead)\b/i.test(R)&&m.push("lead"),/\b(backend|back-end|server-side|api)\b/i.test(I)&&m.push("backend"),/\b(frontend|front-end|ui|ux)\b/i.test(I)&&m.push("frontend"),/\b(full.?stack|fullstack)\b/i.test(I)&&m.push("fullstack"),/\b(devops|sre|infrastructure|platform)\b/i.test(I)&&m.push("devops"),/\b(data engineer|data science|machine learning|ml engineer)\b/i.test(I)&&m.push("data"),/\b(mobile|ios|android|react native|flutter)\b/i.test(I)&&m.push("mobile"),/\b(architect)\b/i.test(R)&&m.push("architect"),/\b(consultant|consulting)\b/i.test(R)&&m.push("consultant");let Ie=(n["employment type"]||"").toLowerCase();return(/contract|freelance|temporary/i.test(Ie)||/\bcontract\b/i.test(I))&&m.push("contract"),/full.?time|permanent/i.test(Ie)&&m.push("permanent"),/\bcanada\b|toronto|vancouver|montreal|ontario|british columbia|quebec|alberta|calgary|ottawa/i.test(se)&&m.push("canada"),/\bunited states\b|\busa\b|new york|california|texas|seattle|san francisco/i.test(se)&&m.push("usa"),(t.querySelector(".jobs-unified-top-card__job-insight--highlight, .compensation__salary")?.innerText?.trim()||""||/\$[\d,]+/.test(r))&&m.push("has-salary"),{description:r.substring(0,5e3),externalApplyUrl:h,companyName:p,companyUrl:S?S.startsWith("/")?"https://www.linkedin.com"+S:S:null,aboutCompany:f,seniority:n["seniority level"]||null,employmentType:n["employment type"]||null,industries:n.industries||null,jobFunction:n["job function"]||null,postedTime:P,applicantCount:fe,companySize:de,workplaceType:_t,contractType:jt,techStack:[...new Set(c)],jobTags:[...new Set(m)]}})}import"dotenv/config";import*as E from"fs";import*as j from"path";import{fileURLToPath as Ft}from"url";var Lt=Ft(import.meta.url),Pt=j.dirname(j.dirname(Lt)),V=process.env.DATA_DIR?j.resolve(process.env.DATA_DIR,"market-research"):j.join(Pt,"market-research"),Be=j.join(V,"scouted-jobs.json"),He=j.join(V,"discovered-people.json"),Mt=j.join(V,"visit-log.json"),We=j.join(V,"companies.json"),Tn=j.join(V,"job-decisions.json");function he(){E.existsSync(V)||E.mkdirSync(V,{recursive:!0})}function ge(e,t){let o=JSON.stringify(t,null,2),r=e+".tmp";E.writeFileSync(r,o);for(let n=0;n<3;n++)try{E.renameSync(r,e);return}catch(s){if(n<2&&(s.code==="EPERM"||s.code==="EBUSY")){let i=Date.now();for(;Date.now()-i<200;);continue}throw s}}function ce(e){try{if(E.existsSync(e))return JSON.parse(E.readFileSync(e,"utf-8"))}catch{}return null}function Ve(){Q=null,qt=null,X=null,Z=null,W=null}var Q=null;function le(){return Q||(Q=ce(Be)||{},Q)}function Ge(e,t){if(!e)return;he();let o=le(),r=new Date().toISOString().slice(0,10);if(o[e]){for(let[n,s]of Object.entries(t))s!=null&&(o[e][n]=s);o[e].lastSeen=r}else o[e]={...t,scoutedAt:r,lastSeen:r};try{ge(Be,o)}catch(n){console.error(`[!] Failed to save scouted-jobs.json: ${n.message}`)}}var qt=null;var X=null;function Ye(){return X||(X=ce(He)||{},X)}function Ke(e,t){if(!e)return;he();let o=Ye(),r=new Date().toISOString().slice(0,10);if(o[e]){let n=o[e];t.name&&(n.name=t.name),t.title&&(n.title=t.title),t.company&&(n.company=t.company),t.location&&(n.location=t.location),t.role&&(n.role=t.role),t.isConnected!=null&&(n.isConnected=t.isConnected),t.jobId&&(n.jobIds||(n.jobIds=[]),n.jobIds.includes(t.jobId)||n.jobIds.push(t.jobId)),n.lastSeen=r,n.seenCount=(n.seenCount||1)+1}else o[e]={name:t.name||null,title:t.title||null,company:t.company||null,location:t.location||null,role:t.role||null,source:t.source||"scout",isConnected:t.isConnected||!1,discoveredAt:r,lastSeen:r,seenCount:1,jobIds:t.jobId?[t.jobId]:[]};try{ge(He,o)}catch(n){console.error(`[!] Failed to save discovered-people.json: ${n.message}`)}}var Z=null;function Ut(){return Z||(Z=ce(We)||{},Z)}function ze(e,t){if(!e)return;he();let o=Ut(),r=new Date().toISOString().slice(0,10);if(o[e]){let n=o[e];t.name&&(n.name=t.name),t.about&&(n.about=t.about),t.size&&(n.size=t.size),t.industries&&(n.industries=t.industries),t.jobId&&(n.jobIds||(n.jobIds=[]),n.jobIds.includes(t.jobId)||n.jobIds.push(t.jobId)),t.recruiterUrl&&(n.recruiterUrls||(n.recruiterUrls=[]),n.recruiterUrls.includes(t.recruiterUrl)||n.recruiterUrls.push(t.recruiterUrl)),n.lastSeen=r,n.jobCount=n.jobIds?.length||0}else o[e]={name:t.name||null,about:t.about||null,size:t.size||null,industries:t.industries||null,discoveredAt:r,lastSeen:r,jobIds:t.jobId?[t.jobId]:[],recruiterUrls:t.recruiterUrl?[t.recruiterUrl]:[],jobCount:t.jobId?1:0};try{ge(We,o)}catch(n){console.error(`[!] Failed to save companies.json: ${n.message}`)}}var W=null;function Jt(){return W||(W=ce(Mt)||{visits:[]},Array.isArray(W.visits)||(W.visits=[]),W)}function Qe(){let e=le(),t=Ye(),o=Object.values(e),r=Object.values(t),n={};for(let u of o)u.company&&(n[u.company]=(n[u.company]||0)+1);let s=Object.entries(n).sort((u,p)=>p[1]-u[1]).slice(0,5).map(([u,p])=>`${u} (${p})`),i={};for(let u of o)for(let p of u.techStack||[])i[p]=(i[p]||0)+1;let c=Object.entries(i).sort((u,p)=>p[1]-u[1]).slice(0,8).map(([u,p])=>`${u} (${p})`),l=Jt(),f=new Date().toISOString().slice(0,10),d=l.visits.filter(u=>u.date.startsWith(f)).length,h=new Set(l.visits.map(u=>u.profileUrl)).size;return{totalJobs:o.length,totalRecruiters:r.length,topCompanies:s,topTech:c,totalVisited:h,todayVisited:d,lastScoutDate:o.length>0?o.sort((u,p)=>(p.scoutedAt||"").localeCompare(u.scoutedAt||""))[0]?.scoutedAt:null}}import"dotenv/config";import*as b from"fs";import*as v from"path";import{fileURLToPath as Bt}from"url";var Ht=Bt(import.meta.url),Wt=v.dirname(v.dirname(Ht)),F=process.env.DATA_DIR?v.resolve(process.env.DATA_DIR,"collected-profiles"):v.join(Wt,"collected-profiles"),Vt=v.join(F,"people.json"),Gt=v.join(F,"jobs.json"),Rn=v.join(F,"quota.json"),Dn=v.join(F,"conversations.json"),On=v.join(F,"sync-state.json"),Nn=v.join(F,"application-questions.json"),Fn=v.join(F,"profile-history"),Xe=(e,t)=>{let o=parseInt(e,10);return Number.isInteger(o)&&o>=0?o:t},Ln=Xe(process.env.CONNECT_MAX_DAILY,20),Pn=Xe(process.env.CONNECT_MAX_WEEKLY,100),ee=null,te=null,Yt=null,Kt=null,zt=null,Qt=null;function Ze(){ee=null,te=null,Yt=null,Kt=null,zt=null,Qt=null}function et(){b.existsSync(F)||b.mkdirSync(F,{recursive:!0})}function tt(e,t){if(!b.existsSync(e))return null;try{let o=JSON.parse(b.readFileSync(e,"utf-8"));try{b.copyFileSync(e,e+".backup")}catch{}return o}catch(o){console.error(`[!] ${t} is corrupted: ${o.message}`),console.error(` File: ${v.resolve(e)}`);let r=e+".backup";if(b.existsSync(r))try{let n=JSON.parse(b.readFileSync(r,"utf-8"));console.error(` Restored from ${r}`);try{b.copyFileSync(r,e)}catch{}return n}catch{console.error(" Backup also corrupted!")}console.error(` Starting with empty data. Old file preserved as ${e}.corrupted`);try{b.copyFileSync(e,e+".corrupted")}catch{}return null}}function ot(){return ee||(et(),ee=tt(Vt,"people.json")||{},ee)}function nt(){return te||(et(),te=tt(Gt,"jobs.json")||{},te)}import"dotenv/config";import*as A from"fs";import*as U from"path";import{fileURLToPath as no}from"url";import"dotenv/config";import{createGraphClient as Xt,resolveToken as Zt}from"@ilivemylife/graph-sdk";import{config as eo}from"dotenv";eo();var rt=Zt()||process.env.TOKEN;rt||(console.error(`
|
|
4
|
+
`),await e.close(),process.exit(1)}return{browser:e,page:o}}async function Le(e){let t=[".jobs-search-results-list",".scaffold-layout__list-container",".jobs-search-two-pane__results","div.jobs-search-results-list"];return await e.evaluate(async r=>{let n=null,s=null;for(let h of r)if(n=document.querySelector(h),n){s=h;break}if(!n){let h=document.querySelector("li.scaffold-layout__list-item");if(h){let u=h.parentElement;for(;u&&u!==document.body;){if(u.scrollHeight>u.clientHeight){n=u,s="parent of li.scaffold-layout__list-item";break}u=u.parentElement}}}if(!n)return{found:!1,triedSelectors:r};let i=n.scrollTop,c=300,l=300,f=50,d=0;for(;d<f&&(n.scrollBy(0,c),await new Promise(h=>setTimeout(h,l)),!(n.scrollTop+n.clientHeight>=n.scrollHeight));)d++;return{found:!0,usedSelector:s,initialScroll:i,finalScroll:n.scrollTop,scrollHeight:n.scrollHeight,attempts:d}},t)}async function Pe(e,{easyApplyOnly:t=!0}={}){let o=await e.evaluate(()=>{let r=document.querySelectorAll("li.scaffold-layout__list-item");return Array.from(r).map(n=>{let i=(n.querySelector(".job-card-list__footer-wrapper")?.innerText??"").includes("Easy Apply"),c=n.querySelector("a.job-card-container__link");if(c){let l=c.getAttribute("href").split("?")[0],f=n.querySelector(".job-card-list__title--link")?.getAttribute("aria-label")?.replace(/ with verification$/,""),d=n.querySelector(".artdeco-entity-lockup__subtitle")?.innerText.trim(),h=n.querySelector(".artdeco-entity-lockup__caption")?.innerText.trim(),u=n.querySelector(".artdeco-entity-lockup__metadata")?.innerText.trim();return{id:l,isEasyApply:i,applyType:i?"easy-apply":"external",dataId:c.getAttribute("data-control-id"),href:`https://linkedin.com${l}`,jobTitle:f,companyName:d,location:h,salary:u||null,jobLink:i?c.href:null}}return{isEasyApply:!1}})});return t?o.filter(r=>r.isEasyApply&&r.href):o.filter(r=>r.href)}async function Me(e){let t=await e.evaluate(()=>{let o=document.querySelector('button[aria-label="View next page"]')||document.querySelector(".jobs-search-pagination__button--next");if(o&&!o.disabled){let r=document.querySelector(".jobs-search-pagination__page-state")?.textContent?.trim();return o.click(),{success:!0,pageState:r}}return{success:!1,reason:"No next page button found"}});return console.log(" Pagination:",t.success?t.pageState:t.reason),t.success&&await D(2e3),t.success}async function qe(e,t){let o=e.url();if(o.includes("/jobs/"))return!1;if(o.includes("/login")||o.includes("/authwall")||o.includes("/checkpoint"))throw new Error("Session expired \u2014 redirected to login. Run: npm run login");console.log(` Off-track: ${o.slice(0,80)}`),console.log(" Navigating back to job search..."),await e.goto(t,{waitUntil:"domcontentloaded",timeout:6e4}),await D(3e3);let n=e.url();if(!n.includes("/jobs/"))throw new Error(`Could not return to job search. Current URL: ${n.slice(0,80)}`);return console.log(" Recovered to job search page"),!0}async function Ue(e){return e.evaluate(()=>{let t=document.querySelector(".scaffold-layout__detail")||document.querySelector(".jobs-search__job-details")||document.querySelector(".jobs-details")||document.body,o=t.querySelector(".hirer-card__hirer-information");if(o){let i=o.querySelector('a[href*="/in/"]'),c=o.querySelector(".jobs-poster__name")||o.querySelector("strong")||o.querySelector('[class*="name"]');if(i)return{name:c?.textContent?.trim()||i.textContent?.trim(),profileUrl:i.href?.split("?")[0],source:"hiring_team"}}let r=t.querySelector(".jobs-poster__name");if(r){let i=r.closest('a[href*="/in/"]')||r.parentElement?.querySelector('a[href*="/in/"]')||r.parentElement?.parentElement?.querySelector('a[href*="/in/"]');if(i)return{name:r.textContent?.trim(),profileUrl:i.href?.split("?")[0],source:"poster_name"}}let n=t.querySelector(".job-details-people-who-can-help__section--two-pane")||t.querySelector('[class*="people-who-can-help"]');if(n){let i=n.querySelector('a[href*="/in/"]');if(i)return{name:(n.querySelector(".jobs-poster__name")||n.querySelector("strong"))?.textContent?.trim()||i.textContent?.trim(),profileUrl:i.href?.split("?")[0],source:"people_section"}}let s=t.querySelectorAll('a[href*="/in/"]');for(let i of s){let c=i.textContent?.trim();if(c&&c.length>3&&!["View","Connect","Follow","Message","Apply","Save"].includes(c))return{name:c,profileUrl:i.href?.split("?")[0],source:"details_link"}}return null})}async function Je(e){return e.evaluate(()=>{let t=document.querySelector(".scaffold-layout__detail")||document.querySelector(".jobs-search__job-details")||document.querySelector(".jobs-details")||document.body,r=(t.querySelector(".jobs-description__content")||t.querySelector(".jobs-box__html-content")||t.querySelector(".jobs-description"))?.innerText?.trim()||"",n={},s=t.querySelectorAll(".jobs-unified-top-card__job-insight, li.job-criteria__item");for(let B of s){let me=B.querySelector(".job-criteria__subheader")?.textContent?.trim(),Re=B.querySelector(".job-criteria__text")?.textContent?.trim();me&&Re&&(n[me.toLowerCase()]=Re)}let i=["Java","Python","JavaScript","TypeScript","React","Angular","Vue","Node.js","C#",".NET","C\\+\\+","Go","Rust","Scala","Kotlin","AWS","Azure","GCP","Docker","Kubernetes","Terraform","SQL","PostgreSQL","MongoDB","Redis","Kafka","RabbitMQ","Spring","Django","Flask","Express","Next.js","CI/CD","Jenkins","GitHub Actions","GraphQL","REST","Microservices","Machine Learning","AI","Data Engineering","Spark","Hadoop","Snowflake","Databricks","Airflow","iOS","Android","React Native","Flutter","Agile","Scrum","DevOps","SRE"],c=[];for(let B of i)new RegExp("\\b"+B.replace(/[.*+?^${}()|[\]\\]/g,"\\$&")+"\\b","i").test(r)&&c.push(B.replace(/\\\+/g,"+"));let f=t.querySelector('.jobs-company__box, [class*="jobs-company"], [class*="company-card"]')?.innerText?.trim()?.slice(0,1e3)||null,h=t.querySelector('a.jobs-apply-button[href], a[data-tracking-control-name="public_jobs_apply-link-offsite_sign-up"]')?.getAttribute("href")||null,u=t.querySelector(".job-details-jobs-unified-top-card__company-name, .jobs-unified-top-card__company-name"),p=u?.innerText?.trim()||null,S=(u?.querySelector('a[href*="/company/"]')||t.querySelector('a[href*="/company/"]'))?.getAttribute("href")?.split("?")[0]||null,y=t.querySelector(".job-details-jobs-unified-top-card__primary-description-container")?.innerText?.trim()||"",P=y.match(/(\d+\s+(?:hour|day|week|month)s?\s+ago|Reposted|Just now)/i)?.[0]||null,M=y.match(/(\d[\d,]*)\s+applicant/i),fe=M?parseInt(M[1].replace(/,/g,"")):null,pe=t.querySelectorAll(".job-details-jobs-unified-top-card__job-insight"),ne=Array.from(pe).map(B=>B.innerText?.trim()?.replace(/\s+/g," ")),de=ne.join(" ").match(/([\d,]+-[\d,]+\s+employees|[\d,]+\+?\s+employees)/i)?.[0]||null,q=ne.join(" ")+" "+y,_t=/\bremote\b/i.test(q)?"remote":/\bhybrid\b/i.test(q)?"hybrid":/\bon-?site\b/i.test(q)?"onsite":null,jt=/\bcontract\b/i.test(q)?"contract":/\bfull-?time\b/i.test(q)?"full-time":/\bpart-?time\b/i.test(q)?"part-time":/\bfreelance\b/i.test(q)?"freelance":/\btemporary\b/i.test(q)?"temporary":null,Ce=t.querySelector(".job-details-jobs-unified-top-card__job-title, .jobs-unified-top-card__job-title, h2.t-24")?.innerText?.trim()||"",se=t.querySelector(".job-details-jobs-unified-top-card__primary-description-container, .jobs-unified-top-card__subtitle-primary-grouping")?.innerText?.trim()||"",I=(Ce+" "+r+" "+se).toLowerCase(),R=Ce.toLowerCase(),m=[];/\bremote\b/.test(I)&&m.push("remote"),/\bhybrid\b/.test(I)&&m.push("hybrid"),/\bon-?site\b|\bin-?office\b/.test(I)&&m.push("onsite"),(m.length===0||!m.includes("remote")&&!m.includes("hybrid")&&!m.includes("onsite"))&&/remote/i.test(se)&&m.push("remote"),/\b(manager|director|vp|vice president|head of|chief|cto|cio|lead.*team|managing)\b/i.test(R)&&m.push("managerial"),/\b(architect|principal|staff|distinguished)\b/i.test(R)&&m.push("senior-ic"),/\b(developer|engineer|programmer|analyst)\b/i.test(R)&&!m.includes("managerial")&&m.push("ic"),/\b(junior|jr\.?|entry)\b/i.test(R)?m.push("junior"):/\b(senior|sr\.?)\b/i.test(R)?m.push("senior"):/\b(staff|principal|distinguished)\b/i.test(R)?m.push("staff+"):/\b(director|vp|chief|cto|cio)\b/i.test(R)?m.push("executive"):/\b(lead|team lead)\b/i.test(R)&&m.push("lead"),/\b(backend|back-end|server-side|api)\b/i.test(I)&&m.push("backend"),/\b(frontend|front-end|ui|ux)\b/i.test(I)&&m.push("frontend"),/\b(full.?stack|fullstack)\b/i.test(I)&&m.push("fullstack"),/\b(devops|sre|infrastructure|platform)\b/i.test(I)&&m.push("devops"),/\b(data engineer|data science|machine learning|ml engineer)\b/i.test(I)&&m.push("data"),/\b(mobile|ios|android|react native|flutter)\b/i.test(I)&&m.push("mobile"),/\b(architect)\b/i.test(R)&&m.push("architect"),/\b(consultant|consulting)\b/i.test(R)&&m.push("consultant");let Ie=(n["employment type"]||"").toLowerCase();return(/contract|freelance|temporary/i.test(Ie)||/\bcontract\b/i.test(I))&&m.push("contract"),/full.?time|permanent/i.test(Ie)&&m.push("permanent"),/\bcanada\b|toronto|vancouver|montreal|ontario|british columbia|quebec|alberta|calgary|ottawa/i.test(se)&&m.push("canada"),/\bunited states\b|\busa\b|new york|california|texas|seattle|san francisco/i.test(se)&&m.push("usa"),(t.querySelector(".jobs-unified-top-card__job-insight--highlight, .compensation__salary")?.innerText?.trim()||""||/\$[\d,]+/.test(r))&&m.push("has-salary"),{description:r.substring(0,5e3),externalApplyUrl:h,companyName:p,companyUrl:S?S.startsWith("/")?"https://www.linkedin.com"+S:S:null,aboutCompany:f,seniority:n["seniority level"]||null,employmentType:n["employment type"]||null,industries:n.industries||null,jobFunction:n["job function"]||null,postedTime:P,applicantCount:fe,companySize:de,workplaceType:_t,contractType:jt,techStack:[...new Set(c)],jobTags:[...new Set(m)]}})}import"dotenv/config";import*as A from"fs";import*as j from"path";import{fileURLToPath as Ft}from"url";var Lt=Ft(import.meta.url),Pt=j.dirname(j.dirname(Lt)),V=process.env.DATA_DIR?j.resolve(process.env.DATA_DIR,"market-research"):j.join(Pt,"market-research"),Be=j.join(V,"scouted-jobs.json"),He=j.join(V,"discovered-people.json"),Mt=j.join(V,"visit-log.json"),We=j.join(V,"companies.json"),Tn=j.join(V,"job-decisions.json");function he(){A.existsSync(V)||A.mkdirSync(V,{recursive:!0})}function ge(e,t){let o=JSON.stringify(t,null,2),r=e+".tmp";A.writeFileSync(r,o);for(let n=0;n<3;n++)try{A.renameSync(r,e);return}catch(s){if(n<2&&(s.code==="EPERM"||s.code==="EBUSY")){let i=Date.now();for(;Date.now()-i<200;);continue}throw s}}function ce(e){try{if(A.existsSync(e))return JSON.parse(A.readFileSync(e,"utf-8"))}catch{}return null}function Ve(){Q=null,qt=null,X=null,Z=null,W=null}var Q=null;function le(){return Q||(Q=ce(Be)||{},Q)}function Ge(e,t){if(!e)return;he();let o=le(),r=new Date().toISOString().slice(0,10);if(o[e]){for(let[n,s]of Object.entries(t))s!=null&&(o[e][n]=s);o[e].lastSeen=r}else o[e]={...t,scoutedAt:r,lastSeen:r};try{ge(Be,o)}catch(n){console.error(`[!] Failed to save scouted-jobs.json: ${n.message}`)}}var qt=null;var X=null;function Ye(){return X||(X=ce(He)||{},X)}function Ke(e,t){if(!e)return;he();let o=Ye(),r=new Date().toISOString().slice(0,10);if(o[e]){let n=o[e];t.name&&(n.name=t.name),t.title&&(n.title=t.title),t.company&&(n.company=t.company),t.location&&(n.location=t.location),t.role&&(n.role=t.role),t.isConnected!=null&&(n.isConnected=t.isConnected),t.jobId&&(n.jobIds||(n.jobIds=[]),n.jobIds.includes(t.jobId)||n.jobIds.push(t.jobId)),n.lastSeen=r,n.seenCount=(n.seenCount||1)+1}else o[e]={name:t.name||null,title:t.title||null,company:t.company||null,location:t.location||null,role:t.role||null,source:t.source||"scout",isConnected:t.isConnected||!1,discoveredAt:r,lastSeen:r,seenCount:1,jobIds:t.jobId?[t.jobId]:[]};try{ge(He,o)}catch(n){console.error(`[!] Failed to save discovered-people.json: ${n.message}`)}}var Z=null;function Ut(){return Z||(Z=ce(We)||{},Z)}function ze(e,t){if(!e)return;he();let o=Ut(),r=new Date().toISOString().slice(0,10);if(o[e]){let n=o[e];t.name&&(n.name=t.name),t.about&&(n.about=t.about),t.size&&(n.size=t.size),t.industries&&(n.industries=t.industries),t.jobId&&(n.jobIds||(n.jobIds=[]),n.jobIds.includes(t.jobId)||n.jobIds.push(t.jobId)),t.recruiterUrl&&(n.recruiterUrls||(n.recruiterUrls=[]),n.recruiterUrls.includes(t.recruiterUrl)||n.recruiterUrls.push(t.recruiterUrl)),n.lastSeen=r,n.jobCount=n.jobIds?.length||0}else o[e]={name:t.name||null,about:t.about||null,size:t.size||null,industries:t.industries||null,discoveredAt:r,lastSeen:r,jobIds:t.jobId?[t.jobId]:[],recruiterUrls:t.recruiterUrl?[t.recruiterUrl]:[],jobCount:t.jobId?1:0};try{ge(We,o)}catch(n){console.error(`[!] Failed to save companies.json: ${n.message}`)}}var W=null;function Jt(){return W||(W=ce(Mt)||{visits:[]},Array.isArray(W.visits)||(W.visits=[]),W)}function Qe(){let e=le(),t=Ye(),o=Object.values(e),r=Object.values(t),n={};for(let u of o)u.company&&(n[u.company]=(n[u.company]||0)+1);let s=Object.entries(n).sort((u,p)=>p[1]-u[1]).slice(0,5).map(([u,p])=>`${u} (${p})`),i={};for(let u of o)for(let p of u.techStack||[])i[p]=(i[p]||0)+1;let c=Object.entries(i).sort((u,p)=>p[1]-u[1]).slice(0,8).map(([u,p])=>`${u} (${p})`),l=Jt(),f=new Date().toISOString().slice(0,10),d=l.visits.filter(u=>u.date.startsWith(f)).length,h=new Set(l.visits.map(u=>u.profileUrl)).size;return{totalJobs:o.length,totalRecruiters:r.length,topCompanies:s,topTech:c,totalVisited:h,todayVisited:d,lastScoutDate:o.length>0?o.sort((u,p)=>(p.scoutedAt||"").localeCompare(u.scoutedAt||""))[0]?.scoutedAt:null}}import"dotenv/config";import*as b from"fs";import*as v from"path";import{fileURLToPath as Bt}from"url";var Ht=Bt(import.meta.url),Wt=v.dirname(v.dirname(Ht)),F=process.env.DATA_DIR?v.resolve(process.env.DATA_DIR,"collected-profiles"):v.join(Wt,"collected-profiles"),Vt=v.join(F,"people.json"),Gt=v.join(F,"jobs.json"),Rn=v.join(F,"quota.json"),Dn=v.join(F,"conversations.json"),On=v.join(F,"sync-state.json"),Nn=v.join(F,"application-questions.json"),Fn=v.join(F,"profile-history"),Xe=(e,t)=>{let o=parseInt(e,10);return Number.isInteger(o)&&o>=0?o:t},Ln=Xe(process.env.CONNECT_MAX_DAILY,20),Pn=Xe(process.env.CONNECT_MAX_WEEKLY,100),ee=null,te=null,Yt=null,Kt=null,zt=null,Qt=null;function Ze(){ee=null,te=null,Yt=null,Kt=null,zt=null,Qt=null}function et(){b.existsSync(F)||b.mkdirSync(F,{recursive:!0})}function tt(e,t){if(!b.existsSync(e))return null;try{let o=JSON.parse(b.readFileSync(e,"utf-8"));try{b.copyFileSync(e,e+".backup")}catch{}return o}catch(o){console.error(`[!] ${t} is corrupted: ${o.message}`),console.error(` File: ${v.resolve(e)}`);let r=e+".backup";if(b.existsSync(r))try{let n=JSON.parse(b.readFileSync(r,"utf-8"));console.error(` Restored from ${r}`);try{b.copyFileSync(r,e)}catch{}return n}catch{console.error(" Backup also corrupted!")}console.error(` Starting with empty data. Old file preserved as ${e}.corrupted`);try{b.copyFileSync(e,e+".corrupted")}catch{}return null}}function ot(){return ee||(et(),ee=tt(Vt,"people.json")||{},ee)}function nt(){return te||(et(),te=tt(Gt,"jobs.json")||{},te)}import"dotenv/config";import*as E from"fs";import*as U from"path";import{fileURLToPath as no}from"url";import"dotenv/config";import{createGraphClient as Xt,resolveToken as Zt}from"@ilivemylife/graph-sdk";import{config as eo}from"dotenv";eo();var rt=Zt()||process.env.TOKEN;rt||(console.error(`
|
|
5
5
|
[FATAL] No iLiveMyLife token found.`),console.error(" The bot uses Lifebot AI to decide which jobs to apply for"),console.error(` and how to fill application forms. It cannot work without it.
|
|
6
6
|
`),console.error(" Easiest way:"),console.error(" 1. npm install -g @ilivemylife/graph-sdk"),console.error(` 2. ilml login your@email.com yourpassword
|
|
7
7
|
`),console.error(` Or add ILML_TOKEN=... to .env
|
|
8
8
|
`),process.exit(1));var st=Xt({token:rt});function to(e){if(!e||e<1e3)return`${e||0}ms`;let t=Math.round(e/1e3);if(t<60)return`${t}s`;let o=Math.floor(t/60),r=t%60;return r?`${o}m ${r}s`:`${o}m`}function oo({scriptName:e,mode:t,status:o,error:r,duration:n}){let s=o==="error"?"\u2717":o==="quota-reached"?"\u26A0":"\u2713",i=new Date().toISOString().slice(0,16).replace("T"," "),c=n?` ${to(n)}`:"",l=o==="error"?`error${r?`: ${String(r).slice(0,80)}`:""}`:o==="quota-reached"?"daily quota reached":"done",f=t&&t!=="default"?` (${t})`:"";return`${s} ${e}${f} \u2014 ${l} \u2014 ${i}${c}`}async function it({scriptName:e,mode:t,status:o,summaryLines:r,error:n,duration:s}){let i=process.env.NODE_RUN_REPORTS;if(!i||!Array.isArray(r)||r.length===0)return;let l=`**${oo({scriptName:e,mode:t,status:o,error:n,duration:s})}**
|
|
9
9
|
|
|
10
10
|
${r.join(`
|
|
11
|
-
`)}`;try{await st.addMessage(i,l)}catch(f){console.error(`[runReport] Failed to post end-of-session message: ${f.message}`)}}var ro=no(import.meta.url),so=U.dirname(U.dirname(ro)),ye=process.env.DATA_DIR?U.resolve(process.env.DATA_DIR,"collected-profiles"):U.join(so,"collected-profiles"),Se=U.join(ye,"run-log.json");function io(e,t){let o=JSON.stringify(t,null,2),r=e+".tmp";A.writeFileSync(r,o);for(let n=0;n<3;n++)try{A.renameSync(r,e);return}catch(s){if(n<2&&(s.code==="EPERM"||s.code==="EBUSY")){let i=Date.now();for(;Date.now()-i<200;);continue}throw s}}function ct(){try{if(!A.existsSync(Se))return{runs:[]};let e=JSON.parse(A.readFileSync(Se,"utf-8"));return!e.runs||!Array.isArray(e.runs)?{runs:[]}:e}catch{return{runs:[]}}}function lt(e){A.existsSync(ye)||A.mkdirSync(ye,{recursive:!0});try{io(Se,e)}catch(t){console.error(`[!] Failed to save run-log.json: ${t.message}`)}}function at(e,t="default"){let o=ct();for(let i of o.runs)i.status==="running"&&(i.status="interrupted",i.result="interrupted",i.timestamp&&(i.duration=Date.now()-new Date(i.timestamp).getTime()));let r=new Date,n={timestamp:r.toISOString(),script:e,mode:t,status:"running",result:null,duration:null,stats:null,error:null};o.runs.push(n);let s=Date.now()-30*24*60*60*1e3;return o.runs=o.runs.filter(i=>new Date(i.timestamp).getTime()>s),lt(o),{script:e,mode:t,startTime:r.getTime(),runIndex:o.runs.length-1}}function be(e,t,o=null,r=null){if(!e)return;let n=null;try{let i=ct(),c=i.runs[e.runIndex];if(c&&c.status==="running"&&c.script===e.script)c.status=t,c.result=t,c.duration=Date.now()-e.startTime,c.stats=o,c.error=r,n=c.duration;else{let l=i.runs.find(f=>f.script===e.script&&f.status==="running"&&f.timestamp===new Date(e.startTime).toISOString());l&&(l.status=t,l.result=t,l.duration=Date.now()-e.startTime,l.stats=o,l.error=r,n=l.duration)}lt(i)}catch(i){console.error(`[runLog] Failed to end run: ${i.message}`)}let s=o&&Array.isArray(o.summaryLines)?o.summaryLines:null;if(s&&s.length>0&&process.env.NODE_RUN_REPORTS){let i=t==="error"?"error":o&&o.dailyLimitHit?"quota-reached":"done";it({scriptName:e.script,mode:e.mode,status:i,summaryLines:s,error:r,duration:n??Date.now()-e.startTime}).catch(c=>console.error(`[runLog] postRunReport failed: ${c.message}`))}}import"dotenv/config";import*as a from"fs";import*as Te from"os";import*as g from"path";import{fileURLToPath as Io}from"url";var ke={};ie(ke,{NAME:()=>lo,VERSION:()=>co,up:()=>fo});import*as T from"fs";import*as ae from"path";var co=1,lo="normalize-jobs-and-questions",ao=["description","techStack","jobTags","seniority","employmentType","industries","jobFunction","postedTime","applicantCount","companySize","workplaceType","contractType","isEasyApply","applyType","companyUrl","scoutedAt","lastSeen"],uo=50;function we(e){return T.existsSync(e)?JSON.parse(T.readFileSync(e,"utf-8")):null}function ve(e,t){let o=JSON.stringify(t,null,2),r=e+".tmp";try{T.writeFileSync(r,o)}catch(n){try{T.unlinkSync(r)}catch{}throw n}try{T.renameSync(r,e)}catch(n){try{T.unlinkSync(r)}catch{}if(n.code==="EPERM"||n.code==="EBUSY"){let s=new Error(`File locked: ${e} (${n.code}). On Windows usually antivirus / file explorer / open editor. Close it and re-run.`);throw s.code=n.code,s}throw n}}async function fo(e,t){let o=ae.join(e,"jobs.json"),r=ae.join(t,"scouted-jobs.json"),n=ae.join(e,"application-questions.json"),s=we(o)||{},i=we(r)||{},c=0,l=[];for(let d of Object.keys(s)){if(!i[d])continue;let h=i[d],u=s[d];for(let p of ao)h[p]!=null&&u[p]==null&&(u[p]=h[p]);l.push(d),c++}c>0?(ve(o,s),console.log(` Phase 1: Merged ${c} scouted jobs into jobs.json`)):console.log(" Phase 1: No overlapping jobs to merge");let f=we(n);if(f&&Array.isArray(f.applications)){let d={},h=0;for(let u of f.applications){let p=u.jobId||"unknown";d[p]||(d[p]={applications:[]});let _=(u.questions||[]).map(S=>{let w={type:S.type||"input",question:S.question||"",answer:S.answer||""};return S.options&&(S.options.length<=uo?w.options=S.options:(w.optionsOmitted=!0,h++)),S.page&&(w.page=S.page),S.wasPreFilled&&(w.wasPreFilled=!0),S.wasRetry&&(w.wasRetry=!0),w});d[p].applications.push({applicationId:u.applicationId,date:u.date,result:u.result||"submitted",formPages:u.formPages||null,duration:u.duration||null,retries:u.retries||0,failedField:u.failedField||null,questionCount:u.questionCount||_.length,questions:_})}ve(n,d),console.log(` Phase 2: Rekeyed ${f.applications.length} applications by jobId (${Object.keys(d).length} unique jobs)`),h>0&&console.log(` Phase 2: Stripped bloated options from ${h} questions`)}else f&&!f.applications?console.log(" Phase 2: application-questions.json already in keyed format"):console.log(" Phase 2: No application-questions.json found");if(l.length>0){for(let d of l)delete i[d];ve(r,i),console.log(` Phase 3: Removed ${l.length} merged entries from scouted-jobs.json (${Object.keys(i).length} remaining)`)}else console.log(" Phase 3: No entries to remove from scouted-jobs.json")}var _e={};ie(_e,{NAME:()=>mo,VERSION:()=>po,up:()=>yo});import*as $ from"fs";import*as ut from"path";var po=2,mo="reset-unread-flags";function ho(e){return $.existsSync(e)?JSON.parse($.readFileSync(e,"utf-8")):null}function go(e,t){let o=JSON.stringify(t,null,2),r=e+".tmp";try{$.writeFileSync(r,o)}catch(n){try{$.unlinkSync(r)}catch{}throw n}try{$.renameSync(r,e)}catch(n){try{$.unlinkSync(r)}catch{}if(n.code==="EPERM"||n.code==="EBUSY"){let s=new Error(`File locked: ${e} (${n.code}). On Windows usually antivirus / file explorer / open editor. Close it and re-run.`);throw s.code=n.code,s}throw n}}async function yo(e){let t=ut.join(e,"conversations.json"),o=ho(t);if(!o){console.log(" conversations.json not found \u2014 nothing to reset.");return}let r=0;for(let n of Object.keys(o))o[n].unread===!0&&(o[n].unread=!1,r++);if(r===0){console.log(" No stale unread flags found \u2014 nothing to do.");return}go(t,o),console.log(` Reset unread=false on ${r} conversations. Run 'ilml linkedin sync-all' to re-establish real unread state from LinkedIn.`)}var je={};ie(je,{NAME:()=>bo,VERSION:()=>So,up:()=>jo});import*as x from"fs";import*as ft from"path";var So=3,bo="recompute-last-message-by",wo=new Set(["draft","confirmed","rejected","needs_review"]);function vo(e){return x.existsSync(e)?JSON.parse(x.readFileSync(e,"utf-8")):null}function ko(e,t){let o=JSON.stringify(t,null,2),r=e+".tmp";try{x.writeFileSync(r,o)}catch(n){try{x.unlinkSync(r)}catch{}throw n}try{x.renameSync(r,e)}catch(n){try{x.unlinkSync(r)}catch{}if(n.code==="EPERM"||n.code==="EBUSY"){let s=new Error(`File locked: ${e} (${n.code}). On Windows usually antivirus / file explorer / open editor. Close it and re-run.`);throw s.code=n.code,s}throw n}}function _o(e,t){if(!e||e.length===0)return"them";let o=e.filter(s=>!wo.has(s.status));if(o.length===0)return"them";let r=o.map(s=>({m:s,t:Date.parse(s.time)})).filter(s=>Number.isFinite(s.t)).sort((s,i)=>i.t-s.t).map(s=>s.m),n=r.length>0?r:[...o].reverse();for(let s of n){let i=s.sender;if(i===t)return"me";if(i!=="Unknown"&&i!=="")return"them"}return"them"}async function jo(e){let t=ft.join(e,"conversations.json"),o=vo(t);if(!o){console.log(" conversations.json not found \u2014 nothing to recompute.");return}let r=process.env.LINKEDIN_NAME;if(!r||typeof r!="string"||!r.trim())throw new Error(`LINKEDIN_NAME env var is not set. Migration v003 needs your display name to determine which messages are yours vs theirs. Set LINKEDIN_NAME in your .env (or run "ilml plugin config linkedin set LINKEDIN_NAME 'Your Name'") and retry.`);let n=0,s=0,i=0;for(let c of Object.keys(o)){let l=o[c];if(!l||typeof l!="object")continue;Object.prototype.hasOwnProperty.call(l,"_cardSynced")&&(delete l._cardSynced,s++);let f=Array.isArray(l.messages)?l.messages:[],d=_o(f,r),h=d==="me"?"awaiting_reply":"unanswered_by_us";l.lastMessageBy!==d&&i++,l.lastMessageBy=d,l.conversationStatus=h,n++}if(n===0){console.log(" No conversations to recompute.");return}ko(t,o),console.log(` Recomputed lastMessageBy + conversationStatus on ${n} conversations.`),console.log(` ${i} had stale lastMessageBy (now corrected).`),s>0&&console.log(` Cleaned ${s} leftover _cardSynced flags.`),console.log(" Re-run 'ilml linkedin enrich' if you want actionNeeded / summary / autoTags to also update.")}var Ee={};ie(Ee,{NAME:()=>Ao,VERSION:()=>Eo,up:()=>Co});import*as C from"fs";import*as pt from"path";var Eo=4,Ao="split-connection-timestamps",To=new Set(["pending","sent_without_note","sent_with_note","sent_without_note_upsell"]);function $o(e){if(!C.existsSync(e))return null;let t=C.readFileSync(e,"utf-8");return t.charCodeAt(0)===65279&&(t=t.slice(1)),JSON.parse(t)}function xo(e,t){let o=JSON.stringify(t,null,2),r=e+".tmp";try{C.writeFileSync(r,o)}catch(n){try{C.unlinkSync(r)}catch{}throw n}try{C.renameSync(r,e)}catch(n){try{C.unlinkSync(r)}catch{}if(n.code==="EPERM"||n.code==="EBUSY"){let s=new Error(`File locked: ${e} (${n.code}). On Windows usually antivirus / file explorer / open editor. Close it and re-run.`);throw s.code=n.code,s}throw n}}async function Co(e){let t=pt.join(e,"people.json"),o=$o(t);if(!o||typeof o!="object"){console.log(" people.json not found \u2014 nothing to migrate.");return}let r=0,n=0;for(let s of Object.keys(o)){let i=o[s];!i||typeof i!="object"||(n++,To.has(i.connectionStatus)&&i.connectionDate&&!i.requestedConnectionAt&&(i.requestedConnectionAt=i.connectionDate,i.connectionDate=null,r++))}if(r===0){console.log(` Scanned ${n} people \u2014 none needed the connectionDate\u2192requestedConnectionAt move.`);return}xo(t,o),console.log(` Moved connectionDate \u2192 requestedConnectionAt on ${r} still-pending people (of ${n} scanned).`),console.log(' connectionDate now means "accepted on" only; requestedConnectionAt means "requested on".')}var Ro=Io(import.meta.url),Do=g.dirname(Ro),Oo=g.dirname(g.dirname(Do));function No(e){return e&&(e==="~"?Te.homedir():e.startsWith("~/")||e.startsWith("~\\")?g.join(Te.homedir(),e.slice(2)):e)}var O=process.env.DATA_DIR?g.resolve(No(process.env.DATA_DIR)):Oo,Y=g.join(O,"collected-profiles"),K=g.join(O,"market-research"),k=g.join(O,".schema-version"),dt=[g.join(Y,".schema-version"),g.join(K,".schema-version")],J=4,L=[{version:1,module:ke},{version:2,module:_e},{version:3,module:je},{version:4,module:Ee}];(function(){L.sort((r,n)=>r.version-n.version);let t=new Set;for(let r of L){if(!Number.isInteger(r.version)||r.version<1)throw new Error(`MIGRATION_REGISTRY: invalid version ${JSON.stringify(r.version)} (must be positive integer)`);if(t.has(r.version))throw new Error(`MIGRATION_REGISTRY: duplicate version v${r.version}`);t.add(r.version);let n=r.module;if(!n||typeof n.up!="function")throw new Error(`MIGRATION_REGISTRY: v${r.version} module is missing up()`);if(n.VERSION!==void 0&&n.VERSION!==r.version)throw new Error(`MIGRATION_REGISTRY: v${r.version} entry does not match module VERSION (${n.VERSION}). Drift between registry and module \u2014 pick one source of truth.`)}let o=L.length?L[L.length-1].version:0;if(o!==J)throw new Error(`MIGRATION_REGISTRY: highest version v${o} but CURRENT_SCHEMA_VERSION=${J}. Forgot to bump CURRENT_SCHEMA_VERSION when adding the new migration?`);for(let r=0;r<L.length;r++){let n=r+1;if(L[r].version!==n)throw new Error(`MIGRATION_REGISTRY: gap detected \u2014 expected v${n} at position ${r} but found v${L[r].version}`)}})();function yt(){process.env.DATA_DIR!==void 0&&process.env.DATA_DIR.trim()===""&&process.env.DATA_DIR.length>0&&(console.error(`
|
|
11
|
+
`)}`;try{await st.addMessage(i,l)}catch(f){console.error(`[runReport] Failed to post end-of-session message: ${f.message}`)}}var ro=no(import.meta.url),so=U.dirname(U.dirname(ro)),ye=process.env.DATA_DIR?U.resolve(process.env.DATA_DIR,"collected-profiles"):U.join(so,"collected-profiles"),Se=U.join(ye,"run-log.json");function io(e,t){let o=JSON.stringify(t,null,2),r=e+".tmp";E.writeFileSync(r,o);for(let n=0;n<3;n++)try{E.renameSync(r,e);return}catch(s){if(n<2&&(s.code==="EPERM"||s.code==="EBUSY")){let i=Date.now();for(;Date.now()-i<200;);continue}throw s}}function ct(){try{if(!E.existsSync(Se))return{runs:[]};let e=JSON.parse(E.readFileSync(Se,"utf-8"));return!e.runs||!Array.isArray(e.runs)?{runs:[]}:e}catch{return{runs:[]}}}function lt(e){E.existsSync(ye)||E.mkdirSync(ye,{recursive:!0});try{io(Se,e)}catch(t){console.error(`[!] Failed to save run-log.json: ${t.message}`)}}function at(e,t="default"){let o=ct();for(let i of o.runs)i.status==="running"&&(i.status="interrupted",i.result="interrupted",i.timestamp&&(i.duration=Date.now()-new Date(i.timestamp).getTime()));let r=new Date,n={timestamp:r.toISOString(),script:e,mode:t,status:"running",result:null,duration:null,stats:null,error:null};o.runs.push(n);let s=Date.now()-30*24*60*60*1e3;return o.runs=o.runs.filter(i=>new Date(i.timestamp).getTime()>s),lt(o),{script:e,mode:t,startTime:r.getTime(),runIndex:o.runs.length-1}}function be(e,t,o=null,r=null){if(!e)return;let n=null;try{let i=ct(),c=i.runs[e.runIndex];if(c&&c.status==="running"&&c.script===e.script)c.status=t,c.result=t,c.duration=Date.now()-e.startTime,c.stats=o,c.error=r,n=c.duration;else{let l=i.runs.find(f=>f.script===e.script&&f.status==="running"&&f.timestamp===new Date(e.startTime).toISOString());l&&(l.status=t,l.result=t,l.duration=Date.now()-e.startTime,l.stats=o,l.error=r,n=l.duration)}lt(i)}catch(i){console.error(`[runLog] Failed to end run: ${i.message}`)}let s=o&&Array.isArray(o.summaryLines)?o.summaryLines:null;if(s&&s.length>0&&process.env.NODE_RUN_REPORTS){let i=t==="error"?"error":o&&o.dailyLimitHit?"quota-reached":"done";it({scriptName:e.script,mode:e.mode,status:i,summaryLines:s,error:r,duration:n??Date.now()-e.startTime}).catch(c=>console.error(`[runLog] postRunReport failed: ${c.message}`))}}import"dotenv/config";import*as a from"fs";import*as Te from"os";import*as g from"path";import{fileURLToPath as Io}from"url";var ke={};ie(ke,{NAME:()=>lo,VERSION:()=>co,up:()=>fo});import*as T from"fs";import*as ae from"path";var co=1,lo="normalize-jobs-and-questions",ao=["description","techStack","jobTags","seniority","employmentType","industries","jobFunction","postedTime","applicantCount","companySize","workplaceType","contractType","isEasyApply","applyType","companyUrl","scoutedAt","lastSeen"],uo=50;function we(e){return T.existsSync(e)?JSON.parse(T.readFileSync(e,"utf-8")):null}function ve(e,t){let o=JSON.stringify(t,null,2),r=e+".tmp";try{T.writeFileSync(r,o)}catch(n){try{T.unlinkSync(r)}catch{}throw n}try{T.renameSync(r,e)}catch(n){try{T.unlinkSync(r)}catch{}if(n.code==="EPERM"||n.code==="EBUSY"){let s=new Error(`File locked: ${e} (${n.code}). On Windows usually antivirus / file explorer / open editor. Close it and re-run.`);throw s.code=n.code,s}throw n}}async function fo(e,t){let o=ae.join(e,"jobs.json"),r=ae.join(t,"scouted-jobs.json"),n=ae.join(e,"application-questions.json"),s=we(o)||{},i=we(r)||{},c=0,l=[];for(let d of Object.keys(s)){if(!i[d])continue;let h=i[d],u=s[d];for(let p of ao)h[p]!=null&&u[p]==null&&(u[p]=h[p]);l.push(d),c++}c>0?(ve(o,s),console.log(` Phase 1: Merged ${c} scouted jobs into jobs.json`)):console.log(" Phase 1: No overlapping jobs to merge");let f=we(n);if(f&&Array.isArray(f.applications)){let d={},h=0;for(let u of f.applications){let p=u.jobId||"unknown";d[p]||(d[p]={applications:[]});let _=(u.questions||[]).map(S=>{let w={type:S.type||"input",question:S.question||"",answer:S.answer||""};return S.options&&(S.options.length<=uo?w.options=S.options:(w.optionsOmitted=!0,h++)),S.page&&(w.page=S.page),S.wasPreFilled&&(w.wasPreFilled=!0),S.wasRetry&&(w.wasRetry=!0),w});d[p].applications.push({applicationId:u.applicationId,date:u.date,result:u.result||"submitted",formPages:u.formPages||null,duration:u.duration||null,retries:u.retries||0,failedField:u.failedField||null,questionCount:u.questionCount||_.length,questions:_})}ve(n,d),console.log(` Phase 2: Rekeyed ${f.applications.length} applications by jobId (${Object.keys(d).length} unique jobs)`),h>0&&console.log(` Phase 2: Stripped bloated options from ${h} questions`)}else f&&!f.applications?console.log(" Phase 2: application-questions.json already in keyed format"):console.log(" Phase 2: No application-questions.json found");if(l.length>0){for(let d of l)delete i[d];ve(r,i),console.log(` Phase 3: Removed ${l.length} merged entries from scouted-jobs.json (${Object.keys(i).length} remaining)`)}else console.log(" Phase 3: No entries to remove from scouted-jobs.json")}var _e={};ie(_e,{NAME:()=>mo,VERSION:()=>po,up:()=>yo});import*as $ from"fs";import*as ut from"path";var po=2,mo="reset-unread-flags";function ho(e){return $.existsSync(e)?JSON.parse($.readFileSync(e,"utf-8")):null}function go(e,t){let o=JSON.stringify(t,null,2),r=e+".tmp";try{$.writeFileSync(r,o)}catch(n){try{$.unlinkSync(r)}catch{}throw n}try{$.renameSync(r,e)}catch(n){try{$.unlinkSync(r)}catch{}if(n.code==="EPERM"||n.code==="EBUSY"){let s=new Error(`File locked: ${e} (${n.code}). On Windows usually antivirus / file explorer / open editor. Close it and re-run.`);throw s.code=n.code,s}throw n}}async function yo(e){let t=ut.join(e,"conversations.json"),o=ho(t);if(!o){console.log(" conversations.json not found \u2014 nothing to reset.");return}let r=0;for(let n of Object.keys(o))o[n].unread===!0&&(o[n].unread=!1,r++);if(r===0){console.log(" No stale unread flags found \u2014 nothing to do.");return}go(t,o),console.log(` Reset unread=false on ${r} conversations. Run 'ilml linkedin sync-all' to re-establish real unread state from LinkedIn.`)}var je={};ie(je,{NAME:()=>bo,VERSION:()=>So,up:()=>jo});import*as x from"fs";import*as ft from"path";var So=3,bo="recompute-last-message-by",wo=new Set(["draft","confirmed","rejected","needs_review"]);function vo(e){return x.existsSync(e)?JSON.parse(x.readFileSync(e,"utf-8")):null}function ko(e,t){let o=JSON.stringify(t,null,2),r=e+".tmp";try{x.writeFileSync(r,o)}catch(n){try{x.unlinkSync(r)}catch{}throw n}try{x.renameSync(r,e)}catch(n){try{x.unlinkSync(r)}catch{}if(n.code==="EPERM"||n.code==="EBUSY"){let s=new Error(`File locked: ${e} (${n.code}). On Windows usually antivirus / file explorer / open editor. Close it and re-run.`);throw s.code=n.code,s}throw n}}function _o(e,t){if(!e||e.length===0)return"them";let o=e.filter(s=>!wo.has(s.status));if(o.length===0)return"them";let r=o.map(s=>({m:s,t:Date.parse(s.time)})).filter(s=>Number.isFinite(s.t)).sort((s,i)=>i.t-s.t).map(s=>s.m),n=r.length>0?r:[...o].reverse();for(let s of n){let i=s.sender;if(i===t)return"me";if(i!=="Unknown"&&i!=="")return"them"}return"them"}async function jo(e){let t=ft.join(e,"conversations.json"),o=vo(t);if(!o){console.log(" conversations.json not found \u2014 nothing to recompute.");return}let r=process.env.LINKEDIN_NAME;if(!r||typeof r!="string"||!r.trim())throw new Error(`LINKEDIN_NAME env var is not set. Migration v003 needs your display name to determine which messages are yours vs theirs. Set LINKEDIN_NAME in your .env (or run "ilml plugin config linkedin set LINKEDIN_NAME 'Your Name'") and retry.`);let n=0,s=0,i=0;for(let c of Object.keys(o)){let l=o[c];if(!l||typeof l!="object")continue;Object.prototype.hasOwnProperty.call(l,"_cardSynced")&&(delete l._cardSynced,s++);let f=Array.isArray(l.messages)?l.messages:[],d=_o(f,r),h=d==="me"?"awaiting_reply":"unanswered_by_us";l.lastMessageBy!==d&&i++,l.lastMessageBy=d,l.conversationStatus=h,n++}if(n===0){console.log(" No conversations to recompute.");return}ko(t,o),console.log(` Recomputed lastMessageBy + conversationStatus on ${n} conversations.`),console.log(` ${i} had stale lastMessageBy (now corrected).`),s>0&&console.log(` Cleaned ${s} leftover _cardSynced flags.`),console.log(" Re-run 'ilml linkedin enrich' if you want actionNeeded / summary / autoTags to also update.")}var Ae={};ie(Ae,{NAME:()=>Eo,VERSION:()=>Ao,up:()=>Co});import*as C from"fs";import*as pt from"path";var Ao=4,Eo="split-connection-timestamps",To=new Set(["pending","sent_without_note","sent_with_note","sent_without_note_upsell"]);function $o(e){if(!C.existsSync(e))return null;let t=C.readFileSync(e,"utf-8");return t.charCodeAt(0)===65279&&(t=t.slice(1)),JSON.parse(t)}function xo(e,t){let o=JSON.stringify(t,null,2),r=e+".tmp";try{C.writeFileSync(r,o)}catch(n){try{C.unlinkSync(r)}catch{}throw n}try{C.renameSync(r,e)}catch(n){try{C.unlinkSync(r)}catch{}if(n.code==="EPERM"||n.code==="EBUSY"){let s=new Error(`File locked: ${e} (${n.code}). On Windows usually antivirus / file explorer / open editor. Close it and re-run.`);throw s.code=n.code,s}throw n}}async function Co(e){let t=pt.join(e,"people.json"),o=$o(t);if(!o||typeof o!="object"){console.log(" people.json not found \u2014 nothing to migrate.");return}let r=0,n=0;for(let s of Object.keys(o)){let i=o[s];!i||typeof i!="object"||(n++,To.has(i.connectionStatus)&&i.connectionDate&&!i.requestedConnectionAt&&(i.requestedConnectionAt=i.connectionDate,i.connectionDate=null,r++))}if(r===0){console.log(` Scanned ${n} people \u2014 none needed the connectionDate\u2192requestedConnectionAt move.`);return}xo(t,o),console.log(` Moved connectionDate \u2192 requestedConnectionAt on ${r} still-pending people (of ${n} scanned).`),console.log(' connectionDate now means "accepted on" only; requestedConnectionAt means "requested on".')}var Ro=Io(import.meta.url),Do=g.dirname(Ro),Oo=g.dirname(g.dirname(Do));function No(e){return e&&(e==="~"?Te.homedir():e.startsWith("~/")||e.startsWith("~\\")?g.join(Te.homedir(),e.slice(2)):e)}var O=process.env.DATA_DIR?g.resolve(No(process.env.DATA_DIR)):Oo,Y=g.join(O,"collected-profiles"),K=g.join(O,"market-research"),k=g.join(O,".schema-version"),dt=[g.join(Y,".schema-version"),g.join(K,".schema-version")],J=4,L=[{version:1,module:ke},{version:2,module:_e},{version:3,module:je},{version:4,module:Ae}];(function(){L.sort((r,n)=>r.version-n.version);let t=new Set;for(let r of L){if(!Number.isInteger(r.version)||r.version<1)throw new Error(`MIGRATION_REGISTRY: invalid version ${JSON.stringify(r.version)} (must be positive integer)`);if(t.has(r.version))throw new Error(`MIGRATION_REGISTRY: duplicate version v${r.version}`);t.add(r.version);let n=r.module;if(!n||typeof n.up!="function")throw new Error(`MIGRATION_REGISTRY: v${r.version} module is missing up()`);if(n.VERSION!==void 0&&n.VERSION!==r.version)throw new Error(`MIGRATION_REGISTRY: v${r.version} entry does not match module VERSION (${n.VERSION}). Drift between registry and module \u2014 pick one source of truth.`)}let o=L.length?L[L.length-1].version:0;if(o!==J)throw new Error(`MIGRATION_REGISTRY: highest version v${o} but CURRENT_SCHEMA_VERSION=${J}. Forgot to bump CURRENT_SCHEMA_VERSION when adding the new migration?`);for(let r=0;r<L.length;r++){let n=r+1;if(L[r].version!==n)throw new Error(`MIGRATION_REGISTRY: gap detected \u2014 expected v${n} at position ${r} but found v${L[r].version}`)}})();function yt(){process.env.DATA_DIR!==void 0&&process.env.DATA_DIR.trim()===""&&process.env.DATA_DIR.length>0&&(console.error(`
|
|
12
12
|
[FATAL] DATA_DIR is set to whitespace ("${process.env.DATA_DIR}"). Either unset it or set a real path.
|
|
13
13
|
`),process.exit(1));try{a.mkdirSync(O,{recursive:!0})}catch(t){t.code!=="EEXIST"&&(console.error(`
|
|
14
14
|
[FATAL] Cannot create DATA_DIR (${O}): ${t.message}`),console.error(` Fix the path or permissions and try again.
|
|
@@ -30,7 +30,7 @@ ${r.join(`
|
|
|
30
30
|
[FATAL] ${k} is not valid JSON: ${o.message}`),console.error(" Refusing to proceed \u2014 silently treating it as 'fresh install' would re-apply"),console.error(" every migration on top of already-migrated data and corrupt it."),console.error(' Repair the file (set it to {"version":N,"migrations":[...]} matching your real state)'),console.error(` or restore from the *.pre-vNNN.backup files if you have them.
|
|
31
31
|
`),process.exit(1)}let t=Mo(e);return t===null&&(console.error(`
|
|
32
32
|
[FATAL] ${k} has invalid structure:`),console.error(` ${JSON.stringify(e)?.slice(0,200)||"(unparseable)"}`),console.error(' Expected shape: { "version": <integer>, "migrations": [...] }'),console.error(` Repair the file or restore from a backup.
|
|
33
|
-
`),process.exit(1)),t}function St(e){try{a.chmodSync(e,384)}catch{}}function qo(e){if(yt(),a.existsSync(k))try{if(a.lstatSync(k).isSymbolicLink())throw new Error(`SCHEMA_FILE is a symbolic link: ${k}. Refusing to write through it (potential symlink attack). Remove the link and re-run.`)}catch(o){if(o.message?.includes("symbolic link"))throw o}let t=k+".tmp";try{a.writeFileSync(t,JSON.stringify(e,null,2)),St(t),a.renameSync(t,k)}catch(o){try{a.unlinkSync(t)}catch{}throw o}}function gt(e,t){if(!a.existsSync(e))return;let o=`.pre-v${String(t).padStart(3,"0")}.backup`,r=a.readdirSync(e).filter(c=>{let l=c.toLowerCase();if(l.includes(".backup")||l===".schema-version"||l.endsWith(".tmp"))return!1;try{return a.statSync(g.join(e,c)).isFile()}catch{return!1}}),n=0,s=0,i=[];for(let c of r){let l=g.join(e,c),f=g.join(e,c+o);if(a.existsSync(f)){s++;continue}try{wt(l,f),n++}catch(d){i.push({file:c,err:d.message})}}if(i.length>0){let c=new Error(`Failed to back up ${i.length} file(s) in ${g.basename(e)}/: `+i.map(l=>`${l.file} (${l.err})`).join(", "));throw c.code="BACKUP_INCOMPLETE",c}if(n>0||s>0){let c=s>0?` (${s} pre-existing backup(s) preserved)`:"";console.log(` Backed up ${n} files in ${g.basename(e)}/ (${o})${c}`)}}var
|
|
33
|
+
`),process.exit(1)),t}function St(e){try{a.chmodSync(e,384)}catch{}}function qo(e){if(yt(),a.existsSync(k))try{if(a.lstatSync(k).isSymbolicLink())throw new Error(`SCHEMA_FILE is a symbolic link: ${k}. Refusing to write through it (potential symlink attack). Remove the link and re-run.`)}catch(o){if(o.message?.includes("symbolic link"))throw o}let t=k+".tmp";try{a.writeFileSync(t,JSON.stringify(e,null,2)),St(t),a.renameSync(t,k)}catch(o){try{a.unlinkSync(t)}catch{}throw o}}function gt(e,t){if(!a.existsSync(e))return;let o=`.pre-v${String(t).padStart(3,"0")}.backup`,r=a.readdirSync(e).filter(c=>{let l=c.toLowerCase();if(l.includes(".backup")||l===".schema-version"||l.endsWith(".tmp"))return!1;try{return a.statSync(g.join(e,c)).isFile()}catch{return!1}}),n=0,s=0,i=[];for(let c of r){let l=g.join(e,c),f=g.join(e,c+o);if(a.existsSync(f)){s++;continue}try{wt(l,f),n++}catch(d){i.push({file:c,err:d.message})}}if(i.length>0){let c=new Error(`Failed to back up ${i.length} file(s) in ${g.basename(e)}/: `+i.map(l=>`${l.file} (${l.err})`).join(", "));throw c.code="BACKUP_INCOMPLETE",c}if(n>0||s>0){let c=s>0?` (${s} pre-existing backup(s) preserved)`:"";console.log(` Backed up ${n} files in ${g.basename(e)}/ (${o})${c}`)}}var Ee=!1;async function bt(){if(Ee)return;yt(),Wo();let t=ht().version;if(t===J){Ee=!0;return}Lo(),Fo(),process.on("exit",$e),t>J&&(console.error(`
|
|
34
34
|
[FATAL] Your data schema is at v${t}, but this plugin build only understands up to v${J}.`),console.error(" This usually means you downgraded the plugin without rolling back data."),console.error(` Operating on the newer-format data with this build would risk corrupting it.
|
|
35
35
|
`),console.error(" Options:"),console.error(" A) Re-install the newer plugin version that produced this schema, then"),console.error(" (if you really want to downgrade) run 'rollback-data --confirm' first,"),console.error(" then re-install the older plugin version."),console.error(` B) Manually restore your data from the *.pre-vNNN.backup files matching v${J}.
|
|
36
36
|
`),process.exit(1)),console.log(`
|
|
@@ -46,7 +46,7 @@ ${r.join(`
|
|
|
46
46
|
`))}catch(f){console.error(` [!] Auto-rollback CRASHED while restoring: ${f.message}`),console.error(` Manual recovery: copy *${i} files back over the originals.
|
|
47
47
|
`)}process.exit(1)}try{let l=new Date().toISOString(),f={version:n.version,name:c.NAME||s,appliedAt:l},d=ht();d.version=n.version,d.migratedAt=l,d.migrations=d.migrations||[],d.migrations.push(f),qo(d)}catch(l){console.error(`
|
|
48
48
|
[FATAL] Migration ${s} applied successfully but schema version file could NOT be updated: ${l.message}`),console.error(` Your data is in the v${n.version} state but .schema-version still shows v${t}.`),console.error(` On next plugin command the runner will try to re-apply ${s}. If that migration is`),console.error(` idempotent (most are), it will succeed harmlessly. If you're unsure, run 'data-cleanup' and contact support.
|
|
49
|
-
`),process.exit(1)}console.log(` \u2713 Migration ${s} complete`)}try{Ze()}catch{}try{Ve()}catch{}
|
|
49
|
+
`),process.exit(1)}console.log(` \u2713 Migration ${s} complete`)}try{Ze()}catch{}try{Ve()}catch{}Ee=!0,$e(),console.log(`
|
|
50
50
|
\u2713 Schema is now at v${J}
|
|
51
51
|
`)}var Uo=[/\.json\.tmp$/,/\.schema-version\.tmp$/,/\.backup\.tmp$/];function Jo(e){let t=e.toLowerCase();return Uo.some(o=>o.test(t))}var Bo=6e4;function Ho(){let e=Date.now(),t=[];for(let o of[O,Y,K]){if(!a.existsSync(o))continue;let r;try{r=a.readdirSync(o)}catch{continue}for(let n of r){if(!Jo(n))continue;let s=g.join(o,n);try{let i=a.statSync(s);if(!i.isFile()||e-i.mtimeMs<Bo)continue;t.push({dir:o,file:n,fullPath:s})}catch{}}}return t}function Wo({verbose:e=!1}={}){let t=Ho();if(t.length===0)return e&&console.log(" No orphan .tmp files found."),0;let o=0;for(let r of t)try{a.unlinkSync(r.fullPath),o++,e&&console.log(` Removed orphan: ${g.basename(r.dir)}/${r.file}`)}catch(n){console.warn(` [!] Could not remove orphan ${r.fullPath}: ${n.message}`)}return!e&&o>0&&console.log(` Cleaned up ${o} orphan .tmp file(s) from previous run.`),o}function Vo(){let e=[];for(let t of[Y,K]){if(!a.existsSync(t))continue;let o=a.readdirSync(t).filter(r=>{let n=r.toLowerCase();return n.endsWith(".json")&&!n.includes(".backup")});for(let r of o){let n=g.join(t,r);try{ue(n)}catch(s){e.push({dir:g.basename(t),file:r,err:s.message})}}}return e.length===0?{ok:!0}:{ok:!1,broken:e}}function Go(e){let t=[],o=[];for(let s of[Y,K]){if(!a.existsSync(s))continue;let i=a.readdirSync(s).filter(c=>c.endsWith(e));for(let c of i){let l=g.join(s,c),f=c.slice(0,-e.length),d=g.join(s,f);try{f.toLowerCase().endsWith(".json")?ue(l):a.accessSync(l,a.constants.R_OK),t.push({backupPath:l,originalPath:d,fileName:c,dir:s})}catch(h){o.push(`${g.basename(s)}/${c}: ${h.message}`)}}}if(o.length>0)return{ok:!1,error:o.join("; "),restored:0};let r=0,n=[];for(let{backupPath:s,originalPath:i,fileName:c,dir:l}of t)try{wt(s,i),r++}catch(f){n.push(`${g.basename(l)}/${c}: ${f.message}`)}return n.length>0?{ok:!1,error:n.join("; "),restored:r}:{ok:!0,restored:r}}function wt(e,t){let o=t+".tmp";try{a.copyFileSync(e,o),St(o)}catch(r){try{a.unlinkSync(o)}catch{}throw r}try{a.renameSync(o,t)}catch(r){try{a.unlinkSync(o)}catch{}if(r.code==="EPERM"||r.code==="EBUSY"){let n=new Error(`File locked: ${t} (${r.code}). On Windows this is usually antivirus / Search Indexer / the file open in another app. Close anything that might be holding it and re-run.`);throw n.code=r.code,n}throw r}}await bt();var oe=process.argv.slice(2),z=parseInt(oe.find(e=>e.startsWith("--max="))?.split("=")[1]||"200"),vt=parseInt(oe.find(e=>e.startsWith("--pages="))?.split("=")[1]||"20"),kt=oe.find(e=>e.startsWith("--url="))?.split("=").slice(1).join("="),Yo=oe.includes("--list"),xe=oe.includes("--verbose");function Ko(){if(kt)return[kt];let e=process.env.LINKEDIN_SCOUT_URLS;if(e)return e.split(",").map(o=>o.trim()).filter(Boolean);let t=process.env.LINKEDIN_SEARCH_URL;return t?[t]:[]}function zo(){let e=Qe();console.log(`
|
|
52
52
|
\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550`),console.log(" MARKET RESEARCH STATS"),console.log("\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550"),console.log(` Scouted jobs: ${e.totalJobs}`),console.log(` Discovered recruiters: ${e.totalRecruiters}`),console.log(` Last scout: ${e.lastScoutDate||"never"}`),console.log(` Profile visits: ${e.totalVisited} unique (${e.todayVisited} today)`),e.topTech.length>0&&console.log(` Top tech: ${e.topTech.join(", ")}`),e.topCompanies.length>0&&console.log(` Top companies: ${e.topCompanies.join(", ")}`),console.log(`\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550
|