ilml-plugin-linkedin 1.20.4 → 1.20.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +3 -0
- package/dist/connect.mjs +80 -80
- package/dist/enrichProfile.mjs +15 -15
- package/dist/enrichProfiles.mjs +48 -48
- package/dist/funnelRunner.mjs +50 -50
- package/dist/run.mjs +62 -62
- package/dist/scout.mjs +38 -38
- package/dist/syncAll.mjs +96 -96
- package/dist/verifyAbout.mjs +18 -18
- package/dist/version.mjs +1 -1
- package/dist/visit.mjs +39 -39
- package/ilml-plugin.json +1 -1
- package/package.json +1 -1
package/dist/visit.mjs
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
var Dn=Object.defineProperty;var ce=(e,t)=>()=>(e&&(t=e(e=0)),t);var me=(e,t)=>{for(var n in t)Dn(e,n,{get:t[n],enumerable:!0})};async function x(e){let t=Math.floor(Math.random()*2001),n=e+t;return new Promise(o=>setTimeout(o,n))}async function yt(e){return await e.evaluate(()=>{let t=document.querySelectorAll("div.artdeco-modal--is-open");for(let o of t){let r=o.innerText||"",s=r.includes("Premium")||r.includes("premium")||r.includes("Upgrade")||r.includes("upgrade"),i=r.includes("Try for")||r.includes("free trial")||r.includes("/month")||r.includes("per month")||r.includes("Start my")||r.includes("Subscribe"),a=r.includes("Get hired faster")||r.includes("Get hired 2x");if(s||i||a){let l=o.querySelector('button[aria-label="Dismiss"]')||o.querySelector("button.artdeco-modal__dismiss")||o.querySelector("button[data-test-modal-close-btn]");if(l)return l.click(),{dismissed:!0,matched:r.substring(0,80)};let m=o.querySelectorAll("button");for(let c of m){let w=c.innerText?.trim().toLowerCase()||"",u=c.getAttribute("aria-label")?.toLowerCase()||"";if(w==="not now"||w==="no thanks"||w==="dismiss"||u.includes("dismiss"))return c.click(),{dismissed:!0,matched:r.substring(0,80)}}}}let n=document.querySelector(".premium-upsell-link")||document.querySelector("[data-test-premium-upsell]")||document.querySelector(".premium-hub-upsell");if(n){let o=n.closest('[class*="modal"]')?.querySelector('button[aria-label="Dismiss"]')||n.closest('[class*="banner"]')?.querySelector('button[aria-label="Close"]');if(o)return o.click(),{dismissed:!0,matched:"premium-banner"}}return!1})}var pe=ce(()=>{});import{getPluginConfig as Tn}from"@ilivemylife/graph-sdk";var jn,On,Z,Rr,Nn,Oe=ce(async()=>{jn=await Tn();for(let[e,t]of Object.entries(jn))process.env[e]===void 0&&(process.env[e]=t);On=process.env.LINKEDIN_NAME,Z=Object.freeze({DRAFT:"draft",CONFIRMED:"confirmed",REJECTED:"rejected",NEEDS_REVIEW:"needs_review",SENT:"sent"}),Rr=Object.freeze(new Set([Z.DRAFT,Z.CONFIRMED,Z.NEEDS_REVIEW])),Nn=Object.freeze(new Set([Z.DRAFT,Z.CONFIRMED,Z.REJECTED,Z.NEEDS_REVIEW]))});import"dotenv/config";import*as A from"fs";import*as E from"path";import{fileURLToPath as Yn}from"url";function Ut(){ae=null,Qn=null,Zn=null,Xn=null,eo=null,to=null}function Bt(){A.existsSync(V)||A.mkdirSync(V,{recursive:!0})}function Vt(e,t){let n=JSON.stringify(t,null,2),o=e+".tmp";A.writeFileSync(o,n);for(let r=0;r<3;r++)try{A.renameSync(o,e);return}catch(s){if(r<2&&(s.code==="EPERM"||s.code==="EBUSY")){let i=Date.now();for(;Date.now()-i<200;);continue}throw s}}function Ht(e,t){if(!A.existsSync(e))return null;try{let n=JSON.parse(A.readFileSync(e,"utf-8"));try{A.copyFileSync(e,e+".backup")}catch{}return n}catch(n){console.error(`[!] ${t} is corrupted: ${n.message}`),console.error(` File: ${E.resolve(e)}`);let o=e+".backup";if(A.existsSync(o))try{let r=JSON.parse(A.readFileSync(o,"utf-8"));console.error(` Restored from ${o}`);try{A.copyFileSync(o,e)}catch{}return r}catch{console.error(" Backup also corrupted!")}console.error(` Starting with empty data. Old file preserved as ${e}.corrupted`);try{A.copyFileSync(e,e+".corrupted")}catch{}return null}}function no(){return new Date().toISOString().split("T")[0]}function X(e){if(!e)return null;let t=e.match(/\/in\/([^/?#]+)/);return t?t[1].toLowerCase():null}function Ft(e){return typeof e=="string"?e.replace(/\s+/g," ").trim().toLowerCase():""}function Jt(e,t,n=null){if(!t||e[t])return t;let o=X(t);if(!o)return t;let r=null;for(let[s,i]of Object.entries(e)){if(X(i.profileUrl||s)===o)return s;!r&&Array.isArray(i.aliases)&&i.aliases.includes(o)&&(r=s)}if(r){let s=Ft(n),i=Ft(e[r].name);if(s&&i&&s===i)return r}return t}function so(){A.existsSync(Pe)||A.mkdirSync(Pe,{recursive:!0})}function Wt(e){let t=X(e);return t?E.join(Pe,`${t}.json`):null}function io(e){let t=Wt(e);return t?Ht(t,`profile-history/${X(e)}.json`)||[]:[]}function lo(e,t){let n=Wt(e);if(!n)return;so();let o=io(e);o.unshift(t);try{Vt(n,o)}catch(r){console.error(`[!] Failed to append profile-history for ${X(e)}: ${r.message}`)}}function Pt(e){return!!(e==null||Array.isArray(e)&&e.length===0||typeof e=="string"&&!e.trim())}function Mt(e){return Array.isArray(e)?[...e].map(t=>String(t).trim()).sort().join("||"):typeof e=="string"?e.replace(/\s+/g," ").trim():e}function co(e,t){if(!e)return[];let n=[];for(let o of ro){let r=e[o],s=t[o];Pt(r)||Pt(s)||Mt(r)!==Mt(s)&&n.push(o)}return n}function ao(e){let t=new Set(["seenCount","sources","firstSeen","lastSeen","lastUpdated","encounters","jobIds","lastFullVisitAt","lastSnapshotAt","messageSent","connectionStatus","connectionDate","connectionMethod"]),n={};for(let[o,r]of Object.entries(e))t.has(o)||(n[o]=r);return n}function ue(){return ae||(Bt(),ae=Ht(Fe,"people.json")||{},ae)}function Gt(e){Bt(),ae=e;try{Vt(Fe,e)}catch(t){console.error(`[!] Failed to save people.json: ${t.message}`),console.error(` Path: ${E.resolve(Fe)}`)}}function Me(e,t={}){if(!e)return null;let n=ue(),o=no(),r=new Date().toISOString(),s=Jt(n,e,t.name),i=n[s];if(i){let a=co(i,t);a.length>0&&(lo(s,{capturedAt:r,previousLastUpdated:i.lastUpdated||null,changedFields:a,snapshot:ao(i)}),i.lastSnapshotAt=r),i.seenCount=(i.seenCount||1)+1,i.lastSeen=o,i.lastUpdated=r,t.source&&!i.sources?.includes(t.source)&&(i.sources=i.sources||[],i.sources.push(t.source));for(let l of oo)if(t[l]!=null){if(Array.isArray(t[l])&&t[l].length===0&&Array.isArray(i[l])&&i[l].length>0)continue;i[l]=t[l]}Array.isArray(t.availableSections)&&(i.lastFullVisitAt=r)}else n[s]={name:t.name||null,title:t.title||null,location:t.location||null,company:t.company||null,about:t.about||null,connectionDegree:t.connectionDegree||null,connectionsCount:t.connectionsCount||null,mutualConnections:t.mutualConnections||null,photoUrl:t.photoUrl||null,hasVerifiedBadge:t.hasVerifiedBadge||!1,currentCompany:t.currentCompany||null,currentSchool:t.currentSchool||null,connectionsLevel:t.connectionsLevel||null,mutualConnectionsCount:t.mutualConnectionsCount||null,followers:t.followers||null,openToWork:t.openToWork||!1,hiring:t.hiring||!1,topSkills:t.topSkills||null,availableSections:t.availableSections||null,experience:t.experience||null,featuredLinks:t.featuredLinks||null,_lastEnrichedAt:t._lastEnrichedAt||null,featured:t.featured||null,education:t.education||null,skillsFull:t.skillsFull||null,recommendations:t.recommendations||null,certifications:t.certifications||null,firstSeen:o,lastSeen:o,seenCount:1,sources:t.source?[t.source]:[],connectionStatus:null,requestedConnectionAt:null,connectionDate:null,connectionMethod:null,messageSent:null,jobIds:[],lastUpdated:r,lastSnapshotAt:null,lastFullVisitAt:Array.isArray(t.availableSections)?r:null};return Gt(n),n[s]}function qe(e,t,n={}){if(n.dryRun||!e||!t)return;let o=X(t);if(!o)return;let r=ue(),s=Jt(r,e),i=r[s];if(!i)return;let a=X(i.profileUrl||s);o!==a&&(Array.isArray(i.aliases)||(i.aliases=[]),i.aliases.includes(o)||(i.aliases.push(o),i.lastUpdated=new Date().toISOString(),Gt(r)))}var Kn,zn,V,Fe,ts,ns,os,rs,ss,Pe,qt,is,ls,ae,Qn,Zn,Xn,eo,to,oo,ro,$e=ce(async()=>{await Oe();Kn=Yn(import.meta.url),zn=E.dirname(E.dirname(Kn)),V=process.env.DATA_DIR?E.resolve(process.env.DATA_DIR,"collected-profiles"):E.join(zn,"collected-profiles"),Fe=E.join(V,"people.json"),ts=E.join(V,"jobs.json"),ns=E.join(V,"quota.json"),os=E.join(V,"conversations.json"),rs=E.join(V,"sync-state.json"),ss=E.join(V,"application-questions.json"),Pe=E.join(V,"profile-history"),qt=(e,t)=>{let n=parseInt(e,10);return Number.isInteger(n)&&n>=0?n:t},is=qt(process.env.CONNECT_MAX_DAILY,20),ls=qt(process.env.CONNECT_MAX_WEEKLY,100),ae=null,Qn=null,Zn=null,Xn=null,eo=null,to=null;oo=["name","title","location","company","connectionDegree","connectionsCount","mutualConnections","photoUrl","hasVerifiedBadge","about","currentCompany","currentSchool","connectionsLevel","mutualConnectionsCount","followers","openToWork","hiring","topSkills","availableSections","experience","featuredLinks","_lastEnrichedAt","featured","education","skillsFull","recommendations","certifications"],ro=["name","title","location","currentCompany","currentSchool","connectionDegree","hasVerifiedBadge","openToWork","hiring","about","topSkills"]});var Yt={};me(Yt,{extractCertificationsFromDetails:()=>ho,extractEducationFromDetails:()=>mo,extractExperienceFromDetails:()=>uo,extractFeaturedFromDetails:()=>fo,extractRecommendationsFromDetails:()=>go,extractSkillsFromDetails:()=>po});async function uo(e,t){let n=t.replace(/\/+$/,"")+"/details/experience/";try{await e.goto(n,{waitUntil:"domcontentloaded",timeout:6e4}),await x(3e3);let o=e.url();if(/\/(login|authwall|checkpoint)/i.test(o))throw new Error(`Session expired \u2014 bounced to ${o} when fetching /details/experience/`);for(let s=0;s<5;s++)await e.evaluate(()=>window.scrollTo(0,document.body.scrollHeight)),await x(900);await x(1e3);let r=0;for(;r<5&&await e.evaluate(()=>{for(let i of document.querySelectorAll("button"))if(/^Load more$/i.test((i.textContent||"").trim()))return i.click(),!0;return!1});)r++,await x(1500),await e.evaluate(()=>window.scrollTo(0,document.body.scrollHeight)),await x(700);return await e.evaluate(()=>{let s=document.querySelector("main");if(!s)return[];function i(c){let w=[];for(let u of c.querySelectorAll("div")){let d=Array.from(u.children).filter(S=>S.tagName==="DIV");if(d.length<3)continue;let C=d.filter(S=>(S.textContent||"").trim().length>50);C.length<3||(u.textContent||"").length<500||w.push({el:u,count:C.length,totalText:(u.textContent||"").length})}return w.sort((u,d)=>d.count-u.count||u.totalText-d.totalText),w[0]?.el}let a=i(s);if(!a)return[];let l=Array.from(a.children).filter(c=>c.tagName==="DIV").filter(c=>(c.textContent||"").trim().length>50);function m(c){let w=c[0]||null,u=null,d=null;if(c[1]){let v=c[1].split("\xB7").map(I=>I.trim());u=v[0]||null,v[1]&&(d=v[1])}let C=c.findIndex(v=>/(\d{4}|present)/i.test(v)&&/(-|–|—)/i.test(v)&&v.length<80),S=null,_=null;if(C>=0){let v=c[C].split("\xB7").map(I=>I.trim());S=v[0]||null,v[1]&&(_=v[1])}let g=null,h=-1;if(C>=0&&c[C+1]){let v=c[C+1],I=/^[>*\-•]|^>/.test(v),ie=/https?:\/\//.test(v),le=/\d{4}/.test(v),R=/,/.test(v)||/\bArea\b|\bRegion\b|\bProvince\b|\bCountry\b|, [A-Z]{2}\b/.test(v);!I&&!ie&&!le&&v.length<100&&R&&(g=v,h=C+1)}let B=null,$=-1,z=c[c.length-1];if(z&&/and\s+\+\d+\s+skills?$/i.test(z)){$=c.length-1;let v=z.match(/^(.+?)\s+and\s+\+(\d+)\s+skills?$/i);v&&(B={listed:v[1].split(",").map(I=>I.trim()),additional:parseInt(v[2],10)})}let Q=new Set([0,1,C,h,$].filter(v=>v>=0)),J=c.filter((v,I)=>!Q.has(I)),T=J.length>0?J.join(`
|
|
1
|
+
var jn=Object.defineProperty;var ie=(e,t)=>()=>(e&&(t=e(e=0)),t);var me=(e,t)=>{for(var n in t)jn(e,n,{get:t[n],enumerable:!0})};async function x(e){let t=Math.floor(Math.random()*2001),n=e+t;return new Promise(o=>setTimeout(o,n))}async function Ne(e,t,{timeout:n=45e3,poll:o=1e3,label:r="page"}={}){let s=Date.now();for(;Date.now()-s<n;){try{if(await e.evaluate(c=>!!document.querySelector(c),t)){let c=Date.now()-s;return c>6e3&&console.log(` (waited ${Math.round(c/1e3)}s for LinkedIn to finish loading ${r})`),!0}}catch{}await new Promise(i=>setTimeout(i,o))}return!1}async function bt(e){return await e.evaluate(()=>{let t=document.querySelectorAll("div.artdeco-modal--is-open");for(let o of t){let r=o.innerText||"",s=r.includes("Premium")||r.includes("premium")||r.includes("Upgrade")||r.includes("upgrade"),i=r.includes("Try for")||r.includes("free trial")||r.includes("/month")||r.includes("per month")||r.includes("Start my")||r.includes("Subscribe"),c=r.includes("Get hired faster")||r.includes("Get hired 2x");if(s||i||c){let l=o.querySelector('button[aria-label="Dismiss"]')||o.querySelector("button.artdeco-modal__dismiss")||o.querySelector("button[data-test-modal-close-btn]");if(l)return l.click(),{dismissed:!0,matched:r.substring(0,80)};let m=o.querySelectorAll("button");for(let a of m){let b=a.innerText?.trim().toLowerCase()||"",u=a.getAttribute("aria-label")?.toLowerCase()||"";if(b==="not now"||b==="no thanks"||b==="dismiss"||u.includes("dismiss"))return a.click(),{dismissed:!0,matched:r.substring(0,80)}}}}let n=document.querySelector(".premium-upsell-link")||document.querySelector("[data-test-premium-upsell]")||document.querySelector(".premium-hub-upsell");if(n){let o=n.closest('[class*="modal"]')?.querySelector('button[aria-label="Dismiss"]')||n.closest('[class*="banner"]')?.querySelector('button[aria-label="Close"]');if(o)return o.click(),{dismissed:!0,matched:"premium-banner"}}return!1})}var pe=ie(()=>{});import{getPluginConfig as On}from"@ilivemylife/graph-sdk";var Nn,Ln,z,Tr,Fn,Le=ie(async()=>{Nn=await On();for(let[e,t]of Object.entries(Nn))process.env[e]===void 0&&(process.env[e]=t);Ln=process.env.LINKEDIN_NAME,z=Object.freeze({DRAFT:"draft",CONFIRMED:"confirmed",REJECTED:"rejected",NEEDS_REVIEW:"needs_review",SENT:"sent"}),Tr=Object.freeze(new Set([z.DRAFT,z.CONFIRMED,z.NEEDS_REVIEW])),Fn=Object.freeze(new Set([z.DRAFT,z.CONFIRMED,z.REJECTED,z.NEEDS_REVIEW]))});import"dotenv/config";import*as $ from"fs";import*as E from"path";import{fileURLToPath as zn}from"url";function Vt(){le=null,Xn=null,eo=null,to=null,no=null,oo=null}function Ht(){$.existsSync(B)||$.mkdirSync(B,{recursive:!0})}function Jt(e,t){let n=JSON.stringify(t,null,2),o=e+".tmp";$.writeFileSync(o,n);for(let r=0;r<3;r++)try{$.renameSync(o,e);return}catch(s){if(r<2&&(s.code==="EPERM"||s.code==="EBUSY")){let i=Date.now();for(;Date.now()-i<200;);continue}throw s}}function Wt(e,t){if(!$.existsSync(e))return null;try{let n=JSON.parse($.readFileSync(e,"utf-8"));try{$.copyFileSync(e,e+".backup")}catch{}return n}catch(n){console.error(`[!] ${t} is corrupted: ${n.message}`),console.error(` File: ${E.resolve(e)}`);let o=e+".backup";if($.existsSync(o))try{let r=JSON.parse($.readFileSync(o,"utf-8"));console.error(` Restored from ${o}`);try{$.copyFileSync(o,e)}catch{}return r}catch{console.error(" Backup also corrupted!")}console.error(` Starting with empty data. Old file preserved as ${e}.corrupted`);try{$.copyFileSync(e,e+".corrupted")}catch{}return null}}function ro(){return new Date().toISOString().split("T")[0]}function Q(e){if(!e)return null;let t=e.match(/\/in\/([^/?#]+)/);return t?t[1].toLowerCase():null}function Mt(e){return typeof e=="string"?e.replace(/\s+/g," ").trim().toLowerCase():""}function Gt(e,t,n=null){if(!t||e[t])return t;let o=Q(t);if(!o)return t;let r=null;for(let[s,i]of Object.entries(e)){if(Q(i.profileUrl||s)===o)return s;!r&&Array.isArray(i.aliases)&&i.aliases.includes(o)&&(r=s)}if(r){let s=Mt(n),i=Mt(e[r].name);if(s&&i&&s===i)return r}return t}function lo(){$.existsSync(qe)||$.mkdirSync(qe,{recursive:!0})}function Yt(e){let t=Q(e);return t?E.join(qe,`${t}.json`):null}function co(e){let t=Yt(e);return t?Wt(t,`profile-history/${Q(e)}.json`)||[]:[]}function ao(e,t){let n=Yt(e);if(!n)return;lo();let o=co(e);o.unshift(t);try{Jt(n,o)}catch(r){console.error(`[!] Failed to append profile-history for ${Q(e)}: ${r.message}`)}}function qt(e){return!!(e==null||Array.isArray(e)&&e.length===0||typeof e=="string"&&!e.trim())}function Ut(e){return Array.isArray(e)?[...e].map(t=>String(t).trim()).sort().join("||"):typeof e=="string"?e.replace(/\s+/g," ").trim():e}function uo(e,t){if(!e)return[];let n=[];for(let o of io){let r=e[o],s=t[o];qt(r)||qt(s)||Ut(r)!==Ut(s)&&n.push(o)}return n}function fo(e){let t=new Set(["seenCount","sources","firstSeen","lastSeen","lastUpdated","encounters","jobIds","lastFullVisitAt","lastSnapshotAt","messageSent","connectionStatus","connectionDate","connectionMethod"]),n={};for(let[o,r]of Object.entries(e))t.has(o)||(n[o]=r);return n}function ce(){return le||(Ht(),le=Wt(Me,"people.json")||{},le)}function Kt(e){Ht(),le=e;try{Jt(Me,e)}catch(t){console.error(`[!] Failed to save people.json: ${t.message}`),console.error(` Path: ${E.resolve(Me)}`)}}function Ue(e,t={}){if(!e)return null;let n=ce(),o=ro(),r=new Date().toISOString(),s=Gt(n,e,t.name),i=n[s];if(i){let c=uo(i,t);c.length>0&&(ao(s,{capturedAt:r,previousLastUpdated:i.lastUpdated||null,changedFields:c,snapshot:fo(i)}),i.lastSnapshotAt=r),i.seenCount=(i.seenCount||1)+1,i.lastSeen=o,i.lastUpdated=r,t.source&&!i.sources?.includes(t.source)&&(i.sources=i.sources||[],i.sources.push(t.source));for(let l of so)if(t[l]!=null){if(Array.isArray(t[l])&&t[l].length===0&&Array.isArray(i[l])&&i[l].length>0)continue;i[l]=t[l]}Array.isArray(t.availableSections)&&(i.lastFullVisitAt=r)}else n[s]={name:t.name||null,title:t.title||null,location:t.location||null,company:t.company||null,about:t.about||null,connectionDegree:t.connectionDegree||null,connectionsCount:t.connectionsCount||null,mutualConnections:t.mutualConnections||null,photoUrl:t.photoUrl||null,hasVerifiedBadge:t.hasVerifiedBadge||!1,currentCompany:t.currentCompany||null,currentSchool:t.currentSchool||null,connectionsLevel:t.connectionsLevel||null,mutualConnectionsCount:t.mutualConnectionsCount||null,followers:t.followers||null,openToWork:t.openToWork||!1,hiring:t.hiring||!1,topSkills:t.topSkills||null,availableSections:t.availableSections||null,experience:t.experience||null,featuredLinks:t.featuredLinks||null,_lastEnrichedAt:t._lastEnrichedAt||null,featured:t.featured||null,education:t.education||null,skillsFull:t.skillsFull||null,recommendations:t.recommendations||null,certifications:t.certifications||null,firstSeen:o,lastSeen:o,seenCount:1,sources:t.source?[t.source]:[],connectionStatus:null,requestedConnectionAt:null,connectionDate:null,connectionMethod:null,messageSent:null,jobIds:[],lastUpdated:r,lastSnapshotAt:null,lastFullVisitAt:Array.isArray(t.availableSections)?r:null};return Kt(n),n[s]}function Be(e,t,n={}){if(n.dryRun||!e||!t)return;let o=Q(t);if(!o)return;let r=ce(),s=Gt(r,e),i=r[s];if(!i)return;let c=Q(i.profileUrl||s);o!==c&&(Array.isArray(i.aliases)||(i.aliases=[]),i.aliases.includes(o)||(i.aliases.push(o),i.lastUpdated=new Date().toISOString(),Kt(r)))}var Qn,Zn,B,Me,ns,os,rs,ss,is,qe,Bt,ls,cs,le,Xn,eo,to,no,oo,so,io,$e=ie(async()=>{await Le();Qn=zn(import.meta.url),Zn=E.dirname(E.dirname(Qn)),B=process.env.DATA_DIR?E.resolve(process.env.DATA_DIR,"collected-profiles"):E.join(Zn,"collected-profiles"),Me=E.join(B,"people.json"),ns=E.join(B,"jobs.json"),os=E.join(B,"quota.json"),rs=E.join(B,"conversations.json"),ss=E.join(B,"sync-state.json"),is=E.join(B,"application-questions.json"),qe=E.join(B,"profile-history"),Bt=(e,t)=>{let n=parseInt(e,10);return Number.isInteger(n)&&n>=0?n:t},ls=Bt(process.env.CONNECT_MAX_DAILY,20),cs=Bt(process.env.CONNECT_MAX_WEEKLY,100),le=null,Xn=null,eo=null,to=null,no=null,oo=null;so=["name","title","location","company","connectionDegree","connectionsCount","mutualConnections","photoUrl","hasVerifiedBadge","about","currentCompany","currentSchool","connectionsLevel","mutualConnectionsCount","followers","openToWork","hiring","topSkills","availableSections","experience","featuredLinks","_lastEnrichedAt","featured","education","skillsFull","recommendations","certifications"],io=["name","title","location","currentCompany","currentSchool","connectionDegree","hasVerifiedBadge","openToWork","hiring","about","topSkills"]});var zt={};me(zt,{extractCertificationsFromDetails:()=>yo,extractEducationFromDetails:()=>ho,extractExperienceFromDetails:()=>mo,extractFeaturedFromDetails:()=>po,extractRecommendationsFromDetails:()=>wo,extractSkillsFromDetails:()=>go});async function mo(e,t){let n=t.replace(/\/+$/,"")+"/details/experience/";try{await e.goto(n,{waitUntil:"domcontentloaded",timeout:6e4}),await x(3e3);let o=e.url();if(/\/(login|authwall|checkpoint)/i.test(o))throw new Error(`Session expired \u2014 bounced to ${o} when fetching /details/experience/`);for(let s=0;s<5;s++)await e.evaluate(()=>window.scrollTo(0,document.body.scrollHeight)),await x(900);await x(1e3);let r=0;for(;r<5&&await e.evaluate(()=>{for(let i of document.querySelectorAll("button"))if(/^Load more$/i.test((i.textContent||"").trim()))return i.click(),!0;return!1});)r++,await x(1500),await e.evaluate(()=>window.scrollTo(0,document.body.scrollHeight)),await x(700);return await e.evaluate(()=>{let s=document.querySelector("main");if(!s)return[];function i(a){let b=[];for(let u of a.querySelectorAll("div")){let f=Array.from(u.children).filter(v=>v.tagName==="DIV");if(f.length<3)continue;let C=f.filter(v=>(v.textContent||"").trim().length>50);C.length<3||(u.textContent||"").length<500||b.push({el:u,count:C.length,totalText:(u.textContent||"").length})}return b.sort((u,f)=>f.count-u.count||u.totalText-f.totalText),b[0]?.el}let c=i(s);if(!c)return[];let l=Array.from(c.children).filter(a=>a.tagName==="DIV").filter(a=>(a.textContent||"").trim().length>50);function m(a){let b=a[0]||null,u=null,f=null;if(a[1]){let y=a[1].split("\xB7").map(T=>T.trim());u=y[0]||null,y[1]&&(f=y[1])}let C=a.findIndex(y=>/(\d{4}|present)/i.test(y)&&/(-|–|—)/i.test(y)&&y.length<80),v=null,_=null;if(C>=0){let y=a[C].split("\xB7").map(T=>T.trim());v=y[0]||null,y[1]&&(_=y[1])}let g=null,h=-1;if(C>=0&&a[C+1]){let y=a[C+1],T=/^[>*\-•]|^>/.test(y),de=/https?:\/\//.test(y),re=/\d{4}/.test(y),se=/,/.test(y)||/\bArea\b|\bRegion\b|\bProvince\b|\bCountry\b|, [A-Z]{2}\b/.test(y);!T&&!de&&!re&&y.length<100&&se&&(g=y,h=C+1)}let I=null,Te=-1,A=a[a.length-1];if(A&&/and\s+\+\d+\s+skills?$/i.test(A)){Te=a.length-1;let y=A.match(/^(.+?)\s+and\s+\+(\d+)\s+skills?$/i);y&&(I={listed:y[1].split(",").map(T=>T.trim()),additional:parseInt(y[2],10)})}let ue=new Set([0,1,C,h,Te].filter(y=>y>=0)),H=a.filter((y,T)=>!ue.has(T)),K=H.length>0?H.join(`
|
|
2
2
|
|
|
3
|
-
`):null;return{title:
|
|
4
|
-
`).map(
|
|
3
|
+
`):null;return{title:b,company:u,employmentType:f,dates:v,duration:_,location:g,description:K,skills:I,_raw:a}}return l.map(a=>{let u=(a.innerText||"").trim().split(`
|
|
4
|
+
`).map(f=>f.trim()).filter(f=>f&&f.length<5e3);return m(u)}).filter(a=>a.title)})}catch(o){if(/session expired|bounced to|authwall|checkpoint/i.test(o.message||""))throw o;return console.error(`extractExperienceFromDetails failed for ${t}: ${o.message?.slice(0,120)}`),[]}}async function ye(e,t,n){let o=t.replace(/\/+$/,"")+`/details/${n}/`;await e.goto(o,{waitUntil:"domcontentloaded",timeout:6e4}),await x(3e3);let r=e.url();if(/\/(login|authwall|checkpoint)/i.test(r))throw new Error(`Session expired \u2014 bounced to ${r} when fetching /details/${n}/`);if(!r.toLowerCase().includes(`/details/${n.toLowerCase()}/`))throw new Error(`Section /details/${n}/ not available on profile (landed on ${r})`);for(let i=0;i<4;i++)await e.evaluate(()=>window.scrollTo(0,document.body.scrollHeight)),await x(700);await x(800);let s=0;for(;s<5&&await e.evaluate(()=>{for(let c of document.querySelectorAll("button"))if(/^Load more$/i.test((c.textContent||"").trim()))return c.click(),!0;return!1});)s++,await x(1300),await e.evaluate(()=>window.scrollTo(0,document.body.scrollHeight)),await x(600)}async function be(e,t,n,o){try{return await o()}catch(r){let s=r.message||"";if(/session expired|bounced to|authwall|checkpoint/i.test(s))throw r;return/not available on profile/i.test(s)?(console.log(` (${t}: section not on profile \u2014 skipped)`),[]):(console.error(`${n} failed for ${e}: ${s.slice(0,120)}`),[])}}async function po(e,t){return be(t,"featured","extractFeaturedFromDetails",async()=>(await ye(e,t,"featured"),await e.evaluate(`(() => {
|
|
5
5
|
${we}
|
|
6
6
|
|
|
7
7
|
const main = document.querySelector('main');
|
|
@@ -42,7 +42,7 @@ var Dn=Object.defineProperty;var ce=(e,t)=>()=>(e&&(t=e(e=0)),t);var me=(e,t)=>{
|
|
|
42
42
|
if (e.caption && /^\xB7\\s*\\d+(?:st|nd|rd|th)\\+?$/i.test(e.caption.trim())) return false;
|
|
43
43
|
return true;
|
|
44
44
|
});
|
|
45
|
-
})()`)))}async function
|
|
45
|
+
})()`)))}async function ho(e,t){return be(t,"education","extractEducationFromDetails",async()=>(await ye(e,t,"education"),await e.evaluate(`(() => {
|
|
46
46
|
${we}
|
|
47
47
|
|
|
48
48
|
const main = document.querySelector('main');
|
|
@@ -79,7 +79,7 @@ var Dn=Object.defineProperty;var ce=(e,t)=>()=>(e&&(t=e(e=0)),t);var me=(e,t)=>{
|
|
|
79
79
|
if (e.degree && /^\xB7\\s*\\d+(?:st|nd|rd|th)\\+?$/i.test(e.degree.trim())) return false;
|
|
80
80
|
return true;
|
|
81
81
|
});
|
|
82
|
-
})()`)))}async function
|
|
82
|
+
})()`)))}async function go(e,t){return be(t,"skills","extractSkillsFromDetails",async()=>(await ye(e,t,"skills"),await e.evaluate(`(() => {
|
|
83
83
|
${we}
|
|
84
84
|
|
|
85
85
|
const main = document.querySelector('main');
|
|
@@ -111,7 +111,7 @@ var Dn=Object.defineProperty;var ce=(e,t)=>()=>(e&&(t=e(e=0)),t);var me=(e,t)=>{
|
|
|
111
111
|
skills.push({ name, endorsements, _raw: lines });
|
|
112
112
|
}
|
|
113
113
|
return skills;
|
|
114
|
-
})()`)))}async function
|
|
114
|
+
})()`)))}async function yo(e,t){return be(t,"certifications","extractCertificationsFromDetails",async()=>(await ye(e,t,"certifications"),await e.evaluate(`(() => {
|
|
115
115
|
${we}
|
|
116
116
|
|
|
117
117
|
const main = document.querySelector('main');
|
|
@@ -136,7 +136,7 @@ var Dn=Object.defineProperty;var ce=(e,t)=>()=>(e&&(t=e(e=0)),t);var me=(e,t)=>{
|
|
|
136
136
|
|
|
137
137
|
return { name, issuer, issueDate, expiryDate, credentialId, _raw: lines };
|
|
138
138
|
}).filter(e => e.name);
|
|
139
|
-
})()`)))}async function
|
|
139
|
+
})()`)))}async function wo(e,t){return be(t,"recommendations","extractRecommendationsFromDetails",async()=>(await ye(e,t,"recommendations"),await e.evaluate(`(() => {
|
|
140
140
|
${we}
|
|
141
141
|
|
|
142
142
|
const main = document.querySelector('main');
|
|
@@ -172,7 +172,7 @@ var Dn=Object.defineProperty;var ce=(e,t)=>()=>(e&&(t=e(e=0)),t);var me=(e,t)=>{
|
|
|
172
172
|
if (e.recommenderTitle && /^\xB7\\s*\\d+(?:st|nd|rd|th)\\+?$/i.test(e.recommenderTitle.trim())) return false;
|
|
173
173
|
return true;
|
|
174
174
|
});
|
|
175
|
-
})()`)))}var we,
|
|
175
|
+
})()`)))}var we,Qt=ie(()=>{pe();we=`
|
|
176
176
|
function findEntryContainer(root) {
|
|
177
177
|
const candidates = [];
|
|
178
178
|
for (const div of root.querySelectorAll('div')) {
|
|
@@ -235,60 +235,60 @@ function findEntryContainer(root) {
|
|
|
235
235
|
candidates.sort((a, b) => b.count - a.count || b.totalText - a.totalText);
|
|
236
236
|
return candidates[0]?.el;
|
|
237
237
|
}
|
|
238
|
-
`});var Qt=ce(()=>{});import"dotenv/config";import*as O from"fs";import*as j from"path";import{fileURLToPath as wo}from"url";function Co(){O.existsSync(te)||O.mkdirSync(te,{recursive:!0})}function xo(e,t){let n=JSON.stringify(t,null,2),o=e+".tmp";O.writeFileSync(o,n);for(let r=0;r<3;r++)try{O.renameSync(o,e);return}catch(s){if(r<2&&(s.code==="EPERM"||s.code==="EBUSY")){let i=Date.now();for(;Date.now()-i<200;);continue}throw s}}function Ue(e){try{if(O.existsSync(e))return JSON.parse(O.readFileSync(e,"utf-8"))}catch{}return null}function Xt(){Se=null,$o=null,ve=null,Eo=null,ee=null}function Ao(){return Se||(Se=Ue(vo)||{},Se)}function Ee(){return ve||(ve=Ue(ko)||{},ve)}function fe(){return ee||(ee=Ue(Zt)||{visits:[]},Array.isArray(ee.visits)||(ee.visits=[]),ee)}function en(e,t={}){if(!e)return;Co();let n=fe();n.visits.push({date:new Date().toISOString(),profileUrl:e,name:t.name||null,source:t.source||"manual"});let o=Date.now()-90*24*60*60*1e3;n.visits=n.visits.filter(r=>new Date(r.date).getTime()>o);try{xo(Zt,n)}catch(r){console.error(`[!] Failed to save visit-log.json: ${r.message}`)}}function tn(e){let t=fe();for(let n=t.visits.length-1;n>=0;n--)if(t.visits[n].profileUrl===e)return t.visits[n].date;return null}function nn(){let e=Ao(),t=Ee(),n=Object.values(e),o=Object.values(t),r={};for(let u of n)u.company&&(r[u.company]=(r[u.company]||0)+1);let s=Object.entries(r).sort((u,d)=>d[1]-u[1]).slice(0,5).map(([u,d])=>`${u} (${d})`),i={};for(let u of n)for(let d of u.techStack||[])i[d]=(i[d]||0)+1;let a=Object.entries(i).sort((u,d)=>d[1]-u[1]).slice(0,8).map(([u,d])=>`${u} (${d})`),l=fe(),m=new Date().toISOString().slice(0,10),c=l.visits.filter(u=>u.date.startsWith(m)).length,w=new Set(l.visits.map(u=>u.profileUrl)).size;return{totalJobs:n.length,totalRecruiters:o.length,topCompanies:s,topTech:a,totalVisited:w,todayVisited:c,lastScoutDate:n.length>0?n.sort((u,d)=>(d.scoutedAt||"").localeCompare(u.scoutedAt||""))[0]?.scoutedAt:null}}var bo,So,te,vo,ko,Zt,As,$s,Se,$o,ve,Eo,ee,_e=ce(()=>{Qt();bo=wo(import.meta.url),So=j.dirname(j.dirname(bo)),te=process.env.DATA_DIR?j.resolve(process.env.DATA_DIR,"market-research"):j.join(So,"market-research"),vo=j.join(te,"scouted-jobs.json"),ko=j.join(te,"discovered-people.json"),Zt=j.join(te,"visit-log.json"),As=j.join(te,"companies.json"),$s=j.join(te,"job-decisions.json");Se=null;$o=null,ve=null;Eo=null,ee=null});import Jn from"puppeteer";import{addExtra as Wn}from"puppeteer-extra";import Gn from"puppeteer-extra-plugin-stealth";pe();await Oe();import q from"fs";import G from"path";var Ln="cookies.json";function wt(){let e=process.env.ILML_SCOPE_DIR;return e?G.join(e,"plugins-state","linkedin","cookies.json"):Ln}function bt(){let e=wt();if(!q.existsSync(e))throw new Error(`Cookies not found at ${e}. Run: ilml linkedin login`);let t;try{t=q.readFileSync(e,"utf-8")}catch(o){throw new Error(`Failed to read cookies at ${e}: ${o.message}. Run: ilml linkedin login`)}let n;try{n=JSON.parse(t)}catch{throw new Error(`Cookies file at ${e} is corrupted (invalid JSON). Run: ilml linkedin login`)}if(!Array.isArray(n)||n.length===0)throw new Error(`Cookies file at ${e} is empty or not an array. Run: ilml linkedin login`);return n}function St(){return q.existsSync(wt())}function Fn(){let e=process.env.ILML_SCOPE_DIR;return e?G.join(e,"plugins-state","linkedin"):"."}function vt(e){let t=String(e||"").replace(/[^a-zA-Z0-9_.-]/g,"_").slice(0,80);return/[a-zA-Z0-9]/.test(t)?t:"default"}function Pn(){let e=process.env.MY_LINKEDIN_URL,t=e&&e.match(/\/in\/([^/?#]+)/);return t&&t[1]?vt(t[1]):"default"}function kt(e){let t=process.env.LINKEDIN_CHROME_PROFILE_DIR;if(t)return q.existsSync(t)||q.mkdirSync(t,{recursive:!0}),G.resolve(t);let n=vt(e||Pn()),o=G.join(Fn(),"chrome-profile",n);return q.existsSync(o)||q.mkdirSync(o,{recursive:!0}),G.resolve(o)}var Ct=".ilml-seeded";function xt(e){return!q.existsSync(G.join(e,Ct))}function At(e){try{q.writeFileSync(G.join(e,Ct),new Date().toISOString())}catch{}}function $t(e){let t=0;for(let n of["SingletonLock","SingletonCookie","SingletonSocket"])try{q.rmSync(G.join(e,n),{force:!0}),t++}catch{}return t}import Ne from"fs";import Mn from"path";var qn={headless:!1,defaultViewport:null,protocolTimeout:3e5},ge=new Set,Et=!1;async function Ae(){let e=[...ge].map(t=>{try{return Promise.resolve(t.close()).catch(()=>{})}catch{return Promise.resolve()}});ge.clear(),await Promise.race([Promise.all(e),new Promise(t=>setTimeout(t,5e3))])}function Un(){if(Et)return;Et=!0;let e=t=>async()=>{await Ae(),process.exit(t)};process.once("SIGINT",e(130)),process.once("SIGTERM",e(143)),process.once("SIGHUP",e(129)),process.once("uncaughtException",async t=>{await Ae(),console.error(t&&t.stack||t),process.exit(1)}),process.once("unhandledRejection",async t=>{await Ae(),console.error(t),process.exit(1)}),process.stdout.on("error",async t=>{t&&t.code==="EPIPE"&&(await Ae(),process.exit(0))}),process.on("exit",()=>{for(let t of ge)try{let n=t.process&&t.process();n&&n.kill("SIGKILL")}catch{}})}function Le(e){return Mn.join(e,".ilml-browser-session.json")}function Dt(e,t={}){try{Ne.writeFileSync(Le(e),JSON.stringify({ownerPid:process.pid,startedAt:Date.now(),...t}))}catch{}}function Bn(e,t){try{let n=t.wsEndpoint&&t.wsEndpoint();Dt(e,n?{wsEndpoint:n}:{})}catch{}}function Vn(e){let t=Tt(e);t&&t.ownerPid===process.pid&&he(e)}function he(e){try{Ne.rmSync(Le(e),{force:!0})}catch{}}function Tt(e){try{return JSON.parse(Ne.readFileSync(Le(e),"utf-8"))}catch{return null}}function _t(e){if(!e||e===process.pid)return!0;try{return process.kill(e,0),!0}catch(t){return!t||t.code!=="ESRCH"}}function It(e,t,n){let o,r=new Promise(i=>{o=setTimeout(()=>i(n),t)}),s=Promise.resolve(e).then(i=>(clearTimeout(o),i),i=>{throw clearTimeout(o),i});return Promise.race([s,r])}async function Rt(e,t,{probeTimeoutMs:n=4e3}={}){let o=Tt(t);if(!o)return"free";if(!o.wsEndpoint)return o.ownerPid&&o.ownerPid!==process.pid&&_t(o.ownerPid)?"live":(he(t),"free");let r=Symbol("timeout"),s=e.connect({browserWSEndpoint:o.wsEndpoint,defaultViewport:null}).catch(()=>null),i=await It(s,n,r);if(i===r)return s.then(l=>{if(l)try{l.disconnect()}catch{}}),"live";if(!i)return he(t),"free";if(_t(o.ownerPid)){try{i.disconnect()}catch{}return"live"}if(console.log(" (recovered an orphaned automation browser from a previous run \u2014 closing it)"),await It(i.close().then(()=>!0).catch(()=>!1),n,!1))return he(t),"free";try{i.disconnect()}catch{}return"live"}function Hn(e,t){e&&(Un(),ge.add(e),e.on("disconnected",()=>{ge.delete(e),t&&he(t)}))}async function jt(e,t={}){let n=kt(),o={...qn,...t,userDataDir:n},r=`Could not open the LinkedIn automation Chrome profile at ${n}. Another LinkedIn automation command is already running (or its window is still open) \u2014 wait for it to finish or close that window, then retry.`;if(await Rt(e,n)==="live")throw new Error(r);Dt(n);let s;try{s=await e.launch(o)}catch{if(await Rt(e,n)==="live")throw new Error(r);$t(n);try{s=await e.launch(o)}catch(a){throw Vn(n),new Error(`Could not open the LinkedIn automation Chrome profile at ${n}. If a LinkedIn automation window is already open, close it and retry. (Chrome: ${a.message})`)}}return Hn(s,n),Bn(n,s),{browser:s,profileDir:n,needsSeed:xt(n)}}async function Ot(e,t){if(!t||!t.needsSeed)return!1;if(!St())return console.warn(" \u26A0 No saved LinkedIn session found. If this command comes back empty or redirects to login, run: ilml linkedin login"),!1;try{return await e.setCookie(...bt()),At(t.profileDir),console.log(" (seeded persistent profile from saved cookies \u2014 one-time)"),!0}catch{return!1}}var Nt=Wn(Jn);Nt.use(Gn());async function Lt(){let{browser:e,profileDir:t,needsSeed:n}=await jt(Nt),o=await e.newPage();return await o.evaluateOnNewDocument(()=>{Object.defineProperty(navigator,"webdriver",{get:()=>{}})}),await Ot(o,{profileDir:t,needsSeed:n}),console.log(" Browser launched (persistent profile)."),{browser:e,page:o}}pe();await $e();async function yo(e,t){let n=e.url();if(n.includes("/in/"))return!1;if(n.includes("/login")||n.includes("/authwall")||n.includes("/checkpoint"))throw new Error("Session expired \u2014 redirected to login. Run: ilml linkedin login");console.log(` Off-track: ${n.slice(0,80)}`),console.log(" Navigating back to profile..."),await e.goto(t,{waitUntil:"domcontentloaded",timeout:6e4}),await x(3e3);let o=e.url();return o.includes("/in/")||console.log(` Recovery failed \u2014 still on: ${o.slice(0,80)}`),!0}async function zt(e,t,n={}){let{extractExperience:o=!1,extractFeatured:r=!1,extractEducation:s=!1,extractSkills:i=!1,extractRecommendations:a=!1,extractCertifications:l=!1}=n;try{await e.goto(t,{waitUntil:"domcontentloaded",timeout:6e4}),await x(3e3),await yt(e)&&(console.log(" Dismissed Premium overlay"),await x(1500),await yo(e,t));let c=0;for(let $=0;$<2;$++){let z=await e.evaluate(()=>document.body.scrollHeight);for(let J=1;J<=6;J++)await e.evaluate(T=>window.scrollTo(0,T),z*J/6),await x(900);let Q=await e.evaluate(()=>document.body.scrollHeight);if(Q===c)break;c=Q}await x(800);let w=null;try{let $=e.url();$&&/\/in\/[^/?#]/.test($)&&(w=$.split("?")[0].replace(/\/+$/,""))}catch{}let u=await e.evaluate(()=>{let $=new Set(["Highlights","About","Activity","Experience","Education","Skills","Recommendations","Languages","Interests","Volunteer experience","Featured","Honors & awards","Honors and awards","Projects","Publications","Patents","Certifications","Licenses & certifications","Courses","Test scores","Organizations"]),z=new Set(["Ad Options","Don\u2019t want to see this","0 notifications","Explore Premium profiles","You might like","People you may know","Suggested for you","More profiles for you","Promoted"]),Q=p=>{let y=(p||"").trim().replace(/^[·•]\s*/,"");return/^(1st|2nd|3rd|she\/her|he\/him|they\/them|their\/them)$/i.test(y)},J={name:null,title:null,location:null,currentCompany:null,currentSchool:null,connectionDegree:null,hasVerifiedBadge:!1,photoUrl:null,connectionsLevel:null,mutualConnectionsCount:null,followers:null,openToWork:!1,hiring:!1,about:null,topSkills:null,availableSections:[]},T=document.querySelector("main");if(!T)return J;let v=[...Array.from(T.querySelectorAll("h1")),...Array.from(T.querySelectorAll("h2"))],I=Array.from(T.querySelectorAll("h2")),ie=v.find(p=>{let y=p.textContent&&p.textContent.trim(),b=(y||"").replace(/\s*\(\d+\)$/,"").trim();return y&&y.length>1&&y.length<100&&!$.has(b)&&!z.has(b)}),le=ie?ie.textContent.trim():null,R=ie?ie.parentElement:null;for(;R&&R!==T&&!Array.from(R.children).filter(y=>y.tagName==="P").some(y=>{let b=y.textContent&&y.textContent.trim();return b&&b.length>5&&!Q(b)});)R=R.parentElement;let ot=null,rt=null,st=null,Te=null;if(R&&R!==T){let p=Array.from(R.children).filter(b=>b.tagName==="P").filter(b=>{let W=b.textContent&&b.textContent.trim();return W&&W.length>5&&!Q(W)});if(p[0]&&(ot=p[0].textContent.trim()),p[1]){let b=p[1].textContent.trim().split(/\s*[·•]\s*/);rt=b[0]||null,b.length>1&&(st=b.slice(1).join(" \xB7 "))}let y=Array.from(R.children).filter(b=>b.tagName==="DIV");for(let b=y.length-1;b>=0;b--){let W=y[b].textContent&&y[b].textContent.trim();if(W&&!(le&&W.startsWith(le))&&(Te=W.split(/[·•]/)[0].trim(),Te))break}}let it=null;if(R){let p=R.querySelectorAll("p, span, div");for(let y of p){let b=(y.textContent||"").trim().replace(/^[·•]\s*/,"");if(b==="1st"||b==="2nd"||b==="3rd"){it=b;break}}}let xn=!!T.querySelector('svg[data-test-icon="verified"], [aria-label*="Verified" i]'),lt=document.querySelector('main img[width="200"], button img[alt*="photo" i]'),An=lt&<.src||null,Ce=T.textContent||"",ct=null,at=Ce.match(/(\d+\+?)\s+connections\b/i);at&&(ct=at[1]+" connections");let xe=null,ut=Ce.match(/(\d+)\s+mutual connection/i),ft=Ce.match(/and\s+(\d+)\s+other mutual/i),$n=Ce.match(/([A-Z][\w'-]+(?:\s+[A-Z][\w'-]+)?)\s+and\s+([A-Z][\w'-]+(?:\s+[A-Z][\w'-]+)?)\s+are\s+mutual/);ut?xe=parseInt(ut[1],10):ft?xe=2+parseInt(ft[1],10):$n&&(xe=2);let dt=null,mt=null,pt=I.find(p=>p.textContent&&p.textContent.trim()==="About");if(pt){let p=pt.parentElement;for(;p&&p.tagName!=="SECTION";)p=p.parentElement;if(p){let y=(p.textContent||"").trim();y=y.replace(/^About\s*/,"").trim();let b=y.match(/Top skills\s*(.+?)$/i);if(b){let je=b[1].split(/\b(?:see (?:more|less)|show (?:more|less))\b/i)[0].trim().split(/\s*[·•]\s*/).map(Rn=>Rn.trim()).filter(Boolean);je.length>0&&je.length<10&&(mt=je)}y=y.split(/\n?…\s*more/i)[0].trim(),y=y.split(/\n?\.\.\.\s*more/i)[0].trim(),y=y.split(/\bTop skills\b/i)[0].trim(),y=y.split(/\b(?:see (?:more|less)|show (?:more|less))\b/i)[0].trim(),dt=y||null}}let ht=null,gt=I.find(p=>p.textContent&&p.textContent.trim()==="Activity");if(gt){let p=gt.parentElement;for(;p&&p.tagName!=="SECTION";)p=p.parentElement;if(p){let y=(p.textContent||"").slice(0,200).match(/([\d,]+)\s+followers/i);y&&(ht=parseInt(y[1].replace(/,/g,""),10))}}let En=[...new Set(I.map(p=>(p.textContent||"").trim().replace(/\s*\(\d+\)$/,"").trim()).filter(p=>p&&p.length>1&&p.length<60&&p!==le).filter(p=>$.has(p)))],de=document.body.textContent||"",_n=/#OpenToWork\b/i.test(de)||/\bOpen to work\b/.test(de),In=/#Hiring\b/i.test(de)||/\bI'?m hiring\b/i.test(de)||/\bWe are hiring\b/i.test(de);return{name:le,title:ot,location:Te,currentCompany:rt,currentSchool:st,connectionDegree:it,hasVerifiedBadge:xn,photoUrl:An,connectionsLevel:ct,mutualConnectionsCount:xe,followers:ht,openToWork:_n,hiring:In,about:dt,topSkills:mt,availableSections:En}});console.log(`Viewed: ${u.name} - ${u.title}`);let d=null,C=null,S=null,_=null,g=null,h=null;if(o||r||s||i||a||l){let $=await Promise.resolve().then(()=>(Kt(),Yt));o&&(d=await $.extractExperienceFromDetails(e,t),console.log(` + Experience: ${d.length} entries`)),r&&(C=await $.extractFeaturedFromDetails(e,t),console.log(` + Featured: ${C.length} entries`)),s&&(S=await $.extractEducationFromDetails(e,t),console.log(` + Education: ${S.length} entries`)),i&&(_=await $.extractSkillsFromDetails(e,t),console.log(` + Skills: ${_.length} entries`)),a&&(g=await $.extractRecommendationsFromDetails(e,t),console.log(` + Recommendations: ${g.length} entries`)),l&&(h=await $.extractCertificationsFromDetails(e,t),console.log(` + Certifications: ${h.length} entries`))}return{...u,profileUrl:t,resolvedUrl:w,...d!==null&&{experience:d},...C!==null&&{featured:C},...S!==null&&{education:S},..._!==null&&{skillsFull:_},...g!==null&&{recommendations:g},...h!==null&&{certifications:h}}}catch(m){console.error(`Error viewing profile ${t}:`,m.message);try{await e.goto("about:blank",{timeout:1e4}),await x(1e3)}catch{}if(/session expired|bounced to|authwall|checkpoint|redirected to login/i.test(m.message||""))throw m;return null}}_e();await $e();pe();async function on(e,t,n={}){let{maxVisits:o=50,delayBetween:r=4e3,skipRecentDays:s=7,verbose:i=!1,extractExperience:a=!1}=n,l={visited:0,skipped:0,errors:0},m=Date.now()-s*24*60*60*1e3;for(let c of t){if(l.visited>=o)break;if(!c.profileUrl)continue;let w=tn(c.profileUrl);if(w&&new Date(w).getTime()>m){l.skipped++;continue}try{let u=await zt(e,c.profileUrl,{extractExperience:a}),d=c.source||"visit";if(u){let S={...u,source:d};a&&Array.isArray(u.experience)&&u.experience.length>0&&(S._lastEnrichedAt=new Date().toISOString()),Me(c.profileUrl,S),u.resolvedUrl&&qe(c.profileUrl,u.resolvedUrl)}en(c.profileUrl,{name:u?.name||c.name||null,source:d}),l.visited++,i?console.log(` [${l.visited}] ${u?.name||c.profileUrl} \u2014 ${u?.title?.slice(0,40)||"?"}`):l.visited%10===0&&console.log(` Visited: ${l.visited}`);let C=Math.random()*4e3;await x(r+C)}catch(u){l.errors++,i&&console.error(` Error visiting ${c.name||c.profileUrl}: ${u.message?.slice(0,60)}`);let d=(u.message||"").toLowerCase();if(d.includes("detached")||d.includes("session closed")||d.includes("target closed")||d.includes("session expired")||d.includes("bounced to")||d.includes("authwall")||d.includes("checkpoint")||d.includes("redirected to login")){console.log(" Fatal browser/session error \u2014 stopping visits");break}}}return l}function rn(e={}){let{limit:t=150,revisitDays:n=14}=e,o=fe(),r=new Set(o.visits?.map(g=>g.profileUrl)||[]),s=new Map;for(let g of o.visits||[]){let h=s.get(g.profileUrl);(!h||g.date>h)&&s.set(g.profileUrl,g.date)}let i=Date.now()-7*24*60*60*1e3,a=Date.now()-n*24*60*60*1e3;function l(g){let h=s.get(g);return h&&new Date(h).getTime()>i}let m=Ee(),c=Object.entries(m).filter(([g])=>!r.has(g)).map(([g,h])=>({profileUrl:g,name:h.name,source:"new-discovered",priority:1,jobCount:h.jobIds?.length||0})),w=ue(),u=Object.entries(w).filter(([g,h])=>h.connectionStatus==="connected"||l(g)?!1:(h.jobCount||h.jobIds?.length||0)>=2).map(([g,h])=>({profileUrl:g,name:h.name,source:"active-recruiter",priority:2,jobCount:h.jobCount||h.jobIds?.length||0})),d=Object.entries(w).filter(([g,h])=>{let B=h.connectionStatus;return!(!B||B==="connected"||B==="pending"||B==="sent_without_note"||B==="sent_with_note"||l(g)||(h.jobCount||h.jobIds?.length||0)>=2)}).map(([g,h])=>({profileUrl:g,name:h.name,source:"unconnected",priority:3,jobCount:h.jobCount||h.jobIds?.length||0})),C=[...s.entries()].filter(([g,h])=>new Date(h).getTime()<a).map(([g,h])=>({profileUrl:g,name:null,source:"revisit",priority:4,lastVisit:h})),S=g=>g.sort(()=>Math.random()-.5);return c.sort((g,h)=>h.jobCount-g.jobCount),u.sort((g,h)=>h.jobCount-g.jobCount),S(d),S(C),[...c,...u,...d,...C].slice(0,t)}function sn(){let e=Ee();return Object.entries(e).map(([t,n])=>({profileUrl:t,name:n.name,source:"discovered"}))}function Be(){let e=ue();return Object.entries(e).filter(([,t])=>{let n=t.connectionStatus;return n&&n!=="connected"&&n!=="pending"&&n!=="sent_without_note"&&n!=="sent_with_note"}).map(([t,n])=>({profileUrl:t,name:n.name,source:"unconnected"}))}function Ve(e=14){let t=fe(),n=Date.now()-e*24*60*60*1e3,o=new Map;for(let r of t.visits){let s=o.get(r.profileUrl);(!s||r.date>s.date)&&o.set(r.profileUrl,r)}return[...o.entries()].filter(([,r])=>new Date(r.date).getTime()<n).map(([r,s])=>({profileUrl:r,name:s.name,source:"revisit"}))}_e();import"dotenv/config";import*as N from"fs";import*as Y from"path";import{fileURLToPath as jo}from"url";import"dotenv/config";import{createGraphClient as _o,resolveToken as Io}from"@ilivemylife/graph-sdk";import{config as Ro}from"dotenv";Ro();var ln=Io()||process.env.TOKEN;ln||(console.error(`
|
|
238
|
+
`});var Xt=ie(()=>{});import"dotenv/config";import*as O from"fs";import*as D from"path";import{fileURLToPath as So}from"url";function Ao(){O.existsSync(X)||O.mkdirSync(X,{recursive:!0})}function $o(e,t){let n=JSON.stringify(t,null,2),o=e+".tmp";O.writeFileSync(o,n);for(let r=0;r<3;r++)try{O.renameSync(o,e);return}catch(s){if(r<2&&(s.code==="EPERM"||s.code==="EBUSY")){let i=Date.now();for(;Date.now()-i<200;);continue}throw s}}function Ve(e){try{if(O.existsSync(e))return JSON.parse(O.readFileSync(e,"utf-8"))}catch{}return null}function tn(){Se=null,_o=null,ve=null,Io=null,Z=null}function Eo(){return Se||(Se=Ve(Co)||{},Se)}function Ee(){return ve||(ve=Ve(xo)||{},ve)}function ae(){return Z||(Z=Ve(en)||{visits:[]},Array.isArray(Z.visits)||(Z.visits=[]),Z)}function nn(e,t={}){if(!e)return;Ao();let n=ae();n.visits.push({date:new Date().toISOString(),profileUrl:e,name:t.name||null,source:t.source||"manual"});let o=Date.now()-90*24*60*60*1e3;n.visits=n.visits.filter(r=>new Date(r.date).getTime()>o);try{$o(en,n)}catch(r){console.error(`[!] Failed to save visit-log.json: ${r.message}`)}}function on(e){let t=ae();for(let n=t.visits.length-1;n>=0;n--)if(t.visits[n].profileUrl===e)return t.visits[n].date;return null}function rn(){let e=Eo(),t=Ee(),n=Object.values(e),o=Object.values(t),r={};for(let u of n)u.company&&(r[u.company]=(r[u.company]||0)+1);let s=Object.entries(r).sort((u,f)=>f[1]-u[1]).slice(0,5).map(([u,f])=>`${u} (${f})`),i={};for(let u of n)for(let f of u.techStack||[])i[f]=(i[f]||0)+1;let c=Object.entries(i).sort((u,f)=>f[1]-u[1]).slice(0,8).map(([u,f])=>`${u} (${f})`),l=ae(),m=new Date().toISOString().slice(0,10),a=l.visits.filter(u=>u.date.startsWith(m)).length,b=new Set(l.visits.map(u=>u.profileUrl)).size;return{totalJobs:n.length,totalRecruiters:o.length,topCompanies:s,topTech:c,totalVisited:b,todayVisited:a,lastScoutDate:n.length>0?n.sort((u,f)=>(f.scoutedAt||"").localeCompare(u.scoutedAt||""))[0]?.scoutedAt:null}}var vo,ko,X,Co,xo,en,$s,Es,Se,_o,ve,Io,Z,_e=ie(()=>{Xt();vo=So(import.meta.url),ko=D.dirname(D.dirname(vo)),X=process.env.DATA_DIR?D.resolve(process.env.DATA_DIR,"market-research"):D.join(ko,"market-research"),Co=D.join(X,"scouted-jobs.json"),xo=D.join(X,"discovered-people.json"),en=D.join(X,"visit-log.json"),$s=D.join(X,"companies.json"),Es=D.join(X,"job-decisions.json");Se=null;_o=null,ve=null;Io=null,Z=null});import Gn from"puppeteer";import{addExtra as Yn}from"puppeteer-extra";import Kn from"puppeteer-extra-plugin-stealth";pe();await Le();import q from"fs";import W from"path";var Pn="cookies.json";function St(){let e=process.env.ILML_SCOPE_DIR;return e?W.join(e,"plugins-state","linkedin","cookies.json"):Pn}function vt(){let e=St();if(!q.existsSync(e))throw new Error(`Cookies not found at ${e}. Run: ilml linkedin login`);let t;try{t=q.readFileSync(e,"utf-8")}catch(o){throw new Error(`Failed to read cookies at ${e}: ${o.message}. Run: ilml linkedin login`)}let n;try{n=JSON.parse(t)}catch{throw new Error(`Cookies file at ${e} is corrupted (invalid JSON). Run: ilml linkedin login`)}if(!Array.isArray(n)||n.length===0)throw new Error(`Cookies file at ${e} is empty or not an array. Run: ilml linkedin login`);return n}function kt(){return q.existsSync(St())}function Mn(){let e=process.env.ILML_SCOPE_DIR;return e?W.join(e,"plugins-state","linkedin"):"."}function Ct(e){let t=String(e||"").replace(/[^a-zA-Z0-9_.-]/g,"_").slice(0,80);return/[a-zA-Z0-9]/.test(t)?t:"default"}function qn(){let e=process.env.MY_LINKEDIN_URL,t=e&&e.match(/\/in\/([^/?#]+)/);return t&&t[1]?Ct(t[1]):"default"}function xt(e){let t=process.env.LINKEDIN_CHROME_PROFILE_DIR;if(t)return q.existsSync(t)||q.mkdirSync(t,{recursive:!0}),W.resolve(t);let n=Ct(e||qn()),o=W.join(Mn(),"chrome-profile",n);return q.existsSync(o)||q.mkdirSync(o,{recursive:!0}),W.resolve(o)}var At=".ilml-seeded";function $t(e){return!q.existsSync(W.join(e,At))}function Et(e){try{q.writeFileSync(W.join(e,At),new Date().toISOString())}catch{}}function _t(e){let t=0;for(let n of["SingletonLock","SingletonCookie","SingletonSocket"])try{q.rmSync(W.join(e,n),{force:!0}),t++}catch{}return t}import Fe from"fs";import Un from"path";var Bn={headless:!1,defaultViewport:null,protocolTimeout:3e5},ge=new Set,It=!1;async function Ae(){let e=[...ge].map(t=>{try{return Promise.resolve(t.close()).catch(()=>{})}catch{return Promise.resolve()}});ge.clear(),await Promise.race([Promise.all(e),new Promise(t=>setTimeout(t,5e3))])}function Vn(){if(It)return;It=!0;let e=t=>async()=>{await Ae(),process.exit(t)};process.once("SIGINT",e(130)),process.once("SIGTERM",e(143)),process.once("SIGHUP",e(129)),process.once("uncaughtException",async t=>{await Ae(),console.error(t&&t.stack||t),process.exit(1)}),process.once("unhandledRejection",async t=>{await Ae(),console.error(t),process.exit(1)}),process.stdout.on("error",async t=>{t&&t.code==="EPIPE"&&(await Ae(),process.exit(0))}),process.on("exit",()=>{for(let t of ge)try{let n=t.process&&t.process();n&&n.kill("SIGKILL")}catch{}})}function Pe(e){return Un.join(e,".ilml-browser-session.json")}function jt(e,t={}){try{Fe.writeFileSync(Pe(e),JSON.stringify({ownerPid:process.pid,startedAt:Date.now(),...t}))}catch{}}function Hn(e,t){try{let n=t.wsEndpoint&&t.wsEndpoint();jt(e,n?{wsEndpoint:n}:{})}catch{}}function Jn(e){let t=Ot(e);t&&t.ownerPid===process.pid&&he(e)}function he(e){try{Fe.rmSync(Pe(e),{force:!0})}catch{}}function Ot(e){try{return JSON.parse(Fe.readFileSync(Pe(e),"utf-8"))}catch{return null}}function Rt(e){if(!e||e===process.pid)return!0;try{return process.kill(e,0),!0}catch(t){return!t||t.code!=="ESRCH"}}function Dt(e,t,n){let o,r=new Promise(i=>{o=setTimeout(()=>i(n),t)}),s=Promise.resolve(e).then(i=>(clearTimeout(o),i),i=>{throw clearTimeout(o),i});return Promise.race([s,r])}async function Tt(e,t,{probeTimeoutMs:n=4e3}={}){let o=Ot(t);if(!o)return"free";if(!o.wsEndpoint)return o.ownerPid&&o.ownerPid!==process.pid&&Rt(o.ownerPid)?"live":(he(t),"free");let r=Symbol("timeout"),s=e.connect({browserWSEndpoint:o.wsEndpoint,defaultViewport:null}).catch(()=>null),i=await Dt(s,n,r);if(i===r)return s.then(l=>{if(l)try{l.disconnect()}catch{}}),"live";if(!i)return he(t),"free";if(Rt(o.ownerPid)){try{i.disconnect()}catch{}return"live"}if(console.log(" (recovered an orphaned automation browser from a previous run \u2014 closing it)"),await Dt(i.close().then(()=>!0).catch(()=>!1),n,!1))return he(t),"free";try{i.disconnect()}catch{}return"live"}function Wn(e,t){e&&(Vn(),ge.add(e),e.on("disconnected",()=>{ge.delete(e),t&&he(t)}))}async function Nt(e,t={}){let n=xt(),o={...Bn,...t,userDataDir:n},r=`Could not open the LinkedIn automation Chrome profile at ${n}. Another LinkedIn automation command is already running (or its window is still open) \u2014 wait for it to finish or close that window, then retry.`;if(await Tt(e,n)==="live")throw new Error(r);jt(n);let s;try{s=await e.launch(o)}catch{if(await Tt(e,n)==="live")throw new Error(r);_t(n);try{s=await e.launch(o)}catch(c){throw Jn(n),new Error(`Could not open the LinkedIn automation Chrome profile at ${n}. If a LinkedIn automation window is already open, close it and retry. (Chrome: ${c.message})`)}}return Wn(s,n),Hn(n,s),{browser:s,profileDir:n,needsSeed:$t(n)}}async function Lt(e,t){if(!t||!t.needsSeed)return!1;if(!kt())return console.warn(" \u26A0 No saved LinkedIn session found. If this command comes back empty or redirects to login, run: ilml linkedin login"),!1;try{return await e.setCookie(...vt()),Et(t.profileDir),console.log(" (seeded persistent profile from saved cookies \u2014 one-time)"),!0}catch{return!1}}var Ft=Yn(Gn);Ft.use(Kn());async function Pt(){let{browser:e,profileDir:t,needsSeed:n}=await Nt(Ft),o=await e.newPage();return await o.evaluateOnNewDocument(()=>{Object.defineProperty(navigator,"webdriver",{get:()=>{}})}),await Lt(o,{profileDir:t,needsSeed:n}),console.log(" Browser launched (persistent profile)."),{browser:e,page:o}}pe();await $e();async function bo(e,t){let n=e.url();if(n.includes("/in/"))return!1;if(n.includes("/login")||n.includes("/authwall")||n.includes("/checkpoint"))throw new Error("Session expired \u2014 redirected to login. Run: ilml linkedin login");console.log(` Off-track: ${n.slice(0,80)}`),console.log(" Navigating back to profile..."),await e.goto(t,{waitUntil:"domcontentloaded",timeout:6e4}),await x(3e3);let o=e.url();return o.includes("/in/")||console.log(` Recovery failed \u2014 still on: ${o.slice(0,80)}`),!0}async function Zt(e,t,n={}){let{extractExperience:o=!1,extractFeatured:r=!1,extractEducation:s=!1,extractSkills:i=!1,extractRecommendations:c=!1,extractCertifications:l=!1}=n;try{if(await e.goto(t,{waitUntil:"domcontentloaded",timeout:6e4}),!await Ne(e,".scaffold-layout__main, main.scaffold-layout__main, .pv-top-card, section.pv-top-card",{timeout:45e3,label:"profile"})&&/\/authwall|\/login|\/checkpoint|\/uas\/login/.test(e.url()))throw new Error("Session expired \u2014 redirected to login. Run: ilml linkedin login");await x(1500),await bt(e)&&(console.log(" Dismissed Premium overlay"),await x(1500),await bo(e,t));let b=0;for(let A=0;A<2;A++){let ue=await e.evaluate(()=>document.body.scrollHeight);for(let K=1;K<=6;K++)await e.evaluate(y=>window.scrollTo(0,y),ue*K/6),await x(900);let H=await e.evaluate(()=>document.body.scrollHeight);if(H===b)break;b=H}await x(800);let u=null;try{let A=e.url();A&&/\/in\/[^/?#]/.test(A)&&(u=A.split("?")[0].replace(/\/+$/,""))}catch{}let f=await e.evaluate(()=>{let A=new Set(["Highlights","About","Activity","Experience","Education","Skills","Recommendations","Languages","Interests","Volunteer experience","Featured","Honors & awards","Honors and awards","Projects","Publications","Patents","Certifications","Licenses & certifications","Courses","Test scores","Organizations"]),ue=new Set(["Ad Options","Don\u2019t want to see this","0 notifications","Explore Premium profiles","You might like","People you may know","Suggested for you","More profiles for you","Promoted"]),H=p=>{let w=(p||"").trim().replace(/^[·•]\s*/,"");return/^(1st|2nd|3rd|she\/her|he\/him|they\/them|their\/them)$/i.test(w)},K={name:null,title:null,location:null,currentCompany:null,currentSchool:null,connectionDegree:null,hasVerifiedBadge:!1,photoUrl:null,connectionsLevel:null,mutualConnectionsCount:null,followers:null,openToWork:!1,hiring:!1,about:null,topSkills:null,availableSections:[]},y=document.querySelector("main");if(!y)return K;let T=[...Array.from(y.querySelectorAll("h1")),...Array.from(y.querySelectorAll("h2"))],de=Array.from(y.querySelectorAll("h2")),re=T.find(p=>{let w=p.textContent&&p.textContent.trim(),S=(w||"").replace(/\s*\(\d+\)$/,"").trim();return w&&w.length>1&&w.length<100&&!A.has(S)&&!ue.has(S)}),se=re?re.textContent.trim():null,j=re?re.parentElement:null;for(;j&&j!==y&&!Array.from(j.children).filter(w=>w.tagName==="P").some(w=>{let S=w.textContent&&w.textContent.trim();return S&&S.length>5&&!H(S)});)j=j.parentElement;let st=null,it=null,lt=null,je=null;if(j&&j!==y){let p=Array.from(j.children).filter(S=>S.tagName==="P").filter(S=>{let J=S.textContent&&S.textContent.trim();return J&&J.length>5&&!H(J)});if(p[0]&&(st=p[0].textContent.trim()),p[1]){let S=p[1].textContent.trim().split(/\s*[·•]\s*/);it=S[0]||null,S.length>1&&(lt=S.slice(1).join(" \xB7 "))}let w=Array.from(j.children).filter(S=>S.tagName==="DIV");for(let S=w.length-1;S>=0;S--){let J=w[S].textContent&&w[S].textContent.trim();if(J&&!(se&&J.startsWith(se))&&(je=J.split(/[·•]/)[0].trim(),je))break}}let ct=null;if(j){let p=j.querySelectorAll("p, span, div");for(let w of p){let S=(w.textContent||"").trim().replace(/^[·•]\s*/,"");if(S==="1st"||S==="2nd"||S==="3rd"){ct=S;break}}}let $n=!!y.querySelector('svg[data-test-icon="verified"], [aria-label*="Verified" i]'),at=document.querySelector('main img[width="200"], button img[alt*="photo" i]'),En=at&&at.src||null,Ce=y.textContent||"",ut=null,dt=Ce.match(/(\d+\+?)\s+connections\b/i);dt&&(ut=dt[1]+" connections");let xe=null,ft=Ce.match(/(\d+)\s+mutual connection/i),mt=Ce.match(/and\s+(\d+)\s+other mutual/i),_n=Ce.match(/([A-Z][\w'-]+(?:\s+[A-Z][\w'-]+)?)\s+and\s+([A-Z][\w'-]+(?:\s+[A-Z][\w'-]+)?)\s+are\s+mutual/);ft?xe=parseInt(ft[1],10):mt?xe=2+parseInt(mt[1],10):_n&&(xe=2);let pt=null,ht=null,gt=de.find(p=>p.textContent&&p.textContent.trim()==="About");if(gt){let p=gt.parentElement;for(;p&&p.tagName!=="SECTION";)p=p.parentElement;if(p){let w=(p.textContent||"").trim();w=w.replace(/^About\s*/,"").trim();let S=w.match(/Top skills\s*(.+?)$/i);if(S){let Oe=S[1].split(/\b(?:see (?:more|less)|show (?:more|less))\b/i)[0].trim().split(/\s*[·•]\s*/).map(Tn=>Tn.trim()).filter(Boolean);Oe.length>0&&Oe.length<10&&(ht=Oe)}w=w.split(/\n?…\s*more/i)[0].trim(),w=w.split(/\n?\.\.\.\s*more/i)[0].trim(),w=w.split(/\bTop skills\b/i)[0].trim(),w=w.split(/\b(?:see (?:more|less)|show (?:more|less))\b/i)[0].trim(),pt=w||null}}let yt=null,wt=de.find(p=>p.textContent&&p.textContent.trim()==="Activity");if(wt){let p=wt.parentElement;for(;p&&p.tagName!=="SECTION";)p=p.parentElement;if(p){let w=(p.textContent||"").slice(0,200).match(/([\d,]+)\s+followers/i);w&&(yt=parseInt(w[1].replace(/,/g,""),10))}}let In=[...new Set(de.map(p=>(p.textContent||"").trim().replace(/\s*\(\d+\)$/,"").trim()).filter(p=>p&&p.length>1&&p.length<60&&p!==se).filter(p=>A.has(p)))],fe=document.body.textContent||"",Rn=/#OpenToWork\b/i.test(fe)||/\bOpen to work\b/.test(fe),Dn=/#Hiring\b/i.test(fe)||/\bI'?m hiring\b/i.test(fe)||/\bWe are hiring\b/i.test(fe);return{name:se,title:st,location:je,currentCompany:it,currentSchool:lt,connectionDegree:ct,hasVerifiedBadge:$n,photoUrl:En,connectionsLevel:ut,mutualConnectionsCount:xe,followers:yt,openToWork:Rn,hiring:Dn,about:pt,topSkills:ht,availableSections:In}});console.log(`Viewed: ${f.name} - ${f.title}`);let C=null,v=null,_=null,g=null,h=null,I=null;if(o||r||s||i||c||l){let A=await Promise.resolve().then(()=>(Qt(),zt));o&&(C=await A.extractExperienceFromDetails(e,t),console.log(` + Experience: ${C.length} entries`)),r&&(v=await A.extractFeaturedFromDetails(e,t),console.log(` + Featured: ${v.length} entries`)),s&&(_=await A.extractEducationFromDetails(e,t),console.log(` + Education: ${_.length} entries`)),i&&(g=await A.extractSkillsFromDetails(e,t),console.log(` + Skills: ${g.length} entries`)),c&&(h=await A.extractRecommendationsFromDetails(e,t),console.log(` + Recommendations: ${h.length} entries`)),l&&(I=await A.extractCertificationsFromDetails(e,t),console.log(` + Certifications: ${I.length} entries`))}return{...f,profileUrl:t,resolvedUrl:u,...C!==null&&{experience:C},...v!==null&&{featured:v},..._!==null&&{education:_},...g!==null&&{skillsFull:g},...h!==null&&{recommendations:h},...I!==null&&{certifications:I}}}catch(m){console.error(`Error viewing profile ${t}:`,m.message);try{await e.goto("about:blank",{timeout:1e4}),await x(1e3)}catch{}if(/session expired|bounced to|authwall|checkpoint|redirected to login/i.test(m.message||""))throw m;return null}}_e();await $e();pe();async function sn(e,t,n={}){let{maxVisits:o=50,delayBetween:r=4e3,skipRecentDays:s=7,verbose:i=!1,extractExperience:c=!1}=n,l={visited:0,skipped:0,errors:0},m=Date.now()-s*24*60*60*1e3;for(let a of t){if(l.visited>=o)break;if(!a.profileUrl)continue;let b=on(a.profileUrl);if(b&&new Date(b).getTime()>m){l.skipped++;continue}try{let u=await Zt(e,a.profileUrl,{extractExperience:c}),f=a.source||"visit";if(u){let v={...u,source:f};c&&Array.isArray(u.experience)&&u.experience.length>0&&(v._lastEnrichedAt=new Date().toISOString()),Ue(a.profileUrl,v),u.resolvedUrl&&Be(a.profileUrl,u.resolvedUrl)}nn(a.profileUrl,{name:u?.name||a.name||null,source:f}),l.visited++,i?console.log(` [${l.visited}] ${u?.name||a.profileUrl} \u2014 ${u?.title?.slice(0,40)||"?"}`):l.visited%10===0&&console.log(` Visited: ${l.visited}`);let C=Math.random()*4e3;await x(r+C)}catch(u){l.errors++,i&&console.error(` Error visiting ${a.name||a.profileUrl}: ${u.message?.slice(0,60)}`);let f=(u.message||"").toLowerCase();if(f.includes("detached")||f.includes("session closed")||f.includes("target closed")||f.includes("session expired")||f.includes("bounced to")||f.includes("authwall")||f.includes("checkpoint")||f.includes("redirected to login")){console.log(" Fatal browser/session error \u2014 stopping visits");break}}}return l}function ln(e={}){let{limit:t=150,revisitDays:n=14}=e,o=ae(),r=new Set(o.visits?.map(g=>g.profileUrl)||[]),s=new Map;for(let g of o.visits||[]){let h=s.get(g.profileUrl);(!h||g.date>h)&&s.set(g.profileUrl,g.date)}let i=Date.now()-7*24*60*60*1e3,c=Date.now()-n*24*60*60*1e3;function l(g){let h=s.get(g);return h&&new Date(h).getTime()>i}let m=Ee(),a=Object.entries(m).filter(([g])=>!r.has(g)).map(([g,h])=>({profileUrl:g,name:h.name,source:"new-discovered",priority:1,jobCount:h.jobIds?.length||0})),b=ce(),u=Object.entries(b).filter(([g,h])=>h.connectionStatus==="connected"||l(g)?!1:(h.jobCount||h.jobIds?.length||0)>=2).map(([g,h])=>({profileUrl:g,name:h.name,source:"active-recruiter",priority:2,jobCount:h.jobCount||h.jobIds?.length||0})),f=Object.entries(b).filter(([g,h])=>{let I=h.connectionStatus;return!(!I||I==="connected"||I==="pending"||I==="sent_without_note"||I==="sent_with_note"||l(g)||(h.jobCount||h.jobIds?.length||0)>=2)}).map(([g,h])=>({profileUrl:g,name:h.name,source:"unconnected",priority:3,jobCount:h.jobCount||h.jobIds?.length||0})),C=[...s.entries()].filter(([g,h])=>new Date(h).getTime()<c).map(([g,h])=>({profileUrl:g,name:null,source:"revisit",priority:4,lastVisit:h})),v=g=>g.sort(()=>Math.random()-.5);return a.sort((g,h)=>h.jobCount-g.jobCount),u.sort((g,h)=>h.jobCount-g.jobCount),v(f),v(C),[...a,...u,...f,...C].slice(0,t)}function cn(){let e=Ee();return Object.entries(e).map(([t,n])=>({profileUrl:t,name:n.name,source:"discovered"}))}function He(){let e=ce();return Object.entries(e).filter(([,t])=>{let n=t.connectionStatus;return n&&n!=="connected"&&n!=="pending"&&n!=="sent_without_note"&&n!=="sent_with_note"}).map(([t,n])=>({profileUrl:t,name:n.name,source:"unconnected"}))}function Je(e=14){let t=ae(),n=Date.now()-e*24*60*60*1e3,o=new Map;for(let r of t.visits){let s=o.get(r.profileUrl);(!s||r.date>s.date)&&o.set(r.profileUrl,r)}return[...o.entries()].filter(([,r])=>new Date(r.date).getTime()<n).map(([r,s])=>({profileUrl:r,name:s.name,source:"revisit"}))}_e();import"dotenv/config";import*as N from"fs";import*as G from"path";import{fileURLToPath as No}from"url";import"dotenv/config";import{createGraphClient as Ro,resolveToken as Do}from"@ilivemylife/graph-sdk";import{config as To}from"dotenv";To();var an=Do()||process.env.TOKEN;an||(console.error(`
|
|
239
239
|
[FATAL] No iLiveMyLife token found.`),console.error(" The bot uses Lifebot AI to decide which jobs to apply for"),console.error(` and how to fill application forms. It cannot work without it.
|
|
240
240
|
`),console.error(" Easiest way:"),console.error(" 1. npm install -g @ilivemylife/graph-sdk"),console.error(` 2. ilml login your@email.com yourpassword
|
|
241
241
|
`),console.error(` Or add ILML_TOKEN=... to .env
|
|
242
|
-
`),process.exit(1));var
|
|
242
|
+
`),process.exit(1));var un=Ro({token:an});function jo(e){if(!e||e<1e3)return`${e||0}ms`;let t=Math.round(e/1e3);if(t<60)return`${t}s`;let n=Math.floor(t/60),o=t%60;return o?`${n}m ${o}s`:`${n}m`}function Oo({scriptName:e,mode:t,status:n,error:o,duration:r}){let s=n==="error"?"\u2717":n==="quota-reached"?"\u26A0":"\u2713",i=new Date().toISOString().slice(0,16).replace("T"," "),c=r?` ${jo(r)}`:"",l=n==="error"?`error${o?`: ${String(o).slice(0,80)}`:""}`:n==="quota-reached"?"daily quota reached":"done",m=t&&t!=="default"?` (${t})`:"";return`${s} ${e}${m} \u2014 ${l} \u2014 ${i}${c}`}async function dn({scriptName:e,mode:t,status:n,summaryLines:o,error:r,duration:s}){let i=process.env.NODE_RUN_REPORTS;if(!i||!Array.isArray(o)||o.length===0)return;let l=`**${Oo({scriptName:e,mode:t,status:n,error:r,duration:s})}**
|
|
243
243
|
|
|
244
244
|
${o.join(`
|
|
245
|
-
`)}`;try{await cn.addMessage(i,l)}catch(m){console.error(`[runReport] Failed to post end-of-session message: ${m.message}`)}}var Oo=jo(import.meta.url),No=Y.dirname(Y.dirname(Oo)),He=process.env.DATA_DIR?Y.resolve(process.env.DATA_DIR,"collected-profiles"):Y.join(No,"collected-profiles"),Je=Y.join(He,"run-log.json");function Lo(e,t){let n=JSON.stringify(t,null,2),o=e+".tmp";N.writeFileSync(o,n);for(let r=0;r<3;r++)try{N.renameSync(o,e);return}catch(s){if(r<2&&(s.code==="EPERM"||s.code==="EBUSY")){let i=Date.now();for(;Date.now()-i<200;);continue}throw s}}function un(){try{if(!N.existsSync(Je))return{runs:[]};let e=JSON.parse(N.readFileSync(Je,"utf-8"));return!e.runs||!Array.isArray(e.runs)?{runs:[]}:e}catch{return{runs:[]}}}function fn(e){N.existsSync(He)||N.mkdirSync(He,{recursive:!0});try{Lo(Je,e)}catch(t){console.error(`[!] Failed to save run-log.json: ${t.message}`)}}function dn(e,t="default"){let n=un();for(let i of n.runs)i.status==="running"&&(i.status="interrupted",i.result="interrupted",i.timestamp&&(i.duration=Date.now()-new Date(i.timestamp).getTime()));let o=new Date,r={timestamp:o.toISOString(),script:e,mode:t,status:"running",result:null,duration:null,stats:null,error:null};n.runs.push(r);let s=Date.now()-30*24*60*60*1e3;return n.runs=n.runs.filter(i=>new Date(i.timestamp).getTime()>s),fn(n),{script:e,mode:t,startTime:o.getTime(),runIndex:n.runs.length-1}}function We(e,t,n=null,o=null){if(!e)return;let r=null;try{let i=un(),a=i.runs[e.runIndex];if(a&&a.status==="running"&&a.script===e.script)a.status=t,a.result=t,a.duration=Date.now()-e.startTime,a.stats=n,a.error=o,r=a.duration;else{let l=i.runs.find(m=>m.script===e.script&&m.status==="running"&&m.timestamp===new Date(e.startTime).toISOString());l&&(l.status=t,l.result=t,l.duration=Date.now()-e.startTime,l.stats=n,l.error=o,r=l.duration)}fn(i)}catch(i){console.error(`[runLog] Failed to end run: ${i.message}`)}let s=n&&Array.isArray(n.summaryLines)?n.summaryLines:null;if(s&&s.length>0&&process.env.NODE_RUN_REPORTS){let i=t==="error"?"error":n&&n.dailyLimitHit?"quota-reached":"done";an({scriptName:e.script,mode:e.mode,status:i,summaryLines:s,error:o,duration:r??Date.now()-e.startTime}).catch(a=>console.error(`[runLog] postRunReport failed: ${a.message}`))}}import"dotenv/config";import*as f from"fs";import*as et from"os";import*as k from"path";import{fileURLToPath as ir}from"url";var Ke={};me(Ke,{NAME:()=>Po,VERSION:()=>Fo,up:()=>Uo});import*as L from"fs";import*as Ie from"path";var Fo=1,Po="normalize-jobs-and-questions",Mo=["description","techStack","jobTags","seniority","employmentType","industries","jobFunction","postedTime","applicantCount","companySize","workplaceType","contractType","isEasyApply","applyType","companyUrl","scoutedAt","lastSeen"],qo=50;function Ge(e){return L.existsSync(e)?JSON.parse(L.readFileSync(e,"utf-8")):null}function Ye(e,t){let n=JSON.stringify(t,null,2),o=e+".tmp";try{L.writeFileSync(o,n)}catch(r){try{L.unlinkSync(o)}catch{}throw r}try{L.renameSync(o,e)}catch(r){try{L.unlinkSync(o)}catch{}if(r.code==="EPERM"||r.code==="EBUSY"){let s=new Error(`File locked: ${e} (${r.code}). On Windows usually antivirus / file explorer / open editor. Close it and re-run.`);throw s.code=r.code,s}throw r}}async function Uo(e,t){let n=Ie.join(e,"jobs.json"),o=Ie.join(t,"scouted-jobs.json"),r=Ie.join(e,"application-questions.json"),s=Ge(n)||{},i=Ge(o)||{},a=0,l=[];for(let c of Object.keys(s)){if(!i[c])continue;let w=i[c],u=s[c];for(let d of Mo)w[d]!=null&&u[d]==null&&(u[d]=w[d]);l.push(c),a++}a>0?(Ye(n,s),console.log(` Phase 1: Merged ${a} scouted jobs into jobs.json`)):console.log(" Phase 1: No overlapping jobs to merge");let m=Ge(r);if(m&&Array.isArray(m.applications)){let c={},w=0;for(let u of m.applications){let d=u.jobId||"unknown";c[d]||(c[d]={applications:[]});let C=(u.questions||[]).map(S=>{let _={type:S.type||"input",question:S.question||"",answer:S.answer||""};return S.options&&(S.options.length<=qo?_.options=S.options:(_.optionsOmitted=!0,w++)),S.page&&(_.page=S.page),S.wasPreFilled&&(_.wasPreFilled=!0),S.wasRetry&&(_.wasRetry=!0),_});c[d].applications.push({applicationId:u.applicationId,date:u.date,result:u.result||"submitted",formPages:u.formPages||null,duration:u.duration||null,retries:u.retries||0,failedField:u.failedField||null,questionCount:u.questionCount||C.length,questions:C})}Ye(r,c),console.log(` Phase 2: Rekeyed ${m.applications.length} applications by jobId (${Object.keys(c).length} unique jobs)`),w>0&&console.log(` Phase 2: Stripped bloated options from ${w} questions`)}else m&&!m.applications?console.log(" Phase 2: application-questions.json already in keyed format"):console.log(" Phase 2: No application-questions.json found");if(l.length>0){for(let c of l)delete i[c];Ye(o,i),console.log(` Phase 3: Removed ${l.length} merged entries from scouted-jobs.json (${Object.keys(i).length} remaining)`)}else console.log(" Phase 3: No entries to remove from scouted-jobs.json")}var ze={};me(ze,{NAME:()=>Vo,VERSION:()=>Bo,up:()=>Wo});import*as F from"fs";import*as mn from"path";var Bo=2,Vo="reset-unread-flags";function Ho(e){return F.existsSync(e)?JSON.parse(F.readFileSync(e,"utf-8")):null}function Jo(e,t){let n=JSON.stringify(t,null,2),o=e+".tmp";try{F.writeFileSync(o,n)}catch(r){try{F.unlinkSync(o)}catch{}throw r}try{F.renameSync(o,e)}catch(r){try{F.unlinkSync(o)}catch{}if(r.code==="EPERM"||r.code==="EBUSY"){let s=new Error(`File locked: ${e} (${r.code}). On Windows usually antivirus / file explorer / open editor. Close it and re-run.`);throw s.code=r.code,s}throw r}}async function Wo(e){let t=mn.join(e,"conversations.json"),n=Ho(t);if(!n){console.log(" conversations.json not found \u2014 nothing to reset.");return}let o=0;for(let r of Object.keys(n))n[r].unread===!0&&(n[r].unread=!1,o++);if(o===0){console.log(" No stale unread flags found \u2014 nothing to do.");return}Jo(t,n),console.log(` Reset unread=false on ${o} conversations. Run 'ilml linkedin sync-all' to re-establish real unread state from LinkedIn.`)}var Qe={};me(Qe,{NAME:()=>Yo,VERSION:()=>Go,up:()=>Xo});import*as P from"fs";import*as pn from"path";var Go=3,Yo="recompute-last-message-by",Ko=new Set(["draft","confirmed","rejected","needs_review"]);function zo(e){return P.existsSync(e)?JSON.parse(P.readFileSync(e,"utf-8")):null}function Qo(e,t){let n=JSON.stringify(t,null,2),o=e+".tmp";try{P.writeFileSync(o,n)}catch(r){try{P.unlinkSync(o)}catch{}throw r}try{P.renameSync(o,e)}catch(r){try{P.unlinkSync(o)}catch{}if(r.code==="EPERM"||r.code==="EBUSY"){let s=new Error(`File locked: ${e} (${r.code}). On Windows usually antivirus / file explorer / open editor. Close it and re-run.`);throw s.code=r.code,s}throw r}}function Zo(e,t){if(!e||e.length===0)return"them";let n=e.filter(s=>!Ko.has(s.status));if(n.length===0)return"them";let o=n.map(s=>({m:s,t:Date.parse(s.time)})).filter(s=>Number.isFinite(s.t)).sort((s,i)=>i.t-s.t).map(s=>s.m),r=o.length>0?o:[...n].reverse();for(let s of r){let i=s.sender;if(i===t)return"me";if(i!=="Unknown"&&i!=="")return"them"}return"them"}async function Xo(e){let t=pn.join(e,"conversations.json"),n=zo(t);if(!n){console.log(" conversations.json not found \u2014 nothing to recompute.");return}let o=process.env.LINKEDIN_NAME;if(!o||typeof o!="string"||!o.trim())throw new Error(`LINKEDIN_NAME env var is not set. Migration v003 needs your display name to determine which messages are yours vs theirs. Set LINKEDIN_NAME in your .env (or run "ilml plugin config linkedin set LINKEDIN_NAME 'Your Name'") and retry.`);let r=0,s=0,i=0;for(let a of Object.keys(n)){let l=n[a];if(!l||typeof l!="object")continue;Object.prototype.hasOwnProperty.call(l,"_cardSynced")&&(delete l._cardSynced,s++);let m=Array.isArray(l.messages)?l.messages:[],c=Zo(m,o),w=c==="me"?"awaiting_reply":"unanswered_by_us";l.lastMessageBy!==c&&i++,l.lastMessageBy=c,l.conversationStatus=w,r++}if(r===0){console.log(" No conversations to recompute.");return}Qo(t,n),console.log(` Recomputed lastMessageBy + conversationStatus on ${r} conversations.`),console.log(` ${i} had stale lastMessageBy (now corrected).`),s>0&&console.log(` Cleaned ${s} leftover _cardSynced flags.`),console.log(" Re-run 'ilml linkedin enrich' if you want actionNeeded / summary / autoTags to also update.")}var Ze={};me(Ze,{NAME:()=>tr,VERSION:()=>er,up:()=>sr});import*as M from"fs";import*as hn from"path";var er=4,tr="split-connection-timestamps",nr=new Set(["pending","sent_without_note","sent_with_note","sent_without_note_upsell"]);function or(e){if(!M.existsSync(e))return null;let t=M.readFileSync(e,"utf-8");return t.charCodeAt(0)===65279&&(t=t.slice(1)),JSON.parse(t)}function rr(e,t){let n=JSON.stringify(t,null,2),o=e+".tmp";try{M.writeFileSync(o,n)}catch(r){try{M.unlinkSync(o)}catch{}throw r}try{M.renameSync(o,e)}catch(r){try{M.unlinkSync(o)}catch{}if(r.code==="EPERM"||r.code==="EBUSY"){let s=new Error(`File locked: ${e} (${r.code}). On Windows usually antivirus / file explorer / open editor. Close it and re-run.`);throw s.code=r.code,s}throw r}}async function sr(e){let t=hn.join(e,"people.json"),n=or(t);if(!n||typeof n!="object"){console.log(" people.json not found \u2014 nothing to migrate.");return}let o=0,r=0;for(let s of Object.keys(n)){let i=n[s];!i||typeof i!="object"||(r++,nr.has(i.connectionStatus)&&i.connectionDate&&!i.requestedConnectionAt&&(i.requestedConnectionAt=i.connectionDate,i.connectionDate=null,o++))}if(o===0){console.log(` Scanned ${r} people \u2014 none needed the connectionDate\u2192requestedConnectionAt move.`);return}rr(t,n),console.log(` Moved connectionDate \u2192 requestedConnectionAt on ${o} still-pending people (of ${r} scanned).`),console.log(' connectionDate now means "accepted on" only; requestedConnectionAt means "requested on".')}await $e();_e();var lr=ir(import.meta.url),cr=k.dirname(lr),ar=k.dirname(k.dirname(cr));function ur(e){return e&&(e==="~"?et.homedir():e.startsWith("~/")||e.startsWith("~\\")?k.join(et.homedir(),e.slice(2)):e)}var U=process.env.DATA_DIR?k.resolve(ur(process.env.DATA_DIR)):ar,oe=k.join(U,"collected-profiles"),re=k.join(U,"market-research"),D=k.join(U,".schema-version"),gn=[k.join(oe,".schema-version"),k.join(re,".schema-version")],K=4,H=[{version:1,module:Ke},{version:2,module:ze},{version:3,module:Qe},{version:4,module:Ze}];(function(){H.sort((o,r)=>o.version-r.version);let t=new Set;for(let o of H){if(!Number.isInteger(o.version)||o.version<1)throw new Error(`MIGRATION_REGISTRY: invalid version ${JSON.stringify(o.version)} (must be positive integer)`);if(t.has(o.version))throw new Error(`MIGRATION_REGISTRY: duplicate version v${o.version}`);t.add(o.version);let r=o.module;if(!r||typeof r.up!="function")throw new Error(`MIGRATION_REGISTRY: v${o.version} module is missing up()`);if(r.VERSION!==void 0&&r.VERSION!==o.version)throw new Error(`MIGRATION_REGISTRY: v${o.version} entry does not match module VERSION (${r.VERSION}). Drift between registry and module \u2014 pick one source of truth.`)}let n=H.length?H[H.length-1].version:0;if(n!==K)throw new Error(`MIGRATION_REGISTRY: highest version v${n} but CURRENT_SCHEMA_VERSION=${K}. Forgot to bump CURRENT_SCHEMA_VERSION when adding the new migration?`);for(let o=0;o<H.length;o++){let r=o+1;if(H[o].version!==r)throw new Error(`MIGRATION_REGISTRY: gap detected \u2014 expected v${r} at position ${o} but found v${H[o].version}`)}})();function Sn(){process.env.DATA_DIR!==void 0&&process.env.DATA_DIR.trim()===""&&process.env.DATA_DIR.length>0&&(console.error(`
|
|
245
|
+
`)}`;try{await un.addMessage(i,l)}catch(m){console.error(`[runReport] Failed to post end-of-session message: ${m.message}`)}}var Lo=No(import.meta.url),Fo=G.dirname(G.dirname(Lo)),We=process.env.DATA_DIR?G.resolve(process.env.DATA_DIR,"collected-profiles"):G.join(Fo,"collected-profiles"),Ge=G.join(We,"run-log.json");function Po(e,t){let n=JSON.stringify(t,null,2),o=e+".tmp";N.writeFileSync(o,n);for(let r=0;r<3;r++)try{N.renameSync(o,e);return}catch(s){if(r<2&&(s.code==="EPERM"||s.code==="EBUSY")){let i=Date.now();for(;Date.now()-i<200;);continue}throw s}}function fn(){try{if(!N.existsSync(Ge))return{runs:[]};let e=JSON.parse(N.readFileSync(Ge,"utf-8"));return!e.runs||!Array.isArray(e.runs)?{runs:[]}:e}catch{return{runs:[]}}}function mn(e){N.existsSync(We)||N.mkdirSync(We,{recursive:!0});try{Po(Ge,e)}catch(t){console.error(`[!] Failed to save run-log.json: ${t.message}`)}}function pn(e,t="default"){let n=fn();for(let i of n.runs)i.status==="running"&&(i.status="interrupted",i.result="interrupted",i.timestamp&&(i.duration=Date.now()-new Date(i.timestamp).getTime()));let o=new Date,r={timestamp:o.toISOString(),script:e,mode:t,status:"running",result:null,duration:null,stats:null,error:null};n.runs.push(r);let s=Date.now()-30*24*60*60*1e3;return n.runs=n.runs.filter(i=>new Date(i.timestamp).getTime()>s),mn(n),{script:e,mode:t,startTime:o.getTime(),runIndex:n.runs.length-1}}function Ye(e,t,n=null,o=null){if(!e)return;let r=null;try{let i=fn(),c=i.runs[e.runIndex];if(c&&c.status==="running"&&c.script===e.script)c.status=t,c.result=t,c.duration=Date.now()-e.startTime,c.stats=n,c.error=o,r=c.duration;else{let l=i.runs.find(m=>m.script===e.script&&m.status==="running"&&m.timestamp===new Date(e.startTime).toISOString());l&&(l.status=t,l.result=t,l.duration=Date.now()-e.startTime,l.stats=n,l.error=o,r=l.duration)}mn(i)}catch(i){console.error(`[runLog] Failed to end run: ${i.message}`)}let s=n&&Array.isArray(n.summaryLines)?n.summaryLines:null;if(s&&s.length>0&&process.env.NODE_RUN_REPORTS){let i=t==="error"?"error":n&&n.dailyLimitHit?"quota-reached":"done";dn({scriptName:e.script,mode:e.mode,status:i,summaryLines:s,error:o,duration:r??Date.now()-e.startTime}).catch(c=>console.error(`[runLog] postRunReport failed: ${c.message}`))}}import"dotenv/config";import*as d from"fs";import*as nt from"os";import*as k from"path";import{fileURLToPath as cr}from"url";var Qe={};me(Qe,{NAME:()=>qo,VERSION:()=>Mo,up:()=>Vo});import*as L from"fs";import*as Ie from"path";var Mo=1,qo="normalize-jobs-and-questions",Uo=["description","techStack","jobTags","seniority","employmentType","industries","jobFunction","postedTime","applicantCount","companySize","workplaceType","contractType","isEasyApply","applyType","companyUrl","scoutedAt","lastSeen"],Bo=50;function Ke(e){return L.existsSync(e)?JSON.parse(L.readFileSync(e,"utf-8")):null}function ze(e,t){let n=JSON.stringify(t,null,2),o=e+".tmp";try{L.writeFileSync(o,n)}catch(r){try{L.unlinkSync(o)}catch{}throw r}try{L.renameSync(o,e)}catch(r){try{L.unlinkSync(o)}catch{}if(r.code==="EPERM"||r.code==="EBUSY"){let s=new Error(`File locked: ${e} (${r.code}). On Windows usually antivirus / file explorer / open editor. Close it and re-run.`);throw s.code=r.code,s}throw r}}async function Vo(e,t){let n=Ie.join(e,"jobs.json"),o=Ie.join(t,"scouted-jobs.json"),r=Ie.join(e,"application-questions.json"),s=Ke(n)||{},i=Ke(o)||{},c=0,l=[];for(let a of Object.keys(s)){if(!i[a])continue;let b=i[a],u=s[a];for(let f of Uo)b[f]!=null&&u[f]==null&&(u[f]=b[f]);l.push(a),c++}c>0?(ze(n,s),console.log(` Phase 1: Merged ${c} scouted jobs into jobs.json`)):console.log(" Phase 1: No overlapping jobs to merge");let m=Ke(r);if(m&&Array.isArray(m.applications)){let a={},b=0;for(let u of m.applications){let f=u.jobId||"unknown";a[f]||(a[f]={applications:[]});let C=(u.questions||[]).map(v=>{let _={type:v.type||"input",question:v.question||"",answer:v.answer||""};return v.options&&(v.options.length<=Bo?_.options=v.options:(_.optionsOmitted=!0,b++)),v.page&&(_.page=v.page),v.wasPreFilled&&(_.wasPreFilled=!0),v.wasRetry&&(_.wasRetry=!0),_});a[f].applications.push({applicationId:u.applicationId,date:u.date,result:u.result||"submitted",formPages:u.formPages||null,duration:u.duration||null,retries:u.retries||0,failedField:u.failedField||null,questionCount:u.questionCount||C.length,questions:C})}ze(r,a),console.log(` Phase 2: Rekeyed ${m.applications.length} applications by jobId (${Object.keys(a).length} unique jobs)`),b>0&&console.log(` Phase 2: Stripped bloated options from ${b} questions`)}else m&&!m.applications?console.log(" Phase 2: application-questions.json already in keyed format"):console.log(" Phase 2: No application-questions.json found");if(l.length>0){for(let a of l)delete i[a];ze(o,i),console.log(` Phase 3: Removed ${l.length} merged entries from scouted-jobs.json (${Object.keys(i).length} remaining)`)}else console.log(" Phase 3: No entries to remove from scouted-jobs.json")}var Ze={};me(Ze,{NAME:()=>Jo,VERSION:()=>Ho,up:()=>Yo});import*as F from"fs";import*as hn from"path";var Ho=2,Jo="reset-unread-flags";function Wo(e){return F.existsSync(e)?JSON.parse(F.readFileSync(e,"utf-8")):null}function Go(e,t){let n=JSON.stringify(t,null,2),o=e+".tmp";try{F.writeFileSync(o,n)}catch(r){try{F.unlinkSync(o)}catch{}throw r}try{F.renameSync(o,e)}catch(r){try{F.unlinkSync(o)}catch{}if(r.code==="EPERM"||r.code==="EBUSY"){let s=new Error(`File locked: ${e} (${r.code}). On Windows usually antivirus / file explorer / open editor. Close it and re-run.`);throw s.code=r.code,s}throw r}}async function Yo(e){let t=hn.join(e,"conversations.json"),n=Wo(t);if(!n){console.log(" conversations.json not found \u2014 nothing to reset.");return}let o=0;for(let r of Object.keys(n))n[r].unread===!0&&(n[r].unread=!1,o++);if(o===0){console.log(" No stale unread flags found \u2014 nothing to do.");return}Go(t,n),console.log(` Reset unread=false on ${o} conversations. Run 'ilml linkedin sync-all' to re-establish real unread state from LinkedIn.`)}var Xe={};me(Xe,{NAME:()=>zo,VERSION:()=>Ko,up:()=>tr});import*as P from"fs";import*as gn from"path";var Ko=3,zo="recompute-last-message-by",Qo=new Set(["draft","confirmed","rejected","needs_review"]);function Zo(e){return P.existsSync(e)?JSON.parse(P.readFileSync(e,"utf-8")):null}function Xo(e,t){let n=JSON.stringify(t,null,2),o=e+".tmp";try{P.writeFileSync(o,n)}catch(r){try{P.unlinkSync(o)}catch{}throw r}try{P.renameSync(o,e)}catch(r){try{P.unlinkSync(o)}catch{}if(r.code==="EPERM"||r.code==="EBUSY"){let s=new Error(`File locked: ${e} (${r.code}). On Windows usually antivirus / file explorer / open editor. Close it and re-run.`);throw s.code=r.code,s}throw r}}function er(e,t){if(!e||e.length===0)return"them";let n=e.filter(s=>!Qo.has(s.status));if(n.length===0)return"them";let o=n.map(s=>({m:s,t:Date.parse(s.time)})).filter(s=>Number.isFinite(s.t)).sort((s,i)=>i.t-s.t).map(s=>s.m),r=o.length>0?o:[...n].reverse();for(let s of r){let i=s.sender;if(i===t)return"me";if(i!=="Unknown"&&i!=="")return"them"}return"them"}async function tr(e){let t=gn.join(e,"conversations.json"),n=Zo(t);if(!n){console.log(" conversations.json not found \u2014 nothing to recompute.");return}let o=process.env.LINKEDIN_NAME;if(!o||typeof o!="string"||!o.trim())throw new Error(`LINKEDIN_NAME env var is not set. Migration v003 needs your display name to determine which messages are yours vs theirs. Set LINKEDIN_NAME in your .env (or run "ilml plugin config linkedin set LINKEDIN_NAME 'Your Name'") and retry.`);let r=0,s=0,i=0;for(let c of Object.keys(n)){let l=n[c];if(!l||typeof l!="object")continue;Object.prototype.hasOwnProperty.call(l,"_cardSynced")&&(delete l._cardSynced,s++);let m=Array.isArray(l.messages)?l.messages:[],a=er(m,o),b=a==="me"?"awaiting_reply":"unanswered_by_us";l.lastMessageBy!==a&&i++,l.lastMessageBy=a,l.conversationStatus=b,r++}if(r===0){console.log(" No conversations to recompute.");return}Xo(t,n),console.log(` Recomputed lastMessageBy + conversationStatus on ${r} conversations.`),console.log(` ${i} had stale lastMessageBy (now corrected).`),s>0&&console.log(` Cleaned ${s} leftover _cardSynced flags.`),console.log(" Re-run 'ilml linkedin enrich' if you want actionNeeded / summary / autoTags to also update.")}var et={};me(et,{NAME:()=>or,VERSION:()=>nr,up:()=>lr});import*as M from"fs";import*as yn from"path";var nr=4,or="split-connection-timestamps",rr=new Set(["pending","sent_without_note","sent_with_note","sent_without_note_upsell"]);function sr(e){if(!M.existsSync(e))return null;let t=M.readFileSync(e,"utf-8");return t.charCodeAt(0)===65279&&(t=t.slice(1)),JSON.parse(t)}function ir(e,t){let n=JSON.stringify(t,null,2),o=e+".tmp";try{M.writeFileSync(o,n)}catch(r){try{M.unlinkSync(o)}catch{}throw r}try{M.renameSync(o,e)}catch(r){try{M.unlinkSync(o)}catch{}if(r.code==="EPERM"||r.code==="EBUSY"){let s=new Error(`File locked: ${e} (${r.code}). On Windows usually antivirus / file explorer / open editor. Close it and re-run.`);throw s.code=r.code,s}throw r}}async function lr(e){let t=yn.join(e,"people.json"),n=sr(t);if(!n||typeof n!="object"){console.log(" people.json not found \u2014 nothing to migrate.");return}let o=0,r=0;for(let s of Object.keys(n)){let i=n[s];!i||typeof i!="object"||(r++,rr.has(i.connectionStatus)&&i.connectionDate&&!i.requestedConnectionAt&&(i.requestedConnectionAt=i.connectionDate,i.connectionDate=null,o++))}if(o===0){console.log(` Scanned ${r} people \u2014 none needed the connectionDate\u2192requestedConnectionAt move.`);return}ir(t,n),console.log(` Moved connectionDate \u2192 requestedConnectionAt on ${o} still-pending people (of ${r} scanned).`),console.log(' connectionDate now means "accepted on" only; requestedConnectionAt means "requested on".')}await $e();_e();var ar=cr(import.meta.url),ur=k.dirname(ar),dr=k.dirname(k.dirname(ur));function fr(e){return e&&(e==="~"?nt.homedir():e.startsWith("~/")||e.startsWith("~\\")?k.join(nt.homedir(),e.slice(2)):e)}var U=process.env.DATA_DIR?k.resolve(fr(process.env.DATA_DIR)):dr,te=k.join(U,"collected-profiles"),ne=k.join(U,"market-research"),R=k.join(U,".schema-version"),wn=[k.join(te,".schema-version"),k.join(ne,".schema-version")],Y=4,V=[{version:1,module:Qe},{version:2,module:Ze},{version:3,module:Xe},{version:4,module:et}];(function(){V.sort((o,r)=>o.version-r.version);let t=new Set;for(let o of V){if(!Number.isInteger(o.version)||o.version<1)throw new Error(`MIGRATION_REGISTRY: invalid version ${JSON.stringify(o.version)} (must be positive integer)`);if(t.has(o.version))throw new Error(`MIGRATION_REGISTRY: duplicate version v${o.version}`);t.add(o.version);let r=o.module;if(!r||typeof r.up!="function")throw new Error(`MIGRATION_REGISTRY: v${o.version} module is missing up()`);if(r.VERSION!==void 0&&r.VERSION!==o.version)throw new Error(`MIGRATION_REGISTRY: v${o.version} entry does not match module VERSION (${r.VERSION}). Drift between registry and module \u2014 pick one source of truth.`)}let n=V.length?V[V.length-1].version:0;if(n!==Y)throw new Error(`MIGRATION_REGISTRY: highest version v${n} but CURRENT_SCHEMA_VERSION=${Y}. Forgot to bump CURRENT_SCHEMA_VERSION when adding the new migration?`);for(let o=0;o<V.length;o++){let r=o+1;if(V[o].version!==r)throw new Error(`MIGRATION_REGISTRY: gap detected \u2014 expected v${r} at position ${o} but found v${V[o].version}`)}})();function kn(){process.env.DATA_DIR!==void 0&&process.env.DATA_DIR.trim()===""&&process.env.DATA_DIR.length>0&&(console.error(`
|
|
246
246
|
[FATAL] DATA_DIR is set to whitespace ("${process.env.DATA_DIR}"). Either unset it or set a real path.
|
|
247
|
-
`),process.exit(1));try{
|
|
247
|
+
`),process.exit(1));try{d.mkdirSync(U,{recursive:!0})}catch(t){t.code!=="EEXIST"&&(console.error(`
|
|
248
248
|
[FATAL] Cannot create DATA_DIR (${U}): ${t.message}`),console.error(` Fix the path or permissions and try again.
|
|
249
|
-
`),process.exit(1))}let e;try{e=
|
|
249
|
+
`),process.exit(1))}let e;try{e=d.statSync(U)}catch(t){console.error(`
|
|
250
250
|
[FATAL] DATA_DIR (${U}) is not accessible: ${t.message}
|
|
251
251
|
`),process.exit(1)}e.isDirectory()||(console.error(`
|
|
252
252
|
[FATAL] DATA_DIR (${U}) exists but is NOT a directory.`),console.error(` Looks like a typo \u2014 your DATA_DIR points at a file. Fix the path and try again.
|
|
253
|
-
`),process.exit(1));for(let t of[
|
|
253
|
+
`),process.exit(1));for(let t of[te,ne]){let n;try{n=d.lstatSync(t)}catch(o){if(o.code==="ENOENT")continue;throw o}n.isSymbolicLink()&&(console.error(`
|
|
254
254
|
[FATAL] Data subdirectory is a symbolic link: ${t}`),console.error(" Refusing to follow \u2014 backup code would copy whatever the link points at."),console.error(` If this is intentional, replace the symlink with the real directory.
|
|
255
|
-
`),process.exit(1))}}var
|
|
256
|
-
[FATAL] Another plugin process is currently running migrations:`),console.error(` PID: ${t.pid}`),console.error(` Started at: ${t.startedAt||"(unknown)"}`),console.error(` Lock file: ${
|
|
255
|
+
`),process.exit(1))}}var ee=k.join(U,".migration-lock");function mr(){let e=JSON.stringify({pid:process.pid,startedAt:new Date().toISOString()},null,2);try{return d.writeFileSync(ee,e,{flag:"wx"}),!0}catch(o){if(o.code!=="EEXIST")throw o}let t;try{t=JSON.parse(d.readFileSync(ee,"utf-8"))}catch{t=null}if(t&&Number.isInteger(t.pid)){let o=!1;try{process.kill(t.pid,0),o=!0}catch(i){i.code==="EPERM"&&(o=!0)}let r=24*60*60*1e3,s=1/0;if(t.startedAt){let i=Date.parse(t.startedAt);Number.isNaN(i)||(s=Date.now()-i)}o&&s<r&&(console.error(`
|
|
256
|
+
[FATAL] Another plugin process is currently running migrations:`),console.error(` PID: ${t.pid}`),console.error(` Started at: ${t.startedAt||"(unknown)"}`),console.error(` Lock file: ${ee}
|
|
257
257
|
`),console.error(" Wait for it to finish, or if you're sure it's not actually running,"),console.error(` delete the lock file manually and re-run.
|
|
258
|
-
`),process.exit(1)),o&&s>=r&&console.log(` Lock holder PID ${t.pid} is alive but lock is older than 24h \u2014 assuming PID reuse, taking over.`)}console.log(` Stale migration lock from PID ${t?.pid??"?"} found \u2014 taking over.`);let n=
|
|
258
|
+
`),process.exit(1)),o&&s>=r&&console.log(` Lock holder PID ${t.pid} is alive but lock is older than 24h \u2014 assuming PID reuse, taking over.`)}console.log(` Stale migration lock from PID ${t?.pid??"?"} found \u2014 taking over.`);let n=ee+".tmp";try{return d.writeFileSync(n,e),d.renameSync(n,ee),!0}catch(o){try{d.unlinkSync(n)}catch{}throw new Error(`Failed to take over stale migration lock: ${o.message}`)}}function ot(){try{if(JSON.parse(d.readFileSync(ee,"utf-8")).pid!==process.pid)return;d.unlinkSync(ee)}catch{}}var bn=!1;function pr(){if(bn)return;bn=!0;let e=()=>{try{ot()}catch{}process.exit(1)};for(let t of["SIGINT","SIGTERM","SIGHUP"])try{process.on(t,e)}catch{}}function hr(){if(d.existsSync(R))return;let e=[],t=[];for(let s of wn)if(d.existsSync(s))try{e.push({file:s,schema:Re(s)})}catch(i){t.push({file:s,err:i.message})}if(t.length>0){console.error(`
|
|
259
259
|
[FATAL] Legacy .schema-version file(s) corrupted \u2014 cannot determine current schema version:`);for(let s of t)console.error(` ${s.file}: ${s.err}`);console.error(`
|
|
260
260
|
Repair the file(s) (likely just an integer 'version' field \u2014 see another working DATA_DIR`),console.error(` or default to {"version":1,"migrations":[]} if you're sure you're on schema v1) and try again.
|
|
261
261
|
`),process.exit(1)}if(e.length===0)return;let n=e.map(s=>s.schema.version);if(new Set(n).size>1){console.error(`
|
|
262
262
|
[FATAL] Legacy .schema-version files disagree:`);for(let s of e)console.error(` ${s.file}: v${s.schema.version}`);console.error(" This means a previous migration crashed between writing the two files."),console.error(` Reconcile manually (delete the wrong one, keep the right one), then re-run.
|
|
263
|
-
`),process.exit(1)}let o=e[0].schema,r=
|
|
264
|
-
[FATAL] ${
|
|
265
|
-
`),process.exit(1)}let t=
|
|
266
|
-
[FATAL] ${
|
|
267
|
-
`),process.exit(1)),t}function
|
|
268
|
-
[FATAL] Your data schema is at v${t}, but this plugin build only understands up to v${
|
|
269
|
-
`),console.error(" Options:"),console.error(" A) Re-install the newer plugin version that produced this schema, then"),console.error(" (if you really want to downgrade) run 'rollback-data --confirm' first,"),console.error(" then re-install the older plugin version."),console.error(` B) Manually restore your data from the *.pre-vNNN.backup files matching v${
|
|
263
|
+
`),process.exit(1)}let o=e[0].schema,r=R+".tmp";try{d.writeFileSync(r,JSON.stringify(o,null,2)),d.renameSync(r,R)}catch(s){try{d.unlinkSync(r)}catch{}throw s}for(let s of wn)if(d.existsSync(s))try{d.unlinkSync(s)}catch{}console.log(` Consolidated legacy .schema-version files \u2192 ${R}`)}function gr(e){if(e===null||typeof e!="object"||Array.isArray(e))return null;let t=Number(e.version);return!Number.isFinite(t)||t<0||!Number.isInteger(t)?null:(e.version=t,Array.isArray(e.migrations)||(e.migrations=[]),e)}function Re(e){let t=d.readFileSync(e,"utf-8");return t.charCodeAt(0)===65279&&(t=t.slice(1)),JSON.parse(t)}function Sn(){if(hr(),!d.existsSync(R))return{version:0,migrations:[]};let e;try{e=Re(R)}catch(n){if(n.code==="ENOENT")return{version:0,migrations:[]};console.error(`
|
|
264
|
+
[FATAL] ${R} is not valid JSON: ${n.message}`),console.error(" Refusing to proceed \u2014 silently treating it as 'fresh install' would re-apply"),console.error(" every migration on top of already-migrated data and corrupt it."),console.error(' Repair the file (set it to {"version":N,"migrations":[...]} matching your real state)'),console.error(` or restore from the *.pre-vNNN.backup files if you have them.
|
|
265
|
+
`),process.exit(1)}let t=gr(e);return t===null&&(console.error(`
|
|
266
|
+
[FATAL] ${R} has invalid structure:`),console.error(` ${JSON.stringify(e)?.slice(0,200)||"(unparseable)"}`),console.error(' Expected shape: { "version": <integer>, "migrations": [...] }'),console.error(` Repair the file or restore from a backup.
|
|
267
|
+
`),process.exit(1)),t}function Cn(e){try{d.chmodSync(e,384)}catch{}}function yr(e){if(kn(),d.existsSync(R))try{if(d.lstatSync(R).isSymbolicLink())throw new Error(`SCHEMA_FILE is a symbolic link: ${R}. Refusing to write through it (potential symlink attack). Remove the link and re-run.`)}catch(n){if(n.message?.includes("symbolic link"))throw n}let t=R+".tmp";try{d.writeFileSync(t,JSON.stringify(e,null,2)),Cn(t),d.renameSync(t,R)}catch(n){try{d.unlinkSync(t)}catch{}throw n}}function vn(e,t){if(!d.existsSync(e))return;let n=`.pre-v${String(t).padStart(3,"0")}.backup`,o=d.readdirSync(e).filter(c=>{let l=c.toLowerCase();if(l.includes(".backup")||l===".schema-version"||l.endsWith(".tmp"))return!1;try{return d.statSync(k.join(e,c)).isFile()}catch{return!1}}),r=0,s=0,i=[];for(let c of o){let l=k.join(e,c),m=k.join(e,c+n);if(d.existsSync(m)){s++;continue}try{An(l,m),r++}catch(a){i.push({file:c,err:a.message})}}if(i.length>0){let c=new Error(`Failed to back up ${i.length} file(s) in ${k.basename(e)}/: `+i.map(l=>`${l.file} (${l.err})`).join(", "));throw c.code="BACKUP_INCOMPLETE",c}if(r>0||s>0){let c=s>0?` (${s} pre-existing backup(s) preserved)`:"";console.log(` Backed up ${r} files in ${k.basename(e)}/ (${n})${c}`)}}var tt=!1;async function xn(){if(tt)return;kn(),kr();let t=Sn().version;if(t===Y){tt=!0;return}pr(),mr(),process.on("exit",ot),t>Y&&(console.error(`
|
|
268
|
+
[FATAL] Your data schema is at v${t}, but this plugin build only understands up to v${Y}.`),console.error(" This usually means you downgraded the plugin without rolling back data."),console.error(` Operating on the newer-format data with this build would risk corrupting it.
|
|
269
|
+
`),console.error(" Options:"),console.error(" A) Re-install the newer plugin version that produced this schema, then"),console.error(" (if you really want to downgrade) run 'rollback-data --confirm' first,"),console.error(" then re-install the older plugin version."),console.error(` B) Manually restore your data from the *.pre-vNNN.backup files matching v${Y}.
|
|
270
270
|
`),process.exit(1)),console.log(`
|
|
271
|
-
\u{1F4E6} Schema migration: v${t} \u2192 v${
|
|
271
|
+
\u{1F4E6} Schema migration: v${t} \u2192 v${Y}`);let n=Cr();if(!n.ok){console.error(`
|
|
272
272
|
[FATAL] Cannot migrate \u2014 current data is corrupted:`);for(let r of n.broken)console.error(` ${r.dir}/${r.file}: ${r.err}`);console.error(`
|
|
273
273
|
Migration ABORTED. No backups taken, no files modified.`),console.error(" Repair the file(s) above (restore from your own backup, or fix manually)"),console.error(` and try again. To inspect: 'ilml linkedin migrate-status'.
|
|
274
|
-
`),process.exit(1)}let o=
|
|
275
|
-
Running migration v${String(r.version).padStart(3,"0")}...`);let s=`v${String(r.version).padStart(3,"0")}`,i=`.pre-${s}.backup`;try{
|
|
274
|
+
`),process.exit(1)}let o=V.filter(r=>r.version>t);for(let r of o){console.log(`
|
|
275
|
+
Running migration v${String(r.version).padStart(3,"0")}...`);let s=`v${String(r.version).padStart(3,"0")}`,i=`.pre-${s}.backup`;try{vn(te,r.version),vn(ne,r.version)}catch(l){console.error(`
|
|
276
276
|
[FATAL] Pre-migration backup failed for ${s}: ${l.message}`),console.error(" Migration NOT applied. Repair the underlying issue (disk space, permissions, locked files)"),console.error(` and re-run the plugin command.
|
|
277
|
-
`),process.exit(1)}let
|
|
278
|
-
[FATAL] Migration ${s} failed: ${l.message}`),console.error(` Attempting auto-rollback from ${i} files...`);try{let m=
|
|
277
|
+
`),process.exit(1)}let c=r.module;try{await c.up(te,ne)}catch(l){console.error(`
|
|
278
|
+
[FATAL] Migration ${s} failed: ${l.message}`),console.error(` Attempting auto-rollback from ${i} files...`);try{let m=xr(i);m.ok?(console.error(` \u2713 Auto-rollback restored ${m.restored} files. Schema stays at v${t}.`),console.error(` The migration will be retried on next plugin command. Fix the root cause first.
|
|
279
279
|
`)):(console.error(` [!] Auto-rollback INCOMPLETE: ${m.error}`),console.error(` Manual recovery: copy *${i} files back over the originals.
|
|
280
280
|
`))}catch(m){console.error(` [!] Auto-rollback CRASHED while restoring: ${m.message}`),console.error(` Manual recovery: copy *${i} files back over the originals.
|
|
281
|
-
`)}process.exit(1)}try{let l=new Date().toISOString(),m={version:r.version,name:
|
|
281
|
+
`)}process.exit(1)}try{let l=new Date().toISOString(),m={version:r.version,name:c.NAME||s,appliedAt:l},a=Sn();a.version=r.version,a.migratedAt=l,a.migrations=a.migrations||[],a.migrations.push(m),yr(a)}catch(l){console.error(`
|
|
282
282
|
[FATAL] Migration ${s} applied successfully but schema version file could NOT be updated: ${l.message}`),console.error(` Your data is in the v${r.version} state but .schema-version still shows v${t}.`),console.error(` On next plugin command the runner will try to re-apply ${s}. If that migration is`),console.error(` idempotent (most are), it will succeed harmlessly. If you're unsure, run 'data-cleanup' and contact support.
|
|
283
|
-
`),process.exit(1)}console.log(` \u2713 Migration ${s} complete`)}try{
|
|
284
|
-
\u2713 Schema is now at v${
|
|
285
|
-
`)}var
|
|
286
|
-
\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550`),console.log(" PROFILE VISIT STATS"),console.log("\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550"),console.log(` Unique profiles visited: ${e.totalVisited}`),console.log(` Today: ${e.todayVisited}`),console.log(` Discovered recruiters: ${e.totalRecruiters} (potential visits)`);let t=
|
|
287
|
-
`)}async function
|
|
283
|
+
`),process.exit(1)}console.log(` \u2713 Migration ${s} complete`)}try{Vt()}catch{}try{tn()}catch{}tt=!0,ot(),console.log(`
|
|
284
|
+
\u2713 Schema is now at v${Y}
|
|
285
|
+
`)}var wr=[/\.json\.tmp$/,/\.schema-version\.tmp$/,/\.backup\.tmp$/];function br(e){let t=e.toLowerCase();return wr.some(n=>n.test(t))}var Sr=6e4;function vr(){let e=Date.now(),t=[];for(let n of[U,te,ne]){if(!d.existsSync(n))continue;let o;try{o=d.readdirSync(n)}catch{continue}for(let r of o){if(!br(r))continue;let s=k.join(n,r);try{let i=d.statSync(s);if(!i.isFile()||e-i.mtimeMs<Sr)continue;t.push({dir:n,file:r,fullPath:s})}catch{}}}return t}function kr({verbose:e=!1}={}){let t=vr();if(t.length===0)return e&&console.log(" No orphan .tmp files found."),0;let n=0;for(let o of t)try{d.unlinkSync(o.fullPath),n++,e&&console.log(` Removed orphan: ${k.basename(o.dir)}/${o.file}`)}catch(r){console.warn(` [!] Could not remove orphan ${o.fullPath}: ${r.message}`)}return!e&&n>0&&console.log(` Cleaned up ${n} orphan .tmp file(s) from previous run.`),n}function Cr(){let e=[];for(let t of[te,ne]){if(!d.existsSync(t))continue;let n=d.readdirSync(t).filter(o=>{let r=o.toLowerCase();return r.endsWith(".json")&&!r.includes(".backup")});for(let o of n){let r=k.join(t,o);try{Re(r)}catch(s){e.push({dir:k.basename(t),file:o,err:s.message})}}}return e.length===0?{ok:!0}:{ok:!1,broken:e}}function xr(e){let t=[],n=[];for(let s of[te,ne]){if(!d.existsSync(s))continue;let i=d.readdirSync(s).filter(c=>c.endsWith(e));for(let c of i){let l=k.join(s,c),m=c.slice(0,-e.length),a=k.join(s,m);try{m.toLowerCase().endsWith(".json")?Re(l):d.accessSync(l,d.constants.R_OK),t.push({backupPath:l,originalPath:a,fileName:c,dir:s})}catch(b){n.push(`${k.basename(s)}/${c}: ${b.message}`)}}}if(n.length>0)return{ok:!1,error:n.join("; "),restored:0};let o=0,r=[];for(let{backupPath:s,originalPath:i,fileName:c,dir:l}of t)try{An(s,i),o++}catch(m){r.push(`${k.basename(l)}/${c}: ${m.message}`)}return r.length>0?{ok:!1,error:r.join("; "),restored:o}:{ok:!0,restored:o}}function An(e,t){let n=t+".tmp";try{d.copyFileSync(e,n),Cn(n)}catch(o){try{d.unlinkSync(n)}catch{}throw o}try{d.renameSync(n,t)}catch(o){try{d.unlinkSync(n)}catch{}if(o.code==="EPERM"||o.code==="EBUSY"){let r=new Error(`File locked: ${t} (${o.code}). On Windows this is usually antivirus / Search Indexer / the file open in another app. Close anything that might be holding it and re-run.`);throw r.code=o.code,r}throw o}}await xn();var ke=process.argv.slice(2),De=ke.find(e=>e.startsWith("--source="))?.split("=")[1]||"scouted",rt=parseInt(ke.find(e=>e.startsWith("--max="))?.split("=")[1]||"50"),oe=parseInt(ke.find(e=>e.startsWith("--revisit="))?.split("=")[1]||"0"),Ar=ke.includes("--list"),$r=ke.includes("--verbose");function Er(){let e=rn();console.log(`
|
|
286
|
+
\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550`),console.log(" PROFILE VISIT STATS"),console.log("\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550"),console.log(` Unique profiles visited: ${e.totalVisited}`),console.log(` Today: ${e.todayVisited}`),console.log(` Discovered recruiters: ${e.totalRecruiters} (potential visits)`);let t=He();if(console.log(` Unconnected recruiters: ${t.length}`),oe>0){let n=Je(oe);console.log(` Revisit (>${oe}d ago): ${n.length}`)}console.log(`\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550
|
|
287
|
+
`)}async function _r(){if(console.log(`
|
|
288
288
|
LinkedIn Profile Visitor
|
|
289
|
-
`),
|
|
289
|
+
`),Ar){Er();return}let e=[],t="";if(oe>0?(e=Je(oe),t=`revisit (>${oe} days)`):De==="people"?(e=He(),t="unconnected recruiters (people.json)"):De==="scouted"||De==="discovered"?(e=cn(),t="discovered recruiters (market-research)"):(e=ln({limit:rt}),t="smart (new \u2192 active \u2192 unconnected \u2192 revisit)"),console.log(` Source: ${t}`),console.log(` Candidates: ${e.length}`),console.log(` Max visits: ${rt}
|
|
290
290
|
`),e.length===0){console.log(` No profiles to visit. Run npm run scout first.
|
|
291
|
-
`);return}let n=
|
|
291
|
+
`);return}let n=pn("visit",De),{browser:o,page:r}=await Pt();try{let s=await sn(r,e,{maxVisits:rt,verbose:$r,skipRecentDays:oe>0?0:7});console.log(`
|
|
292
292
|
\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550`),console.log(" Visit Complete"),console.log("\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550"),console.log(` Visited: ${s.visited}`),console.log(` Skipped: ${s.skipped} (visited recently)`),console.log(` Errors: ${s.errors}`),console.log(`\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550
|
|
293
|
-
`),
|
|
294
|
-
Error:`,s.message),
|
|
293
|
+
`),Ye(n,"success",s)}catch(s){console.error(`
|
|
294
|
+
Error:`,s.message),Ye(n,"error",null,s.message)}finally{await o.close().catch(()=>{})}}_r().catch(e=>{console.error("Visit failed:",e),process.exit(1)});
|
package/ilml-plugin.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "linkedin",
|
|
3
|
-
"version": "1.20.
|
|
3
|
+
"version": "1.20.5",
|
|
4
4
|
"description": "Reference ilml plugin: keep a local mirror of your LinkedIn data with AI-assisted workflows",
|
|
5
5
|
"commands": {
|
|
6
6
|
"help": { "run": "node dist/help.mjs", "description": "List all commands with descriptions; or `help <cmd>` for detailed info on one command (usage, flags, ban-risk, when-to-use). Reads ilml-plugin.json directly.", "usage": "ilml linkedin help [<cmd>]", "useWhen": "You forgot what a command does, or you're an AI agent picking the right tool." },
|
package/package.json
CHANGED