ilml-plugin-linkedin 1.20.7 → 1.20.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +6 -0
- package/dist/connect.mjs +59 -57
- package/dist/enrichProfile.mjs +17 -15
- package/dist/enrichProfiles.mjs +41 -39
- package/dist/funnelRunner.mjs +45 -43
- package/dist/messageBot.mjs +74 -72
- package/dist/readPost.mjs +8 -8
- package/dist/run.mjs +54 -52
- package/dist/scout.mjs +11 -11
- package/dist/syncAll.mjs +98 -96
- package/dist/syncConnections.mjs +34 -32
- package/dist/verifyAbout.mjs +20 -18
- package/dist/version.mjs +1 -1
- package/dist/viewers.mjs +44 -42
- package/dist/visit.mjs +40 -38
- package/ilml-plugin.json +1 -1
- package/package.json +1 -1
package/dist/enrichProfiles.mjs
CHANGED
|
@@ -1,7 +1,9 @@
|
|
|
1
|
-
var Tn=Object.defineProperty;var le=(e,t)=>()=>(e&&(t=e(e=0)),t);var me=(e,t)=>{for(var n in t)Tn(e,n,{get:t[n],enumerable:!0})};async function v(e){let t=Math.floor(Math.random()*2001),n=e+t;return new Promise(o=>setTimeout(o,n))}async function Rn(e,t,{timeout:n=45e3,poll:o=1e3,label:r="page"}={}){let s=Date.now();for(;Date.now()-s<n;){try{if(await e.evaluate(l=>!!document.querySelector(l),t)){let l=Date.now()-s;return l>6e3&&console.log(` (waited ${Math.round(l/1e3)}s for LinkedIn to finish loading ${r})`),!0}}catch{}await new Promise(i=>setTimeout(i,o))}return!1}function On(e){return Dn.test(e||"")}async function Re(e,{readySelector:t,label:n="page",timeout:o=45e3}={}){let r=await Rn(e,t,{timeout:o,label:n});if(!r&&On(e.url())){let s=new Error(`Session expired (${n}) \u2014 redirected to login. Run: ilml linkedin login`);throw s.code="SESSION_EXPIRED",s}return r}async function De(e,t,{readySelector:n,label:o="page",timeout:r=45e3,gotoTimeout:s=6e4}={}){return await e.goto(t,{waitUntil:"domcontentloaded",timeout:s}),Re(e,{readySelector:n,label:o,timeout:r})}async function bt(e){return await e.evaluate(()=>{let t=document.querySelectorAll("div.artdeco-modal--is-open");for(let o of t){let r=o.innerText||"",s=r.includes("Premium")||r.includes("premium")||r.includes("Upgrade")||r.includes("upgrade"),i=r.includes("Try for")||r.includes("free trial")||r.includes("/month")||r.includes("per month")||r.includes("Start my")||r.includes("Subscribe"),l=r.includes("Get hired faster")||r.includes("Get hired 2x");if(s||i||l){let c=o.querySelector('button[aria-label="Dismiss"]')||o.querySelector("button.artdeco-modal__dismiss")||o.querySelector("button[data-test-modal-close-btn]");if(c)return c.click(),{dismissed:!0,matched:r.substring(0,80)};let a=o.querySelectorAll("button");for(let u of a){let m=u.innerText?.trim().toLowerCase()||"",d=u.getAttribute("aria-label")?.toLowerCase()||"";if(m==="not now"||m==="no thanks"||m==="dismiss"||d.includes("dismiss"))return u.click(),{dismissed:!0,matched:r.substring(0,80)}}}}let n=document.querySelector(".premium-upsell-link")||document.querySelector("[data-test-premium-upsell]")||document.querySelector(".premium-hub-upsell");if(n){let o=n.closest('[class*="modal"]')?.querySelector('button[aria-label="Dismiss"]')||n.closest('[class*="banner"]')?.querySelector('button[aria-label="Close"]');if(o)return o.click(),{dismissed:!0,matched:"premium-banner"}}return!1})}var Dn,pe=le(()=>{Dn=/\/authwall|\/login|\/checkpoint|\/uas\/login/});import{getPluginConfig as jn}from"@ilivemylife/graph-sdk";var Nn,Ln,X,Pr,Fn,Oe=le(async()=>{Nn=await jn();for(let[e,t]of Object.entries(Nn))process.env[e]===void 0&&(process.env[e]=t);Ln=process.env.LINKEDIN_NAME,X=Object.freeze({DRAFT:"draft",CONFIRMED:"confirmed",REJECTED:"rejected",NEEDS_REVIEW:"needs_review",SENT:"sent"}),Pr=Object.freeze(new Set([X.DRAFT,X.CONFIRMED,X.NEEDS_REVIEW])),Fn=Object.freeze(new Set([X.DRAFT,X.CONFIRMED,X.REJECTED,X.NEEDS_REVIEW]))});import"dotenv/config";import*as C from"fs";import*as A from"path";import{fileURLToPath as zn}from"url";function Ht(){ae=null,Zn=null,eo=null,ce=null,to=null,no=null}function Pe(){C.existsSync(q)||C.mkdirSync(q,{recursive:!0})}function Me(e,t){let n=JSON.stringify(t,null,2),o=e+".tmp";C.writeFileSync(o,n);for(let r=0;r<3;r++)try{C.renameSync(o,e);return}catch(s){if(r<2&&(s.code==="EPERM"||s.code==="EBUSY")){let i=Date.now();for(;Date.now()-i<200;);continue}throw s}}function qe(e,t){if(!C.existsSync(e))return null;try{let n=JSON.parse(C.readFileSync(e,"utf-8"));try{C.copyFileSync(e,e+".backup")}catch{}return n}catch(n){console.error(`[!] ${t} is corrupted: ${n.message}`),console.error(` File: ${A.resolve(e)}`);let o=e+".backup";if(C.existsSync(o))try{let r=JSON.parse(C.readFileSync(o,"utf-8"));console.error(` Restored from ${o}`);try{C.copyFileSync(o,e)}catch{}return r}catch{console.error(" Backup also corrupted!")}console.error(` Starting with empty data. Old file preserved as ${e}.corrupted`);try{C.copyFileSync(e,e+".corrupted")}catch{}return null}}function oo(){return new Date().toISOString().split("T")[0]}function Z(e){if(!e)return null;let t=e.match(/\/in\/([^/?#]+)/);return t?t[1].toLowerCase():null}function Mt(e){return typeof e=="string"?e.replace(/\s+/g," ").trim().toLowerCase():""}function Wt(e,t,n=null){if(!t||e[t])return t;let o=Z(t);if(!o)return t;let r=null;for(let[s,i]of Object.entries(e)){if(Z(i.profileUrl||s)===o)return s;!r&&Array.isArray(i.aliases)&&i.aliases.includes(o)&&(r=s)}if(r){let s=Mt(n),i=Mt(e[r].name);if(s&&i&&s===i)return r}return t}function io(){C.existsSync(Fe)||C.mkdirSync(Fe,{recursive:!0})}function Jt(e){let t=Z(e);return t?A.join(Fe,`${t}.json`):null}function lo(e){let t=Jt(e);return t?qe(t,`profile-history/${Z(e)}.json`)||[]:[]}function co(e,t){let n=Jt(e);if(!n)return;io();let o=lo(e);o.unshift(t);try{Me(n,o)}catch(r){console.error(`[!] Failed to append profile-history for ${Z(e)}: ${r.message}`)}}function qt(e){return!!(e==null||Array.isArray(e)&&e.length===0||typeof e=="string"&&!e.trim())}function Ut(e){return Array.isArray(e)?[...e].map(t=>String(t).trim()).sort().join("||"):typeof e=="string"?e.replace(/\s+/g," ").trim():e}function ao(e,t){if(!e)return[];let n=[];for(let o of so){let r=e[o],s=t[o];qt(r)||qt(s)||Ut(r)!==Ut(s)&&n.push(o)}return n}function uo(e){let t=new Set(["seenCount","sources","firstSeen","lastSeen","lastUpdated","encounters","jobIds","lastFullVisitAt","lastSnapshotAt","messageSent","connectionStatus","connectionDate","connectionMethod"]),n={};for(let[o,r]of Object.entries(e))t.has(o)||(n[o]=r);return n}function W(){return ae||(Pe(),ae=qe(Le,"people.json")||{},ae)}function Gt(e){Pe(),ae=e;try{Me(Le,e)}catch(t){console.error(`[!] Failed to save people.json: ${t.message}`),console.error(` Path: ${A.resolve(Le)}`)}}function Ue(){return ce||(Pe(),ce=qe(Bt,"conversations.json")||{},fo(ce),ce)}function fo(e){let t=0;for(let n of Object.values(e)){if(!(n.draftStatus!==void 0||n.draftPreparedAt!==void 0))continue;let r=(n.messages||[]).find(s=>s.status==="draft");r&&n.draftStatus&&n.draftStatus!=="pending"&&(r.status=n.draftStatus),delete n.draftStatus,delete n.draftPreparedAt,t++}if(t>0){console.log(` [migration] Moved draft state from conv to msg.status for ${t} conversations`);try{Me(Bt,e)}catch{}}}function Be(e,t={}){if(!e)return null;let n=W(),o=oo(),r=new Date().toISOString(),s=Wt(n,e,t.name),i=n[s];if(i){let l=ao(i,t);l.length>0&&(co(s,{capturedAt:r,previousLastUpdated:i.lastUpdated||null,changedFields:l,snapshot:uo(i)}),i.lastSnapshotAt=r),i.seenCount=(i.seenCount||1)+1,i.lastSeen=o,i.lastUpdated=r,t.source&&!i.sources?.includes(t.source)&&(i.sources=i.sources||[],i.sources.push(t.source));for(let c of ro)if(t[c]!=null){if(Array.isArray(t[c])&&t[c].length===0&&Array.isArray(i[c])&&i[c].length>0)continue;i[c]=t[c]}Array.isArray(t.availableSections)&&(i.lastFullVisitAt=r)}else n[s]={name:t.name||null,title:t.title||null,location:t.location||null,company:t.company||null,about:t.about||null,connectionDegree:t.connectionDegree||null,connectionsCount:t.connectionsCount||null,mutualConnections:t.mutualConnections||null,photoUrl:t.photoUrl||null,hasVerifiedBadge:t.hasVerifiedBadge||!1,currentCompany:t.currentCompany||null,currentSchool:t.currentSchool||null,connectionsLevel:t.connectionsLevel||null,mutualConnectionsCount:t.mutualConnectionsCount||null,followers:t.followers||null,openToWork:t.openToWork||!1,hiring:t.hiring||!1,topSkills:t.topSkills||null,availableSections:t.availableSections||null,experience:t.experience||null,featuredLinks:t.featuredLinks||null,_lastEnrichedAt:t._lastEnrichedAt||null,featured:t.featured||null,education:t.education||null,skillsFull:t.skillsFull||null,recommendations:t.recommendations||null,certifications:t.certifications||null,firstSeen:o,lastSeen:o,seenCount:1,sources:t.source?[t.source]:[],connectionStatus:null,requestedConnectionAt:null,connectionDate:null,connectionMethod:null,messageSent:null,jobIds:[],lastUpdated:r,lastSnapshotAt:null,lastFullVisitAt:Array.isArray(t.availableSections)?r:null};return Gt(n),n[s]}function Ve(e,t,n={}){if(n.dryRun||!e||!t)return;let o=Z(t);if(!o)return;let r=W(),s=Wt(r,e),i=r[s];if(!i)return;let l=Z(i.profileUrl||s);o!==l&&(Array.isArray(i.aliases)||(i.aliases=[]),i.aliases.includes(o)||(i.aliases.push(o),i.lastUpdated=new Date().toISOString(),Gt(r)))}var Qn,Xn,q,Le,cs,as,Bt,us,fs,Fe,Vt,ds,ms,ae,Zn,eo,ce,to,no,ro,so,ye=le(async()=>{await Oe();Qn=zn(import.meta.url),Xn=A.dirname(A.dirname(Qn)),q=process.env.DATA_DIR?A.resolve(process.env.DATA_DIR,"collected-profiles"):A.join(Xn,"collected-profiles"),Le=A.join(q,"people.json"),cs=A.join(q,"jobs.json"),as=A.join(q,"quota.json"),Bt=A.join(q,"conversations.json"),us=A.join(q,"sync-state.json"),fs=A.join(q,"application-questions.json"),Fe=A.join(q,"profile-history"),Vt=(e,t)=>{let n=parseInt(e,10);return Number.isInteger(n)&&n>=0?n:t},ds=Vt(process.env.CONNECT_MAX_DAILY,20),ms=Vt(process.env.CONNECT_MAX_WEEKLY,100),ae=null,Zn=null,eo=null,ce=null,to=null,no=null;ro=["name","title","location","company","connectionDegree","connectionsCount","mutualConnections","photoUrl","hasVerifiedBadge","about","currentCompany","currentSchool","connectionsLevel","mutualConnectionsCount","followers","openToWork","hiring","topSkills","availableSections","experience","featuredLinks","_lastEnrichedAt","featured","education","skillsFull","recommendations","certifications"],so=["name","title","location","currentCompany","currentSchool","connectionDegree","hasVerifiedBadge","openToWork","hiring","about","topSkills"]});var Yt={};me(Yt,{extractCertificationsFromDetails:()=>yo,extractEducationFromDetails:()=>ho,extractExperienceFromDetails:()=>mo,extractFeaturedFromDetails:()=>po,extractRecommendationsFromDetails:()=>wo,extractSkillsFromDetails:()=>go});async function mo(e,t){let n=t.replace(/\/+$/,"")+"/details/experience/";try{await e.goto(n,{waitUntil:"domcontentloaded",timeout:6e4}),await Re(e,{readySelector:"main .pvs-list, .scaffold-layout__main, main.scaffold-layout__main, section.artdeco-card",label:"experience details"}),await v(1e3);for(let r=0;r<5;r++)await e.evaluate(()=>window.scrollTo(0,document.body.scrollHeight)),await v(900);await v(1e3);let o=0;for(;o<5&&await e.evaluate(()=>{for(let s of document.querySelectorAll("button"))if(/^Load more$/i.test((s.textContent||"").trim()))return s.click(),!0;return!1});)o++,await v(1500),await e.evaluate(()=>window.scrollTo(0,document.body.scrollHeight)),await v(700);return await e.evaluate(()=>{let r=document.querySelector("main");if(!r)return[];function s(a){let u=[];for(let m of a.querySelectorAll("div")){let d=Array.from(m.children).filter(x=>x.tagName==="DIV");if(d.length<3)continue;let h=d.filter(x=>(x.textContent||"").trim().length>50);h.length<3||(m.textContent||"").length<500||u.push({el:m,count:h.length,totalText:(m.textContent||"").length})}return u.sort((m,d)=>d.count-m.count||m.totalText-d.totalText),u[0]?.el}let i=s(r);if(!i)return[];let l=Array.from(i.children).filter(a=>a.tagName==="DIV").filter(a=>(a.textContent||"").trim().length>50);function c(a){let u=a[0]||null,m=null,d=null;if(a[1]){let g=a[1].split("\xB7").map(T=>T.trim());m=g[0]||null,g[1]&&(d=g[1])}let h=a.findIndex(g=>/(\d{4}|present)/i.test(g)&&/(-|–|—)/i.test(g)&&g.length<80),x=null,S=null;if(h>=0){let g=a[h].split("\xB7").map(T=>T.trim());x=g[0]||null,g[1]&&(S=g[1])}let E=null,K=-1;if(h>=0&&a[h+1]){let g=a[h+1],T=/^[>*\-•]|^>/.test(g),fe=/https?:\/\//.test(g),se=/\d{4}/.test(g),ie=/,/.test(g)||/\bArea\b|\bRegion\b|\bProvince\b|\bCountry\b|, [A-Z]{2}\b/.test(g);!T&&!fe&&!se&&g.length<100&&ie&&(E=g,K=h+1)}let z=null,_e=-1,k=a[a.length-1];if(k&&/and\s+\+\d+\s+skills?$/i.test(k)){_e=a.length-1;let g=k.match(/^(.+?)\s+and\s+\+(\d+)\s+skills?$/i);g&&(z={listed:g[1].split(",").map(T=>T.trim()),additional:parseInt(g[2],10)})}let ue=new Set([0,1,h,K,_e].filter(g=>g>=0)),B=a.filter((g,T)=>!ue.has(T)),Q=B.length>0?B.join(`
|
|
1
|
+
var On=Object.defineProperty;var X=(e,t)=>()=>(e&&(t=e(e=0)),t);var me=(e,t)=>{for(var n in t)On(e,n,{get:t[n],enumerable:!0})};import _ from"fs";import q from"path";function Oe(){let e=process.env.ILML_SCOPE_DIR;return e?q.join(e,"plugins-state","linkedin","cookies.json"):jn}function Nn(){let e=Oe(),t=q.dirname(e);return t&&t!=="."&&!_.existsSync(t)&&_.mkdirSync(t,{recursive:!0}),e}function vt(e){let t=Nn();return _.writeFileSync(t,JSON.stringify(e)),t}function kt(){let e=Oe();if(!_.existsSync(e))throw new Error(`Cookies not found at ${e}. Run: ilml linkedin login`);let t;try{t=_.readFileSync(e,"utf-8")}catch(o){throw new Error(`Failed to read cookies at ${e}: ${o.message}. Run: ilml linkedin login`)}let n;try{n=JSON.parse(t)}catch{throw new Error(`Cookies file at ${e} is corrupted (invalid JSON). Run: ilml linkedin login`)}if(!Array.isArray(n)||n.length===0)throw new Error(`Cookies file at ${e} is empty or not an array. Run: ilml linkedin login`);return n}function Ct(){return _.existsSync(Oe())}function Ln(){let e=process.env.ILML_SCOPE_DIR;return e?q.join(e,"plugins-state","linkedin"):"."}function xt(e){let t=String(e||"").replace(/[^a-zA-Z0-9_.-]/g,"_").slice(0,80);return/[a-zA-Z0-9]/.test(t)?t:"default"}function Fn(){let e=process.env.MY_LINKEDIN_URL,t=e&&e.match(/\/in\/([^/?#]+)/);return t&&t[1]?xt(t[1]):"default"}function At(e){let t=process.env.LINKEDIN_CHROME_PROFILE_DIR;if(t)return _.existsSync(t)||_.mkdirSync(t,{recursive:!0}),q.resolve(t);let n=xt(e||Fn()),o=q.join(Ln(),"chrome-profile",n);return _.existsSync(o)||_.mkdirSync(o,{recursive:!0}),q.resolve(o)}function $t(e){return!_.existsSync(q.join(e,Et))}function _t(e){try{_.writeFileSync(q.join(e,Et),new Date().toISOString())}catch{}}function It(e){let t=0;for(let n of["SingletonLock","SingletonCookie","SingletonSocket"])try{_.rmSync(q.join(e,n),{force:!0}),t++}catch{}return t}var jn,Et,xe=X(()=>{jn="cookies.json";Et=".ilml-seeded"});async function v(e){let t=Math.floor(Math.random()*2001),n=e+t;return new Promise(o=>setTimeout(o,n))}async function Pn(e,t,{timeout:n=45e3,poll:o=1e3,label:r="page"}={}){let s=Date.now();for(;Date.now()-s<n;){try{if(await e.evaluate(l=>!!document.querySelector(l),t)){let l=Date.now()-s;return l>6e3&&console.log(` (waited ${Math.round(l/1e3)}s for LinkedIn to finish loading ${r})`),!0}}catch{}await new Promise(i=>setTimeout(i,o))}return!1}function Mn(e){return Tt.test(e||"")}async function qn(e,{credentialWaitMs:t=36e4,label:n="page"}={}){console.log(` \u26A0 Auth wall on ${n} \u2014 attempting self-recovery (cookies may just need a refresh)...`);try{await e.goto("https://www.linkedin.com/feed/",{waitUntil:"domcontentloaded",timeout:6e4})}catch{}let o=!!(process.stdin&&process.stdin.isTTY),r=o?t:Math.min(t,45e3),s=Date.now(),i=!1;for(;Date.now()-s<r;){let a="wait";try{a=await e.evaluate(c=>!new RegExp(c).test(location.href)&&document.querySelector("#global-nav, nav.global-nav")?"in":document.querySelector('input#username, input[name="session_key"], input#password')?"creds":"wait",Tt.source)}catch{}if(a==="in"){try{let c=await e.cookies();if(Array.isArray(c)&&c.some(d=>d.name==="li_at")){let d=vt(c);console.log(` \u2713 Session recovered \u2014 re-saved ${c.length} cookies (${d}).`)}else console.log(" \u2713 Session recovered (kept existing cookie snapshot \u2014 refreshed set had no li_at).")}catch(c){console.log(` \u2713 Session recovered (cookie re-save skipped: ${c.message}).`)}return!0}if(a==="creds"){if(!o){let c=new Error(`Session expired (${n}) \u2014 credentials required and no interactive terminal. Run: ilml linkedin login`);throw c.code="SESSION_EXPIRED",c}i||(i=!0,console.log(`
|
|
2
|
+
\u26A0 LinkedIn is asking for your login + password (cookies not enough this time).`),console.log(" \u2192 Sign in MANUALLY in the browser window that is already open."),console.log(` I will wait and resume automatically \u2014 do NOT close the window or re-run the command.
|
|
3
|
+
`))}await new Promise(c=>setTimeout(c,2500))}let l=new Error(`Session expired (${n}) \u2014 not signed in within the wait window. Run: ilml linkedin login`);throw l.code="SESSION_EXPIRED",l}async function Ae(e,{readySelector:t,label:n="page",timeout:o=45e3}={}){let r=await Pn(e,t,{timeout:o,label:n});if(!r&&Mn(e.url())){let s=new Error(`Session expired (${n}) \u2014 redirected to login. Run: ilml linkedin login`);throw s.code="SESSION_EXPIRED",s}return r}async function je(e,t,{readySelector:n,label:o="page",timeout:r=45e3,gotoTimeout:s=6e4,autoRecover:i=!0}={}){await e.goto(t,{waitUntil:"domcontentloaded",timeout:s});try{return await Ae(e,{readySelector:n,label:o,timeout:r})}catch(l){if(i&&l.code==="SESSION_EXPIRED"){await qn(e,{label:o});try{await e.goto(t,{waitUntil:"domcontentloaded",timeout:s})}catch{}return await Ae(e,{readySelector:n,label:o,timeout:r})}throw l}}async function Rt(e){return await e.evaluate(()=>{let t=document.querySelectorAll("div.artdeco-modal--is-open");for(let o of t){let r=o.innerText||"",s=r.includes("Premium")||r.includes("premium")||r.includes("Upgrade")||r.includes("upgrade"),i=r.includes("Try for")||r.includes("free trial")||r.includes("/month")||r.includes("per month")||r.includes("Start my")||r.includes("Subscribe"),l=r.includes("Get hired faster")||r.includes("Get hired 2x");if(s||i||l){let a=o.querySelector('button[aria-label="Dismiss"]')||o.querySelector("button.artdeco-modal__dismiss")||o.querySelector("button[data-test-modal-close-btn]");if(a)return a.click(),{dismissed:!0,matched:r.substring(0,80)};let c=o.querySelectorAll("button");for(let u of c){let d=u.innerText?.trim().toLowerCase()||"",m=u.getAttribute("aria-label")?.toLowerCase()||"";if(d==="not now"||d==="no thanks"||d==="dismiss"||m.includes("dismiss"))return u.click(),{dismissed:!0,matched:r.substring(0,80)}}}}let n=document.querySelector(".premium-upsell-link")||document.querySelector("[data-test-premium-upsell]")||document.querySelector(".premium-hub-upsell");if(n){let o=n.closest('[class*="modal"]')?.querySelector('button[aria-label="Dismiss"]')||n.closest('[class*="banner"]')?.querySelector('button[aria-label="Close"]');if(o)return o.click(),{dismissed:!0,matched:"premium-banner"}}return!1})}var Tt,pe=X(()=>{xe();Tt=/\/authwall|\/login|\/checkpoint|\/uas\/login/});import{getPluginConfig as Un}from"@ilivemylife/graph-sdk";var Bn,Vn,Z,Jr,Hn,Ne=X(async()=>{Bn=await Un();for(let[e,t]of Object.entries(Bn))process.env[e]===void 0&&(process.env[e]=t);Vn=process.env.LINKEDIN_NAME,Z=Object.freeze({DRAFT:"draft",CONFIRMED:"confirmed",REJECTED:"rejected",NEEDS_REVIEW:"needs_review",SENT:"sent"}),Jr=Object.freeze(new Set([Z.DRAFT,Z.CONFIRMED,Z.NEEDS_REVIEW])),Hn=Object.freeze(new Set([Z.DRAFT,Z.CONFIRMED,Z.REJECTED,Z.NEEDS_REVIEW]))});import"dotenv/config";import*as C from"fs";import*as A from"path";import{fileURLToPath as eo}from"url";function Gt(){ce=null,oo=null,ro=null,ae=null,so=null,io=null}function qe(){C.existsSync(U)||C.mkdirSync(U,{recursive:!0})}function Ue(e,t){let n=JSON.stringify(t,null,2),o=e+".tmp";C.writeFileSync(o,n);for(let r=0;r<3;r++)try{C.renameSync(o,e);return}catch(s){if(r<2&&(s.code==="EPERM"||s.code==="EBUSY")){let i=Date.now();for(;Date.now()-i<200;);continue}throw s}}function Be(e,t){if(!C.existsSync(e))return null;try{let n=JSON.parse(C.readFileSync(e,"utf-8"));try{C.copyFileSync(e,e+".backup")}catch{}return n}catch(n){console.error(`[!] ${t} is corrupted: ${n.message}`),console.error(` File: ${A.resolve(e)}`);let o=e+".backup";if(C.existsSync(o))try{let r=JSON.parse(C.readFileSync(o,"utf-8"));console.error(` Restored from ${o}`);try{C.copyFileSync(o,e)}catch{}return r}catch{console.error(" Backup also corrupted!")}console.error(` Starting with empty data. Old file preserved as ${e}.corrupted`);try{C.copyFileSync(e,e+".corrupted")}catch{}return null}}function lo(){return new Date().toISOString().split("T")[0]}function ee(e){if(!e)return null;let t=e.match(/\/in\/([^/?#]+)/);return t?t[1].toLowerCase():null}function Bt(e){return typeof e=="string"?e.replace(/\s+/g," ").trim().toLowerCase():""}function Yt(e,t,n=null){if(!t||e[t])return t;let o=ee(t);if(!o)return t;let r=null;for(let[s,i]of Object.entries(e)){if(ee(i.profileUrl||s)===o)return s;!r&&Array.isArray(i.aliases)&&i.aliases.includes(o)&&(r=s)}if(r){let s=Bt(n),i=Bt(e[r].name);if(s&&i&&s===i)return r}return t}function uo(){C.existsSync(Me)||C.mkdirSync(Me,{recursive:!0})}function Kt(e){let t=ee(e);return t?A.join(Me,`${t}.json`):null}function fo(e){let t=Kt(e);return t?Be(t,`profile-history/${ee(e)}.json`)||[]:[]}function mo(e,t){let n=Kt(e);if(!n)return;uo();let o=fo(e);o.unshift(t);try{Ue(n,o)}catch(r){console.error(`[!] Failed to append profile-history for ${ee(e)}: ${r.message}`)}}function Vt(e){return!!(e==null||Array.isArray(e)&&e.length===0||typeof e=="string"&&!e.trim())}function Ht(e){return Array.isArray(e)?[...e].map(t=>String(t).trim()).sort().join("||"):typeof e=="string"?e.replace(/\s+/g," ").trim():e}function po(e,t){if(!e)return[];let n=[];for(let o of co){let r=e[o],s=t[o];Vt(r)||Vt(s)||Ht(r)!==Ht(s)&&n.push(o)}return n}function ho(e){let t=new Set(["seenCount","sources","firstSeen","lastSeen","lastUpdated","encounters","jobIds","lastFullVisitAt","lastSnapshotAt","messageSent","connectionStatus","connectionDate","connectionMethod"]),n={};for(let[o,r]of Object.entries(e))t.has(o)||(n[o]=r);return n}function W(){return ce||(qe(),ce=Be(Pe,"people.json")||{},ce)}function zt(e){qe(),ce=e;try{Ue(Pe,e)}catch(t){console.error(`[!] Failed to save people.json: ${t.message}`),console.error(` Path: ${A.resolve(Pe)}`)}}function Ve(){return ae||(qe(),ae=Be(Wt,"conversations.json")||{},go(ae),ae)}function go(e){let t=0;for(let n of Object.values(e)){if(!(n.draftStatus!==void 0||n.draftPreparedAt!==void 0))continue;let r=(n.messages||[]).find(s=>s.status==="draft");r&&n.draftStatus&&n.draftStatus!=="pending"&&(r.status=n.draftStatus),delete n.draftStatus,delete n.draftPreparedAt,t++}if(t>0){console.log(` [migration] Moved draft state from conv to msg.status for ${t} conversations`);try{Ue(Wt,e)}catch{}}}function He(e,t={}){if(!e)return null;let n=W(),o=lo(),r=new Date().toISOString(),s=Yt(n,e,t.name),i=n[s];if(i){let l=po(i,t);l.length>0&&(mo(s,{capturedAt:r,previousLastUpdated:i.lastUpdated||null,changedFields:l,snapshot:ho(i)}),i.lastSnapshotAt=r),i.seenCount=(i.seenCount||1)+1,i.lastSeen=o,i.lastUpdated=r,t.source&&!i.sources?.includes(t.source)&&(i.sources=i.sources||[],i.sources.push(t.source));for(let a of ao)if(t[a]!=null){if(Array.isArray(t[a])&&t[a].length===0&&Array.isArray(i[a])&&i[a].length>0)continue;i[a]=t[a]}Array.isArray(t.availableSections)&&(i.lastFullVisitAt=r)}else n[s]={name:t.name||null,title:t.title||null,location:t.location||null,company:t.company||null,about:t.about||null,connectionDegree:t.connectionDegree||null,connectionsCount:t.connectionsCount||null,mutualConnections:t.mutualConnections||null,photoUrl:t.photoUrl||null,hasVerifiedBadge:t.hasVerifiedBadge||!1,currentCompany:t.currentCompany||null,currentSchool:t.currentSchool||null,connectionsLevel:t.connectionsLevel||null,mutualConnectionsCount:t.mutualConnectionsCount||null,followers:t.followers||null,openToWork:t.openToWork||!1,hiring:t.hiring||!1,topSkills:t.topSkills||null,availableSections:t.availableSections||null,experience:t.experience||null,featuredLinks:t.featuredLinks||null,_lastEnrichedAt:t._lastEnrichedAt||null,featured:t.featured||null,education:t.education||null,skillsFull:t.skillsFull||null,recommendations:t.recommendations||null,certifications:t.certifications||null,firstSeen:o,lastSeen:o,seenCount:1,sources:t.source?[t.source]:[],connectionStatus:null,requestedConnectionAt:null,connectionDate:null,connectionMethod:null,messageSent:null,jobIds:[],lastUpdated:r,lastSnapshotAt:null,lastFullVisitAt:Array.isArray(t.availableSections)?r:null};return zt(n),n[s]}function We(e,t,n={}){if(n.dryRun||!e||!t)return;let o=ee(t);if(!o)return;let r=W(),s=Yt(r,e),i=r[s];if(!i)return;let l=ee(i.profileUrl||s);o!==l&&(Array.isArray(i.aliases)||(i.aliases=[]),i.aliases.includes(o)||(i.aliases.push(o),i.lastUpdated=new Date().toISOString(),zt(r)))}var to,no,U,Pe,ms,ps,Wt,hs,gs,Me,Jt,ys,ws,ce,oo,ro,ae,so,io,ao,co,ye=X(async()=>{await Ne();to=eo(import.meta.url),no=A.dirname(A.dirname(to)),U=process.env.DATA_DIR?A.resolve(process.env.DATA_DIR,"collected-profiles"):A.join(no,"collected-profiles"),Pe=A.join(U,"people.json"),ms=A.join(U,"jobs.json"),ps=A.join(U,"quota.json"),Wt=A.join(U,"conversations.json"),hs=A.join(U,"sync-state.json"),gs=A.join(U,"application-questions.json"),Me=A.join(U,"profile-history"),Jt=(e,t)=>{let n=parseInt(e,10);return Number.isInteger(n)&&n>=0?n:t},ys=Jt(process.env.CONNECT_MAX_DAILY,20),ws=Jt(process.env.CONNECT_MAX_WEEKLY,100),ce=null,oo=null,ro=null,ae=null,so=null,io=null;ao=["name","title","location","company","connectionDegree","connectionsCount","mutualConnections","photoUrl","hasVerifiedBadge","about","currentCompany","currentSchool","connectionsLevel","mutualConnectionsCount","followers","openToWork","hiring","topSkills","availableSections","experience","featuredLinks","_lastEnrichedAt","featured","education","skillsFull","recommendations","certifications"],co=["name","title","location","currentCompany","currentSchool","connectionDegree","hasVerifiedBadge","openToWork","hiring","about","topSkills"]});var Qt={};me(Qt,{extractCertificationsFromDetails:()=>vo,extractEducationFromDetails:()=>bo,extractExperienceFromDetails:()=>yo,extractFeaturedFromDetails:()=>wo,extractRecommendationsFromDetails:()=>ko,extractSkillsFromDetails:()=>So});async function yo(e,t){let n=t.replace(/\/+$/,"")+"/details/experience/";try{await e.goto(n,{waitUntil:"domcontentloaded",timeout:6e4}),await Ae(e,{readySelector:"main .pvs-list, .scaffold-layout__main, main.scaffold-layout__main, section.artdeco-card",label:"experience details"}),await v(1e3);for(let r=0;r<5;r++)await e.evaluate(()=>window.scrollTo(0,document.body.scrollHeight)),await v(900);await v(1e3);let o=0;for(;o<5&&await e.evaluate(()=>{for(let s of document.querySelectorAll("button"))if(/^Load more$/i.test((s.textContent||"").trim()))return s.click(),!0;return!1});)o++,await v(1500),await e.evaluate(()=>window.scrollTo(0,document.body.scrollHeight)),await v(700);return await e.evaluate(()=>{let r=document.querySelector("main");if(!r)return[];function s(c){let u=[];for(let d of c.querySelectorAll("div")){let m=Array.from(d.children).filter(x=>x.tagName==="DIV");if(m.length<3)continue;let h=m.filter(x=>(x.textContent||"").trim().length>50);h.length<3||(d.textContent||"").length<500||u.push({el:d,count:h.length,totalText:(d.textContent||"").length})}return u.sort((d,m)=>m.count-d.count||d.totalText-m.totalText),u[0]?.el}let i=s(r);if(!i)return[];let l=Array.from(i.children).filter(c=>c.tagName==="DIV").filter(c=>(c.textContent||"").trim().length>50);function a(c){let u=c[0]||null,d=null,m=null;if(c[1]){let g=c[1].split("\xB7").map(R=>R.trim());d=g[0]||null,g[1]&&(m=g[1])}let h=c.findIndex(g=>/(\d{4}|present)/i.test(g)&&/(-|–|—)/i.test(g)&&g.length<80),x=null,S=null;if(h>=0){let g=c[h].split("\xB7").map(R=>R.trim());x=g[0]||null,g[1]&&(S=g[1])}let E=null,K=-1;if(h>=0&&c[h+1]){let g=c[h+1],R=/^[>*\-•]|^>/.test(g),fe=/https?:\/\//.test(g),ie=/\d{4}/.test(g),le=/,/.test(g)||/\bArea\b|\bRegion\b|\bProvince\b|\bCountry\b|, [A-Z]{2}\b/.test(g);!R&&!fe&&!ie&&g.length<100&&le&&(E=g,K=h+1)}let z=null,Te=-1,k=c[c.length-1];if(k&&/and\s+\+\d+\s+skills?$/i.test(k)){Te=c.length-1;let g=k.match(/^(.+?)\s+and\s+\+(\d+)\s+skills?$/i);g&&(z={listed:g[1].split(",").map(R=>R.trim()),additional:parseInt(g[2],10)})}let ue=new Set([0,1,h,K,Te].filter(g=>g>=0)),V=c.filter((g,R)=>!ue.has(R)),Q=V.length>0?V.join(`
|
|
2
4
|
|
|
3
|
-
`):null;return{title:u,company:
|
|
4
|
-
`).map(
|
|
5
|
+
`):null;return{title:u,company:d,employmentType:m,dates:x,duration:S,location:E,description:Q,skills:z,_raw:c}}return l.map(c=>{let d=(c.innerText||"").trim().split(`
|
|
6
|
+
`).map(m=>m.trim()).filter(m=>m&&m.length<5e3);return a(d)}).filter(c=>c.title)})}catch(o){if(/session expired|bounced to|authwall|checkpoint/i.test(o.message||""))throw o;return console.error(`extractExperienceFromDetails failed for ${t}: ${o.message?.slice(0,120)}`),[]}}async function we(e,t,n){let o=t.replace(/\/+$/,"")+`/details/${n}/`;await e.goto(o,{waitUntil:"domcontentloaded",timeout:6e4}),await v(3e3);let r=e.url();if(/\/(login|authwall|checkpoint)/i.test(r))throw new Error(`Session expired \u2014 bounced to ${r} when fetching /details/${n}/`);if(!r.toLowerCase().includes(`/details/${n.toLowerCase()}/`))throw new Error(`Section /details/${n}/ not available on profile (landed on ${r})`);for(let i=0;i<4;i++)await e.evaluate(()=>window.scrollTo(0,document.body.scrollHeight)),await v(700);await v(800);let s=0;for(;s<5&&await e.evaluate(()=>{for(let l of document.querySelectorAll("button"))if(/^Load more$/i.test((l.textContent||"").trim()))return l.click(),!0;return!1});)s++,await v(1300),await e.evaluate(()=>window.scrollTo(0,document.body.scrollHeight)),await v(600)}async function Se(e,t,n,o){try{return await o()}catch(r){let s=r.message||"";if(/session expired|bounced to|authwall|checkpoint/i.test(s))throw r;return/not available on profile/i.test(s)?(console.log(` (${t}: section not on profile \u2014 skipped)`),[]):(console.error(`${n} failed for ${e}: ${s.slice(0,120)}`),[])}}async function wo(e,t){return Se(t,"featured","extractFeaturedFromDetails",async()=>(await we(e,t,"featured"),await e.evaluate(`(() => {
|
|
5
7
|
${be}
|
|
6
8
|
|
|
7
9
|
const main = document.querySelector('main');
|
|
@@ -42,7 +44,7 @@ var Tn=Object.defineProperty;var le=(e,t)=>()=>(e&&(t=e(e=0)),t);var me=(e,t)=>{
|
|
|
42
44
|
if (e.caption && /^\xB7\\s*\\d+(?:st|nd|rd|th)\\+?$/i.test(e.caption.trim())) return false;
|
|
43
45
|
return true;
|
|
44
46
|
});
|
|
45
|
-
})()`)))}async function
|
|
47
|
+
})()`)))}async function bo(e,t){return Se(t,"education","extractEducationFromDetails",async()=>(await we(e,t,"education"),await e.evaluate(`(() => {
|
|
46
48
|
${be}
|
|
47
49
|
|
|
48
50
|
const main = document.querySelector('main');
|
|
@@ -79,7 +81,7 @@ var Tn=Object.defineProperty;var le=(e,t)=>()=>(e&&(t=e(e=0)),t);var me=(e,t)=>{
|
|
|
79
81
|
if (e.degree && /^\xB7\\s*\\d+(?:st|nd|rd|th)\\+?$/i.test(e.degree.trim())) return false;
|
|
80
82
|
return true;
|
|
81
83
|
});
|
|
82
|
-
})()`)))}async function
|
|
84
|
+
})()`)))}async function So(e,t){return Se(t,"skills","extractSkillsFromDetails",async()=>(await we(e,t,"skills"),await e.evaluate(`(() => {
|
|
83
85
|
${be}
|
|
84
86
|
|
|
85
87
|
const main = document.querySelector('main');
|
|
@@ -111,7 +113,7 @@ var Tn=Object.defineProperty;var le=(e,t)=>()=>(e&&(t=e(e=0)),t);var me=(e,t)=>{
|
|
|
111
113
|
skills.push({ name, endorsements, _raw: lines });
|
|
112
114
|
}
|
|
113
115
|
return skills;
|
|
114
|
-
})()`)))}async function
|
|
116
|
+
})()`)))}async function vo(e,t){return Se(t,"certifications","extractCertificationsFromDetails",async()=>(await we(e,t,"certifications"),await e.evaluate(`(() => {
|
|
115
117
|
${be}
|
|
116
118
|
|
|
117
119
|
const main = document.querySelector('main');
|
|
@@ -136,7 +138,7 @@ var Tn=Object.defineProperty;var le=(e,t)=>()=>(e&&(t=e(e=0)),t);var me=(e,t)=>{
|
|
|
136
138
|
|
|
137
139
|
return { name, issuer, issueDate, expiryDate, credentialId, _raw: lines };
|
|
138
140
|
}).filter(e => e.name);
|
|
139
|
-
})()`)))}async function
|
|
141
|
+
})()`)))}async function ko(e,t){return Se(t,"recommendations","extractRecommendationsFromDetails",async()=>(await we(e,t,"recommendations"),await e.evaluate(`(() => {
|
|
140
142
|
${be}
|
|
141
143
|
|
|
142
144
|
const main = document.querySelector('main');
|
|
@@ -172,7 +174,7 @@ var Tn=Object.defineProperty;var le=(e,t)=>()=>(e&&(t=e(e=0)),t);var me=(e,t)=>{
|
|
|
172
174
|
if (e.recommenderTitle && /^\xB7\\s*\\d+(?:st|nd|rd|th)\\+?$/i.test(e.recommenderTitle.trim())) return false;
|
|
173
175
|
return true;
|
|
174
176
|
});
|
|
175
|
-
})()`)))}var be,
|
|
177
|
+
})()`)))}var be,Xt=X(()=>{pe();be=`
|
|
176
178
|
function findEntryContainer(root) {
|
|
177
179
|
const candidates = [];
|
|
178
180
|
for (const div of root.querySelectorAll('div')) {
|
|
@@ -235,14 +237,14 @@ function findEntryContainer(root) {
|
|
|
235
237
|
candidates.sort((a, b) => b.count - a.count || b.totalText - a.totalText);
|
|
236
238
|
return candidates[0]?.el;
|
|
237
239
|
}
|
|
238
|
-
`});var Qt=le(()=>{});import"dotenv/config";import*as D from"fs";import*as I from"path";import{fileURLToPath as So}from"url";function Co(){D.existsSync(te)||D.mkdirSync(te,{recursive:!0})}function xo(e,t){let n=JSON.stringify(t,null,2),o=e+".tmp";D.writeFileSync(o,n);for(let r=0;r<3;r++)try{D.renameSync(o,e);return}catch(s){if(r<2&&(s.code==="EPERM"||s.code==="EBUSY")){let i=Date.now();for(;Date.now()-i<200;);continue}throw s}}function Ao(e){try{if(D.existsSync(e))return JSON.parse(D.readFileSync(e,"utf-8"))}catch{}return null}function Zt(){Eo=null,$o=null,_o=null,Io=null,ee=null}function He(){return ee||(ee=Ao(Xt)||{visits:[]},Array.isArray(ee.visits)||(ee.visits=[]),ee)}function en(e,t={}){if(!e)return;Co();let n=He();n.visits.push({date:new Date().toISOString(),profileUrl:e,name:t.name||null,source:t.source||"manual"});let o=Date.now()-90*24*60*60*1e3;n.visits=n.visits.filter(r=>new Date(r.date).getTime()>o);try{xo(Xt,n)}catch(r){console.error(`[!] Failed to save visit-log.json: ${r.message}`)}}function tn(e){let t=He();for(let n=t.visits.length-1;n>=0;n--)if(t.visits[n].profileUrl===e)return t.visits[n].date;return null}var vo,ko,te,Rs,Ds,Xt,Os,js,Eo,$o,_o,Io,ee,We=le(()=>{Qt();vo=So(import.meta.url),ko=I.dirname(I.dirname(vo)),te=process.env.DATA_DIR?I.resolve(process.env.DATA_DIR,"market-research"):I.join(ko,"market-research"),Rs=I.join(te,"scouted-jobs.json"),Ds=I.join(te,"discovered-people.json"),Xt=I.join(te,"visit-log.json"),Os=I.join(te,"companies.json"),js=I.join(te,"job-decisions.json");Eo=null,$o=null,_o=null,Io=null,ee=null});import Gn from"puppeteer";import{addExtra as Yn}from"puppeteer-extra";import Kn from"puppeteer-extra-plugin-stealth";pe();await Oe();import P from"fs";import H from"path";var Pn="cookies.json";function St(){let e=process.env.ILML_SCOPE_DIR;return e?H.join(e,"plugins-state","linkedin","cookies.json"):Pn}function vt(){let e=St();if(!P.existsSync(e))throw new Error(`Cookies not found at ${e}. Run: ilml linkedin login`);let t;try{t=P.readFileSync(e,"utf-8")}catch(o){throw new Error(`Failed to read cookies at ${e}: ${o.message}. Run: ilml linkedin login`)}let n;try{n=JSON.parse(t)}catch{throw new Error(`Cookies file at ${e} is corrupted (invalid JSON). Run: ilml linkedin login`)}if(!Array.isArray(n)||n.length===0)throw new Error(`Cookies file at ${e} is empty or not an array. Run: ilml linkedin login`);return n}function kt(){return P.existsSync(St())}function Mn(){let e=process.env.ILML_SCOPE_DIR;return e?H.join(e,"plugins-state","linkedin"):"."}function Ct(e){let t=String(e||"").replace(/[^a-zA-Z0-9_.-]/g,"_").slice(0,80);return/[a-zA-Z0-9]/.test(t)?t:"default"}function qn(){let e=process.env.MY_LINKEDIN_URL,t=e&&e.match(/\/in\/([^/?#]+)/);return t&&t[1]?Ct(t[1]):"default"}function xt(e){let t=process.env.LINKEDIN_CHROME_PROFILE_DIR;if(t)return P.existsSync(t)||P.mkdirSync(t,{recursive:!0}),H.resolve(t);let n=Ct(e||qn()),o=H.join(Mn(),"chrome-profile",n);return P.existsSync(o)||P.mkdirSync(o,{recursive:!0}),H.resolve(o)}var At=".ilml-seeded";function Et(e){return!P.existsSync(H.join(e,At))}function $t(e){try{P.writeFileSync(H.join(e,At),new Date().toISOString())}catch{}}function _t(e){let t=0;for(let n of["SingletonLock","SingletonCookie","SingletonSocket"])try{P.rmSync(H.join(e,n),{force:!0}),t++}catch{}return t}import je from"fs";import Un from"path";var Bn={headless:!1,defaultViewport:null,protocolTimeout:3e5},ge=new Set,It=!1;async function xe(){let e=[...ge].map(t=>{try{return Promise.resolve(t.close()).catch(()=>{})}catch{return Promise.resolve()}});ge.clear(),await Promise.race([Promise.all(e),new Promise(t=>setTimeout(t,5e3))])}function Vn(){if(It)return;It=!0;let e=t=>async()=>{await xe(),process.exit(t)};process.once("SIGINT",e(130)),process.once("SIGTERM",e(143)),process.once("SIGHUP",e(129)),process.once("uncaughtException",async t=>{await xe(),console.error(t&&t.stack||t),process.exit(1)}),process.once("unhandledRejection",async t=>{await xe(),console.error(t),process.exit(1)}),process.stdout.on("error",async t=>{t&&t.code==="EPIPE"&&(await xe(),process.exit(0))}),process.on("exit",()=>{for(let t of ge)try{let n=t.process&&t.process();n&&n.kill("SIGKILL")}catch{}})}function Ne(e){return Un.join(e,".ilml-browser-session.json")}function Ot(e,t={}){try{je.writeFileSync(Ne(e),JSON.stringify({ownerPid:process.pid,startedAt:Date.now(),...t}))}catch{}}function Hn(e,t){try{let n=t.wsEndpoint&&t.wsEndpoint();Ot(e,n?{wsEndpoint:n}:{})}catch{}}function Wn(e){let t=jt(e);t&&t.ownerPid===process.pid&&he(e)}function he(e){try{je.rmSync(Ne(e),{force:!0})}catch{}}function jt(e){try{return JSON.parse(je.readFileSync(Ne(e),"utf-8"))}catch{return null}}function Tt(e){if(!e||e===process.pid)return!0;try{return process.kill(e,0),!0}catch(t){return!t||t.code!=="ESRCH"}}function Rt(e,t,n){let o,r=new Promise(i=>{o=setTimeout(()=>i(n),t)}),s=Promise.resolve(e).then(i=>(clearTimeout(o),i),i=>{throw clearTimeout(o),i});return Promise.race([s,r])}async function Dt(e,t,{probeTimeoutMs:n=4e3}={}){let o=jt(t);if(!o)return"free";if(!o.wsEndpoint)return o.ownerPid&&o.ownerPid!==process.pid&&Tt(o.ownerPid)?"live":(he(t),"free");let r=Symbol("timeout"),s=e.connect({browserWSEndpoint:o.wsEndpoint,defaultViewport:null}).catch(()=>null),i=await Rt(s,n,r);if(i===r)return s.then(c=>{if(c)try{c.disconnect()}catch{}}),"live";if(!i)return he(t),"free";if(Tt(o.ownerPid)){try{i.disconnect()}catch{}return"live"}if(console.log(" (recovered an orphaned automation browser from a previous run \u2014 closing it)"),await Rt(i.close().then(()=>!0).catch(()=>!1),n,!1))return he(t),"free";try{i.disconnect()}catch{}return"live"}function Jn(e,t){e&&(Vn(),ge.add(e),e.on("disconnected",()=>{ge.delete(e),t&&he(t)}))}async function Nt(e,t={}){let n=xt(),o={...Bn,...t,userDataDir:n},r=`Could not open the LinkedIn automation Chrome profile at ${n}. Another LinkedIn automation command is already running (or its window is still open) \u2014 wait for it to finish or close that window, then retry.`;if(await Dt(e,n)==="live")throw new Error(r);Ot(n);let s;try{s=await e.launch(o)}catch{if(await Dt(e,n)==="live")throw new Error(r);_t(n);try{s=await e.launch(o)}catch(l){throw Wn(n),new Error(`Could not open the LinkedIn automation Chrome profile at ${n}. If a LinkedIn automation window is already open, close it and retry. (Chrome: ${l.message})`)}}return Jn(s,n),Hn(n,s),{browser:s,profileDir:n,needsSeed:Et(n)}}async function Lt(e,t){if(!t||!t.needsSeed)return!1;if(!kt())return console.warn(" \u26A0 No saved LinkedIn session found. If this command comes back empty or redirects to login, run: ilml linkedin login"),!1;try{return await e.setCookie(...vt()),$t(t.profileDir),console.log(" (seeded persistent profile from saved cookies \u2014 one-time)"),!0}catch{return!1}}var Ft=Yn(Gn);Ft.use(Kn());async function Pt(){let{browser:e,profileDir:t,needsSeed:n}=await Nt(Ft),o=await e.newPage();return await o.evaluateOnNewDocument(()=>{Object.defineProperty(navigator,"webdriver",{get:()=>{}})}),await Lt(o,{profileDir:t,needsSeed:n}),console.log(" Browser launched (persistent profile)."),{browser:e,page:o}}pe();await ye();async function bo(e,t){let n=e.url();if(n.includes("/in/"))return!1;if(n.includes("/login")||n.includes("/authwall")||n.includes("/checkpoint"))throw new Error("Session expired \u2014 redirected to login. Run: ilml linkedin login");console.log(` Off-track: ${n.slice(0,80)}`),console.log(" Navigating back to profile..."),await e.goto(t,{waitUntil:"domcontentloaded",timeout:6e4}),await v(3e3);let o=e.url();return o.includes("/in/")||console.log(` Recovery failed \u2014 still on: ${o.slice(0,80)}`),!0}async function zt(e,t,n={}){let{extractExperience:o=!1,extractFeatured:r=!1,extractEducation:s=!1,extractSkills:i=!1,extractRecommendations:l=!1,extractCertifications:c=!1}=n;try{await De(e,t,{readySelector:".scaffold-layout__main, main.scaffold-layout__main, .pv-top-card, section.pv-top-card",label:"profile"}),await v(1500),await bt(e)&&(console.log(" Dismissed Premium overlay"),await v(1500),await bo(e,t));let u=0;for(let k=0;k<2;k++){let ue=await e.evaluate(()=>document.body.scrollHeight);for(let Q=1;Q<=6;Q++)await e.evaluate(g=>window.scrollTo(0,g),ue*Q/6),await v(900);let B=await e.evaluate(()=>document.body.scrollHeight);if(B===u)break;u=B}await v(800);let m=null;try{let k=e.url();k&&/\/in\/[^/?#]/.test(k)&&(m=k.split("?")[0].replace(/\/+$/,""))}catch{}let d=await e.evaluate(()=>{let k=new Set(["Highlights","About","Activity","Experience","Education","Skills","Recommendations","Languages","Interests","Volunteer experience","Featured","Honors & awards","Honors and awards","Projects","Publications","Patents","Certifications","Licenses & certifications","Courses","Test scores","Organizations"]),ue=new Set(["Ad Options","Don\u2019t want to see this","0 notifications","Explore Premium profiles","You might like","People you may know","Suggested for you","More profiles for you","Promoted"]),B=p=>{let y=(p||"").trim().replace(/^[·•]\s*/,"");return/^(1st|2nd|3rd|she\/her|he\/him|they\/them|their\/them)$/i.test(y)},Q={name:null,title:null,location:null,currentCompany:null,currentSchool:null,connectionDegree:null,hasVerifiedBadge:!1,photoUrl:null,connectionsLevel:null,mutualConnectionsCount:null,followers:null,openToWork:!1,hiring:!1,about:null,topSkills:null,availableSections:[]},g=document.querySelector("main");if(!g)return Q;let T=[...Array.from(g.querySelectorAll("h1")),...Array.from(g.querySelectorAll("h2"))],fe=Array.from(g.querySelectorAll("h2")),se=T.find(p=>{let y=p.textContent&&p.textContent.trim(),w=(y||"").replace(/\s*\(\d+\)$/,"").trim();return y&&y.length>1&&y.length<100&&!k.has(w)&&!ue.has(w)}),ie=se?se.textContent.trim():null,R=se?se.parentElement:null;for(;R&&R!==g&&!Array.from(R.children).filter(y=>y.tagName==="P").some(y=>{let w=y.textContent&&y.textContent.trim();return w&&w.length>5&&!B(w)});)R=R.parentElement;let st=null,it=null,lt=null,Ie=null;if(R&&R!==g){let p=Array.from(R.children).filter(w=>w.tagName==="P").filter(w=>{let V=w.textContent&&w.textContent.trim();return V&&V.length>5&&!B(V)});if(p[0]&&(st=p[0].textContent.trim()),p[1]){let w=p[1].textContent.trim().split(/\s*[·•]\s*/);it=w[0]||null,w.length>1&&(lt=w.slice(1).join(" \xB7 "))}let y=Array.from(R.children).filter(w=>w.tagName==="DIV");for(let w=y.length-1;w>=0;w--){let V=y[w].textContent&&y[w].textContent.trim();if(V&&!(ie&&V.startsWith(ie))&&(Ie=V.split(/[·•]/)[0].trim(),Ie))break}}let ct=null;if(R){let p=R.querySelectorAll("p, span, div");for(let y of p){let w=(y.textContent||"").trim().replace(/^[·•]\s*/,"");if(w==="1st"||w==="2nd"||w==="3rd"){ct=w;break}}}let Cn=!!g.querySelector('svg[data-test-icon="verified"], [aria-label*="Verified" i]'),at=document.querySelector('main img[width="200"], button img[alt*="photo" i]'),xn=at&&at.src||null,ke=g.textContent||"",ut=null,ft=ke.match(/(\d+\+?)\s+connections\b/i);ft&&(ut=ft[1]+" connections");let Ce=null,dt=ke.match(/(\d+)\s+mutual connection/i),mt=ke.match(/and\s+(\d+)\s+other mutual/i),An=ke.match(/([A-Z][\w'-]+(?:\s+[A-Z][\w'-]+)?)\s+and\s+([A-Z][\w'-]+(?:\s+[A-Z][\w'-]+)?)\s+are\s+mutual/);dt?Ce=parseInt(dt[1],10):mt?Ce=2+parseInt(mt[1],10):An&&(Ce=2);let pt=null,ht=null,gt=fe.find(p=>p.textContent&&p.textContent.trim()==="About");if(gt){let p=gt.parentElement;for(;p&&p.tagName!=="SECTION";)p=p.parentElement;if(p){let y=(p.textContent||"").trim();y=y.replace(/^About\s*/,"").trim();let w=y.match(/Top skills\s*(.+?)$/i);if(w){let Te=w[1].split(/\b(?:see (?:more|less)|show (?:more|less))\b/i)[0].trim().split(/\s*[·•]\s*/).map(In=>In.trim()).filter(Boolean);Te.length>0&&Te.length<10&&(ht=Te)}y=y.split(/\n?…\s*more/i)[0].trim(),y=y.split(/\n?\.\.\.\s*more/i)[0].trim(),y=y.split(/\bTop skills\b/i)[0].trim(),y=y.split(/\b(?:see (?:more|less)|show (?:more|less))\b/i)[0].trim(),pt=y||null}}let yt=null,wt=fe.find(p=>p.textContent&&p.textContent.trim()==="Activity");if(wt){let p=wt.parentElement;for(;p&&p.tagName!=="SECTION";)p=p.parentElement;if(p){let y=(p.textContent||"").slice(0,200).match(/([\d,]+)\s+followers/i);y&&(yt=parseInt(y[1].replace(/,/g,""),10))}}let En=[...new Set(fe.map(p=>(p.textContent||"").trim().replace(/\s*\(\d+\)$/,"").trim()).filter(p=>p&&p.length>1&&p.length<60&&p!==ie).filter(p=>k.has(p)))],de=document.body.textContent||"",$n=/#OpenToWork\b/i.test(de)||/\bOpen to work\b/.test(de),_n=/#Hiring\b/i.test(de)||/\bI'?m hiring\b/i.test(de)||/\bWe are hiring\b/i.test(de);return{name:ie,title:st,location:Ie,currentCompany:it,currentSchool:lt,connectionDegree:ct,hasVerifiedBadge:Cn,photoUrl:xn,connectionsLevel:ut,mutualConnectionsCount:Ce,followers:yt,openToWork:$n,hiring:_n,about:pt,topSkills:ht,availableSections:En}});console.log(`Viewed: ${d.name} - ${d.title}`);let h=null,x=null,S=null,E=null,K=null,z=null;if(o||r||s||i||l||c){let k=await Promise.resolve().then(()=>(Kt(),Yt));o&&(h=await k.extractExperienceFromDetails(e,t),console.log(` + Experience: ${h.length} entries`)),r&&(x=await k.extractFeaturedFromDetails(e,t),console.log(` + Featured: ${x.length} entries`)),s&&(S=await k.extractEducationFromDetails(e,t),console.log(` + Education: ${S.length} entries`)),i&&(E=await k.extractSkillsFromDetails(e,t),console.log(` + Skills: ${E.length} entries`)),l&&(K=await k.extractRecommendationsFromDetails(e,t),console.log(` + Recommendations: ${K.length} entries`)),c&&(z=await k.extractCertificationsFromDetails(e,t),console.log(` + Certifications: ${z.length} entries`))}return{...d,profileUrl:t,resolvedUrl:m,...h!==null&&{experience:h},...x!==null&&{featured:x},...S!==null&&{education:S},...E!==null&&{skillsFull:E},...K!==null&&{recommendations:K},...z!==null&&{certifications:z}}}catch(a){console.error(`Error viewing profile ${t}:`,a.message);try{await e.goto("about:blank",{timeout:1e4}),await v(1e3)}catch{}if(/session expired|bounced to|authwall|checkpoint|redirected to login/i.test(a.message||""))throw a;return null}}We();await ye();pe();async function nn(e,t,n={}){let{maxVisits:o=50,delayBetween:r=4e3,skipRecentDays:s=7,verbose:i=!1,extractExperience:l=!1}=n,c={visited:0,skipped:0,errors:0},a=Date.now()-s*24*60*60*1e3;for(let u of t){if(c.visited>=o)break;if(!u.profileUrl)continue;let m=tn(u.profileUrl);if(m&&new Date(m).getTime()>a){c.skipped++;continue}try{let d=await zt(e,u.profileUrl,{extractExperience:l}),h=u.source||"visit";if(d){let S={...d,source:h};l&&Array.isArray(d.experience)&&d.experience.length>0&&(S._lastEnrichedAt=new Date().toISOString()),Be(u.profileUrl,S),d.resolvedUrl&&Ve(u.profileUrl,d.resolvedUrl)}en(u.profileUrl,{name:d?.name||u.name||null,source:h}),c.visited++,i?console.log(` [${c.visited}] ${d?.name||u.profileUrl} \u2014 ${d?.title?.slice(0,40)||"?"}`):c.visited%10===0&&console.log(` Visited: ${c.visited}`);let x=Math.random()*4e3;await v(r+x)}catch(d){c.errors++,i&&console.error(` Error visiting ${u.name||u.profileUrl}: ${d.message?.slice(0,60)}`);let h=(d.message||"").toLowerCase();if(h.includes("detached")||h.includes("session closed")||h.includes("target closed")||h.includes("session expired")||h.includes("bounced to")||h.includes("authwall")||h.includes("checkpoint")||h.includes("redirected to login")){console.log(" Fatal browser/session error \u2014 stopping visits");break}}}return c}await ye();import"dotenv/config";import*as O from"fs";import*as J from"path";import{fileURLToPath as No}from"url";import"dotenv/config";import{createGraphClient as To,resolveToken as Ro}from"@ilivemylife/graph-sdk";import{config as Do}from"dotenv";Do();var on=Ro()||process.env.TOKEN;on||(console.error(`
|
|
240
|
+
`});var en=X(()=>{});import"dotenv/config";import*as O from"fs";import*as T from"path";import{fileURLToPath as xo}from"url";function $o(){O.existsSync(ne)||O.mkdirSync(ne,{recursive:!0})}function _o(e,t){let n=JSON.stringify(t,null,2),o=e+".tmp";O.writeFileSync(o,n);for(let r=0;r<3;r++)try{O.renameSync(o,e);return}catch(s){if(r<2&&(s.code==="EPERM"||s.code==="EBUSY")){let i=Date.now();for(;Date.now()-i<200;);continue}throw s}}function Io(e){try{if(O.existsSync(e))return JSON.parse(O.readFileSync(e,"utf-8"))}catch{}return null}function nn(){To=null,Ro=null,Do=null,Oo=null,te=null}function Je(){return te||(te=Io(tn)||{visits:[]},Array.isArray(te.visits)||(te.visits=[]),te)}function on(e,t={}){if(!e)return;$o();let n=Je();n.visits.push({date:new Date().toISOString(),profileUrl:e,name:t.name||null,source:t.source||"manual"});let o=Date.now()-90*24*60*60*1e3;n.visits=n.visits.filter(r=>new Date(r.date).getTime()>o);try{_o(tn,n)}catch(r){console.error(`[!] Failed to save visit-log.json: ${r.message}`)}}function rn(e){let t=Je();for(let n=t.visits.length-1;n>=0;n--)if(t.visits[n].profileUrl===e)return t.visits[n].date;return null}var Ao,Eo,ne,Ls,Fs,tn,Ps,Ms,To,Ro,Do,Oo,te,Ge=X(()=>{en();Ao=xo(import.meta.url),Eo=T.dirname(T.dirname(Ao)),ne=process.env.DATA_DIR?T.resolve(process.env.DATA_DIR,"market-research"):T.join(Eo,"market-research"),Ls=T.join(ne,"scouted-jobs.json"),Fs=T.join(ne,"discovered-people.json"),tn=T.join(ne,"visit-log.json"),Ps=T.join(ne,"companies.json"),Ms=T.join(ne,"job-decisions.json");To=null,Ro=null,Do=null,Oo=null,te=null});import Qn from"puppeteer";import{addExtra as Xn}from"puppeteer-extra";import Zn from"puppeteer-extra-plugin-stealth";pe();await Ne();xe();xe();import Le from"fs";import Wn from"path";var Jn={headless:!1,defaultViewport:null,protocolTimeout:3e5},ge=new Set,Dt=!1;async function Ee(){let e=[...ge].map(t=>{try{return Promise.resolve(t.close()).catch(()=>{})}catch{return Promise.resolve()}});ge.clear(),await Promise.race([Promise.all(e),new Promise(t=>setTimeout(t,5e3))])}function Gn(){if(Dt)return;Dt=!0;let e=t=>async()=>{await Ee(),process.exit(t)};process.once("SIGINT",e(130)),process.once("SIGTERM",e(143)),process.once("SIGHUP",e(129)),process.once("uncaughtException",async t=>{await Ee(),console.error(t&&t.stack||t),process.exit(1)}),process.once("unhandledRejection",async t=>{await Ee(),console.error(t),process.exit(1)}),process.stdout.on("error",async t=>{t&&t.code==="EPIPE"&&(await Ee(),process.exit(0))}),process.on("exit",()=>{for(let t of ge)try{let n=t.process&&t.process();n&&n.kill("SIGKILL")}catch{}})}function Fe(e){return Wn.join(e,".ilml-browser-session.json")}function Lt(e,t={}){try{Le.writeFileSync(Fe(e),JSON.stringify({ownerPid:process.pid,startedAt:Date.now(),...t}))}catch{}}function Yn(e,t){try{let n=t.wsEndpoint&&t.wsEndpoint();Lt(e,n?{wsEndpoint:n}:{})}catch{}}function Kn(e){let t=Ft(e);t&&t.ownerPid===process.pid&&he(e)}function he(e){try{Le.rmSync(Fe(e),{force:!0})}catch{}}function Ft(e){try{return JSON.parse(Le.readFileSync(Fe(e),"utf-8"))}catch{return null}}function Ot(e){if(!e||e===process.pid)return!0;try{return process.kill(e,0),!0}catch(t){return!t||t.code!=="ESRCH"}}function jt(e,t,n){let o,r=new Promise(i=>{o=setTimeout(()=>i(n),t)}),s=Promise.resolve(e).then(i=>(clearTimeout(o),i),i=>{throw clearTimeout(o),i});return Promise.race([s,r])}async function Nt(e,t,{probeTimeoutMs:n=4e3}={}){let o=Ft(t);if(!o)return"free";if(!o.wsEndpoint)return o.ownerPid&&o.ownerPid!==process.pid&&Ot(o.ownerPid)?"live":(he(t),"free");let r=Symbol("timeout"),s=e.connect({browserWSEndpoint:o.wsEndpoint,defaultViewport:null}).catch(()=>null),i=await jt(s,n,r);if(i===r)return s.then(a=>{if(a)try{a.disconnect()}catch{}}),"live";if(!i)return he(t),"free";if(Ot(o.ownerPid)){try{i.disconnect()}catch{}return"live"}if(console.log(" (recovered an orphaned automation browser from a previous run \u2014 closing it)"),await jt(i.close().then(()=>!0).catch(()=>!1),n,!1))return he(t),"free";try{i.disconnect()}catch{}return"live"}function zn(e,t){e&&(Gn(),ge.add(e),e.on("disconnected",()=>{ge.delete(e),t&&he(t)}))}async function Pt(e,t={}){let n=At(),o={...Jn,...t,userDataDir:n},r=`Could not open the LinkedIn automation Chrome profile at ${n}. Another LinkedIn automation command is already running (or its window is still open) \u2014 wait for it to finish or close that window, then retry.`;if(await Nt(e,n)==="live")throw new Error(r);Lt(n);let s;try{s=await e.launch(o)}catch{if(await Nt(e,n)==="live")throw new Error(r);It(n);try{s=await e.launch(o)}catch(l){throw Kn(n),new Error(`Could not open the LinkedIn automation Chrome profile at ${n}. If a LinkedIn automation window is already open, close it and retry. (Chrome: ${l.message})`)}}return zn(s,n),Yn(n,s),{browser:s,profileDir:n,needsSeed:$t(n)}}async function Mt(e,t){if(!t||!t.needsSeed)return!1;if(!Ct())return console.warn(" \u26A0 No saved LinkedIn session found. If this command comes back empty or redirects to login, run: ilml linkedin login"),!1;try{return await e.setCookie(...kt()),_t(t.profileDir),console.log(" (seeded persistent profile from saved cookies \u2014 one-time)"),!0}catch{return!1}}var qt=Xn(Qn);qt.use(Zn());async function Ut(){let{browser:e,profileDir:t,needsSeed:n}=await Pt(qt),o=await e.newPage();return await o.evaluateOnNewDocument(()=>{Object.defineProperty(navigator,"webdriver",{get:()=>{}})}),await Mt(o,{profileDir:t,needsSeed:n}),console.log(" Browser launched (persistent profile)."),{browser:e,page:o}}pe();await ye();async function Co(e,t){let n=e.url();if(n.includes("/in/"))return!1;if(n.includes("/login")||n.includes("/authwall")||n.includes("/checkpoint"))throw new Error("Session expired \u2014 redirected to login. Run: ilml linkedin login");console.log(` Off-track: ${n.slice(0,80)}`),console.log(" Navigating back to profile..."),await e.goto(t,{waitUntil:"domcontentloaded",timeout:6e4}),await v(3e3);let o=e.url();return o.includes("/in/")||console.log(` Recovery failed \u2014 still on: ${o.slice(0,80)}`),!0}async function Zt(e,t,n={}){let{extractExperience:o=!1,extractFeatured:r=!1,extractEducation:s=!1,extractSkills:i=!1,extractRecommendations:l=!1,extractCertifications:a=!1}=n;try{await je(e,t,{readySelector:".scaffold-layout__main, main.scaffold-layout__main, .pv-top-card, section.pv-top-card",label:"profile"}),await v(1500),await Rt(e)&&(console.log(" Dismissed Premium overlay"),await v(1500),await Co(e,t));let u=0;for(let k=0;k<2;k++){let ue=await e.evaluate(()=>document.body.scrollHeight);for(let Q=1;Q<=6;Q++)await e.evaluate(g=>window.scrollTo(0,g),ue*Q/6),await v(900);let V=await e.evaluate(()=>document.body.scrollHeight);if(V===u)break;u=V}await v(800);let d=null;try{let k=e.url();k&&/\/in\/[^/?#]/.test(k)&&(d=k.split("?")[0].replace(/\/+$/,""))}catch{}let m=await e.evaluate(()=>{let k=new Set(["Highlights","About","Activity","Experience","Education","Skills","Recommendations","Languages","Interests","Volunteer experience","Featured","Honors & awards","Honors and awards","Projects","Publications","Patents","Certifications","Licenses & certifications","Courses","Test scores","Organizations"]),ue=new Set(["Ad Options","Don\u2019t want to see this","0 notifications","Explore Premium profiles","You might like","People you may know","Suggested for you","More profiles for you","Promoted"]),V=p=>{let y=(p||"").trim().replace(/^[·•]\s*/,"");return/^(1st|2nd|3rd|she\/her|he\/him|they\/them|their\/them)$/i.test(y)},Q={name:null,title:null,location:null,currentCompany:null,currentSchool:null,connectionDegree:null,hasVerifiedBadge:!1,photoUrl:null,connectionsLevel:null,mutualConnectionsCount:null,followers:null,openToWork:!1,hiring:!1,about:null,topSkills:null,availableSections:[]},g=document.querySelector("main");if(!g)return Q;let R=[...Array.from(g.querySelectorAll("h1")),...Array.from(g.querySelectorAll("h2"))],fe=Array.from(g.querySelectorAll("h2")),ie=R.find(p=>{let y=p.textContent&&p.textContent.trim(),w=(y||"").replace(/\s*\(\d+\)$/,"").trim();return y&&y.length>1&&y.length<100&&!k.has(w)&&!ue.has(w)}),le=ie?ie.textContent.trim():null,D=ie?ie.parentElement:null;for(;D&&D!==g&&!Array.from(D.children).filter(y=>y.tagName==="P").some(y=>{let w=y.textContent&&y.textContent.trim();return w&&w.length>5&&!V(w)});)D=D.parentElement;let lt=null,at=null,ct=null,Re=null;if(D&&D!==g){let p=Array.from(D.children).filter(w=>w.tagName==="P").filter(w=>{let H=w.textContent&&w.textContent.trim();return H&&H.length>5&&!V(H)});if(p[0]&&(lt=p[0].textContent.trim()),p[1]){let w=p[1].textContent.trim().split(/\s*[·•]\s*/);at=w[0]||null,w.length>1&&(ct=w.slice(1).join(" \xB7 "))}let y=Array.from(D.children).filter(w=>w.tagName==="DIV");for(let w=y.length-1;w>=0;w--){let H=y[w].textContent&&y[w].textContent.trim();if(H&&!(le&&H.startsWith(le))&&(Re=H.split(/[·•]/)[0].trim(),Re))break}}let ut=null;if(D){let p=D.querySelectorAll("p, span, div");for(let y of p){let w=(y.textContent||"").trim().replace(/^[·•]\s*/,"");if(w==="1st"||w==="2nd"||w==="3rd"){ut=w;break}}}let En=!!g.querySelector('svg[data-test-icon="verified"], [aria-label*="Verified" i]'),ft=document.querySelector('main img[width="200"], button img[alt*="photo" i]'),$n=ft&&ft.src||null,ke=g.textContent||"",dt=null,mt=ke.match(/(\d+\+?)\s+connections\b/i);mt&&(dt=mt[1]+" connections");let Ce=null,pt=ke.match(/(\d+)\s+mutual connection/i),ht=ke.match(/and\s+(\d+)\s+other mutual/i),_n=ke.match(/([A-Z][\w'-]+(?:\s+[A-Z][\w'-]+)?)\s+and\s+([A-Z][\w'-]+(?:\s+[A-Z][\w'-]+)?)\s+are\s+mutual/);pt?Ce=parseInt(pt[1],10):ht?Ce=2+parseInt(ht[1],10):_n&&(Ce=2);let gt=null,yt=null,wt=fe.find(p=>p.textContent&&p.textContent.trim()==="About");if(wt){let p=wt.parentElement;for(;p&&p.tagName!=="SECTION";)p=p.parentElement;if(p){let y=(p.textContent||"").trim();y=y.replace(/^About\s*/,"").trim();let w=y.match(/Top skills\s*(.+?)$/i);if(w){let De=w[1].split(/\b(?:see (?:more|less)|show (?:more|less))\b/i)[0].trim().split(/\s*[·•]\s*/).map(Dn=>Dn.trim()).filter(Boolean);De.length>0&&De.length<10&&(yt=De)}y=y.split(/\n?…\s*more/i)[0].trim(),y=y.split(/\n?\.\.\.\s*more/i)[0].trim(),y=y.split(/\bTop skills\b/i)[0].trim(),y=y.split(/\b(?:see (?:more|less)|show (?:more|less))\b/i)[0].trim(),gt=y||null}}let bt=null,St=fe.find(p=>p.textContent&&p.textContent.trim()==="Activity");if(St){let p=St.parentElement;for(;p&&p.tagName!=="SECTION";)p=p.parentElement;if(p){let y=(p.textContent||"").slice(0,200).match(/([\d,]+)\s+followers/i);y&&(bt=parseInt(y[1].replace(/,/g,""),10))}}let In=[...new Set(fe.map(p=>(p.textContent||"").trim().replace(/\s*\(\d+\)$/,"").trim()).filter(p=>p&&p.length>1&&p.length<60&&p!==le).filter(p=>k.has(p)))],de=document.body.textContent||"",Tn=/#OpenToWork\b/i.test(de)||/\bOpen to work\b/.test(de),Rn=/#Hiring\b/i.test(de)||/\bI'?m hiring\b/i.test(de)||/\bWe are hiring\b/i.test(de);return{name:le,title:lt,location:Re,currentCompany:at,currentSchool:ct,connectionDegree:ut,hasVerifiedBadge:En,photoUrl:$n,connectionsLevel:dt,mutualConnectionsCount:Ce,followers:bt,openToWork:Tn,hiring:Rn,about:gt,topSkills:yt,availableSections:In}});console.log(`Viewed: ${m.name} - ${m.title}`);let h=null,x=null,S=null,E=null,K=null,z=null;if(o||r||s||i||l||a){let k=await Promise.resolve().then(()=>(Xt(),Qt));o&&(h=await k.extractExperienceFromDetails(e,t),console.log(` + Experience: ${h.length} entries`)),r&&(x=await k.extractFeaturedFromDetails(e,t),console.log(` + Featured: ${x.length} entries`)),s&&(S=await k.extractEducationFromDetails(e,t),console.log(` + Education: ${S.length} entries`)),i&&(E=await k.extractSkillsFromDetails(e,t),console.log(` + Skills: ${E.length} entries`)),l&&(K=await k.extractRecommendationsFromDetails(e,t),console.log(` + Recommendations: ${K.length} entries`)),a&&(z=await k.extractCertificationsFromDetails(e,t),console.log(` + Certifications: ${z.length} entries`))}return{...m,profileUrl:t,resolvedUrl:d,...h!==null&&{experience:h},...x!==null&&{featured:x},...S!==null&&{education:S},...E!==null&&{skillsFull:E},...K!==null&&{recommendations:K},...z!==null&&{certifications:z}}}catch(c){console.error(`Error viewing profile ${t}:`,c.message);try{await e.goto("about:blank",{timeout:1e4}),await v(1e3)}catch{}if(/session expired|bounced to|authwall|checkpoint|redirected to login/i.test(c.message||""))throw c;return null}}Ge();await ye();pe();async function sn(e,t,n={}){let{maxVisits:o=50,delayBetween:r=4e3,skipRecentDays:s=7,verbose:i=!1,extractExperience:l=!1}=n,a={visited:0,skipped:0,errors:0},c=Date.now()-s*24*60*60*1e3;for(let u of t){if(a.visited>=o)break;if(!u.profileUrl)continue;let d=rn(u.profileUrl);if(d&&new Date(d).getTime()>c){a.skipped++;continue}try{let m=await Zt(e,u.profileUrl,{extractExperience:l}),h=u.source||"visit";if(m){let S={...m,source:h};l&&Array.isArray(m.experience)&&m.experience.length>0&&(S._lastEnrichedAt=new Date().toISOString()),He(u.profileUrl,S),m.resolvedUrl&&We(u.profileUrl,m.resolvedUrl)}on(u.profileUrl,{name:m?.name||u.name||null,source:h}),a.visited++,i?console.log(` [${a.visited}] ${m?.name||u.profileUrl} \u2014 ${m?.title?.slice(0,40)||"?"}`):a.visited%10===0&&console.log(` Visited: ${a.visited}`);let x=Math.random()*4e3;await v(r+x)}catch(m){a.errors++,i&&console.error(` Error visiting ${u.name||u.profileUrl}: ${m.message?.slice(0,60)}`);let h=(m.message||"").toLowerCase();if(h.includes("detached")||h.includes("session closed")||h.includes("target closed")||h.includes("session expired")||h.includes("bounced to")||h.includes("authwall")||h.includes("checkpoint")||h.includes("redirected to login")){console.log(" Fatal browser/session error \u2014 stopping visits");break}}}return a}await ye();import"dotenv/config";import*as j from"fs";import*as J from"path";import{fileURLToPath as Mo}from"url";import"dotenv/config";import{createGraphClient as jo,resolveToken as No}from"@ilivemylife/graph-sdk";import{config as Lo}from"dotenv";Lo();var ln=No()||process.env.TOKEN;ln||(console.error(`
|
|
239
241
|
[FATAL] No iLiveMyLife token found.`),console.error(" The bot uses Lifebot AI to decide which jobs to apply for"),console.error(` and how to fill application forms. It cannot work without it.
|
|
240
242
|
`),console.error(" Easiest way:"),console.error(" 1. npm install -g @ilivemylife/graph-sdk"),console.error(` 2. ilml login your@email.com yourpassword
|
|
241
243
|
`),console.error(` Or add ILML_TOKEN=... to .env
|
|
242
|
-
`),process.exit(1));var
|
|
244
|
+
`),process.exit(1));var an=jo({token:ln});function Fo(e){if(!e||e<1e3)return`${e||0}ms`;let t=Math.round(e/1e3);if(t<60)return`${t}s`;let n=Math.floor(t/60),o=t%60;return o?`${n}m ${o}s`:`${n}m`}function Po({scriptName:e,mode:t,status:n,error:o,duration:r}){let s=n==="error"?"\u2717":n==="quota-reached"?"\u26A0":"\u2713",i=new Date().toISOString().slice(0,16).replace("T"," "),l=r?` ${Fo(r)}`:"",a=n==="error"?`error${o?`: ${String(o).slice(0,80)}`:""}`:n==="quota-reached"?"daily quota reached":"done",c=t&&t!=="default"?` (${t})`:"";return`${s} ${e}${c} \u2014 ${a} \u2014 ${i}${l}`}async function cn({scriptName:e,mode:t,status:n,summaryLines:o,error:r,duration:s}){let i=process.env.NODE_RUN_REPORTS;if(!i||!Array.isArray(o)||o.length===0)return;let a=`**${Po({scriptName:e,mode:t,status:n,error:r,duration:s})}**
|
|
243
245
|
|
|
244
246
|
${o.join(`
|
|
245
|
-
`)}`;try{await rn.addMessage(i,c)}catch(a){console.error(`[runReport] Failed to post end-of-session message: ${a.message}`)}}var Lo=No(import.meta.url),Fo=J.dirname(J.dirname(Lo)),Je=process.env.DATA_DIR?J.resolve(process.env.DATA_DIR,"collected-profiles"):J.join(Fo,"collected-profiles"),Ge=J.join(Je,"run-log.json");function Po(e,t){let n=JSON.stringify(t,null,2),o=e+".tmp";O.writeFileSync(o,n);for(let r=0;r<3;r++)try{O.renameSync(o,e);return}catch(s){if(r<2&&(s.code==="EPERM"||s.code==="EBUSY")){let i=Date.now();for(;Date.now()-i<200;);continue}throw s}}function ln(){try{if(!O.existsSync(Ge))return{runs:[]};let e=JSON.parse(O.readFileSync(Ge,"utf-8"));return!e.runs||!Array.isArray(e.runs)?{runs:[]}:e}catch{return{runs:[]}}}function cn(e){O.existsSync(Je)||O.mkdirSync(Je,{recursive:!0});try{Po(Ge,e)}catch(t){console.error(`[!] Failed to save run-log.json: ${t.message}`)}}function an(e,t="default"){let n=ln();for(let i of n.runs)i.status==="running"&&(i.status="interrupted",i.result="interrupted",i.timestamp&&(i.duration=Date.now()-new Date(i.timestamp).getTime()));let o=new Date,r={timestamp:o.toISOString(),script:e,mode:t,status:"running",result:null,duration:null,stats:null,error:null};n.runs.push(r);let s=Date.now()-30*24*60*60*1e3;return n.runs=n.runs.filter(i=>new Date(i.timestamp).getTime()>s),cn(n),{script:e,mode:t,startTime:o.getTime(),runIndex:n.runs.length-1}}function Ye(e,t,n=null,o=null){if(!e)return;let r=null;try{let i=ln(),l=i.runs[e.runIndex];if(l&&l.status==="running"&&l.script===e.script)l.status=t,l.result=t,l.duration=Date.now()-e.startTime,l.stats=n,l.error=o,r=l.duration;else{let c=i.runs.find(a=>a.script===e.script&&a.status==="running"&&a.timestamp===new Date(e.startTime).toISOString());c&&(c.status=t,c.result=t,c.duration=Date.now()-e.startTime,c.stats=n,c.error=o,r=c.duration)}cn(i)}catch(i){console.error(`[runLog] Failed to end run: ${i.message}`)}let s=n&&Array.isArray(n.summaryLines)?n.summaryLines:null;if(s&&s.length>0&&process.env.NODE_RUN_REPORTS){let i=t==="error"?"error":n&&n.dailyLimitHit?"quota-reached":"done";sn({scriptName:e.script,mode:e.mode,status:i,summaryLines:s,error:o,duration:r??Date.now()-e.startTime}).catch(l=>console.error(`[runLog] postRunReport failed: ${l.message}`))}}import"dotenv/config";import*as f from"fs";import*as nt from"os";import*as b from"path";import{fileURLToPath as cr}from"url";var Qe={};me(Qe,{NAME:()=>qo,VERSION:()=>Mo,up:()=>Vo});import*as j from"fs";import*as Ae from"path";var Mo=1,qo="normalize-jobs-and-questions",Uo=["description","techStack","jobTags","seniority","employmentType","industries","jobFunction","postedTime","applicantCount","companySize","workplaceType","contractType","isEasyApply","applyType","companyUrl","scoutedAt","lastSeen"],Bo=50;function Ke(e){return j.existsSync(e)?JSON.parse(j.readFileSync(e,"utf-8")):null}function ze(e,t){let n=JSON.stringify(t,null,2),o=e+".tmp";try{j.writeFileSync(o,n)}catch(r){try{j.unlinkSync(o)}catch{}throw r}try{j.renameSync(o,e)}catch(r){try{j.unlinkSync(o)}catch{}if(r.code==="EPERM"||r.code==="EBUSY"){let s=new Error(`File locked: ${e} (${r.code}). On Windows usually antivirus / file explorer / open editor. Close it and re-run.`);throw s.code=r.code,s}throw r}}async function Vo(e,t){let n=Ae.join(e,"jobs.json"),o=Ae.join(t,"scouted-jobs.json"),r=Ae.join(e,"application-questions.json"),s=Ke(n)||{},i=Ke(o)||{},l=0,c=[];for(let u of Object.keys(s)){if(!i[u])continue;let m=i[u],d=s[u];for(let h of Uo)m[h]!=null&&d[h]==null&&(d[h]=m[h]);c.push(u),l++}l>0?(ze(n,s),console.log(` Phase 1: Merged ${l} scouted jobs into jobs.json`)):console.log(" Phase 1: No overlapping jobs to merge");let a=Ke(r);if(a&&Array.isArray(a.applications)){let u={},m=0;for(let d of a.applications){let h=d.jobId||"unknown";u[h]||(u[h]={applications:[]});let x=(d.questions||[]).map(S=>{let E={type:S.type||"input",question:S.question||"",answer:S.answer||""};return S.options&&(S.options.length<=Bo?E.options=S.options:(E.optionsOmitted=!0,m++)),S.page&&(E.page=S.page),S.wasPreFilled&&(E.wasPreFilled=!0),S.wasRetry&&(E.wasRetry=!0),E});u[h].applications.push({applicationId:d.applicationId,date:d.date,result:d.result||"submitted",formPages:d.formPages||null,duration:d.duration||null,retries:d.retries||0,failedField:d.failedField||null,questionCount:d.questionCount||x.length,questions:x})}ze(r,u),console.log(` Phase 2: Rekeyed ${a.applications.length} applications by jobId (${Object.keys(u).length} unique jobs)`),m>0&&console.log(` Phase 2: Stripped bloated options from ${m} questions`)}else a&&!a.applications?console.log(" Phase 2: application-questions.json already in keyed format"):console.log(" Phase 2: No application-questions.json found");if(c.length>0){for(let u of c)delete i[u];ze(o,i),console.log(` Phase 3: Removed ${c.length} merged entries from scouted-jobs.json (${Object.keys(i).length} remaining)`)}else console.log(" Phase 3: No entries to remove from scouted-jobs.json")}var Xe={};me(Xe,{NAME:()=>Wo,VERSION:()=>Ho,up:()=>Yo});import*as N from"fs";import*as un from"path";var Ho=2,Wo="reset-unread-flags";function Jo(e){return N.existsSync(e)?JSON.parse(N.readFileSync(e,"utf-8")):null}function Go(e,t){let n=JSON.stringify(t,null,2),o=e+".tmp";try{N.writeFileSync(o,n)}catch(r){try{N.unlinkSync(o)}catch{}throw r}try{N.renameSync(o,e)}catch(r){try{N.unlinkSync(o)}catch{}if(r.code==="EPERM"||r.code==="EBUSY"){let s=new Error(`File locked: ${e} (${r.code}). On Windows usually antivirus / file explorer / open editor. Close it and re-run.`);throw s.code=r.code,s}throw r}}async function Yo(e){let t=un.join(e,"conversations.json"),n=Jo(t);if(!n){console.log(" conversations.json not found \u2014 nothing to reset.");return}let o=0;for(let r of Object.keys(n))n[r].unread===!0&&(n[r].unread=!1,o++);if(o===0){console.log(" No stale unread flags found \u2014 nothing to do.");return}Go(t,n),console.log(` Reset unread=false on ${o} conversations. Run 'ilml linkedin sync-all' to re-establish real unread state from LinkedIn.`)}var Ze={};me(Ze,{NAME:()=>zo,VERSION:()=>Ko,up:()=>tr});import*as L from"fs";import*as fn from"path";var Ko=3,zo="recompute-last-message-by",Qo=new Set(["draft","confirmed","rejected","needs_review"]);function Xo(e){return L.existsSync(e)?JSON.parse(L.readFileSync(e,"utf-8")):null}function Zo(e,t){let n=JSON.stringify(t,null,2),o=e+".tmp";try{L.writeFileSync(o,n)}catch(r){try{L.unlinkSync(o)}catch{}throw r}try{L.renameSync(o,e)}catch(r){try{L.unlinkSync(o)}catch{}if(r.code==="EPERM"||r.code==="EBUSY"){let s=new Error(`File locked: ${e} (${r.code}). On Windows usually antivirus / file explorer / open editor. Close it and re-run.`);throw s.code=r.code,s}throw r}}function er(e,t){if(!e||e.length===0)return"them";let n=e.filter(s=>!Qo.has(s.status));if(n.length===0)return"them";let o=n.map(s=>({m:s,t:Date.parse(s.time)})).filter(s=>Number.isFinite(s.t)).sort((s,i)=>i.t-s.t).map(s=>s.m),r=o.length>0?o:[...n].reverse();for(let s of r){let i=s.sender;if(i===t)return"me";if(i!=="Unknown"&&i!=="")return"them"}return"them"}async function tr(e){let t=fn.join(e,"conversations.json"),n=Xo(t);if(!n){console.log(" conversations.json not found \u2014 nothing to recompute.");return}let o=process.env.LINKEDIN_NAME;if(!o||typeof o!="string"||!o.trim())throw new Error(`LINKEDIN_NAME env var is not set. Migration v003 needs your display name to determine which messages are yours vs theirs. Set LINKEDIN_NAME in your .env (or run "ilml plugin config linkedin set LINKEDIN_NAME 'Your Name'") and retry.`);let r=0,s=0,i=0;for(let l of Object.keys(n)){let c=n[l];if(!c||typeof c!="object")continue;Object.prototype.hasOwnProperty.call(c,"_cardSynced")&&(delete c._cardSynced,s++);let a=Array.isArray(c.messages)?c.messages:[],u=er(a,o),m=u==="me"?"awaiting_reply":"unanswered_by_us";c.lastMessageBy!==u&&i++,c.lastMessageBy=u,c.conversationStatus=m,r++}if(r===0){console.log(" No conversations to recompute.");return}Zo(t,n),console.log(` Recomputed lastMessageBy + conversationStatus on ${r} conversations.`),console.log(` ${i} had stale lastMessageBy (now corrected).`),s>0&&console.log(` Cleaned ${s} leftover _cardSynced flags.`),console.log(" Re-run 'ilml linkedin enrich' if you want actionNeeded / summary / autoTags to also update.")}var et={};me(et,{NAME:()=>or,VERSION:()=>nr,up:()=>lr});import*as F from"fs";import*as dn from"path";var nr=4,or="split-connection-timestamps",rr=new Set(["pending","sent_without_note","sent_with_note","sent_without_note_upsell"]);function sr(e){if(!F.existsSync(e))return null;let t=F.readFileSync(e,"utf-8");return t.charCodeAt(0)===65279&&(t=t.slice(1)),JSON.parse(t)}function ir(e,t){let n=JSON.stringify(t,null,2),o=e+".tmp";try{F.writeFileSync(o,n)}catch(r){try{F.unlinkSync(o)}catch{}throw r}try{F.renameSync(o,e)}catch(r){try{F.unlinkSync(o)}catch{}if(r.code==="EPERM"||r.code==="EBUSY"){let s=new Error(`File locked: ${e} (${r.code}). On Windows usually antivirus / file explorer / open editor. Close it and re-run.`);throw s.code=r.code,s}throw r}}async function lr(e){let t=dn.join(e,"people.json"),n=sr(t);if(!n||typeof n!="object"){console.log(" people.json not found \u2014 nothing to migrate.");return}let o=0,r=0;for(let s of Object.keys(n)){let i=n[s];!i||typeof i!="object"||(r++,rr.has(i.connectionStatus)&&i.connectionDate&&!i.requestedConnectionAt&&(i.requestedConnectionAt=i.connectionDate,i.connectionDate=null,o++))}if(o===0){console.log(` Scanned ${r} people \u2014 none needed the connectionDate\u2192requestedConnectionAt move.`);return}ir(t,n),console.log(` Moved connectionDate \u2192 requestedConnectionAt on ${o} still-pending people (of ${r} scanned).`),console.log(' connectionDate now means "accepted on" only; requestedConnectionAt means "requested on".')}await ye();We();var ar=cr(import.meta.url),ur=b.dirname(ar),fr=b.dirname(b.dirname(ur));function dr(e){return e&&(e==="~"?nt.homedir():e.startsWith("~/")||e.startsWith("~\\")?b.join(nt.homedir(),e.slice(2)):e)}var M=process.env.DATA_DIR?b.resolve(dr(process.env.DATA_DIR)):fr,oe=b.join(M,"collected-profiles"),re=b.join(M,"market-research"),_=b.join(M,".schema-version"),mn=[b.join(oe,".schema-version"),b.join(re,".schema-version")],G=4,U=[{version:1,module:Qe},{version:2,module:Xe},{version:3,module:Ze},{version:4,module:et}];(function(){U.sort((o,r)=>o.version-r.version);let t=new Set;for(let o of U){if(!Number.isInteger(o.version)||o.version<1)throw new Error(`MIGRATION_REGISTRY: invalid version ${JSON.stringify(o.version)} (must be positive integer)`);if(t.has(o.version))throw new Error(`MIGRATION_REGISTRY: duplicate version v${o.version}`);t.add(o.version);let r=o.module;if(!r||typeof r.up!="function")throw new Error(`MIGRATION_REGISTRY: v${o.version} module is missing up()`);if(r.VERSION!==void 0&&r.VERSION!==o.version)throw new Error(`MIGRATION_REGISTRY: v${o.version} entry does not match module VERSION (${r.VERSION}). Drift between registry and module \u2014 pick one source of truth.`)}let n=U.length?U[U.length-1].version:0;if(n!==G)throw new Error(`MIGRATION_REGISTRY: highest version v${n} but CURRENT_SCHEMA_VERSION=${G}. Forgot to bump CURRENT_SCHEMA_VERSION when adding the new migration?`);for(let o=0;o<U.length;o++){let r=o+1;if(U[o].version!==r)throw new Error(`MIGRATION_REGISTRY: gap detected \u2014 expected v${r} at position ${o} but found v${U[o].version}`)}})();function yn(){process.env.DATA_DIR!==void 0&&process.env.DATA_DIR.trim()===""&&process.env.DATA_DIR.length>0&&(console.error(`
|
|
247
|
+
`)}`;try{await an.addMessage(i,a)}catch(c){console.error(`[runReport] Failed to post end-of-session message: ${c.message}`)}}var qo=Mo(import.meta.url),Uo=J.dirname(J.dirname(qo)),Ye=process.env.DATA_DIR?J.resolve(process.env.DATA_DIR,"collected-profiles"):J.join(Uo,"collected-profiles"),Ke=J.join(Ye,"run-log.json");function Bo(e,t){let n=JSON.stringify(t,null,2),o=e+".tmp";j.writeFileSync(o,n);for(let r=0;r<3;r++)try{j.renameSync(o,e);return}catch(s){if(r<2&&(s.code==="EPERM"||s.code==="EBUSY")){let i=Date.now();for(;Date.now()-i<200;);continue}throw s}}function un(){try{if(!j.existsSync(Ke))return{runs:[]};let e=JSON.parse(j.readFileSync(Ke,"utf-8"));return!e.runs||!Array.isArray(e.runs)?{runs:[]}:e}catch{return{runs:[]}}}function fn(e){j.existsSync(Ye)||j.mkdirSync(Ye,{recursive:!0});try{Bo(Ke,e)}catch(t){console.error(`[!] Failed to save run-log.json: ${t.message}`)}}function dn(e,t="default"){let n=un();for(let i of n.runs)i.status==="running"&&(i.status="interrupted",i.result="interrupted",i.timestamp&&(i.duration=Date.now()-new Date(i.timestamp).getTime()));let o=new Date,r={timestamp:o.toISOString(),script:e,mode:t,status:"running",result:null,duration:null,stats:null,error:null};n.runs.push(r);let s=Date.now()-30*24*60*60*1e3;return n.runs=n.runs.filter(i=>new Date(i.timestamp).getTime()>s),fn(n),{script:e,mode:t,startTime:o.getTime(),runIndex:n.runs.length-1}}function ze(e,t,n=null,o=null){if(!e)return;let r=null;try{let i=un(),l=i.runs[e.runIndex];if(l&&l.status==="running"&&l.script===e.script)l.status=t,l.result=t,l.duration=Date.now()-e.startTime,l.stats=n,l.error=o,r=l.duration;else{let a=i.runs.find(c=>c.script===e.script&&c.status==="running"&&c.timestamp===new Date(e.startTime).toISOString());a&&(a.status=t,a.result=t,a.duration=Date.now()-e.startTime,a.stats=n,a.error=o,r=a.duration)}fn(i)}catch(i){console.error(`[runLog] Failed to end run: ${i.message}`)}let s=n&&Array.isArray(n.summaryLines)?n.summaryLines:null;if(s&&s.length>0&&process.env.NODE_RUN_REPORTS){let i=t==="error"?"error":n&&n.dailyLimitHit?"quota-reached":"done";cn({scriptName:e.script,mode:e.mode,status:i,summaryLines:s,error:o,duration:r??Date.now()-e.startTime}).catch(l=>console.error(`[runLog] postRunReport failed: ${l.message}`))}}import"dotenv/config";import*as f from"fs";import*as rt from"os";import*as b from"path";import{fileURLToPath as dr}from"url";var Ze={};me(Ze,{NAME:()=>Ho,VERSION:()=>Vo,up:()=>Go});import*as N from"fs";import*as $e from"path";var Vo=1,Ho="normalize-jobs-and-questions",Wo=["description","techStack","jobTags","seniority","employmentType","industries","jobFunction","postedTime","applicantCount","companySize","workplaceType","contractType","isEasyApply","applyType","companyUrl","scoutedAt","lastSeen"],Jo=50;function Qe(e){return N.existsSync(e)?JSON.parse(N.readFileSync(e,"utf-8")):null}function Xe(e,t){let n=JSON.stringify(t,null,2),o=e+".tmp";try{N.writeFileSync(o,n)}catch(r){try{N.unlinkSync(o)}catch{}throw r}try{N.renameSync(o,e)}catch(r){try{N.unlinkSync(o)}catch{}if(r.code==="EPERM"||r.code==="EBUSY"){let s=new Error(`File locked: ${e} (${r.code}). On Windows usually antivirus / file explorer / open editor. Close it and re-run.`);throw s.code=r.code,s}throw r}}async function Go(e,t){let n=$e.join(e,"jobs.json"),o=$e.join(t,"scouted-jobs.json"),r=$e.join(e,"application-questions.json"),s=Qe(n)||{},i=Qe(o)||{},l=0,a=[];for(let u of Object.keys(s)){if(!i[u])continue;let d=i[u],m=s[u];for(let h of Wo)d[h]!=null&&m[h]==null&&(m[h]=d[h]);a.push(u),l++}l>0?(Xe(n,s),console.log(` Phase 1: Merged ${l} scouted jobs into jobs.json`)):console.log(" Phase 1: No overlapping jobs to merge");let c=Qe(r);if(c&&Array.isArray(c.applications)){let u={},d=0;for(let m of c.applications){let h=m.jobId||"unknown";u[h]||(u[h]={applications:[]});let x=(m.questions||[]).map(S=>{let E={type:S.type||"input",question:S.question||"",answer:S.answer||""};return S.options&&(S.options.length<=Jo?E.options=S.options:(E.optionsOmitted=!0,d++)),S.page&&(E.page=S.page),S.wasPreFilled&&(E.wasPreFilled=!0),S.wasRetry&&(E.wasRetry=!0),E});u[h].applications.push({applicationId:m.applicationId,date:m.date,result:m.result||"submitted",formPages:m.formPages||null,duration:m.duration||null,retries:m.retries||0,failedField:m.failedField||null,questionCount:m.questionCount||x.length,questions:x})}Xe(r,u),console.log(` Phase 2: Rekeyed ${c.applications.length} applications by jobId (${Object.keys(u).length} unique jobs)`),d>0&&console.log(` Phase 2: Stripped bloated options from ${d} questions`)}else c&&!c.applications?console.log(" Phase 2: application-questions.json already in keyed format"):console.log(" Phase 2: No application-questions.json found");if(a.length>0){for(let u of a)delete i[u];Xe(o,i),console.log(` Phase 3: Removed ${a.length} merged entries from scouted-jobs.json (${Object.keys(i).length} remaining)`)}else console.log(" Phase 3: No entries to remove from scouted-jobs.json")}var et={};me(et,{NAME:()=>Ko,VERSION:()=>Yo,up:()=>Xo});import*as L from"fs";import*as mn from"path";var Yo=2,Ko="reset-unread-flags";function zo(e){return L.existsSync(e)?JSON.parse(L.readFileSync(e,"utf-8")):null}function Qo(e,t){let n=JSON.stringify(t,null,2),o=e+".tmp";try{L.writeFileSync(o,n)}catch(r){try{L.unlinkSync(o)}catch{}throw r}try{L.renameSync(o,e)}catch(r){try{L.unlinkSync(o)}catch{}if(r.code==="EPERM"||r.code==="EBUSY"){let s=new Error(`File locked: ${e} (${r.code}). On Windows usually antivirus / file explorer / open editor. Close it and re-run.`);throw s.code=r.code,s}throw r}}async function Xo(e){let t=mn.join(e,"conversations.json"),n=zo(t);if(!n){console.log(" conversations.json not found \u2014 nothing to reset.");return}let o=0;for(let r of Object.keys(n))n[r].unread===!0&&(n[r].unread=!1,o++);if(o===0){console.log(" No stale unread flags found \u2014 nothing to do.");return}Qo(t,n),console.log(` Reset unread=false on ${o} conversations. Run 'ilml linkedin sync-all' to re-establish real unread state from LinkedIn.`)}var tt={};me(tt,{NAME:()=>er,VERSION:()=>Zo,up:()=>sr});import*as F from"fs";import*as pn from"path";var Zo=3,er="recompute-last-message-by",tr=new Set(["draft","confirmed","rejected","needs_review"]);function nr(e){return F.existsSync(e)?JSON.parse(F.readFileSync(e,"utf-8")):null}function or(e,t){let n=JSON.stringify(t,null,2),o=e+".tmp";try{F.writeFileSync(o,n)}catch(r){try{F.unlinkSync(o)}catch{}throw r}try{F.renameSync(o,e)}catch(r){try{F.unlinkSync(o)}catch{}if(r.code==="EPERM"||r.code==="EBUSY"){let s=new Error(`File locked: ${e} (${r.code}). On Windows usually antivirus / file explorer / open editor. Close it and re-run.`);throw s.code=r.code,s}throw r}}function rr(e,t){if(!e||e.length===0)return"them";let n=e.filter(s=>!tr.has(s.status));if(n.length===0)return"them";let o=n.map(s=>({m:s,t:Date.parse(s.time)})).filter(s=>Number.isFinite(s.t)).sort((s,i)=>i.t-s.t).map(s=>s.m),r=o.length>0?o:[...n].reverse();for(let s of r){let i=s.sender;if(i===t)return"me";if(i!=="Unknown"&&i!=="")return"them"}return"them"}async function sr(e){let t=pn.join(e,"conversations.json"),n=nr(t);if(!n){console.log(" conversations.json not found \u2014 nothing to recompute.");return}let o=process.env.LINKEDIN_NAME;if(!o||typeof o!="string"||!o.trim())throw new Error(`LINKEDIN_NAME env var is not set. Migration v003 needs your display name to determine which messages are yours vs theirs. Set LINKEDIN_NAME in your .env (or run "ilml plugin config linkedin set LINKEDIN_NAME 'Your Name'") and retry.`);let r=0,s=0,i=0;for(let l of Object.keys(n)){let a=n[l];if(!a||typeof a!="object")continue;Object.prototype.hasOwnProperty.call(a,"_cardSynced")&&(delete a._cardSynced,s++);let c=Array.isArray(a.messages)?a.messages:[],u=rr(c,o),d=u==="me"?"awaiting_reply":"unanswered_by_us";a.lastMessageBy!==u&&i++,a.lastMessageBy=u,a.conversationStatus=d,r++}if(r===0){console.log(" No conversations to recompute.");return}or(t,n),console.log(` Recomputed lastMessageBy + conversationStatus on ${r} conversations.`),console.log(` ${i} had stale lastMessageBy (now corrected).`),s>0&&console.log(` Cleaned ${s} leftover _cardSynced flags.`),console.log(" Re-run 'ilml linkedin enrich' if you want actionNeeded / summary / autoTags to also update.")}var nt={};me(nt,{NAME:()=>lr,VERSION:()=>ir,up:()=>fr});import*as P from"fs";import*as hn from"path";var ir=4,lr="split-connection-timestamps",ar=new Set(["pending","sent_without_note","sent_with_note","sent_without_note_upsell"]);function cr(e){if(!P.existsSync(e))return null;let t=P.readFileSync(e,"utf-8");return t.charCodeAt(0)===65279&&(t=t.slice(1)),JSON.parse(t)}function ur(e,t){let n=JSON.stringify(t,null,2),o=e+".tmp";try{P.writeFileSync(o,n)}catch(r){try{P.unlinkSync(o)}catch{}throw r}try{P.renameSync(o,e)}catch(r){try{P.unlinkSync(o)}catch{}if(r.code==="EPERM"||r.code==="EBUSY"){let s=new Error(`File locked: ${e} (${r.code}). On Windows usually antivirus / file explorer / open editor. Close it and re-run.`);throw s.code=r.code,s}throw r}}async function fr(e){let t=hn.join(e,"people.json"),n=cr(t);if(!n||typeof n!="object"){console.log(" people.json not found \u2014 nothing to migrate.");return}let o=0,r=0;for(let s of Object.keys(n)){let i=n[s];!i||typeof i!="object"||(r++,ar.has(i.connectionStatus)&&i.connectionDate&&!i.requestedConnectionAt&&(i.requestedConnectionAt=i.connectionDate,i.connectionDate=null,o++))}if(o===0){console.log(` Scanned ${r} people \u2014 none needed the connectionDate\u2192requestedConnectionAt move.`);return}ur(t,n),console.log(` Moved connectionDate \u2192 requestedConnectionAt on ${o} still-pending people (of ${r} scanned).`),console.log(' connectionDate now means "accepted on" only; requestedConnectionAt means "requested on".')}await ye();Ge();var mr=dr(import.meta.url),pr=b.dirname(mr),hr=b.dirname(b.dirname(pr));function gr(e){return e&&(e==="~"?rt.homedir():e.startsWith("~/")||e.startsWith("~\\")?b.join(rt.homedir(),e.slice(2)):e)}var M=process.env.DATA_DIR?b.resolve(gr(process.env.DATA_DIR)):hr,re=b.join(M,"collected-profiles"),se=b.join(M,"market-research"),I=b.join(M,".schema-version"),gn=[b.join(re,".schema-version"),b.join(se,".schema-version")],G=4,B=[{version:1,module:Ze},{version:2,module:et},{version:3,module:tt},{version:4,module:nt}];(function(){B.sort((o,r)=>o.version-r.version);let t=new Set;for(let o of B){if(!Number.isInteger(o.version)||o.version<1)throw new Error(`MIGRATION_REGISTRY: invalid version ${JSON.stringify(o.version)} (must be positive integer)`);if(t.has(o.version))throw new Error(`MIGRATION_REGISTRY: duplicate version v${o.version}`);t.add(o.version);let r=o.module;if(!r||typeof r.up!="function")throw new Error(`MIGRATION_REGISTRY: v${o.version} module is missing up()`);if(r.VERSION!==void 0&&r.VERSION!==o.version)throw new Error(`MIGRATION_REGISTRY: v${o.version} entry does not match module VERSION (${r.VERSION}). Drift between registry and module \u2014 pick one source of truth.`)}let n=B.length?B[B.length-1].version:0;if(n!==G)throw new Error(`MIGRATION_REGISTRY: highest version v${n} but CURRENT_SCHEMA_VERSION=${G}. Forgot to bump CURRENT_SCHEMA_VERSION when adding the new migration?`);for(let o=0;o<B.length;o++){let r=o+1;if(B[o].version!==r)throw new Error(`MIGRATION_REGISTRY: gap detected \u2014 expected v${r} at position ${o} but found v${B[o].version}`)}})();function Sn(){process.env.DATA_DIR!==void 0&&process.env.DATA_DIR.trim()===""&&process.env.DATA_DIR.length>0&&(console.error(`
|
|
246
248
|
[FATAL] DATA_DIR is set to whitespace ("${process.env.DATA_DIR}"). Either unset it or set a real path.
|
|
247
249
|
`),process.exit(1));try{f.mkdirSync(M,{recursive:!0})}catch(t){t.code!=="EEXIST"&&(console.error(`
|
|
248
250
|
[FATAL] Cannot create DATA_DIR (${M}): ${t.message}`),console.error(` Fix the path or permissions and try again.
|
|
@@ -250,39 +252,39 @@ ${o.join(`
|
|
|
250
252
|
[FATAL] DATA_DIR (${M}) is not accessible: ${t.message}
|
|
251
253
|
`),process.exit(1)}e.isDirectory()||(console.error(`
|
|
252
254
|
[FATAL] DATA_DIR (${M}) exists but is NOT a directory.`),console.error(` Looks like a typo \u2014 your DATA_DIR points at a file. Fix the path and try again.
|
|
253
|
-
`),process.exit(1));for(let t of[
|
|
255
|
+
`),process.exit(1));for(let t of[re,se]){let n;try{n=f.lstatSync(t)}catch(o){if(o.code==="ENOENT")continue;throw o}n.isSymbolicLink()&&(console.error(`
|
|
254
256
|
[FATAL] Data subdirectory is a symbolic link: ${t}`),console.error(" Refusing to follow \u2014 backup code would copy whatever the link points at."),console.error(` If this is intentional, replace the symlink with the real directory.
|
|
255
|
-
`),process.exit(1))}}var
|
|
256
|
-
[FATAL] Another plugin process is currently running migrations:`),console.error(` PID: ${t.pid}`),console.error(` Started at: ${t.startedAt||"(unknown)"}`),console.error(` Lock file: ${
|
|
257
|
+
`),process.exit(1))}}var oe=b.join(M,".migration-lock");function yr(){let e=JSON.stringify({pid:process.pid,startedAt:new Date().toISOString()},null,2);try{return f.writeFileSync(oe,e,{flag:"wx"}),!0}catch(o){if(o.code!=="EEXIST")throw o}let t;try{t=JSON.parse(f.readFileSync(oe,"utf-8"))}catch{t=null}if(t&&Number.isInteger(t.pid)){let o=!1;try{process.kill(t.pid,0),o=!0}catch(i){i.code==="EPERM"&&(o=!0)}let r=24*60*60*1e3,s=1/0;if(t.startedAt){let i=Date.parse(t.startedAt);Number.isNaN(i)||(s=Date.now()-i)}o&&s<r&&(console.error(`
|
|
258
|
+
[FATAL] Another plugin process is currently running migrations:`),console.error(` PID: ${t.pid}`),console.error(` Started at: ${t.startedAt||"(unknown)"}`),console.error(` Lock file: ${oe}
|
|
257
259
|
`),console.error(" Wait for it to finish, or if you're sure it's not actually running,"),console.error(` delete the lock file manually and re-run.
|
|
258
|
-
`),process.exit(1)),o&&s>=r&&console.log(` Lock holder PID ${t.pid} is alive but lock is older than 24h \u2014 assuming PID reuse, taking over.`)}console.log(` Stale migration lock from PID ${t?.pid??"?"} found \u2014 taking over.`);let n=
|
|
260
|
+
`),process.exit(1)),o&&s>=r&&console.log(` Lock holder PID ${t.pid} is alive but lock is older than 24h \u2014 assuming PID reuse, taking over.`)}console.log(` Stale migration lock from PID ${t?.pid??"?"} found \u2014 taking over.`);let n=oe+".tmp";try{return f.writeFileSync(n,e),f.renameSync(n,oe),!0}catch(o){try{f.unlinkSync(n)}catch{}throw new Error(`Failed to take over stale migration lock: ${o.message}`)}}function st(){try{if(JSON.parse(f.readFileSync(oe,"utf-8")).pid!==process.pid)return;f.unlinkSync(oe)}catch{}}var yn=!1;function wr(){if(yn)return;yn=!0;let e=()=>{try{st()}catch{}process.exit(1)};for(let t of["SIGINT","SIGTERM","SIGHUP"])try{process.on(t,e)}catch{}}function br(){if(f.existsSync(I))return;let e=[],t=[];for(let s of gn)if(f.existsSync(s))try{e.push({file:s,schema:_e(s)})}catch(i){t.push({file:s,err:i.message})}if(t.length>0){console.error(`
|
|
259
261
|
[FATAL] Legacy .schema-version file(s) corrupted \u2014 cannot determine current schema version:`);for(let s of t)console.error(` ${s.file}: ${s.err}`);console.error(`
|
|
260
262
|
Repair the file(s) (likely just an integer 'version' field \u2014 see another working DATA_DIR`),console.error(` or default to {"version":1,"migrations":[]} if you're sure you're on schema v1) and try again.
|
|
261
263
|
`),process.exit(1)}if(e.length===0)return;let n=e.map(s=>s.schema.version);if(new Set(n).size>1){console.error(`
|
|
262
264
|
[FATAL] Legacy .schema-version files disagree:`);for(let s of e)console.error(` ${s.file}: v${s.schema.version}`);console.error(" This means a previous migration crashed between writing the two files."),console.error(` Reconcile manually (delete the wrong one, keep the right one), then re-run.
|
|
263
|
-
`),process.exit(1)}let o=e[0].schema,r=
|
|
264
|
-
[FATAL] ${
|
|
265
|
-
`),process.exit(1)}let t=
|
|
266
|
-
[FATAL] ${
|
|
267
|
-
`),process.exit(1)),t}function
|
|
265
|
+
`),process.exit(1)}let o=e[0].schema,r=I+".tmp";try{f.writeFileSync(r,JSON.stringify(o,null,2)),f.renameSync(r,I)}catch(s){try{f.unlinkSync(r)}catch{}throw s}for(let s of gn)if(f.existsSync(s))try{f.unlinkSync(s)}catch{}console.log(` Consolidated legacy .schema-version files \u2192 ${I}`)}function Sr(e){if(e===null||typeof e!="object"||Array.isArray(e))return null;let t=Number(e.version);return!Number.isFinite(t)||t<0||!Number.isInteger(t)?null:(e.version=t,Array.isArray(e.migrations)||(e.migrations=[]),e)}function _e(e){let t=f.readFileSync(e,"utf-8");return t.charCodeAt(0)===65279&&(t=t.slice(1)),JSON.parse(t)}function wn(){if(br(),!f.existsSync(I))return{version:0,migrations:[]};let e;try{e=_e(I)}catch(n){if(n.code==="ENOENT")return{version:0,migrations:[]};console.error(`
|
|
266
|
+
[FATAL] ${I} is not valid JSON: ${n.message}`),console.error(" Refusing to proceed \u2014 silently treating it as 'fresh install' would re-apply"),console.error(" every migration on top of already-migrated data and corrupt it."),console.error(' Repair the file (set it to {"version":N,"migrations":[...]} matching your real state)'),console.error(` or restore from the *.pre-vNNN.backup files if you have them.
|
|
267
|
+
`),process.exit(1)}let t=Sr(e);return t===null&&(console.error(`
|
|
268
|
+
[FATAL] ${I} has invalid structure:`),console.error(` ${JSON.stringify(e)?.slice(0,200)||"(unparseable)"}`),console.error(' Expected shape: { "version": <integer>, "migrations": [...] }'),console.error(` Repair the file or restore from a backup.
|
|
269
|
+
`),process.exit(1)),t}function vn(e){try{f.chmodSync(e,384)}catch{}}function vr(e){if(Sn(),f.existsSync(I))try{if(f.lstatSync(I).isSymbolicLink())throw new Error(`SCHEMA_FILE is a symbolic link: ${I}. Refusing to write through it (potential symlink attack). Remove the link and re-run.`)}catch(n){if(n.message?.includes("symbolic link"))throw n}let t=I+".tmp";try{f.writeFileSync(t,JSON.stringify(e,null,2)),vn(t),f.renameSync(t,I)}catch(n){try{f.unlinkSync(t)}catch{}throw n}}function bn(e,t){if(!f.existsSync(e))return;let n=`.pre-v${String(t).padStart(3,"0")}.backup`,o=f.readdirSync(e).filter(l=>{let a=l.toLowerCase();if(a.includes(".backup")||a===".schema-version"||a.endsWith(".tmp"))return!1;try{return f.statSync(b.join(e,l)).isFile()}catch{return!1}}),r=0,s=0,i=[];for(let l of o){let a=b.join(e,l),c=b.join(e,l+n);if(f.existsSync(c)){s++;continue}try{Cn(a,c),r++}catch(u){i.push({file:l,err:u.message})}}if(i.length>0){let l=new Error(`Failed to back up ${i.length} file(s) in ${b.basename(e)}/: `+i.map(a=>`${a.file} (${a.err})`).join(", "));throw l.code="BACKUP_INCOMPLETE",l}if(r>0||s>0){let l=s>0?` (${s} pre-existing backup(s) preserved)`:"";console.log(` Backed up ${r} files in ${b.basename(e)}/ (${n})${l}`)}}var ot=!1;async function kn(){if(ot)return;Sn(),Er();let t=wn().version;if(t===G){ot=!0;return}wr(),yr(),process.on("exit",st),t>G&&(console.error(`
|
|
268
270
|
[FATAL] Your data schema is at v${t}, but this plugin build only understands up to v${G}.`),console.error(" This usually means you downgraded the plugin without rolling back data."),console.error(` Operating on the newer-format data with this build would risk corrupting it.
|
|
269
271
|
`),console.error(" Options:"),console.error(" A) Re-install the newer plugin version that produced this schema, then"),console.error(" (if you really want to downgrade) run 'rollback-data --confirm' first,"),console.error(" then re-install the older plugin version."),console.error(` B) Manually restore your data from the *.pre-vNNN.backup files matching v${G}.
|
|
270
272
|
`),process.exit(1)),console.log(`
|
|
271
|
-
\u{1F4E6} Schema migration: v${t} \u2192 v${G}`);let n
|
|
273
|
+
\u{1F4E6} Schema migration: v${t} \u2192 v${G}`);let n=$r();if(!n.ok){console.error(`
|
|
272
274
|
[FATAL] Cannot migrate \u2014 current data is corrupted:`);for(let r of n.broken)console.error(` ${r.dir}/${r.file}: ${r.err}`);console.error(`
|
|
273
275
|
Migration ABORTED. No backups taken, no files modified.`),console.error(" Repair the file(s) above (restore from your own backup, or fix manually)"),console.error(` and try again. To inspect: 'ilml linkedin migrate-status'.
|
|
274
|
-
`),process.exit(1)}let o=
|
|
275
|
-
Running migration v${String(r.version).padStart(3,"0")}...`);let s=`v${String(r.version).padStart(3,"0")}`,i=`.pre-${s}.backup`;try{
|
|
276
|
-
[FATAL] Pre-migration backup failed for ${s}: ${
|
|
277
|
-
`),process.exit(1)}let l=r.module;try{await l.up(
|
|
278
|
-
[FATAL] Migration ${s} failed: ${
|
|
279
|
-
`)):(console.error(` [!] Auto-rollback INCOMPLETE: ${
|
|
280
|
-
`))}catch(
|
|
281
|
-
`)}process.exit(1)}try{let
|
|
282
|
-
[FATAL] Migration ${s} applied successfully but schema version file could NOT be updated: ${
|
|
283
|
-
`),process.exit(1)}console.log(` \u2713 Migration ${s} complete`)}try{
|
|
276
|
+
`),process.exit(1)}let o=B.filter(r=>r.version>t);for(let r of o){console.log(`
|
|
277
|
+
Running migration v${String(r.version).padStart(3,"0")}...`);let s=`v${String(r.version).padStart(3,"0")}`,i=`.pre-${s}.backup`;try{bn(re,r.version),bn(se,r.version)}catch(a){console.error(`
|
|
278
|
+
[FATAL] Pre-migration backup failed for ${s}: ${a.message}`),console.error(" Migration NOT applied. Repair the underlying issue (disk space, permissions, locked files)"),console.error(` and re-run the plugin command.
|
|
279
|
+
`),process.exit(1)}let l=r.module;try{await l.up(re,se)}catch(a){console.error(`
|
|
280
|
+
[FATAL] Migration ${s} failed: ${a.message}`),console.error(` Attempting auto-rollback from ${i} files...`);try{let c=_r(i);c.ok?(console.error(` \u2713 Auto-rollback restored ${c.restored} files. Schema stays at v${t}.`),console.error(` The migration will be retried on next plugin command. Fix the root cause first.
|
|
281
|
+
`)):(console.error(` [!] Auto-rollback INCOMPLETE: ${c.error}`),console.error(` Manual recovery: copy *${i} files back over the originals.
|
|
282
|
+
`))}catch(c){console.error(` [!] Auto-rollback CRASHED while restoring: ${c.message}`),console.error(` Manual recovery: copy *${i} files back over the originals.
|
|
283
|
+
`)}process.exit(1)}try{let a=new Date().toISOString(),c={version:r.version,name:l.NAME||s,appliedAt:a},u=wn();u.version=r.version,u.migratedAt=a,u.migrations=u.migrations||[],u.migrations.push(c),vr(u)}catch(a){console.error(`
|
|
284
|
+
[FATAL] Migration ${s} applied successfully but schema version file could NOT be updated: ${a.message}`),console.error(` Your data is in the v${r.version} state but .schema-version still shows v${t}.`),console.error(` On next plugin command the runner will try to re-apply ${s}. If that migration is`),console.error(` idempotent (most are), it will succeed harmlessly. If you're unsure, run 'data-cleanup' and contact support.
|
|
285
|
+
`),process.exit(1)}console.log(` \u2713 Migration ${s} complete`)}try{Gt()}catch{}try{nn()}catch{}ot=!0,st(),console.log(`
|
|
284
286
|
\u2713 Schema is now at v${G}
|
|
285
|
-
`)}var
|
|
287
|
+
`)}var kr=[/\.json\.tmp$/,/\.schema-version\.tmp$/,/\.backup\.tmp$/];function Cr(e){let t=e.toLowerCase();return kr.some(n=>n.test(t))}var xr=6e4;function Ar(){let e=Date.now(),t=[];for(let n of[M,re,se]){if(!f.existsSync(n))continue;let o;try{o=f.readdirSync(n)}catch{continue}for(let r of o){if(!Cr(r))continue;let s=b.join(n,r);try{let i=f.statSync(s);if(!i.isFile()||e-i.mtimeMs<xr)continue;t.push({dir:n,file:r,fullPath:s})}catch{}}}return t}function Er({verbose:e=!1}={}){let t=Ar();if(t.length===0)return e&&console.log(" No orphan .tmp files found."),0;let n=0;for(let o of t)try{f.unlinkSync(o.fullPath),n++,e&&console.log(` Removed orphan: ${b.basename(o.dir)}/${o.file}`)}catch(r){console.warn(` [!] Could not remove orphan ${o.fullPath}: ${r.message}`)}return!e&&n>0&&console.log(` Cleaned up ${n} orphan .tmp file(s) from previous run.`),n}function $r(){let e=[];for(let t of[re,se]){if(!f.existsSync(t))continue;let n=f.readdirSync(t).filter(o=>{let r=o.toLowerCase();return r.endsWith(".json")&&!r.includes(".backup")});for(let o of n){let r=b.join(t,o);try{_e(r)}catch(s){e.push({dir:b.basename(t),file:o,err:s.message})}}}return e.length===0?{ok:!0}:{ok:!1,broken:e}}function _r(e){let t=[],n=[];for(let s of[re,se]){if(!f.existsSync(s))continue;let i=f.readdirSync(s).filter(l=>l.endsWith(e));for(let l of i){let a=b.join(s,l),c=l.slice(0,-e.length),u=b.join(s,c);try{c.toLowerCase().endsWith(".json")?_e(a):f.accessSync(a,f.constants.R_OK),t.push({backupPath:a,originalPath:u,fileName:l,dir:s})}catch(d){n.push(`${b.basename(s)}/${l}: ${d.message}`)}}}if(n.length>0)return{ok:!1,error:n.join("; "),restored:0};let o=0,r=[];for(let{backupPath:s,originalPath:i,fileName:l,dir:a}of t)try{Cn(s,i),o++}catch(c){r.push(`${b.basename(a)}/${l}: ${c.message}`)}return r.length>0?{ok:!1,error:r.join("; "),restored:o}:{ok:!0,restored:o}}function Cn(e,t){let n=t+".tmp";try{f.copyFileSync(e,n),vn(n)}catch(o){try{f.unlinkSync(n)}catch{}throw o}try{f.renameSync(n,t)}catch(o){try{f.unlinkSync(n)}catch{}if(o.code==="EPERM"||o.code==="EBUSY"){let r=new Error(`File locked: ${t} (${o.code}). On Windows this is usually antivirus / Search Indexer / the file open in another app. Close anything that might be holding it and re-run.`);throw r.code=o.code,r}throw o}}await kn();var Y=process.argv.slice(2),Ie=parseInt(Y.find(e=>e.startsWith("--max="))?.split("=")[1]||"10"),ve=Y.includes("--connections"),xn=Y.find(e=>e.startsWith("--match-title="))?.split("=").slice(1).join("=")||null,$=xn?Dr(xn):null,Ir=Y.includes("--list"),Tr=Y.includes("--verbose"),it=Y.includes("--with-experience"),Rr=Y.includes("--help")||Y.includes("-h");Rr&&(console.log(`
|
|
286
288
|
enrich-profiles \u2014 batch-visit contacts in people.json missing About text
|
|
287
289
|
|
|
288
290
|
USAGE
|
|
@@ -325,12 +327,12 @@ WHEN TO USE
|
|
|
325
327
|
- You want to backfill in a controlled batch (\u2264 10 per day) before reaching
|
|
326
328
|
out, so AI drafting has full context.
|
|
327
329
|
- Use --connections to keep ban risk low.
|
|
328
|
-
`),process.exit(0));function
|
|
329
|
-
\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550`),console.log(" PROFILE ENRICHMENT QUEUE"),console.log("\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550"),console.log(` Total people: ${t}`),console.log(` With "about": ${n} (${(n/t*100).toFixed(1)}%)`),console.log(` Missing "about": ${o}`),console.log(` Skipped (needs reply): ${
|
|
330
|
-
`)}function
|
|
330
|
+
`),process.exit(0));function Dr(e){try{return new RegExp(e,"i")}catch(t){console.error(`Invalid regex for --match-title: ${t.message}`),process.exit(1)}}var Or=new Set(["pending","sent_with_note","sent_without_note"]);function jr(e){return!e.about||!e.about.trim()}function Nr(e){return!Or.has(e.connectionStatus)}function An(){let e=W(),t=Ve(),n=new Set,o=new Set;for(let l of Object.values(t))l.profileUrl&&n.add(l.profileUrl),(l.unread===!0||l.actionNeeded==="reply"||l.situation==="needs_our_reply"||l.conversationStatus==="unanswered_by_us")&&l.profileUrl&&o.add(l.profileUrl);let s=Object.entries(e).filter(([l,a])=>l&&l.startsWith("http")).filter(([,l])=>jr(l)).filter(([,l])=>Nr(l)).filter(([l])=>!o.has(l)).map(([l,a])=>({profileUrl:l,name:a.name,person:a,hasConversation:n.has(l)}));ve&&(s=s.filter(l=>l.person.connectionStatus==="connected")),$&&(s=s.filter(l=>$.test(l.person.title||"")));function i(l){let a=l.person.connectionStatus==="connected";return a&&l.hasConversation?1:a?2:$&&$.test(l.person.title||"")?3:l.hasConversation?4:5}return s.sort((l,a)=>{let c=i(l),u=i(a);if(c!==u)return c-u;let d=l.person.lastFullVisitAt||"",m=a.person.lastFullVisitAt||"";return d.localeCompare(m)}),s.map(l=>({profileUrl:l.profileUrl,name:l.name,source:"enrich-profile"}))}function Lr(){let e=W(),t=Object.keys(e).length,n=Object.values(e).filter(d=>d.about&&d.about.trim()).length,o=t-n,r=An(),s={connWithConv:0,conn:0,titleMatch:0,withConv:0,other:0},i=e,l=Ve(),a=new Set(Object.values(l).map(d=>d.profileUrl).filter(Boolean)),c=Object.values(l).filter(d=>d.profileUrl&&(d.unread===!0||d.actionNeeded==="reply"||d.situation==="needs_our_reply"||d.conversationStatus==="unanswered_by_us")).length,u=0;for(let d of r){let m=i[d.profileUrl],h=m.connectionStatus==="connected",x=$&&$.test(m.title||""),S=a.has(d.profileUrl);m.lastFullVisitAt||u++,h&&S?s.connWithConv++:h?s.conn++:x?s.titleMatch++:S?s.withConv++:s.other++}console.log(`
|
|
331
|
+
\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550`),console.log(" PROFILE ENRICHMENT QUEUE"),console.log("\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550"),console.log(` Total people: ${t}`),console.log(` With "about": ${n} (${(n/t*100).toFixed(1)}%)`),console.log(` Missing "about": ${o}`),console.log(` Skipped (needs reply): ${c}`),console.log(` Visitable (queue): ${r.length}`),console.log(` Never fully visited: ${u} (gone first)`),$&&console.log(` Title-match filter: /${$.source}/i`),ve&&console.log(" Connections-only: yes"),console.log(" \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500"),console.log(` Tier 1 (conn+conv): ${s.connWithConv}`),console.log(` Tier 2 (connection): ${s.conn}`),console.log(` Tier 3 (title match): ${s.titleMatch}${$?"":" (no --match-title set)"}`),console.log(` Tier 4 (conversation): ${s.withConv}`),console.log(` Tier 5 (other): ${s.other}`),console.log("\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550"),console.log(` At ${Ie}/day \u2192 ~${Math.ceil(r.length/Ie)} days to clear queue
|
|
332
|
+
`)}function Fr(){console.log(""),console.log(" \u2554\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2557"),console.log(" \u2551 \u26A0 BAN-RISK WARNING \u2014 please read \u2551"),console.log(" \u2560\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2563"),console.log(" \u2551 This script visits LinkedIn profiles WITHOUT performing any \u2551"),console.log(" \u2551 follow-up action (no message, no connect request, no like). \u2551"),console.log(" \u2551 LinkedIn has previously flagged accounts for exactly this \u2551"),console.log(' \u2551 pattern with a "we noticed unusual activity" warning. \u2551'),console.log(" \u2551 \u2551"),console.log(" \u2551 Safer alternative: let data accumulate organically through \u2551"),console.log(" \u2551 apply / outreach / funnel / visit \u2014 those visits HAVE a \u2551"),console.log(" \u2551 purpose and don't trip the same heuristic. \u2551"),console.log(" \u2551 \u2551"),console.log(" \u2551 If you proceed, keep --max small (\u226410) and run at most once \u2551"),console.log(" \u2551 per day. Your account, your call. \u2551"),console.log(" \u255A\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u255D"),console.log("")}async function Pr(){if(console.log(`
|
|
331
333
|
LinkedIn Profile Enricher
|
|
332
|
-
`),
|
|
333
|
-
`);return}let t=ve&&$?"connections+title":ve?"connections":$?`title=${$.source}`:"all",n=
|
|
334
|
+
`),Ir){Lr();return}Fr(),it&&(console.log(""),console.log(" \u2554\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2557"),console.log(" \u2551 \u26A0 --with-experience: extra ban-risk warning \u2551"),console.log(" \u2560\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2563"),console.log(" \u2551 Each visit now does TWO page loads (main + /details/ \u2551"),console.log(" \u2551 experience/). That doubles LinkedIn's view-counter signal \u2551"),console.log(" \u2551 per profile. Keep --max low (\u226410) and run rarely. \u2551"),console.log(" \u255A\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u255D"),console.log(""));let e=An();if(console.log(` Queue size: ${e.length}`),console.log(` Max visits this session: ${Ie}`),$&&console.log(` Title filter: /${$.source}/i`),ve&&console.log(" Connections only: yes"),it&&console.log(" With experience: yes (2\xD7 page loads per profile)"),console.log(""),e.length===0){console.log(` Nothing to enrich \u2014 every visitable profile already has "about".
|
|
335
|
+
`);return}let t=ve&&$?"connections+title":ve?"connections":$?`title=${$.source}`:"all",n=dn("enrich-profiles",t),{browser:o,page:r}=await Ut();try{let s=await sn(r,e,{maxVisits:Ie,verbose:Tr,skipRecentDays:7,extractExperience:it}),i=W(),l=0;for(let a of e.slice(0,s.visited+s.skipped))i[a.profileUrl]?.about?.trim()&&l++;console.log(`
|
|
334
336
|
\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550`),console.log(" Enrichment Complete"),console.log("\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550"),console.log(` Visited: ${s.visited}`),console.log(` Skipped (recent): ${s.skipped}`),console.log(` Errors: ${s.errors}`),console.log(` Have "about" now: ${l} / ${s.visited+s.skipped}`),console.log(`\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550
|
|
335
|
-
`),
|
|
336
|
-
Error:`,s.message),
|
|
337
|
+
`),ze(n,"success",s)}catch(s){console.error(`
|
|
338
|
+
Error:`,s.message),ze(n,"error",null,s.message)}finally{await o.close().catch(()=>{})}}Pr().catch(e=>{console.error("Enrich-profiles failed:",e),process.exit(1)});
|