ilml-plugin-linkedin 1.17.2 → 1.18.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +8 -0
- package/README.md +14 -1
- package/dist/connect.mjs +73 -73
- package/dist/enrichProfile.mjs +15 -15
- package/dist/enrichProfiles.mjs +47 -49
- package/dist/funnelRunner.mjs +50 -52
- package/dist/messageBot.mjs +66 -68
- package/dist/readPost.mjs +10 -10
- package/dist/run.mjs +62 -62
- package/dist/scout.mjs +34 -36
- package/dist/src/saveLoginState.mjs +4 -3
- package/dist/syncAll.mjs +77 -79
- package/dist/syncConnections.mjs +38 -40
- package/dist/verifyAbout.mjs +18 -20
- package/dist/version.mjs +1 -1
- package/dist/viewers.mjs +44 -46
- package/dist/visit.mjs +48 -50
- package/ilml-plugin.json +2 -2
- package/package.json +1 -1
package/dist/visit.mjs
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
var
|
|
1
|
+
var gn=Object.defineProperty;var at=(e,t)=>()=>(e&&(t=e(e=0)),t);var fe=(e,t)=>{for(var n in t)gn(e,n,{get:t[n],enumerable:!0})};async function x(e){let t=Math.floor(Math.random()*2001),n=e+t;return new Promise(o=>setTimeout(o,n))}async function ct(e){return await e.evaluate(()=>{let t=document.querySelectorAll("div.artdeco-modal--is-open");for(let o of t){let r=o.innerText||"",s=r.includes("Premium")||r.includes("premium")||r.includes("Upgrade")||r.includes("upgrade"),i=r.includes("Try for")||r.includes("free trial")||r.includes("/month")||r.includes("per month")||r.includes("Start my")||r.includes("Subscribe"),u=r.includes("Get hired faster")||r.includes("Get hired 2x");if(s||i||u){let l=o.querySelector('button[aria-label="Dismiss"]')||o.querySelector("button.artdeco-modal__dismiss")||o.querySelector("button[data-test-modal-close-btn]");if(l)return l.click(),{dismissed:!0,matched:r.substring(0,80)};let m=o.querySelectorAll("button");for(let a of m){let w=a.innerText?.trim().toLowerCase()||"",c=a.getAttribute("aria-label")?.toLowerCase()||"";if(w==="not now"||w==="no thanks"||w==="dismiss"||c.includes("dismiss"))return a.click(),{dismissed:!0,matched:r.substring(0,80)}}}}let n=document.querySelector(".premium-upsell-link")||document.querySelector("[data-test-premium-upsell]")||document.querySelector(".premium-hub-upsell");if(n){let o=n.closest('[class*="modal"]')?.querySelector('button[aria-label="Dismiss"]')||n.closest('[class*="banner"]')?.querySelector('button[aria-label="Close"]');if(o)return o.click(),{dismissed:!0,matched:"premium-banner"}}return!1})}var me=at(()=>{});var Ot={};fe(Ot,{extractCertificationsFromDetails:()=>Gn,extractEducationFromDetails:()=>Wn,extractExperienceFromDetails:()=>Hn,extractFeaturedFromDetails:()=>Jn,extractRecommendationsFromDetails:()=>Kn,extractSkillsFromDetails:()=>Yn});async function Hn(e,t){let n=t.replace(/\/+$/,"")+"/details/experience/";try{await e.goto(n,{waitUntil:"domcontentloaded",timeout:6e4}),await x(3e3);let o=e.url();if(/\/(login|authwall|checkpoint)/i.test(o))throw new Error(`Session expired \u2014 bounced to ${o} when fetching /details/experience/`);for(let s=0;s<5;s++)await e.evaluate(()=>window.scrollTo(0,document.body.scrollHeight)),await x(900);await x(1e3);let r=0;for(;r<5&&await e.evaluate(()=>{for(let i of document.querySelectorAll("button"))if(/^Load more$/i.test((i.textContent||"").trim()))return i.click(),!0;return!1});)r++,await x(1500),await e.evaluate(()=>window.scrollTo(0,document.body.scrollHeight)),await x(700);return await e.evaluate(()=>{let s=document.querySelector("main");if(!s)return[];function i(a){let w=[];for(let c of a.querySelectorAll("div")){let f=Array.from(c.children).filter(S=>S.tagName==="DIV");if(f.length<3)continue;let C=f.filter(S=>(S.textContent||"").trim().length>50);C.length<3||(c.textContent||"").length<500||w.push({el:c,count:C.length,totalText:(c.textContent||"").length})}return w.sort((c,f)=>f.count-c.count||c.totalText-f.totalText),w[0]?.el}let u=i(s);if(!u)return[];let l=Array.from(u.children).filter(a=>a.tagName==="DIV").filter(a=>(a.textContent||"").trim().length>50);function m(a){let w=a[0]||null,c=null,f=null;if(a[1]){let v=a[1].split("\xB7").map(I=>I.trim());c=v[0]||null,v[1]&&(f=v[1])}let C=a.findIndex(v=>/(\d{4}|present)/i.test(v)&&/(-|–|—)/i.test(v)&&v.length<80),S=null,_=null;if(C>=0){let v=a[C].split("\xB7").map(I=>I.trim());S=v[0]||null,v[1]&&(_=v[1])}let g=null,h=-1;if(C>=0&&a[C+1]){let v=a[C+1],I=/^[>*\-•]|^>/.test(v),ie=/https?:\/\//.test(v),le=/\d{4}/.test(v),D=/,/.test(v)||/\bArea\b|\bRegion\b|\bProvince\b|\bCountry\b|, [A-Z]{2}\b/.test(v);!I&&!ie&&!le&&v.length<100&&D&&(g=v,h=C+1)}let B=null,E=-1,z=a[a.length-1];if(z&&/and\s+\+\d+\s+skills?$/i.test(z)){E=a.length-1;let v=z.match(/^(.+?)\s+and\s+\+(\d+)\s+skills?$/i);v&&(B={listed:v[1].split(",").map(I=>I.trim()),additional:parseInt(v[2],10)})}let Q=new Set([0,1,C,h,E].filter(v=>v>=0)),J=a.filter((v,I)=>!Q.has(I)),R=J.length>0?J.join(`
|
|
2
2
|
|
|
3
|
-
`):null;return{title:w,company:c,employmentType:f,dates:S,duration:_,location:g,description:R,skills:
|
|
4
|
-
`).map(f=>f.trim()).filter(f=>f&&f.length<5e3);return m(c)}).filter(a=>a.title)})}catch(o){if(/session expired|bounced to|authwall|checkpoint/i.test(o.message||""))throw o;return console.error(`extractExperienceFromDetails failed for ${t}: ${o.message?.slice(0,120)}`),[]}}async function
|
|
5
|
-
${
|
|
3
|
+
`):null;return{title:w,company:c,employmentType:f,dates:S,duration:_,location:g,description:R,skills:B,_raw:a}}return l.map(a=>{let c=(a.innerText||"").trim().split(`
|
|
4
|
+
`).map(f=>f.trim()).filter(f=>f&&f.length<5e3);return m(c)}).filter(a=>a.title)})}catch(o){if(/session expired|bounced to|authwall|checkpoint/i.test(o.message||""))throw o;return console.error(`extractExperienceFromDetails failed for ${t}: ${o.message?.slice(0,120)}`),[]}}async function pe(e,t,n){let o=t.replace(/\/+$/,"")+`/details/${n}/`;await e.goto(o,{waitUntil:"domcontentloaded",timeout:6e4}),await x(3e3);let r=e.url();if(/\/(login|authwall|checkpoint)/i.test(r))throw new Error(`Session expired \u2014 bounced to ${r} when fetching /details/${n}/`);if(!r.toLowerCase().includes(`/details/${n.toLowerCase()}/`))throw new Error(`Section /details/${n}/ not available on profile (landed on ${r})`);for(let i=0;i<4;i++)await e.evaluate(()=>window.scrollTo(0,document.body.scrollHeight)),await x(700);await x(800);let s=0;for(;s<5&&await e.evaluate(()=>{for(let u of document.querySelectorAll("button"))if(/^Load more$/i.test((u.textContent||"").trim()))return u.click(),!0;return!1});)s++,await x(1300),await e.evaluate(()=>window.scrollTo(0,document.body.scrollHeight)),await x(600)}async function ge(e,t,n,o){try{return await o()}catch(r){let s=r.message||"";if(/session expired|bounced to|authwall|checkpoint/i.test(s))throw r;return/not available on profile/i.test(s)?(console.log(` (${t}: section not on profile \u2014 skipped)`),[]):(console.error(`${n} failed for ${e}: ${s.slice(0,120)}`),[])}}async function Jn(e,t){return ge(t,"featured","extractFeaturedFromDetails",async()=>(await pe(e,t,"featured"),await e.evaluate(`(() => {
|
|
5
|
+
${he}
|
|
6
6
|
|
|
7
7
|
const main = document.querySelector('main');
|
|
8
8
|
if (!main) return [];
|
|
@@ -42,8 +42,8 @@ var rn=Object.defineProperty;var it=(e,t)=>()=>(e&&(t=e(e=0)),t);var ue=(e,t)=>{
|
|
|
42
42
|
if (e.caption && /^\xB7\\s*\\d+(?:st|nd|rd|th)\\+?$/i.test(e.caption.trim())) return false;
|
|
43
43
|
return true;
|
|
44
44
|
});
|
|
45
|
-
})()`)))}async function
|
|
46
|
-
${
|
|
45
|
+
})()`)))}async function Wn(e,t){return ge(t,"education","extractEducationFromDetails",async()=>(await pe(e,t,"education"),await e.evaluate(`(() => {
|
|
46
|
+
${he}
|
|
47
47
|
|
|
48
48
|
const main = document.querySelector('main');
|
|
49
49
|
if (!main) return [];
|
|
@@ -79,8 +79,8 @@ var rn=Object.defineProperty;var it=(e,t)=>()=>(e&&(t=e(e=0)),t);var ue=(e,t)=>{
|
|
|
79
79
|
if (e.degree && /^\xB7\\s*\\d+(?:st|nd|rd|th)\\+?$/i.test(e.degree.trim())) return false;
|
|
80
80
|
return true;
|
|
81
81
|
});
|
|
82
|
-
})()`)))}async function
|
|
83
|
-
${
|
|
82
|
+
})()`)))}async function Yn(e,t){return ge(t,"skills","extractSkillsFromDetails",async()=>(await pe(e,t,"skills"),await e.evaluate(`(() => {
|
|
83
|
+
${he}
|
|
84
84
|
|
|
85
85
|
const main = document.querySelector('main');
|
|
86
86
|
if (!main) return [];
|
|
@@ -111,8 +111,8 @@ var rn=Object.defineProperty;var it=(e,t)=>()=>(e&&(t=e(e=0)),t);var ue=(e,t)=>{
|
|
|
111
111
|
skills.push({ name, endorsements, _raw: lines });
|
|
112
112
|
}
|
|
113
113
|
return skills;
|
|
114
|
-
})()`)))}async function
|
|
115
|
-
${
|
|
114
|
+
})()`)))}async function Gn(e,t){return ge(t,"certifications","extractCertificationsFromDetails",async()=>(await pe(e,t,"certifications"),await e.evaluate(`(() => {
|
|
115
|
+
${he}
|
|
116
116
|
|
|
117
117
|
const main = document.querySelector('main');
|
|
118
118
|
if (!main) return [];
|
|
@@ -136,8 +136,8 @@ var rn=Object.defineProperty;var it=(e,t)=>()=>(e&&(t=e(e=0)),t);var ue=(e,t)=>{
|
|
|
136
136
|
|
|
137
137
|
return { name, issuer, issueDate, expiryDate, credentialId, _raw: lines };
|
|
138
138
|
}).filter(e => e.name);
|
|
139
|
-
})()`)))}async function
|
|
140
|
-
${
|
|
139
|
+
})()`)))}async function Kn(e,t){return ge(t,"recommendations","extractRecommendationsFromDetails",async()=>(await pe(e,t,"recommendations"),await e.evaluate(`(() => {
|
|
140
|
+
${he}
|
|
141
141
|
|
|
142
142
|
const main = document.querySelector('main');
|
|
143
143
|
if (!main) return [];
|
|
@@ -172,7 +172,7 @@ var rn=Object.defineProperty;var it=(e,t)=>()=>(e&&(t=e(e=0)),t);var ue=(e,t)=>{
|
|
|
172
172
|
if (e.recommenderTitle && /^\xB7\\s*\\d+(?:st|nd|rd|th)\\+?$/i.test(e.recommenderTitle.trim())) return false;
|
|
173
173
|
return true;
|
|
174
174
|
});
|
|
175
|
-
})()`)))}var
|
|
175
|
+
})()`)))}var he,Nt=at(()=>{me();he=`
|
|
176
176
|
function findEntryContainer(root) {
|
|
177
177
|
const candidates = [];
|
|
178
178
|
for (const div of root.querySelectorAll('div')) {
|
|
@@ -235,63 +235,61 @@ function findEntryContainer(root) {
|
|
|
235
235
|
candidates.sort((a, b) => b.count - a.count || b.totalText - a.totalText);
|
|
236
236
|
return candidates[0]?.el;
|
|
237
237
|
}
|
|
238
|
-
`});import
|
|
239
|
-
Closing browser...`);try{await e.close()}catch{}process.exit(0)};process.on("SIGINT",t),process.on("SIGTERM",t);let n=await e.newPage();await n.evaluateOnNewDocument(()=>{Object.defineProperty(navigator,"webdriver",{get:()=>{}})});try{let o=ct();await n.setCookie(...o),console.log(" Browser launched, cookies loaded.")}catch(o){console.error(`
|
|
240
|
-
[!] ${o.message}
|
|
241
|
-
`),await e.close(),process.exit(1)}return{browser:e,page:n}}de();import"dotenv/config";import*as $ from"fs";import*as E from"path";import{fileURLToPath as gn}from"url";var yn=gn(import.meta.url),wn=E.dirname(E.dirname(yn)),B=process.env.DATA_DIR?E.resolve(process.env.DATA_DIR,"collected-profiles"):E.join(wn,"collected-profiles"),Ae=E.join(B,"people.json"),gr=E.join(B,"jobs.json"),yr=E.join(B,"quota.json"),wr=E.join(B,"conversations.json"),br=E.join(B,"sync-state.json"),Sr=E.join(B,"application-questions.json"),Ee=E.join(B,"profile-history"),ht=(e,t)=>{let n=parseInt(e,10);return Number.isInteger(n)&&n>=0?n:t},vr=ht(process.env.CONNECT_MAX_DAILY,20),kr=ht(process.env.CONNECT_MAX_WEEKLY,100),ie=null,bn=null,Sn=null,vn=null,kn=null,Cn=null;function gt(){ie=null,bn=null,Sn=null,vn=null,kn=null,Cn=null}function yt(){$.existsSync(B)||$.mkdirSync(B,{recursive:!0})}function wt(e,t){let n=JSON.stringify(t,null,2),o=e+".tmp";$.writeFileSync(o,n);for(let r=0;r<3;r++)try{$.renameSync(o,e);return}catch(s){if(r<2&&(s.code==="EPERM"||s.code==="EBUSY")){let i=Date.now();for(;Date.now()-i<200;);continue}throw s}}function bt(e,t){if(!$.existsSync(e))return null;try{let n=JSON.parse($.readFileSync(e,"utf-8"));try{$.copyFileSync(e,e+".backup")}catch{}return n}catch(n){console.error(`[!] ${t} is corrupted: ${n.message}`),console.error(` File: ${E.resolve(e)}`);let o=e+".backup";if($.existsSync(o))try{let r=JSON.parse($.readFileSync(o,"utf-8"));console.error(` Restored from ${o}`);try{$.copyFileSync(o,e)}catch{}return r}catch{console.error(" Backup also corrupted!")}console.error(` Starting with empty data. Old file preserved as ${e}.corrupted`);try{$.copyFileSync(e,e+".corrupted")}catch{}return null}}function xn(){return new Date().toISOString().split("T")[0]}var $n=["name","title","location","company","connectionDegree","connectionsCount","mutualConnections","photoUrl","hasVerifiedBadge","about","currentCompany","currentSchool","connectionsLevel","mutualConnectionsCount","followers","openToWork","hiring","topSkills","availableSections","experience","featuredLinks","_lastEnrichedAt","featured","education","skillsFull","recommendations","certifications"],An=["name","title","location","currentCompany","currentSchool","connectionDegree","hasVerifiedBadge","openToWork","hiring","about","topSkills"];function Q(e){if(!e)return null;let t=e.match(/\/in\/([^/?#]+)/);return t?t[1].toLowerCase():null}function ft(e){return typeof e=="string"?e.replace(/\s+/g," ").trim().toLowerCase():""}function St(e,t,n=null){if(!t||e[t])return t;let o=Q(t);if(!o)return t;let r=null;for(let[s,i]of Object.entries(e)){if(Q(i.profileUrl||s)===o)return s;!r&&Array.isArray(i.aliases)&&i.aliases.includes(o)&&(r=s)}if(r){let s=ft(n),i=ft(e[r].name);if(s&&i&&s===i)return r}return t}function En(){$.existsSync(Ee)||$.mkdirSync(Ee,{recursive:!0})}function vt(e){let t=Q(e);return t?E.join(Ee,`${t}.json`):null}function _n(e){let t=vt(e);return t?bt(t,`profile-history/${Q(e)}.json`)||[]:[]}function In(e,t){let n=vt(e);if(!n)return;En();let o=_n(e);o.unshift(t);try{wt(n,o)}catch(r){console.error(`[!] Failed to append profile-history for ${Q(e)}: ${r.message}`)}}function mt(e){return!!(e==null||Array.isArray(e)&&e.length===0||typeof e=="string"&&!e.trim())}function pt(e){return Array.isArray(e)?[...e].map(t=>String(t).trim()).sort().join("||"):typeof e=="string"?e.replace(/\s+/g," ").trim():e}function Tn(e,t){if(!e)return[];let n=[];for(let o of An){let r=e[o],s=t[o];mt(r)||mt(s)||pt(r)!==pt(s)&&n.push(o)}return n}function Dn(e){let t=new Set(["seenCount","sources","firstSeen","lastSeen","lastUpdated","encounters","jobIds","lastFullVisitAt","lastSnapshotAt","messageSent","connectionStatus","connectionDate","connectionMethod"]),n={};for(let[o,r]of Object.entries(e))t.has(o)||(n[o]=r);return n}function le(){return ie||(yt(),ie=bt(Ae,"people.json")||{},ie)}function kt(e){yt(),ie=e;try{wt(Ae,e)}catch(t){console.error(`[!] Failed to save people.json: ${t.message}`),console.error(` Path: ${E.resolve(Ae)}`)}}function _e(e,t={}){if(!e)return null;let n=le(),o=xn(),r=new Date().toISOString(),s=St(n,e,t.name),i=n[s];if(i){let u=Tn(i,t);u.length>0&&(In(s,{capturedAt:r,previousLastUpdated:i.lastUpdated||null,changedFields:u,snapshot:Dn(i)}),i.lastSnapshotAt=r),i.seenCount=(i.seenCount||1)+1,i.lastSeen=o,i.lastUpdated=r,t.source&&!i.sources?.includes(t.source)&&(i.sources=i.sources||[],i.sources.push(t.source));for(let l of $n)if(t[l]!=null){if(Array.isArray(t[l])&&t[l].length===0&&Array.isArray(i[l])&&i[l].length>0)continue;i[l]=t[l]}Array.isArray(t.availableSections)&&(i.lastFullVisitAt=r)}else n[s]={name:t.name||null,title:t.title||null,location:t.location||null,company:t.company||null,about:t.about||null,connectionDegree:t.connectionDegree||null,connectionsCount:t.connectionsCount||null,mutualConnections:t.mutualConnections||null,photoUrl:t.photoUrl||null,hasVerifiedBadge:t.hasVerifiedBadge||!1,currentCompany:t.currentCompany||null,currentSchool:t.currentSchool||null,connectionsLevel:t.connectionsLevel||null,mutualConnectionsCount:t.mutualConnectionsCount||null,followers:t.followers||null,openToWork:t.openToWork||!1,hiring:t.hiring||!1,topSkills:t.topSkills||null,availableSections:t.availableSections||null,experience:t.experience||null,featuredLinks:t.featuredLinks||null,_lastEnrichedAt:t._lastEnrichedAt||null,featured:t.featured||null,education:t.education||null,skillsFull:t.skillsFull||null,recommendations:t.recommendations||null,certifications:t.certifications||null,firstSeen:o,lastSeen:o,seenCount:1,sources:t.source?[t.source]:[],connectionStatus:null,requestedConnectionAt:null,connectionDate:null,connectionMethod:null,messageSent:null,jobIds:[],lastUpdated:r,lastSnapshotAt:null,lastFullVisitAt:Array.isArray(t.availableSections)?r:null};return kt(n),n[s]}function Ie(e,t,n={}){if(n.dryRun||!e||!t)return;let o=Q(t);if(!o)return;let r=le(),s=St(r,e),i=r[s];if(!i)return;let u=Q(i.profileUrl||s);o!==u&&(Array.isArray(i.aliases)||(i.aliases=[]),i.aliases.includes(o)||(i.aliases.push(o),i.lastUpdated=new Date().toISOString(),kt(r)))}async function Mn(e,t){let n=e.url();if(n.includes("/in/"))return!1;if(n.includes("/login")||n.includes("/authwall")||n.includes("/checkpoint"))throw new Error("Session expired \u2014 redirected to login. Run: npm run login");console.log(` Off-track: ${n.slice(0,80)}`),console.log(" Navigating back to profile..."),await e.goto(t,{waitUntil:"domcontentloaded",timeout:6e4}),await x(3e3);let o=e.url();return o.includes("/in/")||console.log(` Recovery failed \u2014 still on: ${o.slice(0,80)}`),!0}async function $t(e,t,n={}){let{extractExperience:o=!1,extractFeatured:r=!1,extractEducation:s=!1,extractSkills:i=!1,extractRecommendations:u=!1,extractCertifications:l=!1}=n;try{await e.goto(t,{waitUntil:"domcontentloaded",timeout:6e4}),await x(3e3),await lt(e)&&(console.log(" Dismissed Premium overlay"),await x(1500),await Mn(e,t));let a=0;for(let A=0;A<2;A++){let G=await e.evaluate(()=>document.body.scrollHeight);for(let H=1;H<=6;H++)await e.evaluate(R=>window.scrollTo(0,R),G*H/6),await x(900);let K=await e.evaluate(()=>document.body.scrollHeight);if(K===a)break;a=K}await x(800);let w=null;try{let A=e.url();A&&/\/in\/[^/?#]/.test(A)&&(w=A.split("?")[0].replace(/\/+$/,""))}catch{}let c=await e.evaluate(()=>{let A=new Set(["Highlights","About","Activity","Experience","Education","Skills","Recommendations","Languages","Interests","Volunteer experience","Featured","Honors & awards","Honors and awards","Projects","Publications","Patents","Certifications","Licenses & certifications","Courses","Test scores","Organizations"]),G=new Set(["Ad Options","Don\u2019t want to see this","0 notifications","Explore Premium profiles","You might like","People you may know","Suggested for you","More profiles for you","Promoted"]),K=p=>{let y=(p||"").trim().replace(/^[·•]\s*/,"");return/^(1st|2nd|3rd|she\/her|he\/him|they\/them|their\/them)$/i.test(y)},H={name:null,title:null,location:null,currentCompany:null,currentSchool:null,connectionDegree:null,hasVerifiedBadge:!1,photoUrl:null,connectionsLevel:null,mutualConnectionsCount:null,followers:null,openToWork:!1,hiring:!1,about:null,topSkills:null,availableSections:[]},R=document.querySelector("main");if(!R)return H;let v=[...Array.from(R.querySelectorAll("h1")),...Array.from(R.querySelectorAll("h2"))],I=Array.from(R.querySelectorAll("h2")),re=v.find(p=>{let y=p.textContent&&p.textContent.trim(),b=(y||"").replace(/\s*\(\d+\)$/,"").trim();return y&&y.length>1&&y.length<100&&!A.has(b)&&!G.has(b)}),se=re?re.textContent.trim():null,T=re?re.parentElement:null;for(;T&&T!==R&&!Array.from(T.children).filter(y=>y.tagName==="P").some(y=>{let b=y.textContent&&y.textContent.trim();return b&&b.length>5&&!K(b)});)T=T.parentElement;let We=null,Ye=null,Ge=null,xe=null;if(T&&T!==R){let p=Array.from(T.children).filter(b=>b.tagName==="P").filter(b=>{let J=b.textContent&&b.textContent.trim();return J&&J.length>5&&!K(J)});if(p[0]&&(We=p[0].textContent.trim()),p[1]){let b=p[1].textContent.trim().split(/\s*[·•]\s*/);Ye=b[0]||null,b.length>1&&(Ge=b.slice(1).join(" \xB7 "))}let y=Array.from(T.children).filter(b=>b.tagName==="DIV");for(let b=y.length-1;b>=0;b--){let J=y[b].textContent&&y[b].textContent.trim();if(J&&!(se&&J.startsWith(se))&&(xe=J.split(/[·•]/)[0].trim(),xe))break}}let Ke=null;if(T){let p=T.querySelectorAll("p, span, div");for(let y of p){let b=(y.textContent||"").trim().replace(/^[·•]\s*/,"");if(b==="1st"||b==="2nd"||b==="3rd"){Ke=b;break}}}let Qt=!!R.querySelector('svg[data-test-icon="verified"], [aria-label*="Verified" i]'),ze=document.querySelector('main img[width="200"], button img[alt*="photo" i]'),Zt=ze&&ze.src||null,we=R.textContent||"",Qe=null,Ze=we.match(/(\d+\+?)\s+connections\b/i);Ze&&(Qe=Ze[1]+" connections");let be=null,Xe=we.match(/(\d+)\s+mutual connection/i),et=we.match(/and\s+(\d+)\s+other mutual/i),Xt=we.match(/([A-Z][\w'-]+(?:\s+[A-Z][\w'-]+)?)\s+and\s+([A-Z][\w'-]+(?:\s+[A-Z][\w'-]+)?)\s+are\s+mutual/);Xe?be=parseInt(Xe[1],10):et?be=2+parseInt(et[1],10):Xt&&(be=2);let tt=null,nt=null,ot=I.find(p=>p.textContent&&p.textContent.trim()==="About");if(ot){let p=ot.parentElement;for(;p&&p.tagName!=="SECTION";)p=p.parentElement;if(p){let y=(p.textContent||"").trim();y=y.replace(/^About\s*/,"").trim();let b=y.match(/Top skills\s*(.+?)$/i);if(b){let $e=b[1].split(/\b(?:see (?:more|less)|show (?:more|less))\b/i)[0].trim().split(/\s*[·•]\s*/).map(on=>on.trim()).filter(Boolean);$e.length>0&&$e.length<10&&(nt=$e)}y=y.split(/\n?…\s*more/i)[0].trim(),y=y.split(/\n?\.\.\.\s*more/i)[0].trim(),y=y.split(/\bTop skills\b/i)[0].trim(),y=y.split(/\b(?:see (?:more|less)|show (?:more|less))\b/i)[0].trim(),tt=y||null}}let rt=null,st=I.find(p=>p.textContent&&p.textContent.trim()==="Activity");if(st){let p=st.parentElement;for(;p&&p.tagName!=="SECTION";)p=p.parentElement;if(p){let y=(p.textContent||"").slice(0,200).match(/([\d,]+)\s+followers/i);y&&(rt=parseInt(y[1].replace(/,/g,""),10))}}let en=[...new Set(I.map(p=>(p.textContent||"").trim().replace(/\s*\(\d+\)$/,"").trim()).filter(p=>p&&p.length>1&&p.length<60&&p!==se).filter(p=>A.has(p)))],ce=document.body.textContent||"",tn=/#OpenToWork\b/i.test(ce)||/\bOpen to work\b/.test(ce),nn=/#Hiring\b/i.test(ce)||/\bI'?m hiring\b/i.test(ce)||/\bWe are hiring\b/i.test(ce);return{name:se,title:We,location:xe,currentCompany:Ye,currentSchool:Ge,connectionDegree:Ke,hasVerifiedBadge:Qt,photoUrl:Zt,connectionsLevel:Qe,mutualConnectionsCount:be,followers:rt,openToWork:tn,hiring:nn,about:tt,topSkills:nt,availableSections:en}});console.log(`Viewed: ${c.name} - ${c.title}`);let f=null,C=null,S=null,_=null,g=null,h=null;if(o||r||s||i||u||l){let A=await Promise.resolve().then(()=>(xt(),Ct));o&&(f=await A.extractExperienceFromDetails(e,t),console.log(` + Experience: ${f.length} entries`)),r&&(C=await A.extractFeaturedFromDetails(e,t),console.log(` + Featured: ${C.length} entries`)),s&&(S=await A.extractEducationFromDetails(e,t),console.log(` + Education: ${S.length} entries`)),i&&(_=await A.extractSkillsFromDetails(e,t),console.log(` + Skills: ${_.length} entries`)),u&&(g=await A.extractRecommendationsFromDetails(e,t),console.log(` + Recommendations: ${g.length} entries`)),l&&(h=await A.extractCertificationsFromDetails(e,t),console.log(` + Certifications: ${h.length} entries`))}return{...c,profileUrl:t,resolvedUrl:w,...f!==null&&{experience:f},...C!==null&&{featured:C},...S!==null&&{education:S},..._!==null&&{skillsFull:_},...g!==null&&{recommendations:g},...h!==null&&{certifications:h}}}catch(m){console.error(`Error viewing profile ${t}:`,m.message);try{await e.goto("about:blank",{timeout:1e4}),await x(1e3)}catch{}if(/session expired|bounced to|authwall|checkpoint|redirected to login/i.test(m.message||""))throw m;return null}}import"dotenv/config";import*as O from"fs";import*as j from"path";import{fileURLToPath as Pn}from"url";var qn=Pn(import.meta.url),Un=j.dirname(j.dirname(qn)),X=process.env.DATA_DIR?j.resolve(process.env.DATA_DIR,"market-research"):j.join(Un,"market-research"),Bn=j.join(X,"scouted-jobs.json"),Vn=j.join(X,"discovered-people.json"),At=j.join(X,"visit-log.json"),Fr=j.join(X,"companies.json"),Lr=j.join(X,"job-decisions.json");function Hn(){O.existsSync(X)||O.mkdirSync(X,{recursive:!0})}function Jn(e,t){let n=JSON.stringify(t,null,2),o=e+".tmp";O.writeFileSync(o,n);for(let r=0;r<3;r++)try{O.renameSync(o,e);return}catch(s){if(r<2&&(s.code==="EPERM"||s.code==="EBUSY")){let i=Date.now();for(;Date.now()-i<200;);continue}throw s}}function Te(e){try{if(O.existsSync(e))return JSON.parse(O.readFileSync(e,"utf-8"))}catch{}return null}function Et(){he=null,Yn=null,ge=null,Gn=null,Z=null}var he=null;function Wn(){return he||(he=Te(Bn)||{},he)}var Yn=null;var ge=null;function Se(){return ge||(ge=Te(Vn)||{},ge)}var Gn=null;var Z=null;function ae(){return Z||(Z=Te(At)||{visits:[]},Array.isArray(Z.visits)||(Z.visits=[]),Z)}function _t(e,t={}){if(!e)return;Hn();let n=ae();n.visits.push({date:new Date().toISOString(),profileUrl:e,name:t.name||null,source:t.source||"manual"});let o=Date.now()-90*24*60*60*1e3;n.visits=n.visits.filter(r=>new Date(r.date).getTime()>o);try{Jn(At,n)}catch(r){console.error(`[!] Failed to save visit-log.json: ${r.message}`)}}function It(e){let t=ae();for(let n=t.visits.length-1;n>=0;n--)if(t.visits[n].profileUrl===e)return t.visits[n].date;return null}function Tt(){let e=Wn(),t=Se(),n=Object.values(e),o=Object.values(t),r={};for(let c of n)c.company&&(r[c.company]=(r[c.company]||0)+1);let s=Object.entries(r).sort((c,f)=>f[1]-c[1]).slice(0,5).map(([c,f])=>`${c} (${f})`),i={};for(let c of n)for(let f of c.techStack||[])i[f]=(i[f]||0)+1;let u=Object.entries(i).sort((c,f)=>f[1]-c[1]).slice(0,8).map(([c,f])=>`${c} (${f})`),l=ae(),m=new Date().toISOString().slice(0,10),a=l.visits.filter(c=>c.date.startsWith(m)).length,w=new Set(l.visits.map(c=>c.profileUrl)).size;return{totalJobs:n.length,totalRecruiters:o.length,topCompanies:s,topTech:u,totalVisited:w,todayVisited:a,lastScoutDate:n.length>0?n.sort((c,f)=>(f.scoutedAt||"").localeCompare(c.scoutedAt||""))[0]?.scoutedAt:null}}de();async function Dt(e,t,n={}){let{maxVisits:o=50,delayBetween:r=4e3,skipRecentDays:s=7,verbose:i=!1,extractExperience:u=!1}=n,l={visited:0,skipped:0,errors:0},m=Date.now()-s*24*60*60*1e3;for(let a of t){if(l.visited>=o)break;if(!a.profileUrl)continue;let w=It(a.profileUrl);if(w&&new Date(w).getTime()>m){l.skipped++;continue}try{let c=await $t(e,a.profileUrl,{extractExperience:u}),f=a.source||"visit";if(c){let S={...c,source:f};u&&Array.isArray(c.experience)&&c.experience.length>0&&(S._lastEnrichedAt=new Date().toISOString()),_e(a.profileUrl,S),c.resolvedUrl&&Ie(a.profileUrl,c.resolvedUrl)}_t(a.profileUrl,{name:c?.name||a.name||null,source:f}),l.visited++,i?console.log(` [${l.visited}] ${c?.name||a.profileUrl} \u2014 ${c?.title?.slice(0,40)||"?"}`):l.visited%10===0&&console.log(` Visited: ${l.visited}`);let C=Math.random()*4e3;await x(r+C)}catch(c){l.errors++,i&&console.error(` Error visiting ${a.name||a.profileUrl}: ${c.message?.slice(0,60)}`);let f=(c.message||"").toLowerCase();if(f.includes("detached")||f.includes("session closed")||f.includes("target closed")||f.includes("session expired")||f.includes("bounced to")||f.includes("authwall")||f.includes("checkpoint")||f.includes("redirected to login")){console.log(" Fatal browser/session error \u2014 stopping visits");break}}}return l}function Rt(e={}){let{limit:t=150,revisitDays:n=14}=e,o=ae(),r=new Set(o.visits?.map(g=>g.profileUrl)||[]),s=new Map;for(let g of o.visits||[]){let h=s.get(g.profileUrl);(!h||g.date>h)&&s.set(g.profileUrl,g.date)}let i=Date.now()-7*24*60*60*1e3,u=Date.now()-n*24*60*60*1e3;function l(g){let h=s.get(g);return h&&new Date(h).getTime()>i}let m=Se(),a=Object.entries(m).filter(([g])=>!r.has(g)).map(([g,h])=>({profileUrl:g,name:h.name,source:"new-discovered",priority:1,jobCount:h.jobIds?.length||0})),w=le(),c=Object.entries(w).filter(([g,h])=>h.connectionStatus==="connected"||l(g)?!1:(h.jobCount||h.jobIds?.length||0)>=2).map(([g,h])=>({profileUrl:g,name:h.name,source:"active-recruiter",priority:2,jobCount:h.jobCount||h.jobIds?.length||0})),f=Object.entries(w).filter(([g,h])=>{let U=h.connectionStatus;return!(!U||U==="connected"||U==="pending"||U==="sent_without_note"||U==="sent_with_note"||l(g)||(h.jobCount||h.jobIds?.length||0)>=2)}).map(([g,h])=>({profileUrl:g,name:h.name,source:"unconnected",priority:3,jobCount:h.jobCount||h.jobIds?.length||0})),C=[...s.entries()].filter(([g,h])=>new Date(h).getTime()<u).map(([g,h])=>({profileUrl:g,name:null,source:"revisit",priority:4,lastVisit:h})),S=g=>g.sort(()=>Math.random()-.5);return a.sort((g,h)=>h.jobCount-g.jobCount),c.sort((g,h)=>h.jobCount-g.jobCount),S(f),S(C),[...a,...c,...f,...C].slice(0,t)}function jt(){let e=Se();return Object.entries(e).map(([t,n])=>({profileUrl:t,name:n.name,source:"discovered"}))}function De(){let e=le();return Object.entries(e).filter(([,t])=>{let n=t.connectionStatus;return n&&n!=="connected"&&n!=="pending"&&n!=="sent_without_note"&&n!=="sent_with_note"}).map(([t,n])=>({profileUrl:t,name:n.name,source:"unconnected"}))}function Re(e=14){let t=ae(),n=Date.now()-e*24*60*60*1e3,o=new Map;for(let r of t.visits){let s=o.get(r.profileUrl);(!s||r.date>s.date)&&o.set(r.profileUrl,r)}return[...o.entries()].filter(([,r])=>new Date(r.date).getTime()<n).map(([r,s])=>({profileUrl:r,name:s.name,source:"revisit"}))}import"dotenv/config";import*as N from"fs";import*as W from"path";import{fileURLToPath as eo}from"url";import"dotenv/config";import{createGraphClient as Kn,resolveToken as zn}from"@ilivemylife/graph-sdk";import{config as Qn}from"dotenv";Qn();var Ot=zn()||process.env.TOKEN;Ot||(console.error(`
|
|
238
|
+
`});import $n from"puppeteer";import{addExtra as En}from"puppeteer-extra";import An from"puppeteer-extra-plugin-stealth";me();import{getPluginConfig as yn}from"@ilivemylife/graph-sdk";var wn=await yn();for(let[e,t]of Object.entries(wn))process.env[e]===void 0&&(process.env[e]=t);var bn=process.env.LINKEDIN_NAME,Z=Object.freeze({DRAFT:"draft",CONFIRMED:"confirmed",REJECTED:"rejected",NEEDS_REVIEW:"needs_review",SENT:"sent"}),ur=Object.freeze(new Set([Z.DRAFT,Z.CONFIRMED,Z.NEEDS_REVIEW])),Sn=Object.freeze(new Set([Z.DRAFT,Z.CONFIRMED,Z.REJECTED,Z.NEEDS_REVIEW]));import q from"fs";import Y from"path";var vn="cookies.json";function ut(){let e=process.env.ILML_SCOPE_DIR;return e?Y.join(e,"plugins-state","linkedin","cookies.json"):vn}function dt(){let e=ut();if(!q.existsSync(e))throw new Error(`Cookies not found at ${e}. Run: ilml linkedin login`);let t;try{t=q.readFileSync(e,"utf-8")}catch(o){throw new Error(`Failed to read cookies at ${e}: ${o.message}. Run: ilml linkedin login`)}let n;try{n=JSON.parse(t)}catch{throw new Error(`Cookies file at ${e} is corrupted (invalid JSON). Run: ilml linkedin login`)}if(!Array.isArray(n)||n.length===0)throw new Error(`Cookies file at ${e} is empty or not an array. Run: ilml linkedin login`);return n}function ft(){return q.existsSync(ut())}function kn(){let e=process.env.ILML_SCOPE_DIR;return e?Y.join(e,"plugins-state","linkedin"):"."}function mt(e){let t=String(e||"").replace(/[^a-zA-Z0-9_.-]/g,"_").slice(0,80);return/[a-zA-Z0-9]/.test(t)?t:"default"}function Cn(){let e=process.env.MY_LINKEDIN_URL,t=e&&e.match(/\/in\/([^/?#]+)/);return t&&t[1]?mt(t[1]):"default"}function pt(e){let t=process.env.LINKEDIN_CHROME_PROFILE_DIR;if(t)return q.existsSync(t)||q.mkdirSync(t,{recursive:!0}),Y.resolve(t);let n=mt(e||Cn()),o=Y.join(kn(),"chrome-profile",n);return q.existsSync(o)||q.mkdirSync(o,{recursive:!0}),Y.resolve(o)}var ht=".ilml-seeded";function gt(e){return!q.existsSync(Y.join(e,ht))}function yt(e){try{q.writeFileSync(Y.join(e,ht),new Date().toISOString())}catch{}}function wt(e){let t=0;for(let n of["SingletonLock","SingletonCookie","SingletonSocket"])try{q.rmSync(Y.join(e,n),{force:!0}),t++}catch{}return t}var xn={headless:!1,defaultViewport:null,protocolTimeout:3e5};async function bt(e,t={}){let n=pt(),o={...xn,...t,userDataDir:n},r;try{r=await e.launch(o)}catch{wt(n);try{r=await e.launch(o)}catch(i){throw new Error(`Could not open the LinkedIn automation Chrome profile at ${n}. If a LinkedIn automation window is already open, close it and retry. (Chrome: ${i.message})`)}}return{browser:r,profileDir:n,needsSeed:gt(n)}}async function St(e,t){if(!t||!t.needsSeed)return!1;if(!ft())return console.warn(" \u26A0 No saved LinkedIn session found. If this command comes back empty or redirects to login, run: ilml linkedin login"),!1;try{return await e.setCookie(...dt()),yt(t.profileDir),console.log(" (seeded persistent profile from saved cookies \u2014 one-time)"),!0}catch{return!1}}var vt=En($n);vt.use(An());async function kt(){let{browser:e,profileDir:t,needsSeed:n}=await bt(vt),o=async()=>{console.log(`
|
|
239
|
+
Closing browser...`);try{await e.close()}catch{}process.exit(0)};process.on("SIGINT",o),process.on("SIGTERM",o);let r=await e.newPage();return await r.evaluateOnNewDocument(()=>{Object.defineProperty(navigator,"webdriver",{get:()=>{}})}),await St(r,{profileDir:t,needsSeed:n}),console.log(" Browser launched (persistent profile)."),{browser:e,page:r}}me();import"dotenv/config";import*as $ from"fs";import*as A from"path";import{fileURLToPath as _n}from"url";var In=_n(import.meta.url),Dn=A.dirname(A.dirname(In)),V=process.env.DATA_DIR?A.resolve(process.env.DATA_DIR,"collected-profiles"):A.join(Dn,"collected-profiles"),_e=A.join(V,"people.json"),Rr=A.join(V,"jobs.json"),jr=A.join(V,"quota.json"),Or=A.join(V,"conversations.json"),Nr=A.join(V,"sync-state.json"),Lr=A.join(V,"application-questions.json"),Ie=A.join(V,"profile-history"),Et=(e,t)=>{let n=parseInt(e,10);return Number.isInteger(n)&&n>=0?n:t},Fr=Et(process.env.CONNECT_MAX_DAILY,20),Mr=Et(process.env.CONNECT_MAX_WEEKLY,100),ae=null,Tn=null,Rn=null,jn=null,On=null,Nn=null;function At(){ae=null,Tn=null,Rn=null,jn=null,On=null,Nn=null}function _t(){$.existsSync(V)||$.mkdirSync(V,{recursive:!0})}function It(e,t){let n=JSON.stringify(t,null,2),o=e+".tmp";$.writeFileSync(o,n);for(let r=0;r<3;r++)try{$.renameSync(o,e);return}catch(s){if(r<2&&(s.code==="EPERM"||s.code==="EBUSY")){let i=Date.now();for(;Date.now()-i<200;);continue}throw s}}function Dt(e,t){if(!$.existsSync(e))return null;try{let n=JSON.parse($.readFileSync(e,"utf-8"));try{$.copyFileSync(e,e+".backup")}catch{}return n}catch(n){console.error(`[!] ${t} is corrupted: ${n.message}`),console.error(` File: ${A.resolve(e)}`);let o=e+".backup";if($.existsSync(o))try{let r=JSON.parse($.readFileSync(o,"utf-8"));console.error(` Restored from ${o}`);try{$.copyFileSync(o,e)}catch{}return r}catch{console.error(" Backup also corrupted!")}console.error(` Starting with empty data. Old file preserved as ${e}.corrupted`);try{$.copyFileSync(e,e+".corrupted")}catch{}return null}}function Ln(){return new Date().toISOString().split("T")[0]}var Fn=["name","title","location","company","connectionDegree","connectionsCount","mutualConnections","photoUrl","hasVerifiedBadge","about","currentCompany","currentSchool","connectionsLevel","mutualConnectionsCount","followers","openToWork","hiring","topSkills","availableSections","experience","featuredLinks","_lastEnrichedAt","featured","education","skillsFull","recommendations","certifications"],Mn=["name","title","location","currentCompany","currentSchool","connectionDegree","hasVerifiedBadge","openToWork","hiring","about","topSkills"];function X(e){if(!e)return null;let t=e.match(/\/in\/([^/?#]+)/);return t?t[1].toLowerCase():null}function Ct(e){return typeof e=="string"?e.replace(/\s+/g," ").trim().toLowerCase():""}function Tt(e,t,n=null){if(!t||e[t])return t;let o=X(t);if(!o)return t;let r=null;for(let[s,i]of Object.entries(e)){if(X(i.profileUrl||s)===o)return s;!r&&Array.isArray(i.aliases)&&i.aliases.includes(o)&&(r=s)}if(r){let s=Ct(n),i=Ct(e[r].name);if(s&&i&&s===i)return r}return t}function Pn(){$.existsSync(Ie)||$.mkdirSync(Ie,{recursive:!0})}function Rt(e){let t=X(e);return t?A.join(Ie,`${t}.json`):null}function qn(e){let t=Rt(e);return t?Dt(t,`profile-history/${X(e)}.json`)||[]:[]}function Un(e,t){let n=Rt(e);if(!n)return;Pn();let o=qn(e);o.unshift(t);try{It(n,o)}catch(r){console.error(`[!] Failed to append profile-history for ${X(e)}: ${r.message}`)}}function xt(e){return!!(e==null||Array.isArray(e)&&e.length===0||typeof e=="string"&&!e.trim())}function $t(e){return Array.isArray(e)?[...e].map(t=>String(t).trim()).sort().join("||"):typeof e=="string"?e.replace(/\s+/g," ").trim():e}function Bn(e,t){if(!e)return[];let n=[];for(let o of Mn){let r=e[o],s=t[o];xt(r)||xt(s)||$t(r)!==$t(s)&&n.push(o)}return n}function Vn(e){let t=new Set(["seenCount","sources","firstSeen","lastSeen","lastUpdated","encounters","jobIds","lastFullVisitAt","lastSnapshotAt","messageSent","connectionStatus","connectionDate","connectionMethod"]),n={};for(let[o,r]of Object.entries(e))t.has(o)||(n[o]=r);return n}function ce(){return ae||(_t(),ae=Dt(_e,"people.json")||{},ae)}function jt(e){_t(),ae=e;try{It(_e,e)}catch(t){console.error(`[!] Failed to save people.json: ${t.message}`),console.error(` Path: ${A.resolve(_e)}`)}}function De(e,t={}){if(!e)return null;let n=ce(),o=Ln(),r=new Date().toISOString(),s=Tt(n,e,t.name),i=n[s];if(i){let u=Bn(i,t);u.length>0&&(Un(s,{capturedAt:r,previousLastUpdated:i.lastUpdated||null,changedFields:u,snapshot:Vn(i)}),i.lastSnapshotAt=r),i.seenCount=(i.seenCount||1)+1,i.lastSeen=o,i.lastUpdated=r,t.source&&!i.sources?.includes(t.source)&&(i.sources=i.sources||[],i.sources.push(t.source));for(let l of Fn)if(t[l]!=null){if(Array.isArray(t[l])&&t[l].length===0&&Array.isArray(i[l])&&i[l].length>0)continue;i[l]=t[l]}Array.isArray(t.availableSections)&&(i.lastFullVisitAt=r)}else n[s]={name:t.name||null,title:t.title||null,location:t.location||null,company:t.company||null,about:t.about||null,connectionDegree:t.connectionDegree||null,connectionsCount:t.connectionsCount||null,mutualConnections:t.mutualConnections||null,photoUrl:t.photoUrl||null,hasVerifiedBadge:t.hasVerifiedBadge||!1,currentCompany:t.currentCompany||null,currentSchool:t.currentSchool||null,connectionsLevel:t.connectionsLevel||null,mutualConnectionsCount:t.mutualConnectionsCount||null,followers:t.followers||null,openToWork:t.openToWork||!1,hiring:t.hiring||!1,topSkills:t.topSkills||null,availableSections:t.availableSections||null,experience:t.experience||null,featuredLinks:t.featuredLinks||null,_lastEnrichedAt:t._lastEnrichedAt||null,featured:t.featured||null,education:t.education||null,skillsFull:t.skillsFull||null,recommendations:t.recommendations||null,certifications:t.certifications||null,firstSeen:o,lastSeen:o,seenCount:1,sources:t.source?[t.source]:[],connectionStatus:null,requestedConnectionAt:null,connectionDate:null,connectionMethod:null,messageSent:null,jobIds:[],lastUpdated:r,lastSnapshotAt:null,lastFullVisitAt:Array.isArray(t.availableSections)?r:null};return jt(n),n[s]}function Te(e,t,n={}){if(n.dryRun||!e||!t)return;let o=X(t);if(!o)return;let r=ce(),s=Tt(r,e),i=r[s];if(!i)return;let u=X(i.profileUrl||s);o!==u&&(Array.isArray(i.aliases)||(i.aliases=[]),i.aliases.includes(o)||(i.aliases.push(o),i.lastUpdated=new Date().toISOString(),jt(r)))}async function zn(e,t){let n=e.url();if(n.includes("/in/"))return!1;if(n.includes("/login")||n.includes("/authwall")||n.includes("/checkpoint"))throw new Error("Session expired \u2014 redirected to login. Run: ilml linkedin login");console.log(` Off-track: ${n.slice(0,80)}`),console.log(" Navigating back to profile..."),await e.goto(t,{waitUntil:"domcontentloaded",timeout:6e4}),await x(3e3);let o=e.url();return o.includes("/in/")||console.log(` Recovery failed \u2014 still on: ${o.slice(0,80)}`),!0}async function Lt(e,t,n={}){let{extractExperience:o=!1,extractFeatured:r=!1,extractEducation:s=!1,extractSkills:i=!1,extractRecommendations:u=!1,extractCertifications:l=!1}=n;try{await e.goto(t,{waitUntil:"domcontentloaded",timeout:6e4}),await x(3e3),await ct(e)&&(console.log(" Dismissed Premium overlay"),await x(1500),await zn(e,t));let a=0;for(let E=0;E<2;E++){let z=await e.evaluate(()=>document.body.scrollHeight);for(let J=1;J<=6;J++)await e.evaluate(R=>window.scrollTo(0,R),z*J/6),await x(900);let Q=await e.evaluate(()=>document.body.scrollHeight);if(Q===a)break;a=Q}await x(800);let w=null;try{let E=e.url();E&&/\/in\/[^/?#]/.test(E)&&(w=E.split("?")[0].replace(/\/+$/,""))}catch{}let c=await e.evaluate(()=>{let E=new Set(["Highlights","About","Activity","Experience","Education","Skills","Recommendations","Languages","Interests","Volunteer experience","Featured","Honors & awards","Honors and awards","Projects","Publications","Patents","Certifications","Licenses & certifications","Courses","Test scores","Organizations"]),z=new Set(["Ad Options","Don\u2019t want to see this","0 notifications","Explore Premium profiles","You might like","People you may know","Suggested for you","More profiles for you","Promoted"]),Q=p=>{let y=(p||"").trim().replace(/^[·•]\s*/,"");return/^(1st|2nd|3rd|she\/her|he\/him|they\/them|their\/them)$/i.test(y)},J={name:null,title:null,location:null,currentCompany:null,currentSchool:null,connectionDegree:null,hasVerifiedBadge:!1,photoUrl:null,connectionsLevel:null,mutualConnectionsCount:null,followers:null,openToWork:!1,hiring:!1,about:null,topSkills:null,availableSections:[]},R=document.querySelector("main");if(!R)return J;let v=[...Array.from(R.querySelectorAll("h1")),...Array.from(R.querySelectorAll("h2"))],I=Array.from(R.querySelectorAll("h2")),ie=v.find(p=>{let y=p.textContent&&p.textContent.trim(),b=(y||"").replace(/\s*\(\d+\)$/,"").trim();return y&&y.length>1&&y.length<100&&!E.has(b)&&!z.has(b)}),le=ie?ie.textContent.trim():null,D=ie?ie.parentElement:null;for(;D&&D!==R&&!Array.from(D.children).filter(y=>y.tagName==="P").some(y=>{let b=y.textContent&&y.textContent.trim();return b&&b.length>5&&!Q(b)});)D=D.parentElement;let Ge=null,Ke=null,ze=null,Ee=null;if(D&&D!==R){let p=Array.from(D.children).filter(b=>b.tagName==="P").filter(b=>{let W=b.textContent&&b.textContent.trim();return W&&W.length>5&&!Q(W)});if(p[0]&&(Ge=p[0].textContent.trim()),p[1]){let b=p[1].textContent.trim().split(/\s*[·•]\s*/);Ke=b[0]||null,b.length>1&&(ze=b.slice(1).join(" \xB7 "))}let y=Array.from(D.children).filter(b=>b.tagName==="DIV");for(let b=y.length-1;b>=0;b--){let W=y[b].textContent&&y[b].textContent.trim();if(W&&!(le&&W.startsWith(le))&&(Ee=W.split(/[·•]/)[0].trim(),Ee))break}}let Qe=null;if(D){let p=D.querySelectorAll("p, span, div");for(let y of p){let b=(y.textContent||"").trim().replace(/^[·•]\s*/,"");if(b==="1st"||b==="2nd"||b==="3rd"){Qe=b;break}}}let cn=!!R.querySelector('svg[data-test-icon="verified"], [aria-label*="Verified" i]'),Ze=document.querySelector('main img[width="200"], button img[alt*="photo" i]'),un=Ze&&Ze.src||null,Se=R.textContent||"",Xe=null,et=Se.match(/(\d+\+?)\s+connections\b/i);et&&(Xe=et[1]+" connections");let ve=null,tt=Se.match(/(\d+)\s+mutual connection/i),nt=Se.match(/and\s+(\d+)\s+other mutual/i),dn=Se.match(/([A-Z][\w'-]+(?:\s+[A-Z][\w'-]+)?)\s+and\s+([A-Z][\w'-]+(?:\s+[A-Z][\w'-]+)?)\s+are\s+mutual/);tt?ve=parseInt(tt[1],10):nt?ve=2+parseInt(nt[1],10):dn&&(ve=2);let ot=null,rt=null,st=I.find(p=>p.textContent&&p.textContent.trim()==="About");if(st){let p=st.parentElement;for(;p&&p.tagName!=="SECTION";)p=p.parentElement;if(p){let y=(p.textContent||"").trim();y=y.replace(/^About\s*/,"").trim();let b=y.match(/Top skills\s*(.+?)$/i);if(b){let Ae=b[1].split(/\b(?:see (?:more|less)|show (?:more|less))\b/i)[0].trim().split(/\s*[·•]\s*/).map(hn=>hn.trim()).filter(Boolean);Ae.length>0&&Ae.length<10&&(rt=Ae)}y=y.split(/\n?…\s*more/i)[0].trim(),y=y.split(/\n?\.\.\.\s*more/i)[0].trim(),y=y.split(/\bTop skills\b/i)[0].trim(),y=y.split(/\b(?:see (?:more|less)|show (?:more|less))\b/i)[0].trim(),ot=y||null}}let it=null,lt=I.find(p=>p.textContent&&p.textContent.trim()==="Activity");if(lt){let p=lt.parentElement;for(;p&&p.tagName!=="SECTION";)p=p.parentElement;if(p){let y=(p.textContent||"").slice(0,200).match(/([\d,]+)\s+followers/i);y&&(it=parseInt(y[1].replace(/,/g,""),10))}}let fn=[...new Set(I.map(p=>(p.textContent||"").trim().replace(/\s*\(\d+\)$/,"").trim()).filter(p=>p&&p.length>1&&p.length<60&&p!==le).filter(p=>E.has(p)))],de=document.body.textContent||"",mn=/#OpenToWork\b/i.test(de)||/\bOpen to work\b/.test(de),pn=/#Hiring\b/i.test(de)||/\bI'?m hiring\b/i.test(de)||/\bWe are hiring\b/i.test(de);return{name:le,title:Ge,location:Ee,currentCompany:Ke,currentSchool:ze,connectionDegree:Qe,hasVerifiedBadge:cn,photoUrl:un,connectionsLevel:Xe,mutualConnectionsCount:ve,followers:it,openToWork:mn,hiring:pn,about:ot,topSkills:rt,availableSections:fn}});console.log(`Viewed: ${c.name} - ${c.title}`);let f=null,C=null,S=null,_=null,g=null,h=null;if(o||r||s||i||u||l){let E=await Promise.resolve().then(()=>(Nt(),Ot));o&&(f=await E.extractExperienceFromDetails(e,t),console.log(` + Experience: ${f.length} entries`)),r&&(C=await E.extractFeaturedFromDetails(e,t),console.log(` + Featured: ${C.length} entries`)),s&&(S=await E.extractEducationFromDetails(e,t),console.log(` + Education: ${S.length} entries`)),i&&(_=await E.extractSkillsFromDetails(e,t),console.log(` + Skills: ${_.length} entries`)),u&&(g=await E.extractRecommendationsFromDetails(e,t),console.log(` + Recommendations: ${g.length} entries`)),l&&(h=await E.extractCertificationsFromDetails(e,t),console.log(` + Certifications: ${h.length} entries`))}return{...c,profileUrl:t,resolvedUrl:w,...f!==null&&{experience:f},...C!==null&&{featured:C},...S!==null&&{education:S},..._!==null&&{skillsFull:_},...g!==null&&{recommendations:g},...h!==null&&{certifications:h}}}catch(m){console.error(`Error viewing profile ${t}:`,m.message);try{await e.goto("about:blank",{timeout:1e4}),await x(1e3)}catch{}if(/session expired|bounced to|authwall|checkpoint|redirected to login/i.test(m.message||""))throw m;return null}}import"dotenv/config";import*as O from"fs";import*as j from"path";import{fileURLToPath as Qn}from"url";var Zn=Qn(import.meta.url),Xn=j.dirname(j.dirname(Zn)),te=process.env.DATA_DIR?j.resolve(process.env.DATA_DIR,"market-research"):j.join(Xn,"market-research"),eo=j.join(te,"scouted-jobs.json"),to=j.join(te,"discovered-people.json"),Ft=j.join(te,"visit-log.json"),Zr=j.join(te,"companies.json"),Xr=j.join(te,"job-decisions.json");function no(){O.existsSync(te)||O.mkdirSync(te,{recursive:!0})}function oo(e,t){let n=JSON.stringify(t,null,2),o=e+".tmp";O.writeFileSync(o,n);for(let r=0;r<3;r++)try{O.renameSync(o,e);return}catch(s){if(r<2&&(s.code==="EPERM"||s.code==="EBUSY")){let i=Date.now();for(;Date.now()-i<200;);continue}throw s}}function Re(e){try{if(O.existsSync(e))return JSON.parse(O.readFileSync(e,"utf-8"))}catch{}return null}function Mt(){ye=null,so=null,we=null,io=null,ee=null}var ye=null;function ro(){return ye||(ye=Re(eo)||{},ye)}var so=null;var we=null;function ke(){return we||(we=Re(to)||{},we)}var io=null;var ee=null;function ue(){return ee||(ee=Re(Ft)||{visits:[]},Array.isArray(ee.visits)||(ee.visits=[]),ee)}function Pt(e,t={}){if(!e)return;no();let n=ue();n.visits.push({date:new Date().toISOString(),profileUrl:e,name:t.name||null,source:t.source||"manual"});let o=Date.now()-90*24*60*60*1e3;n.visits=n.visits.filter(r=>new Date(r.date).getTime()>o);try{oo(Ft,n)}catch(r){console.error(`[!] Failed to save visit-log.json: ${r.message}`)}}function qt(e){let t=ue();for(let n=t.visits.length-1;n>=0;n--)if(t.visits[n].profileUrl===e)return t.visits[n].date;return null}function Ut(){let e=ro(),t=ke(),n=Object.values(e),o=Object.values(t),r={};for(let c of n)c.company&&(r[c.company]=(r[c.company]||0)+1);let s=Object.entries(r).sort((c,f)=>f[1]-c[1]).slice(0,5).map(([c,f])=>`${c} (${f})`),i={};for(let c of n)for(let f of c.techStack||[])i[f]=(i[f]||0)+1;let u=Object.entries(i).sort((c,f)=>f[1]-c[1]).slice(0,8).map(([c,f])=>`${c} (${f})`),l=ue(),m=new Date().toISOString().slice(0,10),a=l.visits.filter(c=>c.date.startsWith(m)).length,w=new Set(l.visits.map(c=>c.profileUrl)).size;return{totalJobs:n.length,totalRecruiters:o.length,topCompanies:s,topTech:u,totalVisited:w,todayVisited:a,lastScoutDate:n.length>0?n.sort((c,f)=>(f.scoutedAt||"").localeCompare(c.scoutedAt||""))[0]?.scoutedAt:null}}me();async function Bt(e,t,n={}){let{maxVisits:o=50,delayBetween:r=4e3,skipRecentDays:s=7,verbose:i=!1,extractExperience:u=!1}=n,l={visited:0,skipped:0,errors:0},m=Date.now()-s*24*60*60*1e3;for(let a of t){if(l.visited>=o)break;if(!a.profileUrl)continue;let w=qt(a.profileUrl);if(w&&new Date(w).getTime()>m){l.skipped++;continue}try{let c=await Lt(e,a.profileUrl,{extractExperience:u}),f=a.source||"visit";if(c){let S={...c,source:f};u&&Array.isArray(c.experience)&&c.experience.length>0&&(S._lastEnrichedAt=new Date().toISOString()),De(a.profileUrl,S),c.resolvedUrl&&Te(a.profileUrl,c.resolvedUrl)}Pt(a.profileUrl,{name:c?.name||a.name||null,source:f}),l.visited++,i?console.log(` [${l.visited}] ${c?.name||a.profileUrl} \u2014 ${c?.title?.slice(0,40)||"?"}`):l.visited%10===0&&console.log(` Visited: ${l.visited}`);let C=Math.random()*4e3;await x(r+C)}catch(c){l.errors++,i&&console.error(` Error visiting ${a.name||a.profileUrl}: ${c.message?.slice(0,60)}`);let f=(c.message||"").toLowerCase();if(f.includes("detached")||f.includes("session closed")||f.includes("target closed")||f.includes("session expired")||f.includes("bounced to")||f.includes("authwall")||f.includes("checkpoint")||f.includes("redirected to login")){console.log(" Fatal browser/session error \u2014 stopping visits");break}}}return l}function Vt(e={}){let{limit:t=150,revisitDays:n=14}=e,o=ue(),r=new Set(o.visits?.map(g=>g.profileUrl)||[]),s=new Map;for(let g of o.visits||[]){let h=s.get(g.profileUrl);(!h||g.date>h)&&s.set(g.profileUrl,g.date)}let i=Date.now()-7*24*60*60*1e3,u=Date.now()-n*24*60*60*1e3;function l(g){let h=s.get(g);return h&&new Date(h).getTime()>i}let m=ke(),a=Object.entries(m).filter(([g])=>!r.has(g)).map(([g,h])=>({profileUrl:g,name:h.name,source:"new-discovered",priority:1,jobCount:h.jobIds?.length||0})),w=ce(),c=Object.entries(w).filter(([g,h])=>h.connectionStatus==="connected"||l(g)?!1:(h.jobCount||h.jobIds?.length||0)>=2).map(([g,h])=>({profileUrl:g,name:h.name,source:"active-recruiter",priority:2,jobCount:h.jobCount||h.jobIds?.length||0})),f=Object.entries(w).filter(([g,h])=>{let B=h.connectionStatus;return!(!B||B==="connected"||B==="pending"||B==="sent_without_note"||B==="sent_with_note"||l(g)||(h.jobCount||h.jobIds?.length||0)>=2)}).map(([g,h])=>({profileUrl:g,name:h.name,source:"unconnected",priority:3,jobCount:h.jobCount||h.jobIds?.length||0})),C=[...s.entries()].filter(([g,h])=>new Date(h).getTime()<u).map(([g,h])=>({profileUrl:g,name:null,source:"revisit",priority:4,lastVisit:h})),S=g=>g.sort(()=>Math.random()-.5);return a.sort((g,h)=>h.jobCount-g.jobCount),c.sort((g,h)=>h.jobCount-g.jobCount),S(f),S(C),[...a,...c,...f,...C].slice(0,t)}function Ht(){let e=ke();return Object.entries(e).map(([t,n])=>({profileUrl:t,name:n.name,source:"discovered"}))}function je(){let e=ce();return Object.entries(e).filter(([,t])=>{let n=t.connectionStatus;return n&&n!=="connected"&&n!=="pending"&&n!=="sent_without_note"&&n!=="sent_with_note"}).map(([t,n])=>({profileUrl:t,name:n.name,source:"unconnected"}))}function Oe(e=14){let t=ue(),n=Date.now()-e*24*60*60*1e3,o=new Map;for(let r of t.visits){let s=o.get(r.profileUrl);(!s||r.date>s.date)&&o.set(r.profileUrl,r)}return[...o.entries()].filter(([,r])=>new Date(r.date).getTime()<n).map(([r,s])=>({profileUrl:r,name:s.name,source:"revisit"}))}import"dotenv/config";import*as N from"fs";import*as G from"path";import{fileURLToPath as mo}from"url";import"dotenv/config";import{createGraphClient as lo,resolveToken as ao}from"@ilivemylife/graph-sdk";import{config as co}from"dotenv";co();var Jt=ao()||process.env.TOKEN;Jt||(console.error(`
|
|
242
240
|
[FATAL] No iLiveMyLife token found.`),console.error(" The bot uses Lifebot AI to decide which jobs to apply for"),console.error(` and how to fill application forms. It cannot work without it.
|
|
243
241
|
`),console.error(" Easiest way:"),console.error(" 1. npm install -g @ilivemylife/graph-sdk"),console.error(` 2. ilml login your@email.com yourpassword
|
|
244
242
|
`),console.error(` Or add ILML_TOKEN=... to .env
|
|
245
|
-
`),process.exit(1));var
|
|
243
|
+
`),process.exit(1));var Wt=lo({token:Jt});function uo(e){if(!e||e<1e3)return`${e||0}ms`;let t=Math.round(e/1e3);if(t<60)return`${t}s`;let n=Math.floor(t/60),o=t%60;return o?`${n}m ${o}s`:`${n}m`}function fo({scriptName:e,mode:t,status:n,error:o,duration:r}){let s=n==="error"?"\u2717":n==="quota-reached"?"\u26A0":"\u2713",i=new Date().toISOString().slice(0,16).replace("T"," "),u=r?` ${uo(r)}`:"",l=n==="error"?`error${o?`: ${String(o).slice(0,80)}`:""}`:n==="quota-reached"?"daily quota reached":"done",m=t&&t!=="default"?` (${t})`:"";return`${s} ${e}${m} \u2014 ${l} \u2014 ${i}${u}`}async function Yt({scriptName:e,mode:t,status:n,summaryLines:o,error:r,duration:s}){let i=process.env.NODE_RUN_REPORTS;if(!i||!Array.isArray(o)||o.length===0)return;let l=`**${fo({scriptName:e,mode:t,status:n,error:r,duration:s})}**
|
|
246
244
|
|
|
247
245
|
${o.join(`
|
|
248
|
-
`)}`;try{await Nt.addMessage(i,l)}catch(m){console.error(`[runReport] Failed to post end-of-session message: ${m.message}`)}}var to=eo(import.meta.url),no=W.dirname(W.dirname(to)),je=process.env.DATA_DIR?W.resolve(process.env.DATA_DIR,"collected-profiles"):W.join(no,"collected-profiles"),Oe=W.join(je,"run-log.json");function oo(e,t){let n=JSON.stringify(t,null,2),o=e+".tmp";N.writeFileSync(o,n);for(let r=0;r<3;r++)try{N.renameSync(o,e);return}catch(s){if(r<2&&(s.code==="EPERM"||s.code==="EBUSY")){let i=Date.now();for(;Date.now()-i<200;);continue}throw s}}function Lt(){try{if(!N.existsSync(Oe))return{runs:[]};let e=JSON.parse(N.readFileSync(Oe,"utf-8"));return!e.runs||!Array.isArray(e.runs)?{runs:[]}:e}catch{return{runs:[]}}}function Mt(e){N.existsSync(je)||N.mkdirSync(je,{recursive:!0});try{oo(Oe,e)}catch(t){console.error(`[!] Failed to save run-log.json: ${t.message}`)}}function Pt(e,t="default"){let n=Lt();for(let i of n.runs)i.status==="running"&&(i.status="interrupted",i.result="interrupted",i.timestamp&&(i.duration=Date.now()-new Date(i.timestamp).getTime()));let o=new Date,r={timestamp:o.toISOString(),script:e,mode:t,status:"running",result:null,duration:null,stats:null,error:null};n.runs.push(r);let s=Date.now()-30*24*60*60*1e3;return n.runs=n.runs.filter(i=>new Date(i.timestamp).getTime()>s),Mt(n),{script:e,mode:t,startTime:o.getTime(),runIndex:n.runs.length-1}}function Ne(e,t,n=null,o=null){if(!e)return;let r=null;try{let i=Lt(),u=i.runs[e.runIndex];if(u&&u.status==="running"&&u.script===e.script)u.status=t,u.result=t,u.duration=Date.now()-e.startTime,u.stats=n,u.error=o,r=u.duration;else{let l=i.runs.find(m=>m.script===e.script&&m.status==="running"&&m.timestamp===new Date(e.startTime).toISOString());l&&(l.status=t,l.result=t,l.duration=Date.now()-e.startTime,l.stats=n,l.error=o,r=l.duration)}Mt(i)}catch(i){console.error(`[runLog] Failed to end run: ${i.message}`)}let s=n&&Array.isArray(n.summaryLines)?n.summaryLines:null;if(s&&s.length>0&&process.env.NODE_RUN_REPORTS){let i=t==="error"?"error":n&&n.dailyLimitHit?"quota-reached":"done";Ft({scriptName:e.script,mode:e.mode,status:i,summaryLines:s,error:o,duration:r??Date.now()-e.startTime}).catch(u=>console.error(`[runLog] postRunReport failed: ${u.message}`))}}import"dotenv/config";import*as d from"fs";import*as Ve from"os";import*as k from"path";import{fileURLToPath as _o}from"url";var Me={};ue(Me,{NAME:()=>so,VERSION:()=>ro,up:()=>ao});import*as F from"fs";import*as ve from"path";var ro=1,so="normalize-jobs-and-questions",io=["description","techStack","jobTags","seniority","employmentType","industries","jobFunction","postedTime","applicantCount","companySize","workplaceType","contractType","isEasyApply","applyType","companyUrl","scoutedAt","lastSeen"],lo=50;function Fe(e){return F.existsSync(e)?JSON.parse(F.readFileSync(e,"utf-8")):null}function Le(e,t){let n=JSON.stringify(t,null,2),o=e+".tmp";try{F.writeFileSync(o,n)}catch(r){try{F.unlinkSync(o)}catch{}throw r}try{F.renameSync(o,e)}catch(r){try{F.unlinkSync(o)}catch{}if(r.code==="EPERM"||r.code==="EBUSY"){let s=new Error(`File locked: ${e} (${r.code}). On Windows usually antivirus / file explorer / open editor. Close it and re-run.`);throw s.code=r.code,s}throw r}}async function ao(e,t){let n=ve.join(e,"jobs.json"),o=ve.join(t,"scouted-jobs.json"),r=ve.join(e,"application-questions.json"),s=Fe(n)||{},i=Fe(o)||{},u=0,l=[];for(let a of Object.keys(s)){if(!i[a])continue;let w=i[a],c=s[a];for(let f of io)w[f]!=null&&c[f]==null&&(c[f]=w[f]);l.push(a),u++}u>0?(Le(n,s),console.log(` Phase 1: Merged ${u} scouted jobs into jobs.json`)):console.log(" Phase 1: No overlapping jobs to merge");let m=Fe(r);if(m&&Array.isArray(m.applications)){let a={},w=0;for(let c of m.applications){let f=c.jobId||"unknown";a[f]||(a[f]={applications:[]});let C=(c.questions||[]).map(S=>{let _={type:S.type||"input",question:S.question||"",answer:S.answer||""};return S.options&&(S.options.length<=lo?_.options=S.options:(_.optionsOmitted=!0,w++)),S.page&&(_.page=S.page),S.wasPreFilled&&(_.wasPreFilled=!0),S.wasRetry&&(_.wasRetry=!0),_});a[f].applications.push({applicationId:c.applicationId,date:c.date,result:c.result||"submitted",formPages:c.formPages||null,duration:c.duration||null,retries:c.retries||0,failedField:c.failedField||null,questionCount:c.questionCount||C.length,questions:C})}Le(r,a),console.log(` Phase 2: Rekeyed ${m.applications.length} applications by jobId (${Object.keys(a).length} unique jobs)`),w>0&&console.log(` Phase 2: Stripped bloated options from ${w} questions`)}else m&&!m.applications?console.log(" Phase 2: application-questions.json already in keyed format"):console.log(" Phase 2: No application-questions.json found");if(l.length>0){for(let a of l)delete i[a];Le(o,i),console.log(` Phase 3: Removed ${l.length} merged entries from scouted-jobs.json (${Object.keys(i).length} remaining)`)}else console.log(" Phase 3: No entries to remove from scouted-jobs.json")}var Pe={};ue(Pe,{NAME:()=>uo,VERSION:()=>co,up:()=>po});import*as L from"fs";import*as qt from"path";var co=2,uo="reset-unread-flags";function fo(e){return L.existsSync(e)?JSON.parse(L.readFileSync(e,"utf-8")):null}function mo(e,t){let n=JSON.stringify(t,null,2),o=e+".tmp";try{L.writeFileSync(o,n)}catch(r){try{L.unlinkSync(o)}catch{}throw r}try{L.renameSync(o,e)}catch(r){try{L.unlinkSync(o)}catch{}if(r.code==="EPERM"||r.code==="EBUSY"){let s=new Error(`File locked: ${e} (${r.code}). On Windows usually antivirus / file explorer / open editor. Close it and re-run.`);throw s.code=r.code,s}throw r}}async function po(e){let t=qt.join(e,"conversations.json"),n=fo(t);if(!n){console.log(" conversations.json not found \u2014 nothing to reset.");return}let o=0;for(let r of Object.keys(n))n[r].unread===!0&&(n[r].unread=!1,o++);if(o===0){console.log(" No stale unread flags found \u2014 nothing to do.");return}mo(t,n),console.log(` Reset unread=false on ${o} conversations. Run 'ilml linkedin sync-all' to re-establish real unread state from LinkedIn.`)}var qe={};ue(qe,{NAME:()=>go,VERSION:()=>ho,up:()=>vo});import*as M from"fs";import*as Ut from"path";var ho=3,go="recompute-last-message-by",yo=new Set(["draft","confirmed","rejected","needs_review"]);function wo(e){return M.existsSync(e)?JSON.parse(M.readFileSync(e,"utf-8")):null}function bo(e,t){let n=JSON.stringify(t,null,2),o=e+".tmp";try{M.writeFileSync(o,n)}catch(r){try{M.unlinkSync(o)}catch{}throw r}try{M.renameSync(o,e)}catch(r){try{M.unlinkSync(o)}catch{}if(r.code==="EPERM"||r.code==="EBUSY"){let s=new Error(`File locked: ${e} (${r.code}). On Windows usually antivirus / file explorer / open editor. Close it and re-run.`);throw s.code=r.code,s}throw r}}function So(e,t){if(!e||e.length===0)return"them";let n=e.filter(s=>!yo.has(s.status));if(n.length===0)return"them";let o=n.map(s=>({m:s,t:Date.parse(s.time)})).filter(s=>Number.isFinite(s.t)).sort((s,i)=>i.t-s.t).map(s=>s.m),r=o.length>0?o:[...n].reverse();for(let s of r){let i=s.sender;if(i===t)return"me";if(i!=="Unknown"&&i!=="")return"them"}return"them"}async function vo(e){let t=Ut.join(e,"conversations.json"),n=wo(t);if(!n){console.log(" conversations.json not found \u2014 nothing to recompute.");return}let o=process.env.LINKEDIN_NAME;if(!o||typeof o!="string"||!o.trim())throw new Error(`LINKEDIN_NAME env var is not set. Migration v003 needs your display name to determine which messages are yours vs theirs. Set LINKEDIN_NAME in your .env (or run "ilml plugin config linkedin set LINKEDIN_NAME 'Your Name'") and retry.`);let r=0,s=0,i=0;for(let u of Object.keys(n)){let l=n[u];if(!l||typeof l!="object")continue;Object.prototype.hasOwnProperty.call(l,"_cardSynced")&&(delete l._cardSynced,s++);let m=Array.isArray(l.messages)?l.messages:[],a=So(m,o),w=a==="me"?"awaiting_reply":"unanswered_by_us";l.lastMessageBy!==a&&i++,l.lastMessageBy=a,l.conversationStatus=w,r++}if(r===0){console.log(" No conversations to recompute.");return}bo(t,n),console.log(` Recomputed lastMessageBy + conversationStatus on ${r} conversations.`),console.log(` ${i} had stale lastMessageBy (now corrected).`),s>0&&console.log(` Cleaned ${s} leftover _cardSynced flags.`),console.log(" Re-run 'ilml linkedin enrich' if you want actionNeeded / summary / autoTags to also update.")}var Ue={};ue(Ue,{NAME:()=>Co,VERSION:()=>ko,up:()=>Eo});import*as P from"fs";import*as Bt from"path";var ko=4,Co="split-connection-timestamps",xo=new Set(["pending","sent_without_note","sent_with_note","sent_without_note_upsell"]);function $o(e){if(!P.existsSync(e))return null;let t=P.readFileSync(e,"utf-8");return t.charCodeAt(0)===65279&&(t=t.slice(1)),JSON.parse(t)}function Ao(e,t){let n=JSON.stringify(t,null,2),o=e+".tmp";try{P.writeFileSync(o,n)}catch(r){try{P.unlinkSync(o)}catch{}throw r}try{P.renameSync(o,e)}catch(r){try{P.unlinkSync(o)}catch{}if(r.code==="EPERM"||r.code==="EBUSY"){let s=new Error(`File locked: ${e} (${r.code}). On Windows usually antivirus / file explorer / open editor. Close it and re-run.`);throw s.code=r.code,s}throw r}}async function Eo(e){let t=Bt.join(e,"people.json"),n=$o(t);if(!n||typeof n!="object"){console.log(" people.json not found \u2014 nothing to migrate.");return}let o=0,r=0;for(let s of Object.keys(n)){let i=n[s];!i||typeof i!="object"||(r++,xo.has(i.connectionStatus)&&i.connectionDate&&!i.requestedConnectionAt&&(i.requestedConnectionAt=i.connectionDate,i.connectionDate=null,o++))}if(o===0){console.log(` Scanned ${r} people \u2014 none needed the connectionDate\u2192requestedConnectionAt move.`);return}Ao(t,n),console.log(` Moved connectionDate \u2192 requestedConnectionAt on ${o} still-pending people (of ${r} scanned).`),console.log(' connectionDate now means "accepted on" only; requestedConnectionAt means "requested on".')}var Io=_o(import.meta.url),To=k.dirname(Io),Do=k.dirname(k.dirname(To));function Ro(e){return e&&(e==="~"?Ve.homedir():e.startsWith("~/")||e.startsWith("~\\")?k.join(Ve.homedir(),e.slice(2)):e)}var q=process.env.DATA_DIR?k.resolve(Ro(process.env.DATA_DIR)):Do,te=k.join(q,"collected-profiles"),ne=k.join(q,"market-research"),D=k.join(q,".schema-version"),Vt=[k.join(te,".schema-version"),k.join(ne,".schema-version")],Y=4,V=[{version:1,module:Me},{version:2,module:Pe},{version:3,module:qe},{version:4,module:Ue}];(function(){V.sort((o,r)=>o.version-r.version);let t=new Set;for(let o of V){if(!Number.isInteger(o.version)||o.version<1)throw new Error(`MIGRATION_REGISTRY: invalid version ${JSON.stringify(o.version)} (must be positive integer)`);if(t.has(o.version))throw new Error(`MIGRATION_REGISTRY: duplicate version v${o.version}`);t.add(o.version);let r=o.module;if(!r||typeof r.up!="function")throw new Error(`MIGRATION_REGISTRY: v${o.version} module is missing up()`);if(r.VERSION!==void 0&&r.VERSION!==o.version)throw new Error(`MIGRATION_REGISTRY: v${o.version} entry does not match module VERSION (${r.VERSION}). Drift between registry and module \u2014 pick one source of truth.`)}let n=V.length?V[V.length-1].version:0;if(n!==Y)throw new Error(`MIGRATION_REGISTRY: highest version v${n} but CURRENT_SCHEMA_VERSION=${Y}. Forgot to bump CURRENT_SCHEMA_VERSION when adding the new migration?`);for(let o=0;o<V.length;o++){let r=o+1;if(V[o].version!==r)throw new Error(`MIGRATION_REGISTRY: gap detected \u2014 expected v${r} at position ${o} but found v${V[o].version}`)}})();function Yt(){process.env.DATA_DIR!==void 0&&process.env.DATA_DIR.trim()===""&&process.env.DATA_DIR.length>0&&(console.error(`
|
|
246
|
+
`)}`;try{await Wt.addMessage(i,l)}catch(m){console.error(`[runReport] Failed to post end-of-session message: ${m.message}`)}}var po=mo(import.meta.url),ho=G.dirname(G.dirname(po)),Ne=process.env.DATA_DIR?G.resolve(process.env.DATA_DIR,"collected-profiles"):G.join(ho,"collected-profiles"),Le=G.join(Ne,"run-log.json");function go(e,t){let n=JSON.stringify(t,null,2),o=e+".tmp";N.writeFileSync(o,n);for(let r=0;r<3;r++)try{N.renameSync(o,e);return}catch(s){if(r<2&&(s.code==="EPERM"||s.code==="EBUSY")){let i=Date.now();for(;Date.now()-i<200;);continue}throw s}}function Gt(){try{if(!N.existsSync(Le))return{runs:[]};let e=JSON.parse(N.readFileSync(Le,"utf-8"));return!e.runs||!Array.isArray(e.runs)?{runs:[]}:e}catch{return{runs:[]}}}function Kt(e){N.existsSync(Ne)||N.mkdirSync(Ne,{recursive:!0});try{go(Le,e)}catch(t){console.error(`[!] Failed to save run-log.json: ${t.message}`)}}function zt(e,t="default"){let n=Gt();for(let i of n.runs)i.status==="running"&&(i.status="interrupted",i.result="interrupted",i.timestamp&&(i.duration=Date.now()-new Date(i.timestamp).getTime()));let o=new Date,r={timestamp:o.toISOString(),script:e,mode:t,status:"running",result:null,duration:null,stats:null,error:null};n.runs.push(r);let s=Date.now()-30*24*60*60*1e3;return n.runs=n.runs.filter(i=>new Date(i.timestamp).getTime()>s),Kt(n),{script:e,mode:t,startTime:o.getTime(),runIndex:n.runs.length-1}}function Fe(e,t,n=null,o=null){if(!e)return;let r=null;try{let i=Gt(),u=i.runs[e.runIndex];if(u&&u.status==="running"&&u.script===e.script)u.status=t,u.result=t,u.duration=Date.now()-e.startTime,u.stats=n,u.error=o,r=u.duration;else{let l=i.runs.find(m=>m.script===e.script&&m.status==="running"&&m.timestamp===new Date(e.startTime).toISOString());l&&(l.status=t,l.result=t,l.duration=Date.now()-e.startTime,l.stats=n,l.error=o,r=l.duration)}Kt(i)}catch(i){console.error(`[runLog] Failed to end run: ${i.message}`)}let s=n&&Array.isArray(n.summaryLines)?n.summaryLines:null;if(s&&s.length>0&&process.env.NODE_RUN_REPORTS){let i=t==="error"?"error":n&&n.dailyLimitHit?"quota-reached":"done";Yt({scriptName:e.script,mode:e.mode,status:i,summaryLines:s,error:o,duration:r??Date.now()-e.startTime}).catch(u=>console.error(`[runLog] postRunReport failed: ${u.message}`))}}import"dotenv/config";import*as d from"fs";import*as Je from"os";import*as k from"path";import{fileURLToPath as qo}from"url";var qe={};fe(qe,{NAME:()=>wo,VERSION:()=>yo,up:()=>vo});import*as L from"fs";import*as Ce from"path";var yo=1,wo="normalize-jobs-and-questions",bo=["description","techStack","jobTags","seniority","employmentType","industries","jobFunction","postedTime","applicantCount","companySize","workplaceType","contractType","isEasyApply","applyType","companyUrl","scoutedAt","lastSeen"],So=50;function Me(e){return L.existsSync(e)?JSON.parse(L.readFileSync(e,"utf-8")):null}function Pe(e,t){let n=JSON.stringify(t,null,2),o=e+".tmp";try{L.writeFileSync(o,n)}catch(r){try{L.unlinkSync(o)}catch{}throw r}try{L.renameSync(o,e)}catch(r){try{L.unlinkSync(o)}catch{}if(r.code==="EPERM"||r.code==="EBUSY"){let s=new Error(`File locked: ${e} (${r.code}). On Windows usually antivirus / file explorer / open editor. Close it and re-run.`);throw s.code=r.code,s}throw r}}async function vo(e,t){let n=Ce.join(e,"jobs.json"),o=Ce.join(t,"scouted-jobs.json"),r=Ce.join(e,"application-questions.json"),s=Me(n)||{},i=Me(o)||{},u=0,l=[];for(let a of Object.keys(s)){if(!i[a])continue;let w=i[a],c=s[a];for(let f of bo)w[f]!=null&&c[f]==null&&(c[f]=w[f]);l.push(a),u++}u>0?(Pe(n,s),console.log(` Phase 1: Merged ${u} scouted jobs into jobs.json`)):console.log(" Phase 1: No overlapping jobs to merge");let m=Me(r);if(m&&Array.isArray(m.applications)){let a={},w=0;for(let c of m.applications){let f=c.jobId||"unknown";a[f]||(a[f]={applications:[]});let C=(c.questions||[]).map(S=>{let _={type:S.type||"input",question:S.question||"",answer:S.answer||""};return S.options&&(S.options.length<=So?_.options=S.options:(_.optionsOmitted=!0,w++)),S.page&&(_.page=S.page),S.wasPreFilled&&(_.wasPreFilled=!0),S.wasRetry&&(_.wasRetry=!0),_});a[f].applications.push({applicationId:c.applicationId,date:c.date,result:c.result||"submitted",formPages:c.formPages||null,duration:c.duration||null,retries:c.retries||0,failedField:c.failedField||null,questionCount:c.questionCount||C.length,questions:C})}Pe(r,a),console.log(` Phase 2: Rekeyed ${m.applications.length} applications by jobId (${Object.keys(a).length} unique jobs)`),w>0&&console.log(` Phase 2: Stripped bloated options from ${w} questions`)}else m&&!m.applications?console.log(" Phase 2: application-questions.json already in keyed format"):console.log(" Phase 2: No application-questions.json found");if(l.length>0){for(let a of l)delete i[a];Pe(o,i),console.log(` Phase 3: Removed ${l.length} merged entries from scouted-jobs.json (${Object.keys(i).length} remaining)`)}else console.log(" Phase 3: No entries to remove from scouted-jobs.json")}var Ue={};fe(Ue,{NAME:()=>Co,VERSION:()=>ko,up:()=>Eo});import*as F from"fs";import*as Qt from"path";var ko=2,Co="reset-unread-flags";function xo(e){return F.existsSync(e)?JSON.parse(F.readFileSync(e,"utf-8")):null}function $o(e,t){let n=JSON.stringify(t,null,2),o=e+".tmp";try{F.writeFileSync(o,n)}catch(r){try{F.unlinkSync(o)}catch{}throw r}try{F.renameSync(o,e)}catch(r){try{F.unlinkSync(o)}catch{}if(r.code==="EPERM"||r.code==="EBUSY"){let s=new Error(`File locked: ${e} (${r.code}). On Windows usually antivirus / file explorer / open editor. Close it and re-run.`);throw s.code=r.code,s}throw r}}async function Eo(e){let t=Qt.join(e,"conversations.json"),n=xo(t);if(!n){console.log(" conversations.json not found \u2014 nothing to reset.");return}let o=0;for(let r of Object.keys(n))n[r].unread===!0&&(n[r].unread=!1,o++);if(o===0){console.log(" No stale unread flags found \u2014 nothing to do.");return}$o(t,n),console.log(` Reset unread=false on ${o} conversations. Run 'ilml linkedin sync-all' to re-establish real unread state from LinkedIn.`)}var Be={};fe(Be,{NAME:()=>_o,VERSION:()=>Ao,up:()=>jo});import*as M from"fs";import*as Zt from"path";var Ao=3,_o="recompute-last-message-by",Io=new Set(["draft","confirmed","rejected","needs_review"]);function Do(e){return M.existsSync(e)?JSON.parse(M.readFileSync(e,"utf-8")):null}function To(e,t){let n=JSON.stringify(t,null,2),o=e+".tmp";try{M.writeFileSync(o,n)}catch(r){try{M.unlinkSync(o)}catch{}throw r}try{M.renameSync(o,e)}catch(r){try{M.unlinkSync(o)}catch{}if(r.code==="EPERM"||r.code==="EBUSY"){let s=new Error(`File locked: ${e} (${r.code}). On Windows usually antivirus / file explorer / open editor. Close it and re-run.`);throw s.code=r.code,s}throw r}}function Ro(e,t){if(!e||e.length===0)return"them";let n=e.filter(s=>!Io.has(s.status));if(n.length===0)return"them";let o=n.map(s=>({m:s,t:Date.parse(s.time)})).filter(s=>Number.isFinite(s.t)).sort((s,i)=>i.t-s.t).map(s=>s.m),r=o.length>0?o:[...n].reverse();for(let s of r){let i=s.sender;if(i===t)return"me";if(i!=="Unknown"&&i!=="")return"them"}return"them"}async function jo(e){let t=Zt.join(e,"conversations.json"),n=Do(t);if(!n){console.log(" conversations.json not found \u2014 nothing to recompute.");return}let o=process.env.LINKEDIN_NAME;if(!o||typeof o!="string"||!o.trim())throw new Error(`LINKEDIN_NAME env var is not set. Migration v003 needs your display name to determine which messages are yours vs theirs. Set LINKEDIN_NAME in your .env (or run "ilml plugin config linkedin set LINKEDIN_NAME 'Your Name'") and retry.`);let r=0,s=0,i=0;for(let u of Object.keys(n)){let l=n[u];if(!l||typeof l!="object")continue;Object.prototype.hasOwnProperty.call(l,"_cardSynced")&&(delete l._cardSynced,s++);let m=Array.isArray(l.messages)?l.messages:[],a=Ro(m,o),w=a==="me"?"awaiting_reply":"unanswered_by_us";l.lastMessageBy!==a&&i++,l.lastMessageBy=a,l.conversationStatus=w,r++}if(r===0){console.log(" No conversations to recompute.");return}To(t,n),console.log(` Recomputed lastMessageBy + conversationStatus on ${r} conversations.`),console.log(` ${i} had stale lastMessageBy (now corrected).`),s>0&&console.log(` Cleaned ${s} leftover _cardSynced flags.`),console.log(" Re-run 'ilml linkedin enrich' if you want actionNeeded / summary / autoTags to also update.")}var Ve={};fe(Ve,{NAME:()=>No,VERSION:()=>Oo,up:()=>Po});import*as P from"fs";import*as Xt from"path";var Oo=4,No="split-connection-timestamps",Lo=new Set(["pending","sent_without_note","sent_with_note","sent_without_note_upsell"]);function Fo(e){if(!P.existsSync(e))return null;let t=P.readFileSync(e,"utf-8");return t.charCodeAt(0)===65279&&(t=t.slice(1)),JSON.parse(t)}function Mo(e,t){let n=JSON.stringify(t,null,2),o=e+".tmp";try{P.writeFileSync(o,n)}catch(r){try{P.unlinkSync(o)}catch{}throw r}try{P.renameSync(o,e)}catch(r){try{P.unlinkSync(o)}catch{}if(r.code==="EPERM"||r.code==="EBUSY"){let s=new Error(`File locked: ${e} (${r.code}). On Windows usually antivirus / file explorer / open editor. Close it and re-run.`);throw s.code=r.code,s}throw r}}async function Po(e){let t=Xt.join(e,"people.json"),n=Fo(t);if(!n||typeof n!="object"){console.log(" people.json not found \u2014 nothing to migrate.");return}let o=0,r=0;for(let s of Object.keys(n)){let i=n[s];!i||typeof i!="object"||(r++,Lo.has(i.connectionStatus)&&i.connectionDate&&!i.requestedConnectionAt&&(i.requestedConnectionAt=i.connectionDate,i.connectionDate=null,o++))}if(o===0){console.log(` Scanned ${r} people \u2014 none needed the connectionDate\u2192requestedConnectionAt move.`);return}Mo(t,n),console.log(` Moved connectionDate \u2192 requestedConnectionAt on ${o} still-pending people (of ${r} scanned).`),console.log(' connectionDate now means "accepted on" only; requestedConnectionAt means "requested on".')}var Uo=qo(import.meta.url),Bo=k.dirname(Uo),Vo=k.dirname(k.dirname(Bo));function Ho(e){return e&&(e==="~"?Je.homedir():e.startsWith("~/")||e.startsWith("~\\")?k.join(Je.homedir(),e.slice(2)):e)}var U=process.env.DATA_DIR?k.resolve(Ho(process.env.DATA_DIR)):Vo,oe=k.join(U,"collected-profiles"),re=k.join(U,"market-research"),T=k.join(U,".schema-version"),en=[k.join(oe,".schema-version"),k.join(re,".schema-version")],K=4,H=[{version:1,module:qe},{version:2,module:Ue},{version:3,module:Be},{version:4,module:Ve}];(function(){H.sort((o,r)=>o.version-r.version);let t=new Set;for(let o of H){if(!Number.isInteger(o.version)||o.version<1)throw new Error(`MIGRATION_REGISTRY: invalid version ${JSON.stringify(o.version)} (must be positive integer)`);if(t.has(o.version))throw new Error(`MIGRATION_REGISTRY: duplicate version v${o.version}`);t.add(o.version);let r=o.module;if(!r||typeof r.up!="function")throw new Error(`MIGRATION_REGISTRY: v${o.version} module is missing up()`);if(r.VERSION!==void 0&&r.VERSION!==o.version)throw new Error(`MIGRATION_REGISTRY: v${o.version} entry does not match module VERSION (${r.VERSION}). Drift between registry and module \u2014 pick one source of truth.`)}let n=H.length?H[H.length-1].version:0;if(n!==K)throw new Error(`MIGRATION_REGISTRY: highest version v${n} but CURRENT_SCHEMA_VERSION=${K}. Forgot to bump CURRENT_SCHEMA_VERSION when adding the new migration?`);for(let o=0;o<H.length;o++){let r=o+1;if(H[o].version!==r)throw new Error(`MIGRATION_REGISTRY: gap detected \u2014 expected v${r} at position ${o} but found v${H[o].version}`)}})();function rn(){process.env.DATA_DIR!==void 0&&process.env.DATA_DIR.trim()===""&&process.env.DATA_DIR.length>0&&(console.error(`
|
|
249
247
|
[FATAL] DATA_DIR is set to whitespace ("${process.env.DATA_DIR}"). Either unset it or set a real path.
|
|
250
|
-
`),process.exit(1));try{d.mkdirSync(
|
|
251
|
-
[FATAL] Cannot create DATA_DIR (${
|
|
252
|
-
`),process.exit(1))}let e;try{e=d.statSync(
|
|
253
|
-
[FATAL] DATA_DIR (${
|
|
248
|
+
`),process.exit(1));try{d.mkdirSync(U,{recursive:!0})}catch(t){t.code!=="EEXIST"&&(console.error(`
|
|
249
|
+
[FATAL] Cannot create DATA_DIR (${U}): ${t.message}`),console.error(` Fix the path or permissions and try again.
|
|
250
|
+
`),process.exit(1))}let e;try{e=d.statSync(U)}catch(t){console.error(`
|
|
251
|
+
[FATAL] DATA_DIR (${U}) is not accessible: ${t.message}
|
|
254
252
|
`),process.exit(1)}e.isDirectory()||(console.error(`
|
|
255
|
-
[FATAL] DATA_DIR (${
|
|
256
|
-
`),process.exit(1));for(let t of[
|
|
253
|
+
[FATAL] DATA_DIR (${U}) exists but is NOT a directory.`),console.error(` Looks like a typo \u2014 your DATA_DIR points at a file. Fix the path and try again.
|
|
254
|
+
`),process.exit(1));for(let t of[oe,re]){let n;try{n=d.lstatSync(t)}catch(o){if(o.code==="ENOENT")continue;throw o}n.isSymbolicLink()&&(console.error(`
|
|
257
255
|
[FATAL] Data subdirectory is a symbolic link: ${t}`),console.error(" Refusing to follow \u2014 backup code would copy whatever the link points at."),console.error(` If this is intentional, replace the symlink with the real directory.
|
|
258
|
-
`),process.exit(1))}}var
|
|
259
|
-
[FATAL] Another plugin process is currently running migrations:`),console.error(` PID: ${t.pid}`),console.error(` Started at: ${t.startedAt||"(unknown)"}`),console.error(` Lock file: ${
|
|
256
|
+
`),process.exit(1))}}var ne=k.join(U,".migration-lock");function Jo(){let e=JSON.stringify({pid:process.pid,startedAt:new Date().toISOString()},null,2);try{return d.writeFileSync(ne,e,{flag:"wx"}),!0}catch(o){if(o.code!=="EEXIST")throw o}let t;try{t=JSON.parse(d.readFileSync(ne,"utf-8"))}catch{t=null}if(t&&Number.isInteger(t.pid)){let o=!1;try{process.kill(t.pid,0),o=!0}catch(i){i.code==="EPERM"&&(o=!0)}let r=24*60*60*1e3,s=1/0;if(t.startedAt){let i=Date.parse(t.startedAt);Number.isNaN(i)||(s=Date.now()-i)}o&&s<r&&(console.error(`
|
|
257
|
+
[FATAL] Another plugin process is currently running migrations:`),console.error(` PID: ${t.pid}`),console.error(` Started at: ${t.startedAt||"(unknown)"}`),console.error(` Lock file: ${ne}
|
|
260
258
|
`),console.error(" Wait for it to finish, or if you're sure it's not actually running,"),console.error(` delete the lock file manually and re-run.
|
|
261
|
-
`),process.exit(1)),o&&s>=r&&console.log(` Lock holder PID ${t.pid} is alive but lock is older than 24h \u2014 assuming PID reuse, taking over.`)}console.log(` Stale migration lock from PID ${t?.pid??"?"} found \u2014 taking over.`);let n=
|
|
259
|
+
`),process.exit(1)),o&&s>=r&&console.log(` Lock holder PID ${t.pid} is alive but lock is older than 24h \u2014 assuming PID reuse, taking over.`)}console.log(` Stale migration lock from PID ${t?.pid??"?"} found \u2014 taking over.`);let n=ne+".tmp";try{return d.writeFileSync(n,e),d.renameSync(n,ne),!0}catch(o){try{d.unlinkSync(n)}catch{}throw new Error(`Failed to take over stale migration lock: ${o.message}`)}}function We(){try{if(JSON.parse(d.readFileSync(ne,"utf-8")).pid!==process.pid)return;d.unlinkSync(ne)}catch{}}var tn=!1;function Wo(){if(tn)return;tn=!0;let e=()=>{try{We()}catch{}process.exit(1)};for(let t of["SIGINT","SIGTERM","SIGHUP"])try{process.on(t,e)}catch{}}function Yo(){if(d.existsSync(T))return;let e=[],t=[];for(let s of en)if(d.existsSync(s))try{e.push({file:s,schema:xe(s)})}catch(i){t.push({file:s,err:i.message})}if(t.length>0){console.error(`
|
|
262
260
|
[FATAL] Legacy .schema-version file(s) corrupted \u2014 cannot determine current schema version:`);for(let s of t)console.error(` ${s.file}: ${s.err}`);console.error(`
|
|
263
261
|
Repair the file(s) (likely just an integer 'version' field \u2014 see another working DATA_DIR`),console.error(` or default to {"version":1,"migrations":[]} if you're sure you're on schema v1) and try again.
|
|
264
262
|
`),process.exit(1)}if(e.length===0)return;let n=e.map(s=>s.schema.version);if(new Set(n).size>1){console.error(`
|
|
265
263
|
[FATAL] Legacy .schema-version files disagree:`);for(let s of e)console.error(` ${s.file}: v${s.schema.version}`);console.error(" This means a previous migration crashed between writing the two files."),console.error(` Reconcile manually (delete the wrong one, keep the right one), then re-run.
|
|
266
|
-
`),process.exit(1)}let o=e[0].schema,r=
|
|
267
|
-
[FATAL] ${
|
|
268
|
-
`),process.exit(1)}let t=
|
|
269
|
-
[FATAL] ${
|
|
270
|
-
`),process.exit(1)),t}function
|
|
271
|
-
[FATAL] Your data schema is at v${t}, but this plugin build only understands up to v${
|
|
272
|
-
`),console.error(" Options:"),console.error(" A) Re-install the newer plugin version that produced this schema, then"),console.error(" (if you really want to downgrade) run 'rollback-data --confirm' first,"),console.error(" then re-install the older plugin version."),console.error(` B) Manually restore your data from the *.pre-vNNN.backup files matching v${
|
|
264
|
+
`),process.exit(1)}let o=e[0].schema,r=T+".tmp";try{d.writeFileSync(r,JSON.stringify(o,null,2)),d.renameSync(r,T)}catch(s){try{d.unlinkSync(r)}catch{}throw s}for(let s of en)if(d.existsSync(s))try{d.unlinkSync(s)}catch{}console.log(` Consolidated legacy .schema-version files \u2192 ${T}`)}function Go(e){if(e===null||typeof e!="object"||Array.isArray(e))return null;let t=Number(e.version);return!Number.isFinite(t)||t<0||!Number.isInteger(t)?null:(e.version=t,Array.isArray(e.migrations)||(e.migrations=[]),e)}function xe(e){let t=d.readFileSync(e,"utf-8");return t.charCodeAt(0)===65279&&(t=t.slice(1)),JSON.parse(t)}function nn(){if(Yo(),!d.existsSync(T))return{version:0,migrations:[]};let e;try{e=xe(T)}catch(n){if(n.code==="ENOENT")return{version:0,migrations:[]};console.error(`
|
|
265
|
+
[FATAL] ${T} is not valid JSON: ${n.message}`),console.error(" Refusing to proceed \u2014 silently treating it as 'fresh install' would re-apply"),console.error(" every migration on top of already-migrated data and corrupt it."),console.error(' Repair the file (set it to {"version":N,"migrations":[...]} matching your real state)'),console.error(` or restore from the *.pre-vNNN.backup files if you have them.
|
|
266
|
+
`),process.exit(1)}let t=Go(e);return t===null&&(console.error(`
|
|
267
|
+
[FATAL] ${T} has invalid structure:`),console.error(` ${JSON.stringify(e)?.slice(0,200)||"(unparseable)"}`),console.error(' Expected shape: { "version": <integer>, "migrations": [...] }'),console.error(` Repair the file or restore from a backup.
|
|
268
|
+
`),process.exit(1)),t}function sn(e){try{d.chmodSync(e,384)}catch{}}function Ko(e){if(rn(),d.existsSync(T))try{if(d.lstatSync(T).isSymbolicLink())throw new Error(`SCHEMA_FILE is a symbolic link: ${T}. Refusing to write through it (potential symlink attack). Remove the link and re-run.`)}catch(n){if(n.message?.includes("symbolic link"))throw n}let t=T+".tmp";try{d.writeFileSync(t,JSON.stringify(e,null,2)),sn(t),d.renameSync(t,T)}catch(n){try{d.unlinkSync(t)}catch{}throw n}}function on(e,t){if(!d.existsSync(e))return;let n=`.pre-v${String(t).padStart(3,"0")}.backup`,o=d.readdirSync(e).filter(u=>{let l=u.toLowerCase();if(l.includes(".backup")||l===".schema-version"||l.endsWith(".tmp"))return!1;try{return d.statSync(k.join(e,u)).isFile()}catch{return!1}}),r=0,s=0,i=[];for(let u of o){let l=k.join(e,u),m=k.join(e,u+n);if(d.existsSync(m)){s++;continue}try{an(l,m),r++}catch(a){i.push({file:u,err:a.message})}}if(i.length>0){let u=new Error(`Failed to back up ${i.length} file(s) in ${k.basename(e)}/: `+i.map(l=>`${l.file} (${l.err})`).join(", "));throw u.code="BACKUP_INCOMPLETE",u}if(r>0||s>0){let u=s>0?` (${s} pre-existing backup(s) preserved)`:"";console.log(` Backed up ${r} files in ${k.basename(e)}/ (${n})${u}`)}}var He=!1;async function ln(){if(He)return;rn(),er();let t=nn().version;if(t===K){He=!0;return}Wo(),Jo(),process.on("exit",We),t>K&&(console.error(`
|
|
269
|
+
[FATAL] Your data schema is at v${t}, but this plugin build only understands up to v${K}.`),console.error(" This usually means you downgraded the plugin without rolling back data."),console.error(` Operating on the newer-format data with this build would risk corrupting it.
|
|
270
|
+
`),console.error(" Options:"),console.error(" A) Re-install the newer plugin version that produced this schema, then"),console.error(" (if you really want to downgrade) run 'rollback-data --confirm' first,"),console.error(" then re-install the older plugin version."),console.error(` B) Manually restore your data from the *.pre-vNNN.backup files matching v${K}.
|
|
273
271
|
`),process.exit(1)),console.log(`
|
|
274
|
-
\u{1F4E6} Schema migration: v${t} \u2192 v${
|
|
272
|
+
\u{1F4E6} Schema migration: v${t} \u2192 v${K}`);let n=tr();if(!n.ok){console.error(`
|
|
275
273
|
[FATAL] Cannot migrate \u2014 current data is corrupted:`);for(let r of n.broken)console.error(` ${r.dir}/${r.file}: ${r.err}`);console.error(`
|
|
276
274
|
Migration ABORTED. No backups taken, no files modified.`),console.error(" Repair the file(s) above (restore from your own backup, or fix manually)"),console.error(` and try again. To inspect: 'ilml linkedin migrate-status'.
|
|
277
|
-
`),process.exit(1)}let o=
|
|
278
|
-
Running migration v${String(r.version).padStart(3,"0")}...`);let s=`v${String(r.version).padStart(3,"0")}`,i=`.pre-${s}.backup`;try{
|
|
275
|
+
`),process.exit(1)}let o=H.filter(r=>r.version>t);for(let r of o){console.log(`
|
|
276
|
+
Running migration v${String(r.version).padStart(3,"0")}...`);let s=`v${String(r.version).padStart(3,"0")}`,i=`.pre-${s}.backup`;try{on(oe,r.version),on(re,r.version)}catch(l){console.error(`
|
|
279
277
|
[FATAL] Pre-migration backup failed for ${s}: ${l.message}`),console.error(" Migration NOT applied. Repair the underlying issue (disk space, permissions, locked files)"),console.error(` and re-run the plugin command.
|
|
280
|
-
`),process.exit(1)}let u=r.module;try{await u.up(
|
|
281
|
-
[FATAL] Migration ${s} failed: ${l.message}`),console.error(` Attempting auto-rollback from ${i} files...`);try{let m=
|
|
278
|
+
`),process.exit(1)}let u=r.module;try{await u.up(oe,re)}catch(l){console.error(`
|
|
279
|
+
[FATAL] Migration ${s} failed: ${l.message}`),console.error(` Attempting auto-rollback from ${i} files...`);try{let m=nr(i);m.ok?(console.error(` \u2713 Auto-rollback restored ${m.restored} files. Schema stays at v${t}.`),console.error(` The migration will be retried on next plugin command. Fix the root cause first.
|
|
282
280
|
`)):(console.error(` [!] Auto-rollback INCOMPLETE: ${m.error}`),console.error(` Manual recovery: copy *${i} files back over the originals.
|
|
283
281
|
`))}catch(m){console.error(` [!] Auto-rollback CRASHED while restoring: ${m.message}`),console.error(` Manual recovery: copy *${i} files back over the originals.
|
|
284
|
-
`)}process.exit(1)}try{let l=new Date().toISOString(),m={version:r.version,name:u.NAME||s,appliedAt:l},a=
|
|
282
|
+
`)}process.exit(1)}try{let l=new Date().toISOString(),m={version:r.version,name:u.NAME||s,appliedAt:l},a=nn();a.version=r.version,a.migratedAt=l,a.migrations=a.migrations||[],a.migrations.push(m),Ko(a)}catch(l){console.error(`
|
|
285
283
|
[FATAL] Migration ${s} applied successfully but schema version file could NOT be updated: ${l.message}`),console.error(` Your data is in the v${r.version} state but .schema-version still shows v${t}.`),console.error(` On next plugin command the runner will try to re-apply ${s}. If that migration is`),console.error(` idempotent (most are), it will succeed harmlessly. If you're unsure, run 'data-cleanup' and contact support.
|
|
286
|
-
`),process.exit(1)}console.log(` \u2713 Migration ${s} complete`)}try{
|
|
287
|
-
\u2713 Schema is now at v${
|
|
288
|
-
`)}var
|
|
289
|
-
\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550`),console.log(" PROFILE VISIT STATS"),console.log("\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550"),console.log(` Unique profiles visited: ${e.totalVisited}`),console.log(` Today: ${e.todayVisited}`),console.log(` Discovered recruiters: ${e.totalRecruiters} (potential visits)`);let t=
|
|
290
|
-
`)}async function
|
|
284
|
+
`),process.exit(1)}console.log(` \u2713 Migration ${s} complete`)}try{At()}catch{}try{Mt()}catch{}He=!0,We(),console.log(`
|
|
285
|
+
\u2713 Schema is now at v${K}
|
|
286
|
+
`)}var zo=[/\.json\.tmp$/,/\.schema-version\.tmp$/,/\.backup\.tmp$/];function Qo(e){let t=e.toLowerCase();return zo.some(n=>n.test(t))}var Zo=6e4;function Xo(){let e=Date.now(),t=[];for(let n of[U,oe,re]){if(!d.existsSync(n))continue;let o;try{o=d.readdirSync(n)}catch{continue}for(let r of o){if(!Qo(r))continue;let s=k.join(n,r);try{let i=d.statSync(s);if(!i.isFile()||e-i.mtimeMs<Zo)continue;t.push({dir:n,file:r,fullPath:s})}catch{}}}return t}function er({verbose:e=!1}={}){let t=Xo();if(t.length===0)return e&&console.log(" No orphan .tmp files found."),0;let n=0;for(let o of t)try{d.unlinkSync(o.fullPath),n++,e&&console.log(` Removed orphan: ${k.basename(o.dir)}/${o.file}`)}catch(r){console.warn(` [!] Could not remove orphan ${o.fullPath}: ${r.message}`)}return!e&&n>0&&console.log(` Cleaned up ${n} orphan .tmp file(s) from previous run.`),n}function tr(){let e=[];for(let t of[oe,re]){if(!d.existsSync(t))continue;let n=d.readdirSync(t).filter(o=>{let r=o.toLowerCase();return r.endsWith(".json")&&!r.includes(".backup")});for(let o of n){let r=k.join(t,o);try{xe(r)}catch(s){e.push({dir:k.basename(t),file:o,err:s.message})}}}return e.length===0?{ok:!0}:{ok:!1,broken:e}}function nr(e){let t=[],n=[];for(let s of[oe,re]){if(!d.existsSync(s))continue;let i=d.readdirSync(s).filter(u=>u.endsWith(e));for(let u of i){let l=k.join(s,u),m=u.slice(0,-e.length),a=k.join(s,m);try{m.toLowerCase().endsWith(".json")?xe(l):d.accessSync(l,d.constants.R_OK),t.push({backupPath:l,originalPath:a,fileName:u,dir:s})}catch(w){n.push(`${k.basename(s)}/${u}: ${w.message}`)}}}if(n.length>0)return{ok:!1,error:n.join("; "),restored:0};let o=0,r=[];for(let{backupPath:s,originalPath:i,fileName:u,dir:l}of t)try{an(s,i),o++}catch(m){r.push(`${k.basename(l)}/${u}: ${m.message}`)}return r.length>0?{ok:!1,error:r.join("; "),restored:o}:{ok:!0,restored:o}}function an(e,t){let n=t+".tmp";try{d.copyFileSync(e,n),sn(n)}catch(o){try{d.unlinkSync(n)}catch{}throw o}try{d.renameSync(n,t)}catch(o){try{d.unlinkSync(n)}catch{}if(o.code==="EPERM"||o.code==="EBUSY"){let r=new Error(`File locked: ${t} (${o.code}). On Windows this is usually antivirus / Search Indexer / the file open in another app. Close anything that might be holding it and re-run.`);throw r.code=o.code,r}throw o}}await ln();var be=process.argv.slice(2),$e=be.find(e=>e.startsWith("--source="))?.split("=")[1]||"scouted",Ye=parseInt(be.find(e=>e.startsWith("--max="))?.split("=")[1]||"50"),se=parseInt(be.find(e=>e.startsWith("--revisit="))?.split("=")[1]||"0"),or=be.includes("--list"),rr=be.includes("--verbose");function sr(){let e=Ut();console.log(`
|
|
287
|
+
\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550`),console.log(" PROFILE VISIT STATS"),console.log("\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550"),console.log(` Unique profiles visited: ${e.totalVisited}`),console.log(` Today: ${e.todayVisited}`),console.log(` Discovered recruiters: ${e.totalRecruiters} (potential visits)`);let t=je();if(console.log(` Unconnected recruiters: ${t.length}`),se>0){let n=Oe(se);console.log(` Revisit (>${se}d ago): ${n.length}`)}console.log(`\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550
|
|
288
|
+
`)}async function ir(){if(console.log(`
|
|
291
289
|
LinkedIn Profile Visitor
|
|
292
|
-
`),
|
|
290
|
+
`),or){sr();return}let e=[],t="";if(se>0?(e=Oe(se),t=`revisit (>${se} days)`):$e==="people"?(e=je(),t="unconnected recruiters (people.json)"):$e==="scouted"||$e==="discovered"?(e=Ht(),t="discovered recruiters (market-research)"):(e=Vt({limit:Ye}),t="smart (new \u2192 active \u2192 unconnected \u2192 revisit)"),console.log(` Source: ${t}`),console.log(` Candidates: ${e.length}`),console.log(` Max visits: ${Ye}
|
|
293
291
|
`),e.length===0){console.log(` No profiles to visit. Run npm run scout first.
|
|
294
|
-
`);return}let n=
|
|
292
|
+
`);return}let n=zt("visit",$e),{browser:o,page:r}=await kt();try{let s=await Bt(r,e,{maxVisits:Ye,verbose:rr,skipRecentDays:se>0?0:7});console.log(`
|
|
295
293
|
\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550`),console.log(" Visit Complete"),console.log("\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550"),console.log(` Visited: ${s.visited}`),console.log(` Skipped: ${s.skipped} (visited recently)`),console.log(` Errors: ${s.errors}`),console.log(`\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550
|
|
296
|
-
`),
|
|
297
|
-
Error:`,s.message),
|
|
294
|
+
`),Fe(n,"success",s)}catch(s){console.error(`
|
|
295
|
+
Error:`,s.message),Fe(n,"error",null,s.message)}finally{await o.close().catch(()=>{})}}ir().catch(e=>{console.error("Visit failed:",e),process.exit(1)});
|
package/ilml-plugin.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "linkedin",
|
|
3
|
-
"version": "1.
|
|
3
|
+
"version": "1.18.0",
|
|
4
4
|
"description": "Reference ilml plugin: keep a local mirror of your LinkedIn data with AI-assisted workflows",
|
|
5
5
|
"commands": {
|
|
6
6
|
"help": { "run": "node dist/help.mjs", "description": "List all commands with descriptions; or `help <cmd>` for detailed info on one command (usage, flags, ban-risk, when-to-use). Reads ilml-plugin.json directly.", "usage": "ilml linkedin help [<cmd>]", "useWhen": "You forgot what a command does, or you're an AI agent picking the right tool." },
|
|
@@ -252,7 +252,7 @@
|
|
|
252
252
|
"banRisk": "Low. One post view = a single page load = normal human browsing. --no-comments is even quieter (skips the load-more-comments scroll loop).",
|
|
253
253
|
"useWhen": "Default flow: AI analyses a post you're discussing — uses --json to capture, talks it through with you. Optional: --save-to-graph when the post is worth capturing into a topic node. Use --no-comments or --comments-max=N for viral posts where the discussion overwhelms your context window."
|
|
254
254
|
},
|
|
255
|
-
"login": { "run": "node dist/src/saveLoginState.mjs", "description": "Open a browser,
|
|
255
|
+
"login": { "run": "node dist/src/saveLoginState.mjs", "description": "Open a browser, sign in to LinkedIn manually, then press Enter in the terminal to save the session for all other commands (don't close the window — it closes itself after saving).", "usage": "ilml linkedin login", "useWhen": "First-time setup, or when any other command errors with 'session expired' / 'authwall'." },
|
|
256
256
|
"migrate-status": { "run": "node dist/migrationCli.mjs status", "description": "Show schema migration status of the local DB — current schema version vs. what the plugin expects, list of pending migrations.", "usage": "ilml linkedin migrate-status", "useWhen": "Sanity check after a plugin upgrade." },
|
|
257
257
|
"data-cleanup": { "run": "node dist/migrationCli.mjs data-cleanup", "description": "Clean up the local DB: de-duplicate records, prune empty stubs, fix derived fields. Offline. Idempotent.", "usage": "ilml linkedin data-cleanup", "useWhen": "Periodically (monthly) or after a sync that crashed mid-write." },
|
|
258
258
|
"rollback-data": { "run": "node dist/migrationCli.mjs rollback-data", "description": "Roll back the LAST schema migration using the .pre-vNNN.backup files. DESTRUCTIVE — current data is replaced with backup.", "usage": "ilml linkedin rollback-data", "banRisk": "Local DB only; LinkedIn untouched. But you LOSE every change made since the last migration.", "useWhen": "ONLY if the most recent plugin upgrade migration corrupted your data and you have no other recovery path." }
|
package/package.json
CHANGED