ilml-plugin-linkedin 1.16.0 → 1.17.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +3 -0
- package/dist/applyQueue.mjs +12 -12
- package/dist/connect.mjs +68 -68
- package/dist/daily.mjs +7 -7
- package/dist/enrichProfile.mjs +15 -15
- package/dist/enrichProfiles.mjs +54 -54
- package/dist/funnelRunner.mjs +60 -60
- package/dist/migrationCli.mjs +5 -5
- package/dist/profileHistory.mjs +2 -2
- package/dist/quota.mjs +11 -11
- package/dist/run.mjs +65 -65
- package/dist/scout.mjs +5 -5
- package/dist/syncAll.mjs +102 -102
- package/dist/syncConnections.mjs +9 -9
- package/dist/verifyAbout.mjs +20 -20
- package/dist/version.mjs +1 -1
- package/dist/viewers.mjs +4 -4
- package/dist/visit.mjs +45 -45
- package/dist/warmScan.mjs +2 -2
- package/ilml-plugin.json +1 -1
- package/package.json +1 -1
package/dist/syncConnections.mjs
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
var Pe=Object.defineProperty;var B=(e,t)=>{for(var o in t)Pe(e,o,{get:t[o],enumerable:!0})};import{pathToFileURL as uo}from"url";var Y={jan:0,feb:1,mar:2,apr:3,may:4,jun:5,jul:6,aug:7,sep:8,oct:9,nov:10,dec:11},Ue={sunday:0,monday:1,tuesday:2,wednesday:3,thursday:4,friday:5,saturday:6};function M(e){let t=e.match(/(\d{1,2}):(\d{2})\s*(AM|PM)/i);if(!t)return null;let o=parseInt(t[1],10),n=parseInt(t[2],10),s=t[3].toUpperCase()==="PM";return s&&o!==12&&(o+=12),!s&&o===12&&(o=0),{hours:o,minutes:n}}function J(e,t){if(!e)return null;let o=e.trim();if(!o)return null;if(t=t||new Date,/^just\s*now$/i.test(o))return t.toISOString();if(/^today\b/i.test(o)||/^\d{1,2}:\d{2}\s*(AM|PM)$/i.test(o)){let l=M(o),c=new Date(t);return l?c.setHours(l.hours,l.minutes,0,0):c.setHours(0,0,0,0),c.toISOString()}let n=o.match(/^(Sunday|Monday|Tuesday|Wednesday|Thursday|Friday|Saturday)\s*(.*)/i);if(n){let l=Ue[n[1].toLowerCase()],c=M(n[2]||""),a=new Date(t),u=a.getDay()-l;return u<=0&&(u+=7),a.setDate(a.getDate()-u),c?a.setHours(c.hours,c.minutes,0,0):a.setHours(0,0,0,0),a.toISOString()}let s=o.match(/^([A-Z][a-z]+)\s+(\d{1,2}),?\s+(\d{4})\s*(.*)/i);if(s){let l=Y[s[1].toLowerCase().slice(0,3)];if(l===void 0)return null;let c=parseInt(s[2],10),a=parseInt(s[3],10),f=M(s[4]||"");return new Date(a,l,c,f?.hours||0,f?.minutes||0,0,0).toISOString()}let r=o.match(/^([A-Z][a-z]+)\s+(\d{1,2}),\s*(.*)/i);if(r){let l=Y[r[1].toLowerCase().slice(0,3)];if(l===void 0)return null;let c=parseInt(r[2],10),a=M(r[3]||""),f=t.getFullYear(),u=new Date(f,l,c,a?.hours||0,a?.minutes||0,0,0);return u>t&&u.setFullYear(f-1),u.toISOString()}let i=o.match(/^([A-Z][a-z]+)\s+(\d{1,2})\s*(.*)/i);if(i){let l=Y[i[1].toLowerCase().slice(0,3)];if(l===void 0)return null;let c=parseInt(i[2],10),a=M(i[3]||""),f=t.getFullYear(),u=new Date(f,l,c,a?.hours||0,a?.minutes||0,0,0);return u>t&&u.setFullYear(f-1),u.toISOString()}return null}async function P(e){let t=Math.floor(Math.random()*2001),o=e+t;return new Promise(n=>setTimeout(n,o))}import{getPluginConfig as qe}from"@ilivemylife/graph-sdk";var Be=await qe();for(let[e,t]of Object.entries(Be))process.env[e]===void 0&&(process.env[e]=t);var Je=process.env.LINKEDIN_NAME,
|
|
1
|
+
var Pe=Object.defineProperty;var B=(e,t)=>{for(var o in t)Pe(e,o,{get:t[o],enumerable:!0})};import{pathToFileURL as uo}from"url";var Y={jan:0,feb:1,mar:2,apr:3,may:4,jun:5,jul:6,aug:7,sep:8,oct:9,nov:10,dec:11},Ue={sunday:0,monday:1,tuesday:2,wednesday:3,thursday:4,friday:5,saturday:6};function M(e){let t=e.match(/(\d{1,2}):(\d{2})\s*(AM|PM)/i);if(!t)return null;let o=parseInt(t[1],10),n=parseInt(t[2],10),s=t[3].toUpperCase()==="PM";return s&&o!==12&&(o+=12),!s&&o===12&&(o=0),{hours:o,minutes:n}}function J(e,t){if(!e)return null;let o=e.trim();if(!o)return null;if(t=t||new Date,/^just\s*now$/i.test(o))return t.toISOString();if(/^today\b/i.test(o)||/^\d{1,2}:\d{2}\s*(AM|PM)$/i.test(o)){let l=M(o),c=new Date(t);return l?c.setHours(l.hours,l.minutes,0,0):c.setHours(0,0,0,0),c.toISOString()}let n=o.match(/^(Sunday|Monday|Tuesday|Wednesday|Thursday|Friday|Saturday)\s*(.*)/i);if(n){let l=Ue[n[1].toLowerCase()],c=M(n[2]||""),a=new Date(t),u=a.getDay()-l;return u<=0&&(u+=7),a.setDate(a.getDate()-u),c?a.setHours(c.hours,c.minutes,0,0):a.setHours(0,0,0,0),a.toISOString()}let s=o.match(/^([A-Z][a-z]+)\s+(\d{1,2}),?\s+(\d{4})\s*(.*)/i);if(s){let l=Y[s[1].toLowerCase().slice(0,3)];if(l===void 0)return null;let c=parseInt(s[2],10),a=parseInt(s[3],10),f=M(s[4]||"");return new Date(a,l,c,f?.hours||0,f?.minutes||0,0,0).toISOString()}let r=o.match(/^([A-Z][a-z]+)\s+(\d{1,2}),\s*(.*)/i);if(r){let l=Y[r[1].toLowerCase().slice(0,3)];if(l===void 0)return null;let c=parseInt(r[2],10),a=M(r[3]||""),f=t.getFullYear(),u=new Date(f,l,c,a?.hours||0,a?.minutes||0,0,0);return u>t&&u.setFullYear(f-1),u.toISOString()}let i=o.match(/^([A-Z][a-z]+)\s+(\d{1,2})\s*(.*)/i);if(i){let l=Y[i[1].toLowerCase().slice(0,3)];if(l===void 0)return null;let c=parseInt(i[2],10),a=M(i[3]||""),f=t.getFullYear(),u=new Date(f,l,c,a?.hours||0,a?.minutes||0,0,0);return u>t&&u.setFullYear(f-1),u.toISOString()}return null}async function P(e){let t=Math.floor(Math.random()*2001),o=e+t;return new Promise(n=>setTimeout(n,o))}import{getPluginConfig as qe}from"@ilivemylife/graph-sdk";var Be=await qe();for(let[e,t]of Object.entries(Be))process.env[e]===void 0&&(process.env[e]=t);var Je=process.env.LINKEDIN_NAME,O=Object.freeze({DRAFT:"draft",CONFIRMED:"confirmed",REJECTED:"rejected",NEEDS_REVIEW:"needs_review",SENT:"sent"}),$o=Object.freeze(new Set([O.DRAFT,O.CONFIRMED,O.NEEDS_REVIEW])),He=Object.freeze(new Set([O.DRAFT,O.CONFIRMED,O.REJECTED,O.NEEDS_REVIEW]));import"dotenv/config";import*as S from"fs";import*as w from"path";import{fileURLToPath as We}from"url";var Ve=We(import.meta.url),Ye=w.dirname(w.dirname(Ve)),x=process.env.DATA_DIR?w.resolve(process.env.DATA_DIR,"collected-profiles"):w.join(Ye,"collected-profiles"),G=w.join(x,"people.json"),xo=w.join(x,"jobs.json"),Io=w.join(x,"quota.json"),Do=w.join(x,"conversations.json"),Ro=w.join(x,"sync-state.json"),Oo=w.join(x,"application-questions.json"),_o=w.join(x,"profile-history"),ce=(e,t)=>{let o=parseInt(e,10);return Number.isInteger(o)&&o>=0?o:t},jo=ce(process.env.CONNECT_MAX_DAILY,20),No=ce(process.env.CONNECT_MAX_WEEKLY,100),L=null,Ge=null,Ke=null,ze=null,Qe=null,Xe=null;function le(){L=null,Ge=null,Ke=null,ze=null,Qe=null,Xe=null}function ae(){S.existsSync(x)||S.mkdirSync(x,{recursive:!0})}function Ze(e,t){let o=JSON.stringify(t,null,2),n=e+".tmp";S.writeFileSync(n,o);for(let s=0;s<3;s++)try{S.renameSync(n,e);return}catch(r){if(s<2&&(r.code==="EPERM"||r.code==="EBUSY")){let i=Date.now();for(;Date.now()-i<200;);continue}throw r}}function et(e,t){if(!S.existsSync(e))return null;try{let o=JSON.parse(S.readFileSync(e,"utf-8"));try{S.copyFileSync(e,e+".backup")}catch{}return o}catch(o){console.error(`[!] ${t} is corrupted: ${o.message}`),console.error(` File: ${w.resolve(e)}`);let n=e+".backup";if(S.existsSync(n))try{let s=JSON.parse(S.readFileSync(n,"utf-8"));console.error(` Restored from ${n}`);try{S.copyFileSync(n,e)}catch{}return s}catch{console.error(" Backup also corrupted!")}console.error(` Starting with empty data. Old file preserved as ${e}.corrupted`);try{S.copyFileSync(e,e+".corrupted")}catch{}return null}}function H(e){if(!e)return null;let t=e.match(/\/in\/([^/?#]+)/);return t?t[1].toLowerCase():null}function U(){return L||(ae(),L=et(G,"people.json")||{},L)}function ue(e){ae(),L=e;try{Ze(G,e)}catch(t){console.error(`[!] Failed to save people.json: ${t.message}`),console.error(` Path: ${w.resolve(G)}`)}}import st from"puppeteer";import{addExtra as rt}from"puppeteer-extra";import it from"puppeteer-extra-plugin-stealth";import fe from"fs";import tt from"path";var ot="cookies.json";function nt(){let e=process.env.ILML_SCOPE_DIR;return e?tt.join(e,"plugins-state","linkedin","cookies.json"):ot}function pe(){let e=nt();if(!fe.existsSync(e))throw new Error(`Cookies not found at ${e}. Run: ilml linkedin login`);let t;try{t=fe.readFileSync(e,"utf-8")}catch(n){throw new Error(`Failed to read cookies at ${e}: ${n.message}. Run: ilml linkedin login`)}let o;try{o=JSON.parse(t)}catch{throw new Error(`Cookies file at ${e} is corrupted (invalid JSON). Run: ilml linkedin login`)}if(!Array.isArray(o)||o.length===0)throw new Error(`Cookies file at ${e} is empty or not an array. Run: ilml linkedin login`);return o}var de=rt(st);de.use(it());async function me(){let e=await de.launch({headless:!1,defaultViewport:null,protocolTimeout:3e5}),t=async()=>{console.log(`
|
|
2
2
|
Closing browser...`);try{await e.close()}catch{}process.exit(0)};process.on("SIGINT",t),process.on("SIGTERM",t);let o=await e.newPage();await o.evaluateOnNewDocument(()=>{Object.defineProperty(navigator,"webdriver",{get:()=>{}})});try{let n=pe();await o.setCookie(...n),console.log(" Browser launched, cookies loaded.")}catch(n){console.error(`
|
|
3
3
|
[!] ${n.message}
|
|
4
4
|
`),await e.close(),process.exit(1)}return{browser:e,page:o}}import"dotenv/config";import*as k from"fs";import*as D from"path";import{fileURLToPath as pt}from"url";import"dotenv/config";import{createGraphClient as ct,resolveToken as lt}from"@ilivemylife/graph-sdk";import{config as at}from"dotenv";at();var he=lt()||process.env.TOKEN;he||(console.error(`
|
|
@@ -8,7 +8,7 @@ var Pe=Object.defineProperty;var B=(e,t)=>{for(var o in t)Pe(e,o,{get:t[o],enume
|
|
|
8
8
|
`),process.exit(1));var ge=ct({token:he});function ut(e){if(!e||e<1e3)return`${e||0}ms`;let t=Math.round(e/1e3);if(t<60)return`${t}s`;let o=Math.floor(t/60),n=t%60;return n?`${o}m ${n}s`:`${o}m`}function ft({scriptName:e,mode:t,status:o,error:n,duration:s}){let r=o==="error"?"\u2717":o==="quota-reached"?"\u26A0":"\u2713",i=new Date().toISOString().slice(0,16).replace("T"," "),l=s?` ${ut(s)}`:"",c=o==="error"?`error${n?`: ${String(n).slice(0,80)}`:""}`:o==="quota-reached"?"daily quota reached":"done",a=t&&t!=="default"?` (${t})`:"";return`${r} ${e}${a} \u2014 ${c} \u2014 ${i}${l}`}async function ye({scriptName:e,mode:t,status:o,summaryLines:n,error:s,duration:r}){let i=process.env.NODE_RUN_REPORTS;if(!i||!Array.isArray(n)||n.length===0)return;let c=`**${ft({scriptName:e,mode:t,status:o,error:s,duration:r})}**
|
|
9
9
|
|
|
10
10
|
${n.join(`
|
|
11
|
-
`)}`;try{await ge.addMessage(i,c)}catch(a){console.error(`[runReport] Failed to post end-of-session message: ${a.message}`)}}var dt=pt(import.meta.url),mt=D.dirname(D.dirname(dt)),K=process.env.DATA_DIR?D.resolve(process.env.DATA_DIR,"collected-profiles"):D.join(mt,"collected-profiles"),z=D.join(K,"run-log.json");function ht(e,t){let o=JSON.stringify(t,null,2),n=e+".tmp";k.writeFileSync(n,o);for(let s=0;s<3;s++)try{k.renameSync(n,e);return}catch(r){if(s<2&&(r.code==="EPERM"||r.code==="EBUSY")){let i=Date.now();for(;Date.now()-i<200;);continue}throw r}}function Se(){try{if(!k.existsSync(z))return{runs:[]};let e=JSON.parse(k.readFileSync(z,"utf-8"));return!e.runs||!Array.isArray(e.runs)?{runs:[]}:e}catch{return{runs:[]}}}function we(e){k.existsSync(K)||k.mkdirSync(K,{recursive:!0});try{ht(z,e)}catch(t){console.error(`[!] Failed to save run-log.json: ${t.message}`)}}function be(e,t="default"){let o=Se();for(let i of o.runs)i.status==="running"&&(i.status="interrupted",i.result="interrupted",i.timestamp&&(i.duration=Date.now()-new Date(i.timestamp).getTime()));let n=new Date,s={timestamp:n.toISOString(),script:e,mode:t,status:"running",result:null,duration:null,stats:null,error:null};o.runs.push(s);let r=Date.now()-30*24*60*60*1e3;return o.runs=o.runs.filter(i=>new Date(i.timestamp).getTime()>r),we(o),{script:e,mode:t,startTime:n.getTime(),runIndex:o.runs.length-1}}function Q(e,t,o=null,n=null){if(!e)return;let s=null;try{let i=Se(),l=i.runs[e.runIndex];if(l&&l.status==="running"&&l.script===e.script)l.status=t,l.result=t,l.duration=Date.now()-e.startTime,l.stats=o,l.error=n,s=l.duration;else{let c=i.runs.find(a=>a.script===e.script&&a.status==="running"&&a.timestamp===new Date(e.startTime).toISOString());c&&(c.status=t,c.result=t,c.duration=Date.now()-e.startTime,c.stats=o,c.error=n,s=c.duration)}we(i)}catch(i){console.error(`[runLog] Failed to end run: ${i.message}`)}let r=o&&Array.isArray(o.summaryLines)?o.summaryLines:null;if(r&&r.length>0&&process.env.NODE_RUN_REPORTS){let i=t==="error"?"error":o&&o.dailyLimitHit?"quota-reached":"done";ye({scriptName:e.script,mode:e.mode,status:i,summaryLines:r,error:n,duration:s??Date.now()-e.startTime}).catch(l=>console.error(`[runLog] postRunReport failed: ${l.message}`))}}import"dotenv/config";import*as p from"fs";import*as re from"os";import*as m from"path";import{fileURLToPath as Yt}from"url";var ee={};B(ee,{NAME:()=>yt,VERSION:()=>gt,up:()=>bt});import*as $ from"fs";import*as W from"path";var gt=1,yt="normalize-jobs-and-questions",St=["description","techStack","jobTags","seniority","employmentType","industries","jobFunction","postedTime","applicantCount","companySize","workplaceType","contractType","isEasyApply","applyType","companyUrl","scoutedAt","lastSeen"],wt=50;function X(e){return $.existsSync(e)?JSON.parse($.readFileSync(e,"utf-8")):null}function Z(e,t){let o=JSON.stringify(t,null,2),n=e+".tmp";try{$.writeFileSync(n,o)}catch(s){try{$.unlinkSync(n)}catch{}throw s}try{$.renameSync(n,e)}catch(s){try{$.unlinkSync(n)}catch{}if(s.code==="EPERM"||s.code==="EBUSY"){let r=new Error(`File locked: ${e} (${s.code}). On Windows usually antivirus / file explorer / open editor. Close it and re-run.`);throw r.code=s.code,r}throw s}}async function bt(e,t){let o=W.join(e,"jobs.json"),n=W.join(t,"scouted-jobs.json"),s=W.join(e,"application-questions.json"),r=X(o)||{},i=X(n)||{},l=0,c=[];for(let f of Object.keys(r)){if(!i[f])continue;let u=i[f],d=r[f];for(let g of St)u[g]!=null&&d[g]==null&&(d[g]=u[g]);c.push(f),l++}l>0?(Z(o,r),console.log(` Phase 1: Merged ${l} scouted jobs into jobs.json`)):console.log(" Phase 1: No overlapping jobs to merge");let a=X(s);if(a&&Array.isArray(a.applications)){let f={},u=0;for(let d of a.applications){let g=d.jobId||"unknown";f[g]||(f[g]={applications:[]});let y=(d.questions||[]).map(h=>{let F={type:h.type||"input",question:h.question||"",answer:h.answer||""};return h.options&&(h.options.length<=wt?F.options=h.options:(F.optionsOmitted=!0,u++)),h.page&&(F.page=h.page),h.wasPreFilled&&(F.wasPreFilled=!0),h.wasRetry&&(F.wasRetry=!0),F});f[g].applications.push({applicationId:d.applicationId,date:d.date,result:d.result||"submitted",formPages:d.formPages||null,duration:d.duration||null,retries:d.retries||0,failedField:d.failedField||null,questionCount:d.questionCount||y.length,questions:y})}Z(s,f),console.log(` Phase 2: Rekeyed ${a.applications.length} applications by jobId (${Object.keys(f).length} unique jobs)`),u>0&&console.log(` Phase 2: Stripped bloated options from ${u} questions`)}else a&&!a.applications?console.log(" Phase 2: application-questions.json already in keyed format"):console.log(" Phase 2: No application-questions.json found");if(c.length>0){for(let f of c)delete i[f];Z(n,i),console.log(` Phase 3: Removed ${c.length} merged entries from scouted-jobs.json (${Object.keys(i).length} remaining)`)}else console.log(" Phase 3: No entries to remove from scouted-jobs.json")}var te={};B(te,{NAME:()=>kt,VERSION:()=>vt,up:()=>Ct});import*as A from"fs";import*as ve from"path";var vt=2,kt="reset-unread-flags";function $t(e){return A.existsSync(e)?JSON.parse(A.readFileSync(e,"utf-8")):null}function At(e,t){let o=JSON.stringify(t,null,2),n=e+".tmp";try{A.writeFileSync(n,o)}catch(s){try{A.unlinkSync(n)}catch{}throw s}try{A.renameSync(n,e)}catch(s){try{A.unlinkSync(n)}catch{}if(s.code==="EPERM"||s.code==="EBUSY"){let r=new Error(`File locked: ${e} (${s.code}). On Windows usually antivirus / file explorer / open editor. Close it and re-run.`);throw r.code=s.code,r}throw s}}async function Ct(e){let t=ve.join(e,"conversations.json"),o=$t(t);if(!o){console.log(" conversations.json not found \u2014 nothing to reset.");return}let n=0;for(let s of Object.keys(o))o[s].unread===!0&&(o[s].unread=!1,n++);if(n===0){console.log(" No stale unread flags found \u2014 nothing to do.");return}At(t,o),console.log(` Reset unread=false on ${n} conversations. Run 'ilml linkedin sync-all' to re-establish real unread state from LinkedIn.`)}var oe={};B(oe,{NAME:()=>Tt,VERSION:()=>Et,up:()=>_t});import*as C from"fs";import*as ke from"path";var Et=3,Tt="recompute-last-message-by",xt=new Set(["draft","confirmed","rejected","needs_review"]);function It(e){return C.existsSync(e)?JSON.parse(C.readFileSync(e,"utf-8")):null}function Dt(e,t){let o=JSON.stringify(t,null,2),n=e+".tmp";try{C.writeFileSync(n,o)}catch(s){try{C.unlinkSync(n)}catch{}throw s}try{C.renameSync(n,e)}catch(s){try{C.unlinkSync(n)}catch{}if(s.code==="EPERM"||s.code==="EBUSY"){let r=new Error(`File locked: ${e} (${s.code}). On Windows usually antivirus / file explorer / open editor. Close it and re-run.`);throw r.code=s.code,r}throw s}}function Rt(e,t){if(!e||e.length===0)return"them";let o=e.filter(r=>!xt.has(r.status));if(o.length===0)return"them";let n=o.map(r=>({m:r,t:Date.parse(r.time)})).filter(r=>Number.isFinite(r.t)).sort((r,i)=>i.t-r.t).map(r=>r.m),s=n.length>0?n:[...o].reverse();for(let r of s){let i=r.sender;if(i===t)return"me";if(i!=="Unknown"&&i!=="")return"them"}return"them"}async function _t(e){let t=ke.join(e,"conversations.json"),o=It(t);if(!o){console.log(" conversations.json not found \u2014 nothing to recompute.");return}let n=process.env.LINKEDIN_NAME;if(!n||typeof n!="string"||!n.trim())throw new Error(`LINKEDIN_NAME env var is not set. Migration v003 needs your display name to determine which messages are yours vs theirs. Set LINKEDIN_NAME in your .env (or run "ilml plugin config linkedin set LINKEDIN_NAME 'Your Name'") and retry.`);let s=0,r=0,i=0;for(let l of Object.keys(o)){let c=o[l];if(!c||typeof c!="object")continue;Object.prototype.hasOwnProperty.call(c,"_cardSynced")&&(delete c._cardSynced,r++);let a=Array.isArray(c.messages)?c.messages:[],f=Rt(a,n),u=f==="me"?"awaiting_reply":"unanswered_by_us";c.lastMessageBy!==f&&i++,c.lastMessageBy=f,c.conversationStatus=u,s++}if(s===0){console.log(" No conversations to recompute.");return}Dt(t,o),console.log(` Recomputed lastMessageBy + conversationStatus on ${s} conversations.`),console.log(` ${i} had stale lastMessageBy (now corrected).`),r>0&&console.log(` Cleaned ${r} leftover _cardSynced flags.`),console.log(" Re-run 'ilml linkedin enrich' if you want actionNeeded / summary / autoTags to also update.")}var ne={};B(ne,{NAME:()=>jt,VERSION:()=>Ot,up:()=>Mt});import*as E from"fs";import*as $e from"path";var Ot=4,jt="split-connection-timestamps",Nt=new Set(["pending","sent_without_note","sent_with_note","sent_without_note_upsell"]);function Ft(e){if(!E.existsSync(e))return null;let t=E.readFileSync(e,"utf-8");return t.charCodeAt(0)===65279&&(t=t.slice(1)),JSON.parse(t)}function Lt(e,t){let o=JSON.stringify(t,null,2),n=e+".tmp";try{E.writeFileSync(n,o)}catch(s){try{E.unlinkSync(n)}catch{}throw s}try{E.renameSync(n,e)}catch(s){try{E.unlinkSync(n)}catch{}if(s.code==="EPERM"||s.code==="EBUSY"){let r=new Error(`File locked: ${e} (${s.code}). On Windows usually antivirus / file explorer / open editor. Close it and re-run.`);throw r.code=s.code,r}throw s}}async function Mt(e){let t=$e.join(e,"people.json"),o=Ft(t);if(!o||typeof o!="object"){console.log(" people.json not found \u2014 nothing to migrate.");return}let n=0,s=0;for(let r of Object.keys(o)){let i=o[r];!i||typeof i!="object"||(s++,Nt.has(i.connectionStatus)&&i.connectionDate&&!i.requestedConnectionAt&&(i.requestedConnectionAt=i.connectionDate,i.connectionDate=null,n++))}if(n===0){console.log(` Scanned ${s} people \u2014 none needed the connectionDate\u2192requestedConnectionAt move.`);return}Lt(t,o),console.log(` Moved connectionDate \u2192 requestedConnectionAt on ${n} still-pending people (of ${s} scanned).`),console.log(' connectionDate now means "accepted on" only; requestedConnectionAt means "requested on".')}import"dotenv/config";import*as v from"path";import{fileURLToPath as Pt}from"url";var Ut=Pt(import.meta.url),qt=v.dirname(v.dirname(Ut)),q=process.env.DATA_DIR?v.resolve(process.env.DATA_DIR,"market-research"):v.join(qt,"market-research"),ln=v.join(q,"scouted-jobs.json"),an=v.join(q,"discovered-people.json"),un=v.join(q,"visit-log.json"),fn=v.join(q,"companies.json"),pn=v.join(q,"job-decisions.json");function Ae(){Bt=null,Jt=null,Ht=null,Wt=null,Vt=null}var Bt=null;var Jt=null;var Ht=null;var Wt=null;var Vt=null;var Gt=Yt(import.meta.url),Kt=m.dirname(Gt),zt=m.dirname(m.dirname(Kt));function Qt(e){return e&&(e==="~"?re.homedir():e.startsWith("~/")||e.startsWith("~\\")?m.join(re.homedir(),e.slice(2)):e)}var T=process.env.DATA_DIR?m.resolve(Qt(process.env.DATA_DIR)):zt,j=m.join(T,"collected-profiles"),N=m.join(T,"market-research"),b=m.join(T,".schema-version"),Ce=[m.join(j,".schema-version"),m.join(N,".schema-version")],R=4,I=[{version:1,module:ee},{version:2,module:te},{version:3,module:oe},{version:4,module:ne}];(function(){I.sort((n,s)=>n.version-s.version);let t=new Set;for(let n of I){if(!Number.isInteger(n.version)||n.version<1)throw new Error(`MIGRATION_REGISTRY: invalid version ${JSON.stringify(n.version)} (must be positive integer)`);if(t.has(n.version))throw new Error(`MIGRATION_REGISTRY: duplicate version v${n.version}`);t.add(n.version);let s=n.module;if(!s||typeof s.up!="function")throw new Error(`MIGRATION_REGISTRY: v${n.version} module is missing up()`);if(s.VERSION!==void 0&&s.VERSION!==n.version)throw new Error(`MIGRATION_REGISTRY: v${n.version} entry does not match module VERSION (${s.VERSION}). Drift between registry and module \u2014 pick one source of truth.`)}let o=I.length?I[I.length-1].version:0;if(o!==R)throw new Error(`MIGRATION_REGISTRY: highest version v${o} but CURRENT_SCHEMA_VERSION=${R}. Forgot to bump CURRENT_SCHEMA_VERSION when adding the new migration?`);for(let n=0;n<I.length;n++){let s=n+1;if(I[n].version!==s)throw new Error(`MIGRATION_REGISTRY: gap detected \u2014 expected v${s} at position ${n} but found v${I[n].version}`)}})();function Ie(){process.env.DATA_DIR!==void 0&&process.env.DATA_DIR.trim()===""&&process.env.DATA_DIR.length>0&&(console.error(`
|
|
11
|
+
`)}`;try{await ge.addMessage(i,c)}catch(a){console.error(`[runReport] Failed to post end-of-session message: ${a.message}`)}}var dt=pt(import.meta.url),mt=D.dirname(D.dirname(dt)),K=process.env.DATA_DIR?D.resolve(process.env.DATA_DIR,"collected-profiles"):D.join(mt,"collected-profiles"),z=D.join(K,"run-log.json");function ht(e,t){let o=JSON.stringify(t,null,2),n=e+".tmp";k.writeFileSync(n,o);for(let s=0;s<3;s++)try{k.renameSync(n,e);return}catch(r){if(s<2&&(r.code==="EPERM"||r.code==="EBUSY")){let i=Date.now();for(;Date.now()-i<200;);continue}throw r}}function Se(){try{if(!k.existsSync(z))return{runs:[]};let e=JSON.parse(k.readFileSync(z,"utf-8"));return!e.runs||!Array.isArray(e.runs)?{runs:[]}:e}catch{return{runs:[]}}}function we(e){k.existsSync(K)||k.mkdirSync(K,{recursive:!0});try{ht(z,e)}catch(t){console.error(`[!] Failed to save run-log.json: ${t.message}`)}}function be(e,t="default"){let o=Se();for(let i of o.runs)i.status==="running"&&(i.status="interrupted",i.result="interrupted",i.timestamp&&(i.duration=Date.now()-new Date(i.timestamp).getTime()));let n=new Date,s={timestamp:n.toISOString(),script:e,mode:t,status:"running",result:null,duration:null,stats:null,error:null};o.runs.push(s);let r=Date.now()-30*24*60*60*1e3;return o.runs=o.runs.filter(i=>new Date(i.timestamp).getTime()>r),we(o),{script:e,mode:t,startTime:n.getTime(),runIndex:o.runs.length-1}}function Q(e,t,o=null,n=null){if(!e)return;let s=null;try{let i=Se(),l=i.runs[e.runIndex];if(l&&l.status==="running"&&l.script===e.script)l.status=t,l.result=t,l.duration=Date.now()-e.startTime,l.stats=o,l.error=n,s=l.duration;else{let c=i.runs.find(a=>a.script===e.script&&a.status==="running"&&a.timestamp===new Date(e.startTime).toISOString());c&&(c.status=t,c.result=t,c.duration=Date.now()-e.startTime,c.stats=o,c.error=n,s=c.duration)}we(i)}catch(i){console.error(`[runLog] Failed to end run: ${i.message}`)}let r=o&&Array.isArray(o.summaryLines)?o.summaryLines:null;if(r&&r.length>0&&process.env.NODE_RUN_REPORTS){let i=t==="error"?"error":o&&o.dailyLimitHit?"quota-reached":"done";ye({scriptName:e.script,mode:e.mode,status:i,summaryLines:r,error:n,duration:s??Date.now()-e.startTime}).catch(l=>console.error(`[runLog] postRunReport failed: ${l.message}`))}}import"dotenv/config";import*as p from"fs";import*as re from"os";import*as m from"path";import{fileURLToPath as Yt}from"url";var ee={};B(ee,{NAME:()=>yt,VERSION:()=>gt,up:()=>bt});import*as $ from"fs";import*as W from"path";var gt=1,yt="normalize-jobs-and-questions",St=["description","techStack","jobTags","seniority","employmentType","industries","jobFunction","postedTime","applicantCount","companySize","workplaceType","contractType","isEasyApply","applyType","companyUrl","scoutedAt","lastSeen"],wt=50;function X(e){return $.existsSync(e)?JSON.parse($.readFileSync(e,"utf-8")):null}function Z(e,t){let o=JSON.stringify(t,null,2),n=e+".tmp";try{$.writeFileSync(n,o)}catch(s){try{$.unlinkSync(n)}catch{}throw s}try{$.renameSync(n,e)}catch(s){try{$.unlinkSync(n)}catch{}if(s.code==="EPERM"||s.code==="EBUSY"){let r=new Error(`File locked: ${e} (${s.code}). On Windows usually antivirus / file explorer / open editor. Close it and re-run.`);throw r.code=s.code,r}throw s}}async function bt(e,t){let o=W.join(e,"jobs.json"),n=W.join(t,"scouted-jobs.json"),s=W.join(e,"application-questions.json"),r=X(o)||{},i=X(n)||{},l=0,c=[];for(let f of Object.keys(r)){if(!i[f])continue;let u=i[f],d=r[f];for(let g of St)u[g]!=null&&d[g]==null&&(d[g]=u[g]);c.push(f),l++}l>0?(Z(o,r),console.log(` Phase 1: Merged ${l} scouted jobs into jobs.json`)):console.log(" Phase 1: No overlapping jobs to merge");let a=X(s);if(a&&Array.isArray(a.applications)){let f={},u=0;for(let d of a.applications){let g=d.jobId||"unknown";f[g]||(f[g]={applications:[]});let y=(d.questions||[]).map(h=>{let F={type:h.type||"input",question:h.question||"",answer:h.answer||""};return h.options&&(h.options.length<=wt?F.options=h.options:(F.optionsOmitted=!0,u++)),h.page&&(F.page=h.page),h.wasPreFilled&&(F.wasPreFilled=!0),h.wasRetry&&(F.wasRetry=!0),F});f[g].applications.push({applicationId:d.applicationId,date:d.date,result:d.result||"submitted",formPages:d.formPages||null,duration:d.duration||null,retries:d.retries||0,failedField:d.failedField||null,questionCount:d.questionCount||y.length,questions:y})}Z(s,f),console.log(` Phase 2: Rekeyed ${a.applications.length} applications by jobId (${Object.keys(f).length} unique jobs)`),u>0&&console.log(` Phase 2: Stripped bloated options from ${u} questions`)}else a&&!a.applications?console.log(" Phase 2: application-questions.json already in keyed format"):console.log(" Phase 2: No application-questions.json found");if(c.length>0){for(let f of c)delete i[f];Z(n,i),console.log(` Phase 3: Removed ${c.length} merged entries from scouted-jobs.json (${Object.keys(i).length} remaining)`)}else console.log(" Phase 3: No entries to remove from scouted-jobs.json")}var te={};B(te,{NAME:()=>kt,VERSION:()=>vt,up:()=>Ct});import*as A from"fs";import*as ve from"path";var vt=2,kt="reset-unread-flags";function $t(e){return A.existsSync(e)?JSON.parse(A.readFileSync(e,"utf-8")):null}function At(e,t){let o=JSON.stringify(t,null,2),n=e+".tmp";try{A.writeFileSync(n,o)}catch(s){try{A.unlinkSync(n)}catch{}throw s}try{A.renameSync(n,e)}catch(s){try{A.unlinkSync(n)}catch{}if(s.code==="EPERM"||s.code==="EBUSY"){let r=new Error(`File locked: ${e} (${s.code}). On Windows usually antivirus / file explorer / open editor. Close it and re-run.`);throw r.code=s.code,r}throw s}}async function Ct(e){let t=ve.join(e,"conversations.json"),o=$t(t);if(!o){console.log(" conversations.json not found \u2014 nothing to reset.");return}let n=0;for(let s of Object.keys(o))o[s].unread===!0&&(o[s].unread=!1,n++);if(n===0){console.log(" No stale unread flags found \u2014 nothing to do.");return}At(t,o),console.log(` Reset unread=false on ${n} conversations. Run 'ilml linkedin sync-all' to re-establish real unread state from LinkedIn.`)}var oe={};B(oe,{NAME:()=>Tt,VERSION:()=>Et,up:()=>Ot});import*as C from"fs";import*as ke from"path";var Et=3,Tt="recompute-last-message-by",xt=new Set(["draft","confirmed","rejected","needs_review"]);function It(e){return C.existsSync(e)?JSON.parse(C.readFileSync(e,"utf-8")):null}function Dt(e,t){let o=JSON.stringify(t,null,2),n=e+".tmp";try{C.writeFileSync(n,o)}catch(s){try{C.unlinkSync(n)}catch{}throw s}try{C.renameSync(n,e)}catch(s){try{C.unlinkSync(n)}catch{}if(s.code==="EPERM"||s.code==="EBUSY"){let r=new Error(`File locked: ${e} (${s.code}). On Windows usually antivirus / file explorer / open editor. Close it and re-run.`);throw r.code=s.code,r}throw s}}function Rt(e,t){if(!e||e.length===0)return"them";let o=e.filter(r=>!xt.has(r.status));if(o.length===0)return"them";let n=o.map(r=>({m:r,t:Date.parse(r.time)})).filter(r=>Number.isFinite(r.t)).sort((r,i)=>i.t-r.t).map(r=>r.m),s=n.length>0?n:[...o].reverse();for(let r of s){let i=r.sender;if(i===t)return"me";if(i!=="Unknown"&&i!=="")return"them"}return"them"}async function Ot(e){let t=ke.join(e,"conversations.json"),o=It(t);if(!o){console.log(" conversations.json not found \u2014 nothing to recompute.");return}let n=process.env.LINKEDIN_NAME;if(!n||typeof n!="string"||!n.trim())throw new Error(`LINKEDIN_NAME env var is not set. Migration v003 needs your display name to determine which messages are yours vs theirs. Set LINKEDIN_NAME in your .env (or run "ilml plugin config linkedin set LINKEDIN_NAME 'Your Name'") and retry.`);let s=0,r=0,i=0;for(let l of Object.keys(o)){let c=o[l];if(!c||typeof c!="object")continue;Object.prototype.hasOwnProperty.call(c,"_cardSynced")&&(delete c._cardSynced,r++);let a=Array.isArray(c.messages)?c.messages:[],f=Rt(a,n),u=f==="me"?"awaiting_reply":"unanswered_by_us";c.lastMessageBy!==f&&i++,c.lastMessageBy=f,c.conversationStatus=u,s++}if(s===0){console.log(" No conversations to recompute.");return}Dt(t,o),console.log(` Recomputed lastMessageBy + conversationStatus on ${s} conversations.`),console.log(` ${i} had stale lastMessageBy (now corrected).`),r>0&&console.log(` Cleaned ${r} leftover _cardSynced flags.`),console.log(" Re-run 'ilml linkedin enrich' if you want actionNeeded / summary / autoTags to also update.")}var ne={};B(ne,{NAME:()=>jt,VERSION:()=>_t,up:()=>Mt});import*as E from"fs";import*as $e from"path";var _t=4,jt="split-connection-timestamps",Nt=new Set(["pending","sent_without_note","sent_with_note","sent_without_note_upsell"]);function Ft(e){if(!E.existsSync(e))return null;let t=E.readFileSync(e,"utf-8");return t.charCodeAt(0)===65279&&(t=t.slice(1)),JSON.parse(t)}function Lt(e,t){let o=JSON.stringify(t,null,2),n=e+".tmp";try{E.writeFileSync(n,o)}catch(s){try{E.unlinkSync(n)}catch{}throw s}try{E.renameSync(n,e)}catch(s){try{E.unlinkSync(n)}catch{}if(s.code==="EPERM"||s.code==="EBUSY"){let r=new Error(`File locked: ${e} (${s.code}). On Windows usually antivirus / file explorer / open editor. Close it and re-run.`);throw r.code=s.code,r}throw s}}async function Mt(e){let t=$e.join(e,"people.json"),o=Ft(t);if(!o||typeof o!="object"){console.log(" people.json not found \u2014 nothing to migrate.");return}let n=0,s=0;for(let r of Object.keys(o)){let i=o[r];!i||typeof i!="object"||(s++,Nt.has(i.connectionStatus)&&i.connectionDate&&!i.requestedConnectionAt&&(i.requestedConnectionAt=i.connectionDate,i.connectionDate=null,n++))}if(n===0){console.log(` Scanned ${s} people \u2014 none needed the connectionDate\u2192requestedConnectionAt move.`);return}Lt(t,o),console.log(` Moved connectionDate \u2192 requestedConnectionAt on ${n} still-pending people (of ${s} scanned).`),console.log(' connectionDate now means "accepted on" only; requestedConnectionAt means "requested on".')}import"dotenv/config";import*as v from"path";import{fileURLToPath as Pt}from"url";var Ut=Pt(import.meta.url),qt=v.dirname(v.dirname(Ut)),q=process.env.DATA_DIR?v.resolve(process.env.DATA_DIR,"market-research"):v.join(qt,"market-research"),ln=v.join(q,"scouted-jobs.json"),an=v.join(q,"discovered-people.json"),un=v.join(q,"visit-log.json"),fn=v.join(q,"companies.json"),pn=v.join(q,"job-decisions.json");function Ae(){Bt=null,Jt=null,Ht=null,Wt=null,Vt=null}var Bt=null;var Jt=null;var Ht=null;var Wt=null;var Vt=null;var Gt=Yt(import.meta.url),Kt=m.dirname(Gt),zt=m.dirname(m.dirname(Kt));function Qt(e){return e&&(e==="~"?re.homedir():e.startsWith("~/")||e.startsWith("~\\")?m.join(re.homedir(),e.slice(2)):e)}var T=process.env.DATA_DIR?m.resolve(Qt(process.env.DATA_DIR)):zt,j=m.join(T,"collected-profiles"),N=m.join(T,"market-research"),b=m.join(T,".schema-version"),Ce=[m.join(j,".schema-version"),m.join(N,".schema-version")],R=4,I=[{version:1,module:ee},{version:2,module:te},{version:3,module:oe},{version:4,module:ne}];(function(){I.sort((n,s)=>n.version-s.version);let t=new Set;for(let n of I){if(!Number.isInteger(n.version)||n.version<1)throw new Error(`MIGRATION_REGISTRY: invalid version ${JSON.stringify(n.version)} (must be positive integer)`);if(t.has(n.version))throw new Error(`MIGRATION_REGISTRY: duplicate version v${n.version}`);t.add(n.version);let s=n.module;if(!s||typeof s.up!="function")throw new Error(`MIGRATION_REGISTRY: v${n.version} module is missing up()`);if(s.VERSION!==void 0&&s.VERSION!==n.version)throw new Error(`MIGRATION_REGISTRY: v${n.version} entry does not match module VERSION (${s.VERSION}). Drift between registry and module \u2014 pick one source of truth.`)}let o=I.length?I[I.length-1].version:0;if(o!==R)throw new Error(`MIGRATION_REGISTRY: highest version v${o} but CURRENT_SCHEMA_VERSION=${R}. Forgot to bump CURRENT_SCHEMA_VERSION when adding the new migration?`);for(let n=0;n<I.length;n++){let s=n+1;if(I[n].version!==s)throw new Error(`MIGRATION_REGISTRY: gap detected \u2014 expected v${s} at position ${n} but found v${I[n].version}`)}})();function Ie(){process.env.DATA_DIR!==void 0&&process.env.DATA_DIR.trim()===""&&process.env.DATA_DIR.length>0&&(console.error(`
|
|
12
12
|
[FATAL] DATA_DIR is set to whitespace ("${process.env.DATA_DIR}"). Either unset it or set a real path.
|
|
13
13
|
`),process.exit(1));try{p.mkdirSync(T,{recursive:!0})}catch(t){t.code!=="EEXIST"&&(console.error(`
|
|
14
14
|
[FATAL] Cannot create DATA_DIR (${T}): ${t.message}`),console.error(` Fix the path or permissions and try again.
|
|
@@ -18,10 +18,10 @@ ${n.join(`
|
|
|
18
18
|
[FATAL] DATA_DIR (${T}) exists but is NOT a directory.`),console.error(` Looks like a typo \u2014 your DATA_DIR points at a file. Fix the path and try again.
|
|
19
19
|
`),process.exit(1));for(let t of[j,N]){let o;try{o=p.lstatSync(t)}catch(n){if(n.code==="ENOENT")continue;throw n}o.isSymbolicLink()&&(console.error(`
|
|
20
20
|
[FATAL] Data subdirectory is a symbolic link: ${t}`),console.error(" Refusing to follow \u2014 backup code would copy whatever the link points at."),console.error(` If this is intentional, replace the symlink with the real directory.
|
|
21
|
-
`),process.exit(1))}}var
|
|
22
|
-
[FATAL] Another plugin process is currently running migrations:`),console.error(` PID: ${t.pid}`),console.error(` Started at: ${t.startedAt||"(unknown)"}`),console.error(` Lock file: ${
|
|
21
|
+
`),process.exit(1))}}var _=m.join(T,".migration-lock");function Xt(){let e=JSON.stringify({pid:process.pid,startedAt:new Date().toISOString()},null,2);try{return p.writeFileSync(_,e,{flag:"wx"}),!0}catch(n){if(n.code!=="EEXIST")throw n}let t;try{t=JSON.parse(p.readFileSync(_,"utf-8"))}catch{t=null}if(t&&Number.isInteger(t.pid)){let n=!1;try{process.kill(t.pid,0),n=!0}catch(i){i.code==="EPERM"&&(n=!0)}let s=24*60*60*1e3,r=1/0;if(t.startedAt){let i=Date.parse(t.startedAt);Number.isNaN(i)||(r=Date.now()-i)}n&&r<s&&(console.error(`
|
|
22
|
+
[FATAL] Another plugin process is currently running migrations:`),console.error(` PID: ${t.pid}`),console.error(` Started at: ${t.startedAt||"(unknown)"}`),console.error(` Lock file: ${_}
|
|
23
23
|
`),console.error(" Wait for it to finish, or if you're sure it's not actually running,"),console.error(` delete the lock file manually and re-run.
|
|
24
|
-
`),process.exit(1)),n&&r>=s&&console.log(` Lock holder PID ${t.pid} is alive but lock is older than 24h \u2014 assuming PID reuse, taking over.`)}console.log(` Stale migration lock from PID ${t?.pid??"?"} found \u2014 taking over.`);let o=
|
|
24
|
+
`),process.exit(1)),n&&r>=s&&console.log(` Lock holder PID ${t.pid} is alive but lock is older than 24h \u2014 assuming PID reuse, taking over.`)}console.log(` Stale migration lock from PID ${t?.pid??"?"} found \u2014 taking over.`);let o=_+".tmp";try{return p.writeFileSync(o,e),p.renameSync(o,_),!0}catch(n){try{p.unlinkSync(o)}catch{}throw new Error(`Failed to take over stale migration lock: ${n.message}`)}}function ie(){try{if(JSON.parse(p.readFileSync(_,"utf-8")).pid!==process.pid)return;p.unlinkSync(_)}catch{}}var Ee=!1;function Zt(){if(Ee)return;Ee=!0;let e=()=>{try{ie()}catch{}process.exit(1)};for(let t of["SIGINT","SIGTERM","SIGHUP"])try{process.on(t,e)}catch{}}function eo(){if(p.existsSync(b))return;let e=[],t=[];for(let r of Ce)if(p.existsSync(r))try{e.push({file:r,schema:V(r)})}catch(i){t.push({file:r,err:i.message})}if(t.length>0){console.error(`
|
|
25
25
|
[FATAL] Legacy .schema-version file(s) corrupted \u2014 cannot determine current schema version:`);for(let r of t)console.error(` ${r.file}: ${r.err}`);console.error(`
|
|
26
26
|
Repair the file(s) (likely just an integer 'version' field \u2014 see another working DATA_DIR`),console.error(` or default to {"version":1,"migrations":[]} if you're sure you're on schema v1) and try again.
|
|
27
27
|
`),process.exit(1)}if(e.length===0)return;let o=e.map(r=>r.schema.version);if(new Set(o).size>1){console.error(`
|
|
@@ -30,7 +30,7 @@ ${n.join(`
|
|
|
30
30
|
[FATAL] ${b} is not valid JSON: ${o.message}`),console.error(" Refusing to proceed \u2014 silently treating it as 'fresh install' would re-apply"),console.error(" every migration on top of already-migrated data and corrupt it."),console.error(' Repair the file (set it to {"version":N,"migrations":[...]} matching your real state)'),console.error(` or restore from the *.pre-vNNN.backup files if you have them.
|
|
31
31
|
`),process.exit(1)}let t=to(e);return t===null&&(console.error(`
|
|
32
32
|
[FATAL] ${b} has invalid structure:`),console.error(` ${JSON.stringify(e)?.slice(0,200)||"(unparseable)"}`),console.error(' Expected shape: { "version": <integer>, "migrations": [...] }'),console.error(` Repair the file or restore from a backup.
|
|
33
|
-
`),process.exit(1)),t}function De(e){try{p.chmodSync(e,384)}catch{}}function oo(e){if(Ie(),p.existsSync(b))try{if(p.lstatSync(b).isSymbolicLink())throw new Error(`SCHEMA_FILE is a symbolic link: ${b}. Refusing to write through it (potential symlink attack). Remove the link and re-run.`)}catch(o){if(o.message?.includes("symbolic link"))throw o}let t=b+".tmp";try{p.writeFileSync(t,JSON.stringify(e,null,2)),De(t),p.renameSync(t,b)}catch(o){try{p.unlinkSync(t)}catch{}throw o}}function xe(e,t){if(!p.existsSync(e))return;let o=`.pre-v${String(t).padStart(3,"0")}.backup`,n=p.readdirSync(e).filter(l=>{let c=l.toLowerCase();if(c.includes(".backup")||c===".schema-version"||c.endsWith(".tmp"))return!1;try{return p.statSync(m.join(e,l)).isFile()}catch{return!1}}),s=0,r=0,i=[];for(let l of n){let c=m.join(e,l),a=m.join(e,l+o);if(p.existsSync(a)){r++;continue}try{
|
|
33
|
+
`),process.exit(1)),t}function De(e){try{p.chmodSync(e,384)}catch{}}function oo(e){if(Ie(),p.existsSync(b))try{if(p.lstatSync(b).isSymbolicLink())throw new Error(`SCHEMA_FILE is a symbolic link: ${b}. Refusing to write through it (potential symlink attack). Remove the link and re-run.`)}catch(o){if(o.message?.includes("symbolic link"))throw o}let t=b+".tmp";try{p.writeFileSync(t,JSON.stringify(e,null,2)),De(t),p.renameSync(t,b)}catch(o){try{p.unlinkSync(t)}catch{}throw o}}function xe(e,t){if(!p.existsSync(e))return;let o=`.pre-v${String(t).padStart(3,"0")}.backup`,n=p.readdirSync(e).filter(l=>{let c=l.toLowerCase();if(c.includes(".backup")||c===".schema-version"||c.endsWith(".tmp"))return!1;try{return p.statSync(m.join(e,l)).isFile()}catch{return!1}}),s=0,r=0,i=[];for(let l of n){let c=m.join(e,l),a=m.join(e,l+o);if(p.existsSync(a)){r++;continue}try{Oe(c,a),s++}catch(f){i.push({file:l,err:f.message})}}if(i.length>0){let l=new Error(`Failed to back up ${i.length} file(s) in ${m.basename(e)}/: `+i.map(c=>`${c.file} (${c.err})`).join(", "));throw l.code="BACKUP_INCOMPLETE",l}if(s>0||r>0){let l=r>0?` (${r} pre-existing backup(s) preserved)`:"";console.log(` Backed up ${s} files in ${m.basename(e)}/ (${o})${l}`)}}var se=!1;async function Re(){if(se)return;Ie(),co();let t=Te().version;if(t===R){se=!0;return}Zt(),Xt(),process.on("exit",ie),t>R&&(console.error(`
|
|
34
34
|
[FATAL] Your data schema is at v${t}, but this plugin build only understands up to v${R}.`),console.error(" This usually means you downgraded the plugin without rolling back data."),console.error(` Operating on the newer-format data with this build would risk corrupting it.
|
|
35
35
|
`),console.error(" Options:"),console.error(" A) Re-install the newer plugin version that produced this schema, then"),console.error(" (if you really want to downgrade) run 'rollback-data --confirm' first,"),console.error(" then re-install the older plugin version."),console.error(` B) Manually restore your data from the *.pre-vNNN.backup files matching v${R}.
|
|
36
36
|
`),process.exit(1)),console.log(`
|
|
@@ -48,7 +48,7 @@ ${n.join(`
|
|
|
48
48
|
[FATAL] Migration ${r} applied successfully but schema version file could NOT be updated: ${c.message}`),console.error(` Your data is in the v${s.version} state but .schema-version still shows v${t}.`),console.error(` On next plugin command the runner will try to re-apply ${r}. If that migration is`),console.error(` idempotent (most are), it will succeed harmlessly. If you're unsure, run 'data-cleanup' and contact support.
|
|
49
49
|
`),process.exit(1)}console.log(` \u2713 Migration ${r} complete`)}try{le()}catch{}try{Ae()}catch{}se=!0,ie(),console.log(`
|
|
50
50
|
\u2713 Schema is now at v${R}
|
|
51
|
-
`)}var no=[/\.json\.tmp$/,/\.schema-version\.tmp$/,/\.backup\.tmp$/];function so(e){let t=e.toLowerCase();return no.some(o=>o.test(t))}var ro=6e4;function io(){let e=Date.now(),t=[];for(let o of[T,j,N]){if(!p.existsSync(o))continue;let n;try{n=p.readdirSync(o)}catch{continue}for(let s of n){if(!so(s))continue;let r=m.join(o,s);try{let i=p.statSync(r);if(!i.isFile()||e-i.mtimeMs<ro)continue;t.push({dir:o,file:s,fullPath:r})}catch{}}}return t}function co({verbose:e=!1}={}){let t=io();if(t.length===0)return e&&console.log(" No orphan .tmp files found."),0;let o=0;for(let n of t)try{p.unlinkSync(n.fullPath),o++,e&&console.log(` Removed orphan: ${m.basename(n.dir)}/${n.file}`)}catch(s){console.warn(` [!] Could not remove orphan ${n.fullPath}: ${s.message}`)}return!e&&o>0&&console.log(` Cleaned up ${o} orphan .tmp file(s) from previous run.`),o}function lo(){let e=[];for(let t of[j,N]){if(!p.existsSync(t))continue;let o=p.readdirSync(t).filter(n=>{let s=n.toLowerCase();return s.endsWith(".json")&&!s.includes(".backup")});for(let n of o){let s=m.join(t,n);try{V(s)}catch(r){e.push({dir:m.basename(t),file:n,err:r.message})}}}return e.length===0?{ok:!0}:{ok:!1,broken:e}}function ao(e){let t=[],o=[];for(let r of[j,N]){if(!p.existsSync(r))continue;let i=p.readdirSync(r).filter(l=>l.endsWith(e));for(let l of i){let c=m.join(r,l),a=l.slice(0,-e.length),f=m.join(r,a);try{a.toLowerCase().endsWith(".json")?V(c):p.accessSync(c,p.constants.R_OK),t.push({backupPath:c,originalPath:f,fileName:l,dir:r})}catch(u){o.push(`${m.basename(r)}/${l}: ${u.message}`)}}}if(o.length>0)return{ok:!1,error:o.join("; "),restored:0};let n=0,s=[];for(let{backupPath:r,originalPath:i,fileName:l,dir:c}of t)try{
|
|
51
|
+
`)}var no=[/\.json\.tmp$/,/\.schema-version\.tmp$/,/\.backup\.tmp$/];function so(e){let t=e.toLowerCase();return no.some(o=>o.test(t))}var ro=6e4;function io(){let e=Date.now(),t=[];for(let o of[T,j,N]){if(!p.existsSync(o))continue;let n;try{n=p.readdirSync(o)}catch{continue}for(let s of n){if(!so(s))continue;let r=m.join(o,s);try{let i=p.statSync(r);if(!i.isFile()||e-i.mtimeMs<ro)continue;t.push({dir:o,file:s,fullPath:r})}catch{}}}return t}function co({verbose:e=!1}={}){let t=io();if(t.length===0)return e&&console.log(" No orphan .tmp files found."),0;let o=0;for(let n of t)try{p.unlinkSync(n.fullPath),o++,e&&console.log(` Removed orphan: ${m.basename(n.dir)}/${n.file}`)}catch(s){console.warn(` [!] Could not remove orphan ${n.fullPath}: ${s.message}`)}return!e&&o>0&&console.log(` Cleaned up ${o} orphan .tmp file(s) from previous run.`),o}function lo(){let e=[];for(let t of[j,N]){if(!p.existsSync(t))continue;let o=p.readdirSync(t).filter(n=>{let s=n.toLowerCase();return s.endsWith(".json")&&!s.includes(".backup")});for(let n of o){let s=m.join(t,n);try{V(s)}catch(r){e.push({dir:m.basename(t),file:n,err:r.message})}}}return e.length===0?{ok:!0}:{ok:!1,broken:e}}function ao(e){let t=[],o=[];for(let r of[j,N]){if(!p.existsSync(r))continue;let i=p.readdirSync(r).filter(l=>l.endsWith(e));for(let l of i){let c=m.join(r,l),a=l.slice(0,-e.length),f=m.join(r,a);try{a.toLowerCase().endsWith(".json")?V(c):p.accessSync(c,p.constants.R_OK),t.push({backupPath:c,originalPath:f,fileName:l,dir:r})}catch(u){o.push(`${m.basename(r)}/${l}: ${u.message}`)}}}if(o.length>0)return{ok:!1,error:o.join("; "),restored:0};let n=0,s=[];for(let{backupPath:r,originalPath:i,fileName:l,dir:c}of t)try{Oe(r,i),n++}catch(a){s.push(`${m.basename(c)}/${l}: ${a.message}`)}return s.length>0?{ok:!1,error:s.join("; "),restored:n}:{ok:!0,restored:n}}function Oe(e,t){let o=t+".tmp";try{p.copyFileSync(e,o),De(o)}catch(n){try{p.unlinkSync(o)}catch{}throw n}try{p.renameSync(o,t)}catch(n){try{p.unlinkSync(o)}catch{}if(n.code==="EPERM"||n.code==="EBUSY"){let s=new Error(`File locked: ${t} (${n.code}). On Windows this is usually antivirus / Search Indexer / the file open in another app. Close anything that might be holding it and re-run.`);throw s.code=n.code,s}throw n}}function fo(){let e={list:!1,full:!1,max:1/0,dryRun:!1,verbose:!1};for(let t of process.argv.slice(2))t==="--list"?e.list=!0:t==="--full"?e.full=!0:t==="--dry-run"?e.dryRun=!0:t==="--verbose"?e.verbose=!0:t.startsWith("--max=")&&(e.max=parseInt(t.split("=")[1],10));return e}function po(){let e=U(),t=Object.values(e),o=t.length,n={};for(let r of t){let i=r.connectionStatus||"(none)";n[i]=(n[i]||0)+1}let s={};for(let r of t){for(let i of r.sources||[])s[i]=(s[i]||0)+1;(!r.sources||r.sources.length===0)&&(s["(no source)"]=(s["(no source)"]||0)+1)}console.log(`
|
|
52
52
|
=== People Database: ${o} entries ===
|
|
53
53
|
`),console.log("By connection status:");for(let[r,i]of Object.entries(n).sort((l,c)=>c[1]-l[1]))console.log(` ${r.padEnd(30)} ${i}`);console.log(`
|
|
54
54
|
By source:`);for(let[r,i]of Object.entries(s).sort((l,c)=>c[1]-l[1]))console.log(` ${r.padEnd(30)} ${i}`);console.log()}async function mo(e){let t="https://www.linkedin.com/mynetwork/invite-connect/connections/";console.log(`Navigating to ${t}`),await e.goto(t,{waitUntil:"domcontentloaded",timeout:6e4}),await P(3e3);let o=e.url();if(o.includes("/login")||o.includes("/authwall"))throw new Error("Redirected to login \u2014 cookies expired. Run: npm run login");try{await e.waitForSelector('main a[href*="/in/"]',{timeout:15e3})}catch{console.warn("\u26A0 No connection cards found after 15s. Page may have changed layout.")}let n=await e.evaluate(()=>{let i=((document.querySelector("main")||document.body).innerText||"").match(/([\d,]+)\s+connections?/i);return i?parseInt(i[1].replace(/,/g,""),10):null});return n&&console.log(` LinkedIn reports: ${n.toLocaleString()} connections`),n}async function je(e){return e.evaluate(()=>{let o=(document.querySelector("main")||document.body).querySelectorAll('a[href*="/in/"]'),n={};for(let r of o){let i=r.getAttribute("href");if(!i)continue;let l;try{let c=new URL(i,location.origin);l=c.origin+c.pathname.replace(/\/+$/,"")}catch{continue}n[l]||(n[l]=[]),n[l].push(r)}let s=[];for(let[r,i]of Object.entries(n)){let l=null;for(let y of i){let h=y.textContent?.trim();!h||y.querySelector("img")||(!l||h.length<l.textContent.trim().length)&&(l=y)}let c=l?.textContent?.trim()||null,a=l||i[0];for(let y=0;y<10&&a?.parentElement;y++){a=a.parentElement;let h=a.innerText||"";if((h.includes("Connected on")||h.includes("Message"))&&(h.match(/Connected on/g)||[]).length<=1)break}let f=(a?.innerText||"").split(`
|
|
@@ -59,7 +59,7 @@ By source:`);for(let[r,i]of Object.entries(s).sort((l,c)=>c[1]-l[1]))console.log
|
|
|
59
59
|
Reached --max=${o}, stopping.`);break}if(u===0&&d>0){if(c++,c>=a){console.log(`
|
|
60
60
|
${a} consecutive pages of known connections \u2014 caught up.`);break}}else if(u>0)c=0;else if(c++,c>=a){console.log(`
|
|
61
61
|
${a} empty rounds \u2014 end of list.`);break}let y=await Ne(e);n&&y==="clicked"&&console.log(' \u2192 Clicked "Load more"'),await P(2e3)}return n||process.stdout.write(`
|
|
62
|
-
`),Array.from(i.values())}var Fe=new Set(["pending","sent_with_note","sent_without_note","sent_without_note_upsell"]);function
|
|
62
|
+
`),Array.from(i.values())}var Fe=new Set(["pending","sent_with_note","sent_without_note","sent_without_note_upsell"]);function _e(e){return typeof e=="string"?e.replace(/\s+/g," ").trim().toLowerCase():""}function Le(e){let t=new Map;for(let[o,n]of Object.entries(e)){let s=H(n.profileUrl||o);s&&!t.has(s)&&t.set(s,o)}for(let[o,n]of Object.entries(e))for(let s of n.aliases||[])s&&!t.has(s)&&t.set(s,o);return t}function yo(e,t){let o=[],n=Le(t);for(let s of e){if(!s.profileUrl)continue;let r=n.get(H(s.profileUrl)),i=r?t[r]:void 0;i&&Fe.has(i.connectionStatus)&&o.push({...s,previousStatus:i.connectionStatus})}return o}function Me(e,t){let o=U(),n=new Date().toISOString(),s=n.slice(0,10),r={newPeople:0,updatedToConnected:0,alreadyConnected:0,flaggedDuplicates:0,flagged:[]},i=Le(o),l=new Map;for(let[c,a]of Object.entries(o)){if(!Fe.has(a.connectionStatus))continue;let f=_e(a.name);f&&(l.has(f)||l.set(f,[]),l.get(f).push(c))}for(let c of e){if(!c.profileUrl)continue;let a=H(c.profileUrl),f=a?i.get(a):null,u=f?o[f]:void 0;if(u){if(u.connectionStatus!=="connected"){u.connectionStatus="connected";let d=c.time?J(c.time.replace(/^Connected\s+on\s+/i,"")):null;u.connectedAt=d||n,u.connectionDate=(d||n).slice(0,10),u.lastUpdated=n,r.updatedToConnected++}else if(r.alreadyConnected++,c.time&&(!u.connectedAt||!u.connectionDate)){let d=J(c.time.replace(/^Connected\s+on\s+/i,""));d&&(u.connectedAt||(u.connectedAt=d),u.connectionDate||(u.connectionDate=d.slice(0,10)),u.lastUpdated=n)}c.name&&!u.name&&(u.name=c.name),c.title&&(u.title=c.title),u.sources||(u.sources=[]),u.sources.includes("sync-connections")||u.sources.push("sync-connections"),u.lastSeen=s,u.seenCount=(u.seenCount||1)+1,u.lastUpdated=n}else{let d={name:c.name,title:c.title,location:null,company:null,connectionDegree:"1st",connectionsCount:null,mutualConnections:null,photoUrl:null,hasVerifiedBadge:!1,firstSeen:s,lastSeen:s,seenCount:1,sources:["sync-connections"],connectionStatus:"connected",connectionDate:s,connectionMethod:null,messageSent:null,jobIds:[],lastUpdated:n},g=_e(c.name),y=g?l.get(g)||[]:[];y.length&&(d.possibleDuplicateOf=[...y],r.flaggedDuplicates++,r.flagged.push({name:c.name,candidates:y.length})),o[c.profileUrl]=d,a&&i.set(a,c.profileUrl),r.newPeople++}}return t||ue(o),r}function So(e,t,o,n,s,r){if(console.log(`
|
|
63
63
|
\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550`),console.log(` Sync Connections Summary (${r})`),console.log("\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550"),s&&console.log(` LinkedIn header: ${s.toLocaleString()}`),console.log(` Connections scraped: ${e.length}`),console.log(` New people added: ${o.newPeople}`),console.log(` Updated to connected: ${o.updatedToConnected}`),console.log(` Already connected: ${o.alreadyConnected}`),t.length>0){console.log(`
|
|
64
64
|
Newly accepted (${t.length}):`);for(let i of t)console.log(` \u2713 ${i.name||"Unknown"} (was: ${i.previousStatus})`)}if(o.flaggedDuplicates>0){console.log(`
|
|
65
65
|
\u26A0 Possible duplicates (${o.flaggedDuplicates}) \u2014 new connection shares a name with a still-pending person (likely the same person accepting under a vanity url we couldn't match by slug). Flagged for review, NOT merged:`);for(let i of o.flagged||[])console.log(` ? ${i.name||"Unknown"}${i.candidates>1?` (${i.candidates} candidates)`:""}`)}n&&console.log(`
|
|
@@ -68,4 +68,4 @@ By source:`);for(let[r,i]of Object.entries(s).sort((l,c)=>c[1]-l[1]))console.log
|
|
|
68
68
|
\u{1F504} Sync LinkedIn Connections (${t})
|
|
69
69
|
`),e.dryRun&&console.log(" [DRY RUN mode]"),e.max!==1/0&&console.log(` Max: ${e.max}`);let{browser:n,page:s}=await me();try{let r=await mo(s),i=e.full?await ho(s,{max:e.max,verbose:e.verbose,dryRun:e.dryRun}):await go(s,{max:e.max,verbose:e.verbose});console.log(`
|
|
70
70
|
Extracted ${i.length} connections.`);let l=U(),c=yo(i,l),a=Me(i,e.dryRun);So(i,c,a,e.dryRun,r,t),Q(o,"success",{scraped:i.length,newPeople:a.newPeople,updatedToConnected:a.updatedToConnected})}catch(r){console.error(`
|
|
71
|
-
\u2717 Error:`,r.message),e.verbose&&console.error(r.stack),Q(o,"error",null,r.message)}finally{await n.close().catch(()=>{})}}process.argv[1]&&import.meta.url===uo(process.argv[1]).href&&wo();export{Le as buildSlugIndex,yo as detectNewlyAccepted,
|
|
71
|
+
\u2717 Error:`,r.message),e.verbose&&console.error(r.stack),Q(o,"error",null,r.message)}finally{await n.close().catch(()=>{})}}process.argv[1]&&import.meta.url===uo(process.argv[1]).href&&wo();export{Le as buildSlugIndex,yo as detectNewlyAccepted,_e as normName,Me as syncToDatabaseBatch};
|
package/dist/verifyAbout.mjs
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
var
|
|
1
|
+
var Te=Object.defineProperty;var fe=(e,t)=>()=>(e&&(t=e(e=0)),t);var Le=(e,t)=>{for(var o in t)Te(e,o,{get:t[o],enumerable:!0})};async function d(e){let t=Math.floor(Math.random()*2001),o=e+t;return new Promise(n=>setTimeout(n,o))}async function me(e){return await e.evaluate(()=>{let t=document.querySelectorAll("div.artdeco-modal--is-open");for(let n of t){let s=n.innerText||"",f=s.includes("Premium")||s.includes("premium")||s.includes("Upgrade")||s.includes("upgrade"),c=s.includes("Try for")||s.includes("free trial")||s.includes("/month")||s.includes("per month")||s.includes("Start my")||s.includes("Subscribe"),g=s.includes("Get hired faster")||s.includes("Get hired 2x");if(f||c||g){let D=n.querySelector('button[aria-label="Dismiss"]')||n.querySelector("button.artdeco-modal__dismiss")||n.querySelector("button[data-test-modal-close-btn]");if(D)return D.click(),{dismissed:!0,matched:s.substring(0,80)};let A=n.querySelectorAll("button");for(let l of A){let S=l.innerText?.trim().toLowerCase()||"",p=l.getAttribute("aria-label")?.toLowerCase()||"";if(S==="not now"||S==="no thanks"||S==="dismiss"||p.includes("dismiss"))return l.click(),{dismissed:!0,matched:s.substring(0,80)}}}}let o=document.querySelector(".premium-upsell-link")||document.querySelector("[data-test-premium-upsell]")||document.querySelector(".premium-hub-upsell");if(o){let n=o.closest('[class*="modal"]')?.querySelector('button[aria-label="Dismiss"]')||o.closest('[class*="banner"]')?.querySelector('button[aria-label="Close"]');if(n)return n.click(),{dismissed:!0,matched:"premium-banner"}}return!1})}var N=fe(()=>{});var be={};Le(be,{extractCertificationsFromDetails:()=>Xe,extractEducationFromDetails:()=>ze,extractExperienceFromDetails:()=>Ge,extractFeaturedFromDetails:()=>Qe,extractRecommendationsFromDetails:()=>et,extractSkillsFromDetails:()=>Ze});async function Ge(e,t){let o=t.replace(/\/+$/,"")+"/details/experience/";try{await e.goto(o,{waitUntil:"domcontentloaded",timeout:6e4}),await d(3e3);let n=e.url();if(/\/(login|authwall|checkpoint)/i.test(n))throw new Error(`Session expired \u2014 bounced to ${n} when fetching /details/experience/`);for(let f=0;f<5;f++)await e.evaluate(()=>window.scrollTo(0,document.body.scrollHeight)),await d(900);await d(1e3);let s=0;for(;s<5&&await e.evaluate(()=>{for(let c of document.querySelectorAll("button"))if(/^Load more$/i.test((c.textContent||"").trim()))return c.click(),!0;return!1});)s++,await d(1500),await e.evaluate(()=>window.scrollTo(0,document.body.scrollHeight)),await d(700);return await e.evaluate(()=>{let f=document.querySelector("main");if(!f)return[];function c(l){let S=[];for(let p of l.querySelectorAll("div")){let h=Array.from(p.children).filter(x=>x.tagName==="DIV");if(h.length<3)continue;let y=h.filter(x=>(x.textContent||"").trim().length>50);y.length<3||(p.textContent||"").length<500||S.push({el:p,count:y.length,totalText:(p.textContent||"").length})}return S.sort((p,h)=>h.count-p.count||p.totalText-h.totalText),S[0]?.el}let g=c(f);if(!g)return[];let D=Array.from(g.children).filter(l=>l.tagName==="DIV").filter(l=>(l.textContent||"").trim().length>50);function A(l){let S=l[0]||null,p=null,h=null;if(l[1]){let u=l[1].split("\xB7").map(C=>C.trim());p=u[0]||null,u[1]&&(h=u[1])}let y=l.findIndex(u=>/(\d{4}|present)/i.test(u)&&/(-|–|—)/i.test(u)&&u.length<80),x=null,T=null;if(y>=0){let u=l[y].split("\xB7").map(C=>C.trim());x=u[0]||null,u[1]&&(T=u[1])}let L=null,M=-1;if(y>=0&&l[y+1]){let u=l[y+1],C=/^[>*\-•]|^>/.test(u),P=/https?:\/\//.test(u),j=/\d{4}/.test(u),v=/,/.test(u)||/\bArea\b|\bRegion\b|\bProvince\b|\bCountry\b|, [A-Z]{2}\b/.test(u);!C&&!P&&!j&&u.length<100&&v&&(L=u,M=y+1)}let Y=null,m=-1,F=l[l.length-1];if(F&&/and\s+\+\d+\s+skills?$/i.test(F)){m=l.length-1;let u=F.match(/^(.+?)\s+and\s+\+(\d+)\s+skills?$/i);u&&(Y={listed:u[1].split(",").map(C=>C.trim()),additional:parseInt(u[2],10)})}let q=new Set([0,1,y,M,m].filter(u=>u>=0)),$=l.filter((u,C)=>!q.has(C)),k=$.length>0?$.join(`
|
|
2
2
|
|
|
3
|
-
`):null;return{title:S,company:
|
|
4
|
-
`).map(
|
|
5
|
-
${
|
|
3
|
+
`):null;return{title:S,company:p,employmentType:h,dates:x,duration:T,location:L,description:k,skills:Y,_raw:l}}return D.map(l=>{let p=(l.innerText||"").trim().split(`
|
|
4
|
+
`).map(h=>h.trim()).filter(h=>h&&h.length<5e3);return A(p)}).filter(l=>l.title)})}catch(n){if(/session expired|bounced to|authwall|checkpoint/i.test(n.message||""))throw n;return console.error(`extractExperienceFromDetails failed for ${t}: ${n.message?.slice(0,120)}`),[]}}async function B(e,t,o){let n=t.replace(/\/+$/,"")+`/details/${o}/`;await e.goto(n,{waitUntil:"domcontentloaded",timeout:6e4}),await d(3e3);let s=e.url();if(/\/(login|authwall|checkpoint)/i.test(s))throw new Error(`Session expired \u2014 bounced to ${s} when fetching /details/${o}/`);if(!s.toLowerCase().includes(`/details/${o.toLowerCase()}/`))throw new Error(`Section /details/${o}/ not available on profile (landed on ${s})`);for(let c=0;c<4;c++)await e.evaluate(()=>window.scrollTo(0,document.body.scrollHeight)),await d(700);await d(800);let f=0;for(;f<5&&await e.evaluate(()=>{for(let g of document.querySelectorAll("button"))if(/^Load more$/i.test((g.textContent||"").trim()))return g.click(),!0;return!1});)f++,await d(1300),await e.evaluate(()=>window.scrollTo(0,document.body.scrollHeight)),await d(600)}async function U(e,t,o,n){try{return await n()}catch(s){let f=s.message||"";if(/session expired|bounced to|authwall|checkpoint/i.test(f))throw s;return/not available on profile/i.test(f)?(console.log(` (${t}: section not on profile \u2014 skipped)`),[]):(console.error(`${o} failed for ${e}: ${f.slice(0,120)}`),[])}}async function Qe(e,t){return U(t,"featured","extractFeaturedFromDetails",async()=>(await B(e,t,"featured"),await e.evaluate(`(() => {
|
|
5
|
+
${H}
|
|
6
6
|
|
|
7
7
|
const main = document.querySelector('main');
|
|
8
8
|
if (!main) return [];
|
|
@@ -42,8 +42,8 @@ var De=Object.defineProperty;var de=(e,t)=>()=>(e&&(t=e(e=0)),t);var Te=(e,t)=>{
|
|
|
42
42
|
if (e.caption && /^\xB7\\s*\\d+(?:st|nd|rd|th)\\+?$/i.test(e.caption.trim())) return false;
|
|
43
43
|
return true;
|
|
44
44
|
});
|
|
45
|
-
})()`)))}async function
|
|
46
|
-
${
|
|
45
|
+
})()`)))}async function ze(e,t){return U(t,"education","extractEducationFromDetails",async()=>(await B(e,t,"education"),await e.evaluate(`(() => {
|
|
46
|
+
${H}
|
|
47
47
|
|
|
48
48
|
const main = document.querySelector('main');
|
|
49
49
|
if (!main) return [];
|
|
@@ -79,8 +79,8 @@ var De=Object.defineProperty;var de=(e,t)=>()=>(e&&(t=e(e=0)),t);var Te=(e,t)=>{
|
|
|
79
79
|
if (e.degree && /^\xB7\\s*\\d+(?:st|nd|rd|th)\\+?$/i.test(e.degree.trim())) return false;
|
|
80
80
|
return true;
|
|
81
81
|
});
|
|
82
|
-
})()`)))}async function
|
|
83
|
-
${
|
|
82
|
+
})()`)))}async function Ze(e,t){return U(t,"skills","extractSkillsFromDetails",async()=>(await B(e,t,"skills"),await e.evaluate(`(() => {
|
|
83
|
+
${H}
|
|
84
84
|
|
|
85
85
|
const main = document.querySelector('main');
|
|
86
86
|
if (!main) return [];
|
|
@@ -111,8 +111,8 @@ var De=Object.defineProperty;var de=(e,t)=>()=>(e&&(t=e(e=0)),t);var Te=(e,t)=>{
|
|
|
111
111
|
skills.push({ name, endorsements, _raw: lines });
|
|
112
112
|
}
|
|
113
113
|
return skills;
|
|
114
|
-
})()`)))}async function
|
|
115
|
-
${
|
|
114
|
+
})()`)))}async function Xe(e,t){return U(t,"certifications","extractCertificationsFromDetails",async()=>(await B(e,t,"certifications"),await e.evaluate(`(() => {
|
|
115
|
+
${H}
|
|
116
116
|
|
|
117
117
|
const main = document.querySelector('main');
|
|
118
118
|
if (!main) return [];
|
|
@@ -136,8 +136,8 @@ var De=Object.defineProperty;var de=(e,t)=>()=>(e&&(t=e(e=0)),t);var Te=(e,t)=>{
|
|
|
136
136
|
|
|
137
137
|
return { name, issuer, issueDate, expiryDate, credentialId, _raw: lines };
|
|
138
138
|
}).filter(e => e.name);
|
|
139
|
-
})()`)))}async function
|
|
140
|
-
${
|
|
139
|
+
})()`)))}async function et(e,t){return U(t,"recommendations","extractRecommendationsFromDetails",async()=>(await B(e,t,"recommendations"),await e.evaluate(`(() => {
|
|
140
|
+
${H}
|
|
141
141
|
|
|
142
142
|
const main = document.querySelector('main');
|
|
143
143
|
if (!main) return [];
|
|
@@ -172,7 +172,7 @@ var De=Object.defineProperty;var de=(e,t)=>()=>(e&&(t=e(e=0)),t);var Te=(e,t)=>{
|
|
|
172
172
|
if (e.recommenderTitle && /^\xB7\\s*\\d+(?:st|nd|rd|th)\\+?$/i.test(e.recommenderTitle.trim())) return false;
|
|
173
173
|
return true;
|
|
174
174
|
});
|
|
175
|
-
})()`)))}var
|
|
175
|
+
})()`)))}var H,Se=fe(()=>{N();H=`
|
|
176
176
|
function findEntryContainer(root) {
|
|
177
177
|
const candidates = [];
|
|
178
178
|
for (const div of root.querySelectorAll('div')) {
|
|
@@ -235,12 +235,12 @@ function findEntryContainer(root) {
|
|
|
235
235
|
candidates.sort((a, b) => b.count - a.count || b.totalText - a.totalText);
|
|
236
236
|
return candidates[0]?.el;
|
|
237
237
|
}
|
|
238
|
-
`});import
|
|
239
|
-
Closing browser...`);try{await e.close()}catch{}process.exit(0)};process.on("SIGINT",t),process.on("SIGTERM",t);let o=await e.newPage();await o.evaluateOnNewDocument(()=>{Object.defineProperty(navigator,"webdriver",{get:()=>{}})});try{let n=
|
|
238
|
+
`});import Ne from"puppeteer";import{addExtra as Be}from"puppeteer-extra";import He from"puppeteer-extra-plugin-stealth";N();import{getPluginConfig as Me}from"@ilivemylife/graph-sdk";var Fe=await Me();for(let[e,t]of Object.entries(Fe))process.env[e]===void 0&&(process.env[e]=t);var qe=process.env.LINKEDIN_NAME,R=Object.freeze({DRAFT:"draft",CONFIRMED:"confirmed",REJECTED:"rejected",NEEDS_REVIEW:"needs_review",SENT:"sent"}),ct=Object.freeze(new Set([R.DRAFT,R.CONFIRMED,R.NEEDS_REVIEW])),Re=Object.freeze(new Set([R.DRAFT,R.CONFIRMED,R.REJECTED,R.NEEDS_REVIEW]));import pe from"fs";import Pe from"path";var je="cookies.json";function Oe(){let e=process.env.ILML_SCOPE_DIR;return e?Pe.join(e,"plugins-state","linkedin","cookies.json"):je}function he(){let e=Oe();if(!pe.existsSync(e))throw new Error(`Cookies not found at ${e}. Run: ilml linkedin login`);let t;try{t=pe.readFileSync(e,"utf-8")}catch(n){throw new Error(`Failed to read cookies at ${e}: ${n.message}. Run: ilml linkedin login`)}let o;try{o=JSON.parse(t)}catch{throw new Error(`Cookies file at ${e} is corrupted (invalid JSON). Run: ilml linkedin login`)}if(!Array.isArray(o)||o.length===0)throw new Error(`Cookies file at ${e} is empty or not an array. Run: ilml linkedin login`);return o}var ge=Be(Ne);ge.use(He());async function we(){let e=await ge.launch({headless:!1,defaultViewport:null,protocolTimeout:3e5}),t=async()=>{console.log(`
|
|
239
|
+
Closing browser...`);try{await e.close()}catch{}process.exit(0)};process.on("SIGINT",t),process.on("SIGTERM",t);let o=await e.newPage();await o.evaluateOnNewDocument(()=>{Object.defineProperty(navigator,"webdriver",{get:()=>{}})});try{let n=he();await o.setCookie(...n),console.log(" Browser launched, cookies loaded.")}catch(n){console.error(`
|
|
240
240
|
[!] ${n.message}
|
|
241
|
-
`),await e.close(),process.exit(1)}return{browser:e,page:o}}
|
|
241
|
+
`),await e.close(),process.exit(1)}return{browser:e,page:o}}N();import"dotenv/config";import*as w from"fs";import*as b from"path";import{fileURLToPath as Ue}from"url";var Ve=Ue(import.meta.url),We=b.dirname(b.dirname(Ve)),E=process.env.DATA_DIR?b.resolve(process.env.DATA_DIR,"collected-profiles"):b.join(We,"collected-profiles"),Je=b.join(E,"people.json"),At=b.join(E,"jobs.json"),$t=b.join(E,"quota.json"),It=b.join(E,"conversations.json"),Dt=b.join(E,"sync-state.json"),Tt=b.join(E,"application-questions.json"),Lt=b.join(E,"profile-history"),ye=(e,t)=>{let o=parseInt(e,10);return Number.isInteger(o)&&o>=0?o:t},Mt=ye(process.env.CONNECT_MAX_DAILY,20),Ft=ye(process.env.CONNECT_MAX_WEEKLY,100),J=null;function Ye(){w.existsSync(E)||w.mkdirSync(E,{recursive:!0})}function Ke(e,t){if(!w.existsSync(e))return null;try{let o=JSON.parse(w.readFileSync(e,"utf-8"));try{w.copyFileSync(e,e+".backup")}catch{}return o}catch(o){console.error(`[!] ${t} is corrupted: ${o.message}`),console.error(` File: ${b.resolve(e)}`);let n=e+".backup";if(w.existsSync(n))try{let s=JSON.parse(w.readFileSync(n,"utf-8"));console.error(` Restored from ${n}`);try{w.copyFileSync(n,e)}catch{}return s}catch{console.error(" Backup also corrupted!")}console.error(` Starting with empty data. Old file preserved as ${e}.corrupted`);try{w.copyFileSync(e,e+".corrupted")}catch{}return null}}function Q(){return J||(Ye(),J=Ke(Je,"people.json")||{},J)}async function tt(e,t){let o=e.url();if(o.includes("/in/"))return!1;if(o.includes("/login")||o.includes("/authwall")||o.includes("/checkpoint"))throw new Error("Session expired \u2014 redirected to login. Run: npm run login");console.log(` Off-track: ${o.slice(0,80)}`),console.log(" Navigating back to profile..."),await e.goto(t,{waitUntil:"domcontentloaded",timeout:6e4}),await d(3e3);let n=e.url();return n.includes("/in/")||console.log(` Recovery failed \u2014 still on: ${n.slice(0,80)}`),!0}async function Ce(e,t,o={}){let{extractExperience:n=!1,extractFeatured:s=!1,extractEducation:f=!1,extractSkills:c=!1,extractRecommendations:g=!1,extractCertifications:D=!1}=o;try{await e.goto(t,{waitUntil:"domcontentloaded",timeout:6e4}),await d(3e3),await me(e)&&(console.log(" Dismissed Premium overlay"),await d(1500),await tt(e,t));let l=0;for(let m=0;m<2;m++){let F=await e.evaluate(()=>document.body.scrollHeight);for(let $=1;$<=6;$++)await e.evaluate(k=>window.scrollTo(0,k),F*$/6),await d(900);let q=await e.evaluate(()=>document.body.scrollHeight);if(q===l)break;l=q}await d(800);let S=null;try{let m=e.url();m&&/\/in\/[^/?#]/.test(m)&&(S=m.split("?")[0].replace(/\/+$/,""))}catch{}let p=await e.evaluate(()=>{let m=new Set(["Highlights","About","Activity","Experience","Education","Skills","Recommendations","Languages","Interests","Volunteer experience","Featured","Honors & awards","Honors and awards","Projects","Publications","Patents","Certifications","Licenses & certifications","Courses","Test scores","Organizations"]),F=new Set(["Ad Options","Don\u2019t want to see this","0 notifications","Explore Premium profiles","You might like","People you may know","Suggested for you","More profiles for you","Promoted"]),q=i=>{let r=(i||"").trim().replace(/^[·•]\s*/,"");return/^(1st|2nd|3rd|she\/her|he\/him|they\/them|their\/them)$/i.test(r)},$={name:null,title:null,location:null,currentCompany:null,currentSchool:null,connectionDegree:null,hasVerifiedBadge:!1,photoUrl:null,connectionsLevel:null,mutualConnectionsCount:null,followers:null,openToWork:!1,hiring:!1,about:null,topSkills:null,availableSections:[]},k=document.querySelector("main");if(!k)return $;let u=[...Array.from(k.querySelectorAll("h1")),...Array.from(k.querySelectorAll("h2"))],C=Array.from(k.querySelectorAll("h2")),P=u.find(i=>{let r=i.textContent&&i.textContent.trim(),a=(r||"").replace(/\s*\(\d+\)$/,"").trim();return r&&r.length>1&&r.length<100&&!m.has(a)&&!F.has(a)}),j=P?P.textContent.trim():null,v=P?P.parentElement:null;for(;v&&v!==k&&!Array.from(v.children).filter(r=>r.tagName==="P").some(r=>{let a=r.textContent&&r.textContent.trim();return a&&a.length>5&&!q(a)});)v=v.parentElement;let Z=null,X=null,ee=null,K=null;if(v&&v!==k){let i=Array.from(v.children).filter(a=>a.tagName==="P").filter(a=>{let I=a.textContent&&a.textContent.trim();return I&&I.length>5&&!q(I)});if(i[0]&&(Z=i[0].textContent.trim()),i[1]){let a=i[1].textContent.trim().split(/\s*[·•]\s*/);X=a[0]||null,a.length>1&&(ee=a.slice(1).join(" \xB7 "))}let r=Array.from(v.children).filter(a=>a.tagName==="DIV");for(let a=r.length-1;a>=0;a--){let I=r[a].textContent&&r[a].textContent.trim();if(I&&!(j&&I.startsWith(j))&&(K=I.split(/[·•]/)[0].trim(),K))break}}let te=null;if(v){let i=v.querySelectorAll("p, span, div");for(let r of i){let a=(r.textContent||"").trim().replace(/^[·•]\s*/,"");if(a==="1st"||a==="2nd"||a==="3rd"){te=a;break}}}let xe=!!k.querySelector('svg[data-test-icon="verified"], [aria-label*="Verified" i]'),ne=document.querySelector('main img[width="200"], button img[alt*="photo" i]'),_e=ne&&ne.src||null,V=k.textContent||"",oe=null,ie=V.match(/(\d+\+?)\s+connections\b/i);ie&&(oe=ie[1]+" connections");let W=null,se=V.match(/(\d+)\s+mutual connection/i),re=V.match(/and\s+(\d+)\s+other mutual/i),Ee=V.match(/([A-Z][\w'-]+(?:\s+[A-Z][\w'-]+)?)\s+and\s+([A-Z][\w'-]+(?:\s+[A-Z][\w'-]+)?)\s+are\s+mutual/);se?W=parseInt(se[1],10):re?W=2+parseInt(re[1],10):Ee&&(W=2);let le=null,ae=null,ce=C.find(i=>i.textContent&&i.textContent.trim()==="About");if(ce){let i=ce.parentElement;for(;i&&i.tagName!=="SECTION";)i=i.parentElement;if(i){let r=(i.textContent||"").trim();r=r.replace(/^About\s*/,"").trim();let a=r.match(/Top skills\s*(.+?)$/i);if(a){let G=a[1].split(/\b(?:see (?:more|less)|show (?:more|less))\b/i)[0].trim().split(/\s*[·•]\s*/).map(De=>De.trim()).filter(Boolean);G.length>0&&G.length<10&&(ae=G)}r=r.split(/\n?…\s*more/i)[0].trim(),r=r.split(/\n?\.\.\.\s*more/i)[0].trim(),r=r.split(/\bTop skills\b/i)[0].trim(),r=r.split(/\b(?:see (?:more|less)|show (?:more|less))\b/i)[0].trim(),le=r||null}}let ue=null,de=C.find(i=>i.textContent&&i.textContent.trim()==="Activity");if(de){let i=de.parentElement;for(;i&&i.tagName!=="SECTION";)i=i.parentElement;if(i){let r=(i.textContent||"").slice(0,200).match(/([\d,]+)\s+followers/i);r&&(ue=parseInt(r[1].replace(/,/g,""),10))}}let Ae=[...new Set(C.map(i=>(i.textContent||"").trim().replace(/\s*\(\d+\)$/,"").trim()).filter(i=>i&&i.length>1&&i.length<60&&i!==j).filter(i=>m.has(i)))],O=document.body.textContent||"",$e=/#OpenToWork\b/i.test(O)||/\bOpen to work\b/.test(O),Ie=/#Hiring\b/i.test(O)||/\bI'?m hiring\b/i.test(O)||/\bWe are hiring\b/i.test(O);return{name:j,title:Z,location:K,currentCompany:X,currentSchool:ee,connectionDegree:te,hasVerifiedBadge:xe,photoUrl:_e,connectionsLevel:oe,mutualConnectionsCount:W,followers:ue,openToWork:$e,hiring:Ie,about:le,topSkills:ae,availableSections:Ae}});console.log(`Viewed: ${p.name} - ${p.title}`);let h=null,y=null,x=null,T=null,L=null,M=null;if(n||s||f||c||g||D){let m=await Promise.resolve().then(()=>(Se(),be));n&&(h=await m.extractExperienceFromDetails(e,t),console.log(` + Experience: ${h.length} entries`)),s&&(y=await m.extractFeaturedFromDetails(e,t),console.log(` + Featured: ${y.length} entries`)),f&&(x=await m.extractEducationFromDetails(e,t),console.log(` + Education: ${x.length} entries`)),c&&(T=await m.extractSkillsFromDetails(e,t),console.log(` + Skills: ${T.length} entries`)),g&&(L=await m.extractRecommendationsFromDetails(e,t),console.log(` + Recommendations: ${L.length} entries`)),D&&(M=await m.extractCertificationsFromDetails(e,t),console.log(` + Certifications: ${M.length} entries`))}return{...p,profileUrl:t,resolvedUrl:S,...h!==null&&{experience:h},...y!==null&&{featured:y},...x!==null&&{education:x},...T!==null&&{skillsFull:T},...L!==null&&{recommendations:L},...M!==null&&{certifications:M}}}catch(A){console.error(`Error viewing profile ${t}:`,A.message);try{await e.goto("about:blank",{timeout:1e4}),await d(1e3)}catch{}if(/session expired|bounced to|authwall|checkpoint|redirected to login/i.test(A.message||""))throw A;return null}}N();var z=process.argv.slice(2),ve=z.filter(e=>e.startsWith("http")),ke=parseInt(z.find(e=>e.startsWith("--pick="))?.split("=")[1]||"0"),nt=z.includes("--has-about");function ot(e,t){return[...e].sort(()=>Math.random()-.5).slice(0,t)}function it(){if(ve.length>0)return ve.map(t=>({url:t,name:"(arg)"}));if(ke>0){let t=Q(),o=Object.entries(t).filter(([n])=>n.startsWith("http")).filter(([,n])=>nt?!!(n.about&&n.about.trim()):!n.about);return ot(o,ke).map(([n,s])=>({url:n,name:s.name}))}let e=process.env.MY_LINKEDIN_URL;return e||(console.error("Pass a URL, use --pick=N, or set MY_LINKEDIN_URL in .env"),process.exit(1)),[{url:e,name:"(self)"}]}function _(e,t,o=80){if(t==null){console.log(` ${e.padEnd(20)} (null)`);return}let n=String(t),s=n.length>o?n.slice(0,o)+`\u2026 (+${n.length-o} chars)`:n;console.log(` ${e.padEnd(20)} ${s} [len=${n.length}]`)}async function st(){let e=it();console.log(`
|
|
242
242
|
About-selector verification \u2014 ${e.length} profile(s)
|
|
243
|
-
`);let{browser:t,page:o}=await
|
|
244
|
-
`);continue}_("name",
|
|
245
|
-
Verdict: ${
|
|
246
|
-
`),n<e.length-1&&await d(3e3+Math.random()*2e3)}}finally{await t.close().catch(()=>{})}}
|
|
243
|
+
`);let{browser:t,page:o}=await we();try{for(let n=0;n<e.length;n++){let{url:s,name:f}=e[n];console.log("\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550"),console.log(` [${n+1}/${e.length}] ${f}`),console.log(` ${s}`),console.log("\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550\u2550");let c=await Ce(o,s);if(!c){console.log(` \u26A0 viewProfile returned null \u2014 selector failed entirely
|
|
244
|
+
`);continue}_("name",c.name),_("title",c.title),_("location",c.location),_("company",c.company),_("connectionDegree",c.connectionDegree),_("connectionsCount",c.connectionsCount),_("mutualConnections",c.mutualConnections),_("hasVerifiedBadge",c.hasVerifiedBadge),_("photoUrl",c.photoUrl,60),console.log(" \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500 about \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500"),_("about",c.about,200);let g=[];c.name||g.push("NAME MISSING"),c.title||g.push("TITLE MISSING"),c.location||g.push("LOCATION MISSING"),c.about||g.push("ABOUT MISSING"),console.log(`
|
|
245
|
+
Verdict: ${g.length===0?"OK \u2014 all core fields present":g.join(", ")}
|
|
246
|
+
`),n<e.length-1&&await d(3e3+Math.random()*2e3)}}finally{await t.close().catch(()=>{})}}st().catch(e=>{console.error("verify-about failed:",e),process.exit(1)});
|
package/dist/version.mjs
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
import{readFileSync as e}from"fs";import{fileURLToPath as r}from"url";function i(){return"1.
|
|
1
|
+
import{readFileSync as e}from"fs";import{fileURLToPath as r}from"url";function i(){return"1.17.0";try{let n=new URL("./ilml-plugin.json",import.meta.url);return JSON.parse(e(r(n),"utf-8")).version}catch{return"unknown"}}console.log(`ilml-plugin-linkedin ${i()}`);
|
package/dist/viewers.mjs
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
var qe=Object.defineProperty;var W=(e,o)=>{for(var n in o)qe(e,n,{get:o[n],enumerable:!0})};import"dotenv/config";import*as C from"fs";import*as M from"path";import{fileURLToPath as fo}from"url";import Ge from"puppeteer";import{addExtra as
|
|
1
|
+
var qe=Object.defineProperty;var W=(e,o)=>{for(var n in o)qe(e,n,{get:o[n],enumerable:!0})};import"dotenv/config";import*as C from"fs";import*as M from"path";import{fileURLToPath as fo}from"url";import Ge from"puppeteer";import{addExtra as Ke}from"puppeteer-extra";import ze from"puppeteer-extra-plugin-stealth";async function H(e){let o=Math.floor(Math.random()*2001),n=e+o;return new Promise(t=>setTimeout(t,n))}import{getPluginConfig as Ue}from"@ilivemylife/graph-sdk";var Be=await Ue();for(let[e,o]of Object.entries(Be))process.env[e]===void 0&&(process.env[e]=o);var Je=process.env.LINKEDIN_NAME,O=Object.freeze({DRAFT:"draft",CONFIRMED:"confirmed",REJECTED:"rejected",NEEDS_REVIEW:"needs_review",SENT:"sent"}),bo=Object.freeze(new Set([O.DRAFT,O.CONFIRMED,O.NEEDS_REVIEW])),Ve=Object.freeze(new Set([O.DRAFT,O.CONFIRMED,O.REJECTED,O.NEEDS_REVIEW]));import le from"fs";import We from"path";var He="cookies.json";function Ye(){let e=process.env.ILML_SCOPE_DIR;return e?We.join(e,"plugins-state","linkedin","cookies.json"):He}function ae(){let e=Ye();if(!le.existsSync(e))throw new Error(`Cookies not found at ${e}. Run: ilml linkedin login`);let o;try{o=le.readFileSync(e,"utf-8")}catch(t){throw new Error(`Failed to read cookies at ${e}: ${t.message}. Run: ilml linkedin login`)}let n;try{n=JSON.parse(o)}catch{throw new Error(`Cookies file at ${e} is corrupted (invalid JSON). Run: ilml linkedin login`)}if(!Array.isArray(n)||n.length===0)throw new Error(`Cookies file at ${e} is empty or not an array. Run: ilml linkedin login`);return n}var ue=Ke(Ge);ue.use(ze());async function fe(){let e=await ue.launch({headless:!1,defaultViewport:null,protocolTimeout:3e5}),o=async()=>{console.log(`
|
|
2
2
|
Closing browser...`);try{await e.close()}catch{}process.exit(0)};process.on("SIGINT",o),process.on("SIGTERM",o);let n=await e.newPage();await n.evaluateOnNewDocument(()=>{Object.defineProperty(navigator,"webdriver",{get:()=>{}})});try{let t=ae();await n.setCookie(...t),console.log(" Browser launched, cookies loaded.")}catch(t){console.error(`
|
|
3
3
|
[!] ${t.message}
|
|
4
|
-
`),await e.close(),process.exit(1)}return{browser:e,page:n}}import"dotenv/config";import*as h from"fs";import*as g from"path";import{fileURLToPath as Qe}from"url";var Xe=Qe(import.meta.url),Ze=g.dirname(g.dirname(Xe)),
|
|
4
|
+
`),await e.close(),process.exit(1)}return{browser:e,page:n}}import"dotenv/config";import*as h from"fs";import*as g from"path";import{fileURLToPath as Qe}from"url";var Xe=Qe(import.meta.url),Ze=g.dirname(g.dirname(Xe)),I=process.env.DATA_DIR?g.resolve(process.env.DATA_DIR,"collected-profiles"):g.join(Ze,"collected-profiles"),et=g.join(I,"people.json"),Po=g.join(I,"jobs.json"),qo=g.join(I,"quota.json"),Uo=g.join(I,"conversations.json"),Bo=g.join(I,"sync-state.json"),Jo=g.join(I,"application-questions.json"),Vo=g.join(I,"profile-history"),pe=(e,o)=>{let n=parseInt(e,10);return Number.isInteger(n)&&n>=0?n:o},Wo=pe(process.env.CONNECT_MAX_DAILY,20),Ho=pe(process.env.CONNECT_MAX_WEEKLY,100),B=null,tt=null,ot=null,nt=null,st=null,rt=null;function de(){B=null,tt=null,ot=null,nt=null,st=null,rt=null}function it(){h.existsSync(I)||h.mkdirSync(I,{recursive:!0})}function ct(e,o){if(!h.existsSync(e))return null;try{let n=JSON.parse(h.readFileSync(e,"utf-8"));try{h.copyFileSync(e,e+".backup")}catch{}return n}catch(n){console.error(`[!] ${o} is corrupted: ${n.message}`),console.error(` File: ${g.resolve(e)}`);let t=e+".backup";if(h.existsSync(t))try{let s=JSON.parse(h.readFileSync(t,"utf-8"));console.error(` Restored from ${t}`);try{h.copyFileSync(t,e)}catch{}return s}catch{console.error(" Backup also corrupted!")}console.error(` Starting with empty data. Old file preserved as ${e}.corrupted`);try{h.copyFileSync(e,e+".corrupted")}catch{}return null}}function me(){return B||(it(),B=ct(et,"people.json")||{},B)}import"dotenv/config";import*as j from"fs";import*as S from"path";import{fileURLToPath as lt}from"url";var at=lt(import.meta.url),ut=S.dirname(S.dirname(at)),V=process.env.DATA_DIR?S.resolve(process.env.DATA_DIR,"market-research"):S.join(ut,"market-research"),zo=S.join(V,"scouted-jobs.json"),ft=S.join(V,"discovered-people.json"),pt=S.join(V,"visit-log.json"),Qo=S.join(V,"companies.json"),Xo=S.join(V,"job-decisions.json");function he(e){try{if(j.existsSync(e))return JSON.parse(j.readFileSync(e,"utf-8"))}catch{}return null}function ge(){dt=null,mt=null,J=null,ht=null,R=null}var dt=null;var mt=null;var J=null;function ye(){return J||(J=he(ft)||{},J)}var ht=null;var R=null;function Se(){return R||(R=he(pt)||{visits:[]},Array.isArray(R.visits)||(R.visits=[]),R)}async function we(e){await e.goto("https://www.linkedin.com/analytics/profile-views/",{waitUntil:"domcontentloaded",timeout:6e4}),await H(5e3);for(let n=0;n<5;n++)await e.evaluate(()=>window.scrollBy(0,600)),await H(1e3);return await e.evaluate(()=>{let n=[],t=document.querySelectorAll('a[href*="/in/"]'),s=new Set;for(let i of t){let r=i.getAttribute("href")?.split("?")[0];if(!r||s.has(r))continue;s.add(r);let c=i;for(let p=0;p<8&&!(!c.parentElement||(c=c.parentElement,c.tagName==="LI"||c.classList?.contains("pvs-list__paged-list-wrapper")));p++);let l=c?.innerText?.trim()||"",u=l.split(`
|
|
5
5
|
`).map(p=>p.trim()).filter(Boolean),f="";for(let p of u)if(p.length>2&&p.length<60&&!p.includes("View")&&!p.includes("profile")&&!p.includes("\xB7")&&!p.startsWith("1st")&&!p.startsWith("2nd")&&!p.startsWith("3rd")){f=p;break}f||(f=i.textContent?.trim()?.split(`
|
|
6
6
|
`)[0]?.trim()||""),f=f.replace(/View .+?'s profile$/i,"").trim();let m=l.match(/·\s*(1st|2nd|3rd)/)?.[1]||null,v="",P=u.indexOf(f);if(P>=0&&P+1<u.length){let p=u[P+1];!p.includes("\xB7")&&!p.startsWith("1st")&&!p.startsWith("2nd")&&(v=p)}f&&f.length>1&&n.push({profileUrl:r.startsWith("/")?"https://www.linkedin.com"+r:r,name:f,title:v||null,connectionDegree:m})}return n})}function ve(e){let o=me(),n=Se(),t=ye(),s=new Map;for(let i of n.visits||[]){let r=s.get(i.profileUrl);(!r||i.date>r)&&s.set(i.profileUrl,i.date)}return e.map(i=>{let r=o[i.profileUrl],c=t[i.profileUrl],l=s.get(i.profileUrl);return{...i,isConnected:r?.connectionStatus==="connected",isPending:r?.connectionStatus==="pending"||r?.connectionStatus==="sent_without_note",isInPeopleDb:!!r,isDiscovered:!!c,weVisitedThem:!!l,ourVisitDate:l||null,category:r?.category||c?.role||null}})}import"dotenv/config";import*as b from"fs";import*as _ from"path";import{fileURLToPath as bt}from"url";import"dotenv/config";import{createGraphClient as gt,resolveToken as yt}from"@ilivemylife/graph-sdk";import{config as St}from"dotenv";St();var be=yt()||process.env.TOKEN;be||(console.error(`
|
|
7
7
|
[FATAL] No iLiveMyLife token found.`),console.error(" The bot uses Lifebot AI to decide which jobs to apply for"),console.error(` and how to fill application forms. It cannot work without it.
|
|
@@ -10,7 +10,7 @@ var qe=Object.defineProperty;var W=(e,o)=>{for(var n in o)qe(e,n,{get:o[n],enume
|
|
|
10
10
|
`),process.exit(1));var ke=gt({token:be});function wt(e){if(!e||e<1e3)return`${e||0}ms`;let o=Math.round(e/1e3);if(o<60)return`${o}s`;let n=Math.floor(o/60),t=o%60;return t?`${n}m ${t}s`:`${n}m`}function vt({scriptName:e,mode:o,status:n,error:t,duration:s}){let i=n==="error"?"\u2717":n==="quota-reached"?"\u26A0":"\u2713",r=new Date().toISOString().slice(0,16).replace("T"," "),c=s?` ${wt(s)}`:"",l=n==="error"?`error${t?`: ${String(t).slice(0,80)}`:""}`:n==="quota-reached"?"daily quota reached":"done",u=o&&o!=="default"?` (${o})`:"";return`${i} ${e}${u} \u2014 ${l} \u2014 ${r}${c}`}async function Ae({scriptName:e,mode:o,status:n,summaryLines:t,error:s,duration:i}){let r=process.env.NODE_RUN_REPORTS;if(!r||!Array.isArray(t)||t.length===0)return;let l=`**${vt({scriptName:e,mode:o,status:n,error:s,duration:i})}**
|
|
11
11
|
|
|
12
12
|
${t.join(`
|
|
13
|
-
`)}`;try{await ke.addMessage(r,l)}catch(u){console.error(`[runReport] Failed to post end-of-session message: ${u.message}`)}}var kt=bt(import.meta.url),At=_.dirname(_.dirname(kt)),z=process.env.DATA_DIR?_.resolve(process.env.DATA_DIR,"collected-profiles"):_.join(At,"collected-profiles"),K=_.join(z,"run-log.json");function $t(e,o){let n=JSON.stringify(o,null,2),t=e+".tmp";b.writeFileSync(t,n);for(let s=0;s<3;s++)try{b.renameSync(t,e);return}catch(i){if(s<2&&(i.code==="EPERM"||i.code==="EBUSY")){let r=Date.now();for(;Date.now()-r<200;);continue}throw i}}function $e(){try{if(!b.existsSync(K))return{runs:[]};let e=JSON.parse(b.readFileSync(K,"utf-8"));return!e.runs||!Array.isArray(e.runs)?{runs:[]}:e}catch{return{runs:[]}}}function Ee(e){b.existsSync(z)||b.mkdirSync(z,{recursive:!0});try{$t(K,e)}catch(o){console.error(`[!] Failed to save run-log.json: ${o.message}`)}}function Ce(e,o="default"){let n=$e();for(let r of n.runs)r.status==="running"&&(r.status="interrupted",r.result="interrupted",r.timestamp&&(r.duration=Date.now()-new Date(r.timestamp).getTime()));let t=new Date,s={timestamp:t.toISOString(),script:e,mode:o,status:"running",result:null,duration:null,stats:null,error:null};n.runs.push(s);let i=Date.now()-30*24*60*60*1e3;return n.runs=n.runs.filter(r=>new Date(r.timestamp).getTime()>i),Ee(n),{script:e,mode:o,startTime:t.getTime(),runIndex:n.runs.length-1}}function Q(e,o,n=null,t=null){if(!e)return;let s=null;try{let r=$e(),c=r.runs[e.runIndex];if(c&&c.status==="running"&&c.script===e.script)c.status=o,c.result=o,c.duration=Date.now()-e.startTime,c.stats=n,c.error=t,s=c.duration;else{let l=r.runs.find(u=>u.script===e.script&&u.status==="running"&&u.timestamp===new Date(e.startTime).toISOString());l&&(l.status=o,l.result=o,l.duration=Date.now()-e.startTime,l.stats=n,l.error=t,s=l.duration)}Ee(r)}catch(r){console.error(`[runLog] Failed to end run: ${r.message}`)}let i=n&&Array.isArray(n.summaryLines)?n.summaryLines:null;if(i&&i.length>0&&process.env.NODE_RUN_REPORTS){let r=o==="error"?"error":n&&n.dailyLimitHit?"quota-reached":"done";Ae({scriptName:e.script,mode:e.mode,status:r,summaryLines:i,error:t,duration:s??Date.now()-e.startTime}).catch(c=>console.error(`[runLog] postRunReport failed: ${c.message}`))}}import"dotenv/config";import*as a from"fs";import*as re from"os";import*as d from"path";import{fileURLToPath as Gt}from"url";var ee={};W(ee,{NAME:()=>Ct,VERSION:()=>Et,up:()=>It});import*as k from"fs";import*as Y from"path";var Et=1,Ct="normalize-jobs-and-questions",Tt=["description","techStack","jobTags","seniority","employmentType","industries","jobFunction","postedTime","applicantCount","companySize","workplaceType","contractType","isEasyApply","applyType","companyUrl","scoutedAt","lastSeen"],Dt=50;function X(e){return k.existsSync(e)?JSON.parse(k.readFileSync(e,"utf-8")):null}function Z(e,o){let n=JSON.stringify(o,null,2),t=e+".tmp";try{k.writeFileSync(t,n)}catch(s){try{k.unlinkSync(t)}catch{}throw s}try{k.renameSync(t,e)}catch(s){try{k.unlinkSync(t)}catch{}if(s.code==="EPERM"||s.code==="EBUSY"){let i=new Error(`File locked: ${e} (${s.code}). On Windows usually antivirus / file explorer / open editor. Close it and re-run.`);throw i.code=s.code,i}throw s}}async function It(e,o){let n=Y.join(e,"jobs.json"),t=Y.join(o,"scouted-jobs.json"),s=Y.join(e,"application-questions.json"),i=X(n)||{},r=X(t)||{},c=0,l=[];for(let f of Object.keys(i)){if(!r[f])continue;let w=r[f],m=i[f];for(let v of Tt)w[v]!=null&&m[v]==null&&(m[v]=w[v]);l.push(f),c++}c>0?(Z(n,i),console.log(` Phase 1: Merged ${c} scouted jobs into jobs.json`)):console.log(" Phase 1: No overlapping jobs to merge");let u=X(s);if(u&&Array.isArray(u.applications)){let f={},w=0;for(let m of u.applications){let v=m.jobId||"unknown";f[v]||(f[v]={applications:[]});let P=(m.questions||[]).map(p=>{let q={type:p.type||"input",question:p.question||"",answer:p.answer||""};return p.options&&(p.options.length<=Dt?q.options=p.options:(q.optionsOmitted=!0,w++)),p.page&&(q.page=p.page),p.wasPreFilled&&(q.wasPreFilled=!0),p.wasRetry&&(q.wasRetry=!0),q});f[v].applications.push({applicationId:m.applicationId,date:m.date,result:m.result||"submitted",formPages:m.formPages||null,duration:m.duration||null,retries:m.retries||0,failedField:m.failedField||null,questionCount:m.questionCount||P.length,questions:P})}Z(s,f),console.log(` Phase 2: Rekeyed ${u.applications.length} applications by jobId (${Object.keys(f).length} unique jobs)`),w>0&&console.log(` Phase 2: Stripped bloated options from ${w} questions`)}else u&&!u.applications?console.log(" Phase 2: application-questions.json already in keyed format"):console.log(" Phase 2: No application-questions.json found");if(l.length>0){for(let f of l)delete r[f];Z(t,r),console.log(` Phase 3: Removed ${l.length} merged entries from scouted-jobs.json (${Object.keys(r).length} remaining)`)}else console.log(" Phase 3: No entries to remove from scouted-jobs.json")}var te={};W(te,{NAME:()=>xt,VERSION:()=>_t,up:()=>jt});import*as A from"fs";import*as Te from"path";var _t=2,xt="reset-unread-flags";function Ot(e){return A.existsSync(e)?JSON.parse(A.readFileSync(e,"utf-8")):null}function Rt(e,o){let n=JSON.stringify(o,null,2),t=e+".tmp";try{A.writeFileSync(t,n)}catch(s){try{A.unlinkSync(t)}catch{}throw s}try{A.renameSync(t,e)}catch(s){try{A.unlinkSync(t)}catch{}if(s.code==="EPERM"||s.code==="EBUSY"){let i=new Error(`File locked: ${e} (${s.code}). On Windows usually antivirus / file explorer / open editor. Close it and re-run.`);throw i.code=s.code,i}throw s}}async function jt(e){let o=Te.join(e,"conversations.json"),n=Ot(o);if(!n){console.log(" conversations.json not found \u2014 nothing to reset.");return}let t=0;for(let s of Object.keys(n))n[s].unread===!0&&(n[s].unread=!1,t++);if(t===0){console.log(" No stale unread flags found \u2014 nothing to do.");return}Rt(o,n),console.log(` Reset unread=false on ${t} conversations. Run 'ilml linkedin sync-all' to re-establish real unread state from LinkedIn.`)}var oe={};W(oe,{NAME:()=>Ft,VERSION:()=>Nt,up:()=>Ut});import*as $ from"fs";import*as De from"path";var Nt=3,Ft="recompute-last-message-by",Lt=new Set(["draft","confirmed","rejected","needs_review"]);function Mt(e){return $.existsSync(e)?JSON.parse($.readFileSync(e,"utf-8")):null}function Pt(e,o){let n=JSON.stringify(o,null,2),t=e+".tmp";try{$.writeFileSync(t,n)}catch(s){try{$.unlinkSync(t)}catch{}throw s}try{$.renameSync(t,e)}catch(s){try{$.unlinkSync(t)}catch{}if(s.code==="EPERM"||s.code==="EBUSY"){let i=new Error(`File locked: ${e} (${s.code}). On Windows usually antivirus / file explorer / open editor. Close it and re-run.`);throw i.code=s.code,i}throw s}}function qt(e,o){if(!e||e.length===0)return"them";let n=e.filter(i=>!Lt.has(i.status));if(n.length===0)return"them";let t=n.map(i=>({m:i,t:Date.parse(i.time)})).filter(i=>Number.isFinite(i.t)).sort((i,r)=>r.t-i.t).map(i=>i.m),s=t.length>0?t:[...n].reverse();for(let i of s){let r=i.sender;if(r===o)return"me";if(r!=="Unknown"&&r!=="")return"them"}return"them"}async function Ut(e){let o=De.join(e,"conversations.json"),n=Mt(o);if(!n){console.log(" conversations.json not found \u2014 nothing to recompute.");return}let t=process.env.LINKEDIN_NAME;if(!t||typeof t!="string"||!t.trim())throw new Error(`LINKEDIN_NAME env var is not set. Migration v003 needs your display name to determine which messages are yours vs theirs. Set LINKEDIN_NAME in your .env (or run "ilml plugin config linkedin set LINKEDIN_NAME 'Your Name'") and retry.`);let s=0,i=0,r=0;for(let c of Object.keys(n)){let l=n[c];if(!l||typeof l!="object")continue;Object.prototype.hasOwnProperty.call(l,"_cardSynced")&&(delete l._cardSynced,i++);let u=Array.isArray(l.messages)?l.messages:[],f=qt(u,t),w=f==="me"?"awaiting_reply":"unanswered_by_us";l.lastMessageBy!==f&&r++,l.lastMessageBy=f,l.conversationStatus=w,s++}if(s===0){console.log(" No conversations to recompute.");return}Pt(o,n),console.log(` Recomputed lastMessageBy + conversationStatus on ${s} conversations.`),console.log(` ${r} had stale lastMessageBy (now corrected).`),i>0&&console.log(` Cleaned ${i} leftover _cardSynced flags.`),console.log(" Re-run 'ilml linkedin enrich' if you want actionNeeded / summary / autoTags to also update.")}var ne={};W(ne,{NAME:()=>Jt,VERSION:()=>Bt,up:()=>Yt});import*as E from"fs";import*as Ie from"path";var Bt=4,Jt="split-connection-timestamps",Vt=new Set(["pending","sent_without_note","sent_with_note","sent_without_note_upsell"]);function Wt(e){if(!E.existsSync(e))return null;let o=E.readFileSync(e,"utf-8");return o.charCodeAt(0)===65279&&(o=o.slice(1)),JSON.parse(o)}function Ht(e,o){let n=JSON.stringify(o,null,2),t=e+".tmp";try{E.writeFileSync(t,n)}catch(s){try{E.unlinkSync(t)}catch{}throw s}try{E.renameSync(t,e)}catch(s){try{E.unlinkSync(t)}catch{}if(s.code==="EPERM"||s.code==="EBUSY"){let i=new Error(`File locked: ${e} (${s.code}). On Windows usually antivirus / file explorer / open editor. Close it and re-run.`);throw i.code=s.code,i}throw s}}async function Yt(e){let o=Ie.join(e,"people.json"),n=Wt(o);if(!n||typeof n!="object"){console.log(" people.json not found \u2014 nothing to migrate.");return}let t=0,s=0;for(let i of Object.keys(n)){let r=n[i];!r||typeof r!="object"||(s++,Vt.has(r.connectionStatus)&&r.connectionDate&&!r.requestedConnectionAt&&(r.requestedConnectionAt=r.connectionDate,r.connectionDate=null,t++))}if(t===0){console.log(` Scanned ${s} people \u2014 none needed the connectionDate\u2192requestedConnectionAt move.`);return}Ht(o,n),console.log(` Moved connectionDate \u2192 requestedConnectionAt on ${t} still-pending people (of ${s} scanned).`),console.log(' connectionDate now means "accepted on" only; requestedConnectionAt means "requested on".')}var zt=Gt(import.meta.url),Kt=d.dirname(zt),Qt=d.dirname(d.dirname(Kt));function Xt(e){return e&&(e==="~"?re.homedir():e.startsWith("~/")||e.startsWith("~\\")?d.join(re.homedir(),e.slice(2)):e)}var T=process.env.DATA_DIR?d.resolve(Xt(process.env.DATA_DIR)):Qt,F=d.join(T,"collected-profiles"),L=d.join(T,"market-research"),y=d.join(T,".schema-version"),_e=[d.join(F,".schema-version"),d.join(L,".schema-version")],x=4,I=[{version:1,module:ee},{version:2,module:te},{version:3,module:oe},{version:4,module:ne}];(function(){I.sort((t,s)=>t.version-s.version);let o=new Set;for(let t of I){if(!Number.isInteger(t.version)||t.version<1)throw new Error(`MIGRATION_REGISTRY: invalid version ${JSON.stringify(t.version)} (must be positive integer)`);if(o.has(t.version))throw new Error(`MIGRATION_REGISTRY: duplicate version v${t.version}`);o.add(t.version);let s=t.module;if(!s||typeof s.up!="function")throw new Error(`MIGRATION_REGISTRY: v${t.version} module is missing up()`);if(s.VERSION!==void 0&&s.VERSION!==t.version)throw new Error(`MIGRATION_REGISTRY: v${t.version} entry does not match module VERSION (${s.VERSION}). Drift between registry and module \u2014 pick one source of truth.`)}let n=I.length?I[I.length-1].version:0;if(n!==x)throw new Error(`MIGRATION_REGISTRY: highest version v${n} but CURRENT_SCHEMA_VERSION=${x}. Forgot to bump CURRENT_SCHEMA_VERSION when adding the new migration?`);for(let t=0;t<I.length;t++){let s=t+1;if(I[t].version!==s)throw new Error(`MIGRATION_REGISTRY: gap detected \u2014 expected v${s} at position ${t} but found v${I[t].version}`)}})();function je(){process.env.DATA_DIR!==void 0&&process.env.DATA_DIR.trim()===""&&process.env.DATA_DIR.length>0&&(console.error(`
|
|
13
|
+
`)}`;try{await ke.addMessage(r,l)}catch(u){console.error(`[runReport] Failed to post end-of-session message: ${u.message}`)}}var kt=bt(import.meta.url),At=_.dirname(_.dirname(kt)),K=process.env.DATA_DIR?_.resolve(process.env.DATA_DIR,"collected-profiles"):_.join(At,"collected-profiles"),z=_.join(K,"run-log.json");function $t(e,o){let n=JSON.stringify(o,null,2),t=e+".tmp";b.writeFileSync(t,n);for(let s=0;s<3;s++)try{b.renameSync(t,e);return}catch(i){if(s<2&&(i.code==="EPERM"||i.code==="EBUSY")){let r=Date.now();for(;Date.now()-r<200;);continue}throw i}}function $e(){try{if(!b.existsSync(z))return{runs:[]};let e=JSON.parse(b.readFileSync(z,"utf-8"));return!e.runs||!Array.isArray(e.runs)?{runs:[]}:e}catch{return{runs:[]}}}function Ee(e){b.existsSync(K)||b.mkdirSync(K,{recursive:!0});try{$t(z,e)}catch(o){console.error(`[!] Failed to save run-log.json: ${o.message}`)}}function Ce(e,o="default"){let n=$e();for(let r of n.runs)r.status==="running"&&(r.status="interrupted",r.result="interrupted",r.timestamp&&(r.duration=Date.now()-new Date(r.timestamp).getTime()));let t=new Date,s={timestamp:t.toISOString(),script:e,mode:o,status:"running",result:null,duration:null,stats:null,error:null};n.runs.push(s);let i=Date.now()-30*24*60*60*1e3;return n.runs=n.runs.filter(r=>new Date(r.timestamp).getTime()>i),Ee(n),{script:e,mode:o,startTime:t.getTime(),runIndex:n.runs.length-1}}function Q(e,o,n=null,t=null){if(!e)return;let s=null;try{let r=$e(),c=r.runs[e.runIndex];if(c&&c.status==="running"&&c.script===e.script)c.status=o,c.result=o,c.duration=Date.now()-e.startTime,c.stats=n,c.error=t,s=c.duration;else{let l=r.runs.find(u=>u.script===e.script&&u.status==="running"&&u.timestamp===new Date(e.startTime).toISOString());l&&(l.status=o,l.result=o,l.duration=Date.now()-e.startTime,l.stats=n,l.error=t,s=l.duration)}Ee(r)}catch(r){console.error(`[runLog] Failed to end run: ${r.message}`)}let i=n&&Array.isArray(n.summaryLines)?n.summaryLines:null;if(i&&i.length>0&&process.env.NODE_RUN_REPORTS){let r=o==="error"?"error":n&&n.dailyLimitHit?"quota-reached":"done";Ae({scriptName:e.script,mode:e.mode,status:r,summaryLines:i,error:t,duration:s??Date.now()-e.startTime}).catch(c=>console.error(`[runLog] postRunReport failed: ${c.message}`))}}import"dotenv/config";import*as a from"fs";import*as re from"os";import*as d from"path";import{fileURLToPath as Gt}from"url";var ee={};W(ee,{NAME:()=>Ct,VERSION:()=>Et,up:()=>Dt});import*as k from"fs";import*as Y from"path";var Et=1,Ct="normalize-jobs-and-questions",Tt=["description","techStack","jobTags","seniority","employmentType","industries","jobFunction","postedTime","applicantCount","companySize","workplaceType","contractType","isEasyApply","applyType","companyUrl","scoutedAt","lastSeen"],It=50;function X(e){return k.existsSync(e)?JSON.parse(k.readFileSync(e,"utf-8")):null}function Z(e,o){let n=JSON.stringify(o,null,2),t=e+".tmp";try{k.writeFileSync(t,n)}catch(s){try{k.unlinkSync(t)}catch{}throw s}try{k.renameSync(t,e)}catch(s){try{k.unlinkSync(t)}catch{}if(s.code==="EPERM"||s.code==="EBUSY"){let i=new Error(`File locked: ${e} (${s.code}). On Windows usually antivirus / file explorer / open editor. Close it and re-run.`);throw i.code=s.code,i}throw s}}async function Dt(e,o){let n=Y.join(e,"jobs.json"),t=Y.join(o,"scouted-jobs.json"),s=Y.join(e,"application-questions.json"),i=X(n)||{},r=X(t)||{},c=0,l=[];for(let f of Object.keys(i)){if(!r[f])continue;let w=r[f],m=i[f];for(let v of Tt)w[v]!=null&&m[v]==null&&(m[v]=w[v]);l.push(f),c++}c>0?(Z(n,i),console.log(` Phase 1: Merged ${c} scouted jobs into jobs.json`)):console.log(" Phase 1: No overlapping jobs to merge");let u=X(s);if(u&&Array.isArray(u.applications)){let f={},w=0;for(let m of u.applications){let v=m.jobId||"unknown";f[v]||(f[v]={applications:[]});let P=(m.questions||[]).map(p=>{let q={type:p.type||"input",question:p.question||"",answer:p.answer||""};return p.options&&(p.options.length<=It?q.options=p.options:(q.optionsOmitted=!0,w++)),p.page&&(q.page=p.page),p.wasPreFilled&&(q.wasPreFilled=!0),p.wasRetry&&(q.wasRetry=!0),q});f[v].applications.push({applicationId:m.applicationId,date:m.date,result:m.result||"submitted",formPages:m.formPages||null,duration:m.duration||null,retries:m.retries||0,failedField:m.failedField||null,questionCount:m.questionCount||P.length,questions:P})}Z(s,f),console.log(` Phase 2: Rekeyed ${u.applications.length} applications by jobId (${Object.keys(f).length} unique jobs)`),w>0&&console.log(` Phase 2: Stripped bloated options from ${w} questions`)}else u&&!u.applications?console.log(" Phase 2: application-questions.json already in keyed format"):console.log(" Phase 2: No application-questions.json found");if(l.length>0){for(let f of l)delete r[f];Z(t,r),console.log(` Phase 3: Removed ${l.length} merged entries from scouted-jobs.json (${Object.keys(r).length} remaining)`)}else console.log(" Phase 3: No entries to remove from scouted-jobs.json")}var te={};W(te,{NAME:()=>xt,VERSION:()=>_t,up:()=>jt});import*as A from"fs";import*as Te from"path";var _t=2,xt="reset-unread-flags";function Ot(e){return A.existsSync(e)?JSON.parse(A.readFileSync(e,"utf-8")):null}function Rt(e,o){let n=JSON.stringify(o,null,2),t=e+".tmp";try{A.writeFileSync(t,n)}catch(s){try{A.unlinkSync(t)}catch{}throw s}try{A.renameSync(t,e)}catch(s){try{A.unlinkSync(t)}catch{}if(s.code==="EPERM"||s.code==="EBUSY"){let i=new Error(`File locked: ${e} (${s.code}). On Windows usually antivirus / file explorer / open editor. Close it and re-run.`);throw i.code=s.code,i}throw s}}async function jt(e){let o=Te.join(e,"conversations.json"),n=Ot(o);if(!n){console.log(" conversations.json not found \u2014 nothing to reset.");return}let t=0;for(let s of Object.keys(n))n[s].unread===!0&&(n[s].unread=!1,t++);if(t===0){console.log(" No stale unread flags found \u2014 nothing to do.");return}Rt(o,n),console.log(` Reset unread=false on ${t} conversations. Run 'ilml linkedin sync-all' to re-establish real unread state from LinkedIn.`)}var oe={};W(oe,{NAME:()=>Ft,VERSION:()=>Nt,up:()=>Ut});import*as $ from"fs";import*as Ie from"path";var Nt=3,Ft="recompute-last-message-by",Lt=new Set(["draft","confirmed","rejected","needs_review"]);function Mt(e){return $.existsSync(e)?JSON.parse($.readFileSync(e,"utf-8")):null}function Pt(e,o){let n=JSON.stringify(o,null,2),t=e+".tmp";try{$.writeFileSync(t,n)}catch(s){try{$.unlinkSync(t)}catch{}throw s}try{$.renameSync(t,e)}catch(s){try{$.unlinkSync(t)}catch{}if(s.code==="EPERM"||s.code==="EBUSY"){let i=new Error(`File locked: ${e} (${s.code}). On Windows usually antivirus / file explorer / open editor. Close it and re-run.`);throw i.code=s.code,i}throw s}}function qt(e,o){if(!e||e.length===0)return"them";let n=e.filter(i=>!Lt.has(i.status));if(n.length===0)return"them";let t=n.map(i=>({m:i,t:Date.parse(i.time)})).filter(i=>Number.isFinite(i.t)).sort((i,r)=>r.t-i.t).map(i=>i.m),s=t.length>0?t:[...n].reverse();for(let i of s){let r=i.sender;if(r===o)return"me";if(r!=="Unknown"&&r!=="")return"them"}return"them"}async function Ut(e){let o=Ie.join(e,"conversations.json"),n=Mt(o);if(!n){console.log(" conversations.json not found \u2014 nothing to recompute.");return}let t=process.env.LINKEDIN_NAME;if(!t||typeof t!="string"||!t.trim())throw new Error(`LINKEDIN_NAME env var is not set. Migration v003 needs your display name to determine which messages are yours vs theirs. Set LINKEDIN_NAME in your .env (or run "ilml plugin config linkedin set LINKEDIN_NAME 'Your Name'") and retry.`);let s=0,i=0,r=0;for(let c of Object.keys(n)){let l=n[c];if(!l||typeof l!="object")continue;Object.prototype.hasOwnProperty.call(l,"_cardSynced")&&(delete l._cardSynced,i++);let u=Array.isArray(l.messages)?l.messages:[],f=qt(u,t),w=f==="me"?"awaiting_reply":"unanswered_by_us";l.lastMessageBy!==f&&r++,l.lastMessageBy=f,l.conversationStatus=w,s++}if(s===0){console.log(" No conversations to recompute.");return}Pt(o,n),console.log(` Recomputed lastMessageBy + conversationStatus on ${s} conversations.`),console.log(` ${r} had stale lastMessageBy (now corrected).`),i>0&&console.log(` Cleaned ${i} leftover _cardSynced flags.`),console.log(" Re-run 'ilml linkedin enrich' if you want actionNeeded / summary / autoTags to also update.")}var ne={};W(ne,{NAME:()=>Jt,VERSION:()=>Bt,up:()=>Yt});import*as E from"fs";import*as De from"path";var Bt=4,Jt="split-connection-timestamps",Vt=new Set(["pending","sent_without_note","sent_with_note","sent_without_note_upsell"]);function Wt(e){if(!E.existsSync(e))return null;let o=E.readFileSync(e,"utf-8");return o.charCodeAt(0)===65279&&(o=o.slice(1)),JSON.parse(o)}function Ht(e,o){let n=JSON.stringify(o,null,2),t=e+".tmp";try{E.writeFileSync(t,n)}catch(s){try{E.unlinkSync(t)}catch{}throw s}try{E.renameSync(t,e)}catch(s){try{E.unlinkSync(t)}catch{}if(s.code==="EPERM"||s.code==="EBUSY"){let i=new Error(`File locked: ${e} (${s.code}). On Windows usually antivirus / file explorer / open editor. Close it and re-run.`);throw i.code=s.code,i}throw s}}async function Yt(e){let o=De.join(e,"people.json"),n=Wt(o);if(!n||typeof n!="object"){console.log(" people.json not found \u2014 nothing to migrate.");return}let t=0,s=0;for(let i of Object.keys(n)){let r=n[i];!r||typeof r!="object"||(s++,Vt.has(r.connectionStatus)&&r.connectionDate&&!r.requestedConnectionAt&&(r.requestedConnectionAt=r.connectionDate,r.connectionDate=null,t++))}if(t===0){console.log(` Scanned ${s} people \u2014 none needed the connectionDate\u2192requestedConnectionAt move.`);return}Ht(o,n),console.log(` Moved connectionDate \u2192 requestedConnectionAt on ${t} still-pending people (of ${s} scanned).`),console.log(' connectionDate now means "accepted on" only; requestedConnectionAt means "requested on".')}var Kt=Gt(import.meta.url),zt=d.dirname(Kt),Qt=d.dirname(d.dirname(zt));function Xt(e){return e&&(e==="~"?re.homedir():e.startsWith("~/")||e.startsWith("~\\")?d.join(re.homedir(),e.slice(2)):e)}var T=process.env.DATA_DIR?d.resolve(Xt(process.env.DATA_DIR)):Qt,F=d.join(T,"collected-profiles"),L=d.join(T,"market-research"),y=d.join(T,".schema-version"),_e=[d.join(F,".schema-version"),d.join(L,".schema-version")],x=4,D=[{version:1,module:ee},{version:2,module:te},{version:3,module:oe},{version:4,module:ne}];(function(){D.sort((t,s)=>t.version-s.version);let o=new Set;for(let t of D){if(!Number.isInteger(t.version)||t.version<1)throw new Error(`MIGRATION_REGISTRY: invalid version ${JSON.stringify(t.version)} (must be positive integer)`);if(o.has(t.version))throw new Error(`MIGRATION_REGISTRY: duplicate version v${t.version}`);o.add(t.version);let s=t.module;if(!s||typeof s.up!="function")throw new Error(`MIGRATION_REGISTRY: v${t.version} module is missing up()`);if(s.VERSION!==void 0&&s.VERSION!==t.version)throw new Error(`MIGRATION_REGISTRY: v${t.version} entry does not match module VERSION (${s.VERSION}). Drift between registry and module \u2014 pick one source of truth.`)}let n=D.length?D[D.length-1].version:0;if(n!==x)throw new Error(`MIGRATION_REGISTRY: highest version v${n} but CURRENT_SCHEMA_VERSION=${x}. Forgot to bump CURRENT_SCHEMA_VERSION when adding the new migration?`);for(let t=0;t<D.length;t++){let s=t+1;if(D[t].version!==s)throw new Error(`MIGRATION_REGISTRY: gap detected \u2014 expected v${s} at position ${t} but found v${D[t].version}`)}})();function je(){process.env.DATA_DIR!==void 0&&process.env.DATA_DIR.trim()===""&&process.env.DATA_DIR.length>0&&(console.error(`
|
|
14
14
|
[FATAL] DATA_DIR is set to whitespace ("${process.env.DATA_DIR}"). Either unset it or set a real path.
|
|
15
15
|
`),process.exit(1));try{a.mkdirSync(T,{recursive:!0})}catch(o){o.code!=="EEXIST"&&(console.error(`
|
|
16
16
|
[FATAL] Cannot create DATA_DIR (${T}): ${o.message}`),console.error(` Fix the path or permissions and try again.
|
|
@@ -39,7 +39,7 @@ ${t.join(`
|
|
|
39
39
|
\u{1F4E6} Schema migration: v${o} \u2192 v${x}`);let n=ao();if(!n.ok){console.error(`
|
|
40
40
|
[FATAL] Cannot migrate \u2014 current data is corrupted:`);for(let s of n.broken)console.error(` ${s.dir}/${s.file}: ${s.err}`);console.error(`
|
|
41
41
|
Migration ABORTED. No backups taken, no files modified.`),console.error(" Repair the file(s) above (restore from your own backup, or fix manually)"),console.error(` and try again. To inspect: 'ilml linkedin migrate-status'.
|
|
42
|
-
`),process.exit(1)}let t=
|
|
42
|
+
`),process.exit(1)}let t=D.filter(s=>s.version>o);for(let s of t){console.log(`
|
|
43
43
|
Running migration v${String(s.version).padStart(3,"0")}...`);let i=`v${String(s.version).padStart(3,"0")}`,r=`.pre-${i}.backup`;try{Re(F,s.version),Re(L,s.version)}catch(l){console.error(`
|
|
44
44
|
[FATAL] Pre-migration backup failed for ${i}: ${l.message}`),console.error(" Migration NOT applied. Repair the underlying issue (disk space, permissions, locked files)"),console.error(` and re-run the plugin command.
|
|
45
45
|
`),process.exit(1)}let c=s.module;try{await c.up(F,L)}catch(l){console.error(`
|