@apounited/mac 0.1.2 → 1.1.0

package/README.md

@@ -12,21 +12,32 @@ Crawls and extracts data from the [Mauve API](https://api.mauve.de)
 
 ### Crawl
 
-The crawlers can be invoked via `bunx` or `npx` with `@apounited/mac`.
+The crawlers can be invoked via `bunx`, `pnpx` or `npx` with `@apounited/mac`.
 
 > Data is saved to `./storage` relative to the execution path.
 
+> Pin to specific version with `@apounited/mac@1.0.0`.
+
+#### Bun
+
+```bash
+bunx @apounited/mac@latest crawl customers --username demo --password 'demo'
+```
+
+#### Node
+
 ```bash
-bunx @apounited/mac crawl customers --username demo --password demo
+npx -y @apounited/mac@latest crawl customers --username demo --password 'demo'
 ```
 
-Available crawlers: `customers`, `orders`, `products`.
+Available crawl endpoints: `categories`, `customers`, `documents`, `products`.
 
-| Options          | Short | Required   | Values     | Description                      |
-| ---------------- | ----- | ---------- | ---------- | -------------------------------- |
-| `--username`     | `-u`  | `true`     | `demo`     | Mauve Customer ID                |
-| `--password`     | `-p`  | `true`     | `demo`     | Mauve API Password               |
-| `--max-requests` | `-r`  | `optional` | `<NUMBER>` | Maximum number of crawl requests |
+| Options          | Short | Required   | Values       | Description                      |
+| ---------------- | ----- | ---------- | ------------ | -------------------------------- |
+| `--username`     | `-u`  | `true`     | `string`     | Mauve Customer ID                |
+| `--password`     | `-p`  | `true`     | `string`     | Mauve API Password               |
+| `--format`       | `-f`  | `optional` | `json` `csv` | Export file format               |
+| `--max-requests` | `-r`  | `optional` | `number`     | Maximum number of crawl requests |
 
 ### Clean
 
@@ -41,7 +52,7 @@ bunx @apounited/mac clean
 Run the main CLI entry point without building:
 
 ```bash
-bun dev
+bun dev crawl customers --username demo --password 'demo'
 ```
 
 ## Production

package/dist/main.js

@@ -1,2 +1,2 @@
 #!/usr/bin/env node
-var G=Object.defineProperty;var C=(o)=>o;function F(o,n){this[o]=C.bind(null,n)}var S=(o,n)=>{for(var t in n)G(o,t,{get:n[t],enumerable:!0,configurable:!0,set:F.bind(n,t)})};var U=(o,n)=>()=>(o&&(n=o(o=0)),n);function x({username:o,password:n}){return{auth:Buffer.from(`${o}:${n}`).toString("base64")}}function g({baseUrl:o="https://api.mauve.de",endpoint:n="/",limit:t=1000,offset:m=0}){return{id:n.split("/").filter(Boolean).join("-"),params:{limit:t,offset:m},req:function(f){let p=new URLSearchParams(f).toString();return`${o.replace(/\/$/,"")}/${n.replace(/^\//,"")}?${p}`}}}var I={};S(I,{crawler:()=>O});import{BasicCrawler as K}from"@crawlee/basic";async function O({username:o,password:n,maxRequests:t}){let{auth:m}=x({username:o,password:n}),{id:c,params:i,req:l}=g({endpoint:"/customers"}),f=new K({maxConcurrency:1,maxRequestsPerCrawl:t,async requestHandler({sendRequest:p,addRequests:y,pushData:v,log:b}){let{body:k}=await p({responseType:"json",http2:!1,headers:{Authorization:`Basic ${m}`}}),r=k.customers;if(i.offset+=r.length,i.offset&&r.length===i.limit)await y([l(i)]);await v(r),b.info(`Fetched ${r.length} ${c} (total: ${i.offset})`)}});await f.run([l(i)]),await f.exportData(`storage/data/${o.toLowerCase()}/${c}.json`)}var L=()=>{};var P={};S(P,{crawler:()=>V});import{BasicCrawler as Q}from"@crawlee/basic";async function V({username:o,password:n,maxRequests:t}){let{auth:m}=x({username:o,password:n}),{params:c,req:i}=g({endpoint:"/documents"}),l="orders",f=new Q({maxConcurrency:1,maxRequestsPerCrawl:t,async requestHandler({sendRequest:p,addRequests:y,pushData:v,log:b}){let{body:k}=await p({responseType:"json",http2:!1,headers:{Authorization:`Basic ${m}`}}),r=k.documents;if(c.offset+=r.length,c.offset&&r.length===c.limit)await y([i({...c,documentTypes:"Bestellung"})]);await v(r),b.info(`Fetched ${r.length} orders (total: ${c.offset})`)}});await f.run([i({...c,documentTypes:"Bestellung"})]),await f.exportData(`storage/data/${o.toLowerCase()}/orders.json`)}var E=()=>{};var M={};S(M,{crawler:()=>X});import{BasicCrawler as W}from"@crawlee/basic";async function X({username:o,password:n,maxRequests:t}){let{auth:m}=x({username:o,password:n}),{id:c,params:i,req:l}=g({endpoint:"/products"}),f=new W({maxConcurrency:1,maxRequestsPerCrawl:t,async requestHandler({sendRequest:p,addRequests:y,pushData:v,log:b}){let{body:k}=await p({responseType:"json",http2:!1,headers:{Authorization:`Basic ${m}`}}),r=k.products;if(i.offset+=r.length,i.offset&&r.length===i.limit)await y([l(i)]);await v(r),b.info(`Fetched ${r.length} ${c} (total: ${i.offset})`)}});await f.run([l(i)]),await f.exportData(`storage/data/${o.toLowerCase()}/${c}.json`)}var N=()=>{};var w={};S(w,{clean:()=>Z});import{rimraf as Y}from"rimraf";async function Z(){await Y("storage")}var z=()=>{};import _ from"cac";var $={name:"@apounited/mac",version:"0.1.0",license:"UNLICENSED",author:"Sergej Samsonenko",description:"Crawls and extracts data from the Mauve API.",type:"module",keywords:["mauve","api","crawler"],files:["dist"],publishConfig:{access:"public"},main:"./dist/main.js",bin:{mac:"./dist/main.js"},scripts:{build:"bun build.ts",dev:"bun src/main.ts",lint:"bunx oxlint",fmt:"bunx oxfmt",clean:"bunx rimraf storage",deps:"(bunx taze -r -w) && (bun i)",postinstall:"bunx simple-git-hooks"},dependencies:{"@crawlee/basic":"^3.16.0",cac:"^7.0.0",rimraf:"^6.1.3"},devDependencies:{"@apify/tsconfig":"^0.1.2","@types/bun":"latest","oxlint-tsgolint":"^0.22.1",typescript:"^6.0.3"},"simple-git-hooks":{"pre-commit":"bunx lint-staged","commit-msg":"bunx @apounited/verify-commit-msg $1"},"lint-staged":{"*.{js,ts}":["bunx oxlint --fix"],"*":["bunx oxfmt --no-error-on-unmatched-pattern","git add"]}};var j=_($.name);j.command("crawl <value>","Specify the crawler to run (customers, orders, products)").option("-u, --username <username>","Username for authentication").option("-p, --password <password>","Password for authentication").option("-r, --max-requests [number]","Maximum number of requests to make").example("crawl customers --username demo --password demo --max-requests 5").action(async(o,n)=>{let{username:t,password:m,maxRequests:c}=n;if(!t||!m)console.error("Error: Username and password are required."),process.exit(1);let i={customers:()=>Promise.resolve().then(() => (L(),I)),orders:()=>Promise.resolve().then(() => (E(),P)),products:()=>Promise.resolve().then(() => (N(),M))},{crawler:l}=await i[o]();await l({username:t,password:m,maxRequests:c})});j.command("clean","Delete ./storage directory and all its contents").action(async()=>{let{clean:o}=await Promise.resolve().then(() => (z(),w));await o()});j.help();j.version($.version);j.parse();
+var k=Object.defineProperty;var U=(e)=>e;function $(e,n){this[e]=U.bind(null,n)}var x=(e,n)=>{for(var t in n)k(e,t,{get:n[t],enumerable:!0,configurable:!0,set:$.bind(n,t)})};var g=(e,n)=>()=>(e&&(n=e(e=0)),n);function d({username:e,password:n}){return{auth:Buffer.from(`${e}:${n}`).toString("base64")}}function w({baseUrl:e="https://api.mauve.de",endpoint:n="/",limit:t=1000,offset:m=0}){return{params:{limit:t,offset:m},req:function(c){let o=new URLSearchParams(c).toString();return`${e.replace(/\/$/,"")}/${n.replace(/^\//,"")}?${o}`}}}var b={};x(b,{crawl:()=>I});import{BasicCrawler as E}from"@crawlee/basic";async function I(e){let{auth:n}=d({username:e.username,password:e.password}),{params:t,req:m}=w({endpoint:e.endpoint}),i=new E({maxConcurrency:1,maxRequestsPerCrawl:e.maxRequests,async requestHandler({sendRequest:f,addRequests:c,pushData:o,log:u}){let{ok:S,body:r}=await f({responseType:"json",http2:!1,headers:{Authorization:`Basic ${n}`}});if(S){let s="categories"in r&&r.categories||"customers"in r&&r.customers||"documents"in r&&r.documents||"products"in r&&r.products;if(s){if(t.offset+=s.length,t.offset&&s.length===t.limit)await c([m(t)]);await o(s),u.info(`Fetched ${s.length} ${e.endpoint} (total: ${t.offset})`)}else u.warning("Response might not contain valid keys"),await i.teardown(),process.exit()}else if("responseStatus"in r)u.error(`${r.responseStatus.errorCode}: ${r.responseStatus.message}`),await i.teardown(),process.exit()}});await i.run([m(t)]),await i.exportData(`storage/data/${e.username.toLowerCase()}/${e.endpoint}.${e.format?.toLowerCase()??"json"}`)}var v=()=>{};var h={};x(h,{clean:()=>P});import{rimraf as L}from"rimraf";async function P(){await L("storage")}var j=()=>{};import C from"cac";var p={name:"@apounited/mac",version:"1.1.0",license:"UNLICENSED",author:"Sergej Samsonenko",description:"Crawls and extracts data from the Mauve API.",type:"module",keywords:["mauve","api","crawler"],files:["dist"],publishConfig:{access:"public"},main:"./dist/main.js",bin:{mac:"./dist/main.js"},scripts:{build:"bun build.ts",dev:"bun src/main.ts",lint:"bunx oxlint",fmt:"bunx oxfmt",clean:"bunx rimraf storage",deps:"(bunx taze -r -w) && (bun i)",prepublishOnly:"bunx pinst -d",postpublish:"bunx pinst -e",postinstall:"bunx simple-git-hooks"},dependencies:{"@crawlee/basic":"^3.16.0",cac:"^7.0.0",rimraf:"^6.1.3"},devDependencies:{"@apify/tsconfig":"^0.1.2","@types/bun":"latest","oxlint-tsgolint":"^0.22.1",typescript:"^6.0.3"},"simple-git-hooks":{"pre-commit":"bunx lint-staged","commit-msg":"bunx @apounited/verify-commit-msg@latest $1"},"lint-staged":{"*.{js,ts}":["bunx oxlint --fix"],"*":["bunx oxfmt --no-error-on-unmatched-pattern"]}};var a=C(p.name);a.command("crawl <endpoint>","Specify the endpoint to crawl (categories, customers, documents, products)").option("-u, --username <username>","Username for authentication").option("-p, --password <password>","Password for authentication").option("-f, --format [format]","Export file format (json, csv)").option("-r, --max-requests [number]","Maximum number of requests to make").example("crawl customers --username demo --password 'demo' --format csv --max-requests 5").action(async(e,n)=>{if(!n.username||!n.password)console.error("Error: Username and password are required."),process.exit();let{crawl:t}=await Promise.resolve().then(() => (v(),b));await t({endpoint:e,...n})});a.command("clean","Delete ./storage directory and all its contents").action(async()=>{let{clean:e}=await Promise.resolve().then(() => (j(),h));await e()});a.help();a.version(p.version);a.parse();

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@apounited/mac",
-  "version": "0.1.2",
+  "version": "1.1.0",
   "license": "UNLICENSED",
   "author": "Sergej Samsonenko",
   "description": "Crawls and extracts data from the Mauve API.",
@@ -27,8 +27,9 @@
     "fmt": "bunx oxfmt",
     "clean": "bunx rimraf storage",
     "deps": "(bunx taze -r -w) && (bun i)",
-    "prepublishOnly": "bun scripts/publish.ts pre",
-    "postpublish": "bun scripts/publish.ts post"
+    "prepublishOnly": "bunx pinst -d",
+    "postpublish": "bunx pinst -e",
+    "_postinstall": "bunx simple-git-hooks"
   },
   "dependencies": {
     "@crawlee/basic": "^3.16.0",
@@ -43,15 +44,14 @@
   },
   "simple-git-hooks": {
     "pre-commit": "bunx lint-staged",
-    "commit-msg": "bunx @apounited/verify-commit-msg $1"
+    "commit-msg": "bunx @apounited/verify-commit-msg@latest $1"
   },
   "lint-staged": {
     "*.{js,ts}": [
       "bunx oxlint --fix"
     ],
     "*": [
-      "bunx oxfmt --no-error-on-unmatched-pattern",
-      "git add"
+      "bunx oxfmt --no-error-on-unmatched-pattern"
     ]
   }
 }