bajo-extra 1.2.3 → 2.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (48) hide show
  1. package/.github/FUNDING.yml +13 -0
  2. package/.github/workflows/repo-lockdown.yml +24 -0
  3. package/.jsdoc.conf.json +42 -0
  4. package/LICENSE +1 -1
  5. package/README.md +32 -6
  6. package/docs/BajoExtra.html +3 -0
  7. package/docs/data/search.json +1 -0
  8. package/docs/fonts/Inconsolata-Regular.ttf +0 -0
  9. package/docs/fonts/OpenSans-Regular.ttf +0 -0
  10. package/docs/fonts/WorkSans-Bold.ttf +0 -0
  11. package/docs/global.html +3 -0
  12. package/docs/index.html +3 -0
  13. package/docs/index.js.html +406 -0
  14. package/docs/scripts/core.js +726 -0
  15. package/docs/scripts/core.min.js +23 -0
  16. package/docs/scripts/resize.js +90 -0
  17. package/docs/scripts/search.js +265 -0
  18. package/docs/scripts/search.min.js +6 -0
  19. package/docs/scripts/third-party/Apache-License-2.0.txt +202 -0
  20. package/docs/scripts/third-party/fuse.js +9 -0
  21. package/docs/scripts/third-party/hljs-line-num-original.js +369 -0
  22. package/docs/scripts/third-party/hljs-line-num.js +1 -0
  23. package/docs/scripts/third-party/hljs-original.js +5171 -0
  24. package/docs/scripts/third-party/hljs.js +1 -0
  25. package/docs/scripts/third-party/popper.js +5 -0
  26. package/docs/scripts/third-party/tippy.js +1 -0
  27. package/docs/scripts/third-party/tocbot.js +672 -0
  28. package/docs/scripts/third-party/tocbot.min.js +1 -0
  29. package/docs/static/bitcoin.jpeg +0 -0
  30. package/docs/static/home.md +23 -0
  31. package/docs/static/logo-ecosystem.png +0 -0
  32. package/docs/static/logo.png +0 -0
  33. package/docs/styles/clean-jsdoc-theme-base.css +1159 -0
  34. package/docs/styles/clean-jsdoc-theme-dark.css +412 -0
  35. package/docs/styles/clean-jsdoc-theme-light.css +482 -0
  36. package/docs/styles/clean-jsdoc-theme-scrollbar.css +30 -0
  37. package/docs/styles/clean-jsdoc-theme-without-scrollbar.min.css +1 -0
  38. package/docs/styles/clean-jsdoc-theme.min.css +1 -0
  39. package/{bajoCli → extend/bajoCli}/applet/download.js +2 -2
  40. package/index.js +37 -17
  41. package/package.json +47 -42
  42. package/wiki/CONFIG.md +3 -0
  43. package/wiki/CONTRIBUTING.md +5 -0
  44. package/wiki/toc.json +5 -0
  45. /package/{bajo → extend/bajo}/intl/en-US.json +0 -0
  46. /package/{bajo → extend/bajo}/intl/id.json +0 -0
  47. /package/{bajoCli → extend/bajoCli}/applet/hash.js +0 -0
  48. /package/{bajoCli → extend/bajoCli}/applet.js +0 -0
@@ -0,0 +1,406 @@
1
+ <!DOCTYPE html><html lang="en" style="font-size:16px"><head><meta charset="utf-8"><meta name="viewport" content="width=device-width,initial-scale=1"><title>Source: index.js</title><!--[if lt IE 9]>
2
+ <script src="//html5shiv.googlecode.com/svn/trunk/html5.js"></script>
3
+ <![endif]--><script src="scripts/third-party/hljs.js" defer="defer"></script><script src="scripts/third-party/hljs-line-num.js" defer="defer"></script><script src="scripts/third-party/popper.js" defer="defer"></script><script src="scripts/third-party/tippy.js" defer="defer"></script><script src="scripts/third-party/tocbot.min.js"></script><script>var baseURL="/",locationPathname="";baseURL=(locationPathname=document.location.pathname).substr(0,locationPathname.lastIndexOf("/")+1)</script><link rel="stylesheet" href="styles/clean-jsdoc-theme.min.css"><svg aria-hidden="true" version="1.1" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" style="display:none"><defs><symbol id="copy-icon" viewbox="0 0 488.3 488.3"><g><path d="M314.25,85.4h-227c-21.3,0-38.6,17.3-38.6,38.6v325.7c0,21.3,17.3,38.6,38.6,38.6h227c21.3,0,38.6-17.3,38.6-38.6V124 C352.75,102.7,335.45,85.4,314.25,85.4z M325.75,449.6c0,6.4-5.2,11.6-11.6,11.6h-227c-6.4,0-11.6-5.2-11.6-11.6V124 c0-6.4,5.2-11.6,11.6-11.6h227c6.4,0,11.6,5.2,11.6,11.6V449.6z"/><path d="M401.05,0h-227c-21.3,0-38.6,17.3-38.6,38.6c0,7.5,6,13.5,13.5,13.5s13.5-6,13.5-13.5c0-6.4,5.2-11.6,11.6-11.6h227 c6.4,0,11.6,5.2,11.6,11.6v325.7c0,6.4-5.2,11.6-11.6,11.6c-7.5,0-13.5,6-13.5,13.5s6,13.5,13.5,13.5c21.3,0,38.6-17.3,38.6-38.6 V38.6C439.65,17.3,422.35,0,401.05,0z"/></g></symbol><symbol id="search-icon" viewBox="0 0 512 512"><g><g><path d="M225.474,0C101.151,0,0,101.151,0,225.474c0,124.33,101.151,225.474,225.474,225.474 c124.33,0,225.474-101.144,225.474-225.474C450.948,101.151,349.804,0,225.474,0z M225.474,409.323 c-101.373,0-183.848-82.475-183.848-183.848S124.101,41.626,225.474,41.626s183.848,82.475,183.848,183.848 S326.847,409.323,225.474,409.323z"/></g></g><g><g><path d="M505.902,476.472L386.574,357.144c-8.131-8.131-21.299-8.131-29.43,0c-8.131,8.124-8.131,21.306,0,29.43l119.328,119.328 c4.065,4.065,9.387,6.098,14.715,6.098c5.321,0,10.649-2.033,14.715-6.098C514.033,497.778,514.033,484.596,505.902,476.472z"/></g></g></symbol><symbol id="font-size-icon" viewBox="0 0 24 24"><path fill="none" d="M0 0h24v24H0z"/><path d="M11.246 15H4.754l-2 5H.6L7 4h2l6.4 16h-2.154l-2-5zm-.8-2L8 6.885 5.554 13h4.892zM21 12.535V12h2v8h-2v-.535a4 4 0 1 1 0-6.93zM19 18a2 2 0 1 0 0-4 2 2 0 0 0 0 4z"/></symbol><symbol id="add-icon" viewBox="0 0 24 24"><path fill="none" d="M0 0h24v24H0z"/><path d="M11 11V5h2v6h6v2h-6v6h-2v-6H5v-2z"/></symbol><symbol id="minus-icon" viewBox="0 0 24 24"><path fill="none" d="M0 0h24v24H0z"/><path d="M5 11h14v2H5z"/></symbol><symbol id="dark-theme-icon" viewBox="0 0 24 24"><path fill="none" d="M0 0h24v24H0z"/><path d="M10 7a7 7 0 0 0 12 4.9v.1c0 5.523-4.477 10-10 10S2 17.523 2 12 6.477 2 12 2h.1A6.979 6.979 0 0 0 10 7zm-6 5a8 8 0 0 0 15.062 3.762A9 9 0 0 1 8.238 4.938 7.999 7.999 0 0 0 4 12z"/></symbol><symbol id="light-theme-icon" viewBox="0 0 24 24"><path fill="none" d="M0 0h24v24H0z"/><path d="M12 18a6 6 0 1 1 0-12 6 6 0 0 1 0 12zm0-2a4 4 0 1 0 0-8 4 4 0 0 0 0 8zM11 1h2v3h-2V1zm0 19h2v3h-2v-3zM3.515 4.929l1.414-1.414L7.05 5.636 5.636 7.05 3.515 4.93zM16.95 18.364l1.414-1.414 2.121 2.121-1.414 1.414-2.121-2.121zm2.121-14.85l1.414 1.415-2.121 2.121-1.414-1.414 2.121-2.121zM5.636 16.95l1.414 1.414-2.121 2.121-1.414-1.414 2.121-2.121zM23 11v2h-3v-2h3zM4 11v2H1v-2h3z"/></symbol><symbol id="reset-icon" viewBox="0 0 24 24"><path fill="none" d="M0 0h24v24H0z"/><path d="M18.537 19.567A9.961 9.961 0 0 1 12 22C6.477 22 2 17.523 2 12S6.477 2 12 2s10 4.477 10 10c0 2.136-.67 4.116-1.81 5.74L17 12h3a8 8 0 1 0-2.46 5.772l.997 1.795z"/></symbol><symbol id="down-icon" viewBox="0 0 16 16"><path fill-rule="evenodd" clip-rule="evenodd" d="M12.7803 6.21967C13.0732 6.51256 13.0732 6.98744 12.7803 7.28033L8.53033 11.5303C8.23744 11.8232 7.76256 11.8232 7.46967 11.5303L3.21967 7.28033C2.92678 6.98744 2.92678 6.51256 3.21967 6.21967C3.51256 5.92678 3.98744 5.92678 4.28033 6.21967L8 9.93934L11.7197 6.21967C12.0126 5.92678 12.4874 5.92678 12.7803 6.21967Z"></path></symbol><symbol id="codepen-icon" viewBox="0 0 24 24"><path fill="none" d="M0 0h24v24H0z"/><path d="M16.5 13.202L13 15.535v3.596L19.197 15 16.5 13.202zM14.697 12L12 10.202 9.303 12 12 13.798 14.697 12zM20 10.869L18.303 12 20 13.131V10.87zM19.197 9L13 4.869v3.596l3.5 2.333L19.197 9zM7.5 10.798L11 8.465V4.869L4.803 9 7.5 10.798zM4.803 15L11 19.131v-3.596l-3.5-2.333L4.803 15zM4 13.131L5.697 12 4 10.869v2.262zM2 9a1 1 0 0 1 .445-.832l9-6a1 1 0 0 1 1.11 0l9 6A1 1 0 0 1 22 9v6a1 1 0 0 1-.445.832l-9 6a1 1 0 0 1-1.11 0l-9-6A1 1 0 0 1 2 15V9z"/></symbol><symbol id="close-icon" viewBox="0 0 24 24"><path fill="none" d="M0 0h24v24H0z"/><path d="M12 10.586l4.95-4.95 1.414 1.414-4.95 4.95 4.95 4.95-1.414 1.414-4.95-4.95-4.95 4.95-1.414-1.414 4.95-4.95-4.95-4.95L7.05 5.636z"/></symbol><symbol id="menu-icon" viewBox="0 0 24 24"><path fill="none" d="M0 0h24v24H0z"/><path d="M3 4h18v2H3V4zm0 7h18v2H3v-2zm0 7h18v2H3v-2z"/></symbol></defs></svg></head><body data-theme="light"><div class="sidebar-container"><div class="sidebar" id="sidebar"><a href="/" class="sidebar-title sidebar-title-anchor">BajoExtra API</a><div class="sidebar-items-container"><div class="sidebar-section-title with-arrow" data-isopen="false" id="sidebar-classes"><div>Classes</div><svg><use xlink:href="#down-icon"></use></svg></div><div class="sidebar-section-children-container"><div class="sidebar-section-children"><a href="BajoExtra.html">BajoExtra</a></div></div><div class="sidebar-section-title with-arrow" data-isopen="false" id="sidebar-global"><div>Global</div><svg><use xlink:href="#down-icon"></use></svg></div><div class="sidebar-section-children-container"><div class="sidebar-section-children"><a href="global.html#factory">factory</a></div></div></div></div></div><div class="navbar-container" id="VuAckcnZhf"><nav class="navbar"><div class="navbar-left-items"><div class="navbar-item"><a id="" href="https://www.npmjs.com/package/bajo-extra" target="">NPM</a></div><div class="navbar-item"><a id="" href="https://github.com/ardhi/bajo-extra" target="">Github</a></div><div class="navbar-item"><a id="" href="https://bajo.app" target="">Bajo</a></div></div><div class="navbar-right-items"><div class="navbar-right-item"><button class="icon-button search-button" aria-label="open-search"><svg><use xlink:href="#search-icon"></use></svg></button></div><div class="navbar-right-item"><button class="icon-button theme-toggle" aria-label="toggle-theme"><svg><use class="theme-svg-use" xlink:href="#dark-theme-icon"></use></svg></button></div><div class="navbar-right-item"><button class="icon-button font-size" aria-label="change-font-size"><svg><use xlink:href="#font-size-icon"></use></svg></button></div></div><nav></nav></nav></div><div class="toc-container"><div class="toc-content"><span class="bold">On this page</span><div id="eed4d2a0bfd64539bb9df78095dec881"></div></div></div><div class="body-wrapper"><div class="main-content"><div class="main-wrapper"><section id="source-page" class="source-page"><header><h1 id="title" class="has-anchor">index.js</h1></header><article><pre class="prettyprint source lang-js"><code>import crypto from 'crypto'
4
+ import { createGzip, createGunzip } from 'zlib'
5
+ import path from 'path'
6
+ import { Readable } from 'stream'
7
+ import numbro from 'numbro'
8
+
9
+ async function fetching ({ url, opts, bulk, spin }) {
10
+ const { setImmediate, print } = this.app.bajo
11
+ const { isEmpty, isFunction, has } = this.app.lib._
12
+ const { validationErrorMessage } = this.app.bajoDb
13
+ const resp = await this.fetchUrl(url, opts ?? {})
14
+ if (isEmpty(resp)) {
15
+ spin.fatal('noServerResponse')
16
+ return -1
17
+ }
18
+ if (bulk.abort) {
19
+ const aborted = await bulk.abort.call(this, resp)
20
+ if (aborted) {
21
+ spin.fatal(aborted)
22
+ return -1
23
+ }
24
+ }
25
+ let count = 0
26
+ const stat = { created: 0, updated: 0, skipped: 0, error: 0 }
27
+ bulk.dataKey = bulk.dataKey ?? 'data'
28
+ if (bulk.printCount === true) bulk.printCount = 100
29
+ const data = isFunction(bulk.dataKey) ? await bulk.dataKey.call(this, resp) : resp[bulk.dataKey]
30
+ if (data.length === 0) {
31
+ print.warn('noRecordToProcess')
32
+ return 0
33
+ }
34
+ spin.setText('gotRecordsProcessing%d', data.length)
35
+ for (let r of data) {
36
+ await setImmediate()
37
+ if (bulk.converter) r = await bulk.converter.call(this, r, bulk)
38
+ if (isEmpty(r)) {
39
+ stat.skipped++
40
+ continue
41
+ }
42
+ try {
43
+ const result = await bulk.handler.call(this, r, bulk)
44
+ if (result &amp;&amp; has(stat, result)) stat[result]++
45
+ if (bulk.printCount &amp;&amp; bulk.printCount &lt; count &amp;&amp; (count % bulk.printCount === 0)) print.succeed('[%s] Processed %d/%d', spin.getElapsed(), count, data.length)
46
+ else if (!spin.opts.isLog) spin.setText('rec%d%d', count, data.length)
47
+ count++
48
+ } catch (err) {
49
+ console.log(err)
50
+ spin.setText(validationErrorMessage(err) + ', continue')
51
+ }
52
+ }
53
+ print.succeed('recProcessed%s%d%d', spin.getElapsed(), count, data.length)
54
+ if (!bulk.noStat) print.succeed('createdUpdatedSkipped%s%d%d%d', spin.getElapsed(), stat.created, stat.updated, stat.skipped)
55
+ return data.length
56
+ }
57
+
58
+ async function handler (rec, bulk) {
59
+ const { isFunction, set } = this.app.lib._
60
+ const { recordCreate, recordFind, recordUpdate } = this.app.bajoDb
61
+ const save = bulk.save ?? {}
62
+ const current = save.current ?? {}
63
+ let existing
64
+ let record
65
+ let method
66
+ save.checkUnique = save.checkUnique ?? 'id'
67
+ if (['unique', 'upsert'].includes(save.mode)) {
68
+ const query = isFunction(save.checkUnique) ? await save.checkUnique.call(this, rec, save) : set({}, save.checkUnique, rec[save.checkUnique])
69
+ const resp = await recordFind(save.coll, { query, limit: 1 }, { noCache: true })
70
+ if (resp.length > 0) existing = resp[0]
71
+ }
72
+ if (existing) {
73
+ if (save.mode === 'upsert') {
74
+ const body = save.updateConverter ? await save.updateConverter.call(this, rec, save) : rec
75
+ try {
76
+ record = await recordUpdate(save.coll, existing.id, body)
77
+ method = 'updated'
78
+ } catch (err) {
79
+ console.error(err)
80
+ method = 'error'
81
+ }
82
+ } else {
83
+ method = 'skipped'
84
+ }
85
+ } else {
86
+ try {
87
+ record = await recordCreate(save.coll, rec)
88
+ method = 'created'
89
+ } catch (err) {
90
+ console.error(err)
91
+ method = 'error'
92
+ }
93
+ }
94
+ if (record &amp;&amp; current.coll &amp;&amp; current.query) {
95
+ const query = await current.query.call(this, { body: rec, record, opts: save })
96
+ const recs = await recordFind(current.coll, { query }, { noCache: true })
97
+ const rc = current.converter ? await current.converter.call(this, { body: rec, record, opts: save }) : rec
98
+ if (rc) {
99
+ if (recs.length > 0) {
100
+ const id = recs[0].id
101
+ await recordUpdate(current.coll, id, rc)
102
+ } else {
103
+ await recordCreate(current.coll, rc)
104
+ }
105
+ }
106
+ }
107
+ return method
108
+ }
109
+
110
+ /**
111
+ * Plugin factory
112
+ *
113
+ * @param {string} pkgName - NPM package name
114
+ * @returns {class}
115
+ */
116
+ async function factory (pkgName) {
117
+ const me = this
118
+
119
+ /**
120
+ * BajoExtra class
121
+ *
122
+ * @class
123
+ */
124
+ class BajoExtra extends this.app.pluginClass.base {
125
+ static alias = 'extra'
126
+
127
+ constructor () {
128
+ super(pkgName, me.app)
129
+ this.config = {
130
+ secret: 'hxKY8Eh63Op9js6ovU25qmq2DmCE9dIB',
131
+ fetch: {
132
+ agent: {
133
+ autoSelectFamilyAttemptTimeout: 1000,
134
+ autoSelectFamily: true
135
+ }
136
+ }
137
+ }
138
+ }
139
+
140
+ formatByte = (value, opts = {}) => {
141
+ opts.output = 'byte'
142
+ opts.base = 'binary'
143
+ opts.mantissa = opts.mantissa ?? opts.scale ?? 2
144
+ opts.spaceSeparated = opts.spaceSeparated ?? true
145
+ return numbro(value).format(opts)
146
+ }
147
+
148
+ formatFloat = (value, opts = {}) => {
149
+ opts.mantissa = opts.mantissa ?? opts.scale ?? 2
150
+ opts.thousandSeparated = opts.thousandSeparated ?? true
151
+ return numbro(value).format(opts)
152
+ }
153
+
154
+ formatInteger = (value, opts = {}) => {
155
+ opts.mantissa = 0
156
+ opts.thousandSeparated = opts.thousandSeparated ?? true
157
+ return numbro(value).format(opts)
158
+ }
159
+
160
+ formatPercentage = (value, opts = {}) => {
161
+ opts.output = 'percent'
162
+ opts.mantissa = opts.mantissa ?? opts.scale ?? 2
163
+ opts.spaceSeparated = opts.spaceSeparated ?? true
164
+ return numbro(value).format(opts)
165
+ }
166
+
167
+ // taken from: https://stackoverflow.com/a/41439945
168
+ countFileLines = async (file) => {
169
+ const { fs } = this.app.lib
170
+ return new Promise((resolve, reject) => {
171
+ let lineCount = 0
172
+ fs.createReadStream(file)
173
+ .on('data', (buffer) => {
174
+ let idx = -1
175
+ lineCount--
176
+ do {
177
+ idx = buffer.indexOf(10, idx + 1)
178
+ lineCount++
179
+ } while (idx !== -1)
180
+ })
181
+ .on('end', () => {
182
+ resolve(lineCount)
183
+ })
184
+ .on('error', reject)
185
+ })
186
+ }
187
+
188
+ download = async (url, opts = {}, extra = {}) => {
189
+ const { getPluginDataDir, importPkg, generateId } = this.app.bajo
190
+ const { fetch } = await importPkg('bajoExtra:undici')
191
+ const { fs } = this.app.lib
192
+ const { isFunction, merge } = this.app.lib._
193
+ if (typeof opts === 'string') extra = { dir: opts }
194
+ const increment = await importPkg('bajo:add-filename-increment')
195
+ if (!extra.dir) {
196
+ extra.dir = `${getPluginDataDir('bajoExtra')}/download`
197
+ fs.ensureDirSync(extra.dir)
198
+ }
199
+ if (!fs.existsSync(extra.dir)) throw this.error('dlDirNotExists%s', extra.dir)
200
+ if (extra.randomFileName) {
201
+ const ext = path.extname(url)
202
+ extra.fileName = `${generateId()}${ext}`
203
+ }
204
+ if (!extra.fileName) extra.fileName = path.basename(url)
205
+ const file = path.resolve(increment(`${extra.dir}/${extra.fileName}`, { fs: true }))
206
+ const writer = fs.createWriteStream(file)
207
+ const { headers, body, ok, status } = await fetch(url, opts, merge({}, extra, { rawResponse: true }))
208
+ if (!ok) {
209
+ fs.removeSync(file)
210
+ throw this.error('gettingStatus%s', status)
211
+ }
212
+ const total = headers['content-length'] ?? 0
213
+ const data = Readable.fromWeb(body)
214
+ let length = 0
215
+ data.on('data', chunk => {
216
+ length += chunk.length
217
+ if (isFunction(extra.progressFn)) extra.progressFn.call(this, length, total)
218
+ else if (extra.spin) {
219
+ extra.spinText = extra.spinText ?? 'downloading'
220
+ if (total === 0) extra.spin.setText(`${extra.spinText} %s`, this.formatByte(length))
221
+ else extra.spin.setText(`${extra.spinText} %s of %s (%s)`, this.formatByte(length), this.formatByte(total), this.formatPercentage(length / total))
222
+ }
223
+ })
224
+ data.pipe(writer)
225
+
226
+ return new Promise((resolve, reject) => {
227
+ writer.on('error', reject)
228
+ writer.on('finish', () => {
229
+ resolve(file)
230
+ })
231
+ })
232
+ }
233
+
234
+ fetchAndSave = async ({ url, bulk, save = {}, opts = {} } = {}) => {
235
+ const { startPlugin } = this.bajo
236
+ const { merge } = this.bajo.lib._
237
+ merge(bulk, { handler, save })
238
+ await startPlugin('dobo')
239
+ await this.fetchBulk(url, bulk, opts)
240
+ }
241
+
242
+ fetchBulk = async (url, bulk = {}, opts = {}) => {
243
+ const { isFunction } = this.bajo.lib._
244
+ opts.params = opts.params ?? {}
245
+ bulk.maxStep = bulk.maxStep ?? 0
246
+ if (!isFunction(bulk.handler)) throw this.error('handlerMustBeProvided')
247
+ if (isFunction(bulk.paramsIncFn)) {
248
+ this.print.info('bulkFetchStarting')
249
+ const spin = this.print.spinner({ showCounter: true }).start('fetchingStarts')
250
+ let step = 1
251
+ for (;;) {
252
+ this.print.info('batch%s%d', spin.getElapsed(), step)
253
+ const newOpts = await bulk.paramsIncFn.call(this, { url, bulk, opts })
254
+ if (newOpts) opts = newOpts
255
+ const length = await fetching.call(this, { url, bulk, opts, spin })
256
+ if (length === 0 || (bulk.maxStep > 0 &amp;&amp; step >= bulk.maxStep)) {
257
+ this.print.info('allDone')
258
+ break
259
+ }
260
+ step++
261
+ }
262
+ } else {
263
+ const spin = this.print.spinner({ showCounter: true }).start('fetchingStarts')
264
+ await fetching.call(this, { url, bulk, opts, spin })
265
+ }
266
+ }
267
+
268
+ fetchUrl = async (url, opts = {}, extra = {}) => {
269
+ const { importPkg } = this.app.bajo
270
+ const { fetch, Agent } = await importPkg('bajoExtra:undici')
271
+ const { isSet } = this.app.lib.aneka
272
+ const { fs } = this.app.lib
273
+ const { isEmpty, has, isArray, isPlainObject, isString, cloneDeep, merge } = this.app.lib._
274
+ if (isPlainObject(url)) {
275
+ extra = cloneDeep(opts)
276
+ opts = cloneDeep(url)
277
+ url = opts.url
278
+ delete opts.url
279
+ }
280
+ if (opts.method) opts.method = opts.method.toUpperCase()
281
+ if (opts.auth) {
282
+ opts.headers.Authorization = `Basic ${Buffer.from(`${opts.auth.username}:${opts.auth.password}`).toString('base64')}`
283
+ delete opts.auth
284
+ }
285
+ const query = merge({}, opts.query, opts.params ?? {})
286
+ for (const q in query) {
287
+ if (!isSet(query[q])) delete query[q]
288
+ }
289
+ if (!isEmpty(query)) opts.query = query
290
+ delete opts.params
291
+ if (!has(extra, 'cacheBuster')) extra.cacheBuster = true
292
+ if (extra.cacheBuster) opts.query[extra.cacheBusterKey ?? '_'] = Date.now()
293
+ if (this.config.fetch.agent || extra.agent) {
294
+ opts.dispatcher = new Agent(extra.agent ?? this.config.fetch.agent)
295
+ }
296
+ if (opts.body &amp;&amp; extra.formData) {
297
+ const formData = new FormData()
298
+ for (const key in opts.body) {
299
+ let fname
300
+ let val = opts.body[key]
301
+ if (!isSet(val)) continue
302
+ if (isString(val) &amp;&amp; val.startsWith('file:///')) {
303
+ fname = path.basename(val)
304
+ val = new Blob([fs.readFileSync(val.slice(8))])
305
+ } else if (isPlainObject(val) || isArray(val)) val = JSON.stringify(val)
306
+ if (fname) formData.append(key, val, fname)
307
+ else formData.append(key, val)
308
+ }
309
+ opts.body = formData
310
+ }
311
+ if (opts.query) {
312
+ // todo: what if url already contain query string?
313
+ const query = new URLSearchParams(opts.query)
314
+ url += '?' + query
315
+ }
316
+ opts.headers = opts.headers ?? {}
317
+ if (this.config.fetch.userAgent) opts.headers['User-Agent'] = this.config.fetch.userAgent
318
+ const resp = await fetch(url, opts)
319
+ if (extra.rawResponse) return resp
320
+ return await resp.json()
321
+ }
322
+
323
+ gunzip = async (file, deleteOld) => {
324
+ await this.gzip(file, deleteOld, true)
325
+ }
326
+
327
+ gzip = async (file, deleteOld, expand) => {
328
+ const { fs } = this.app.lib
329
+ return new Promise((resolve, reject) => {
330
+ const newFile = expand ? file.slice(0, file.length - 3) : (file + '.gz')
331
+ const reader = fs.createReadStream(file)
332
+ const writer = fs.createWriteStream(newFile)
333
+ const method = expand ? createGunzip() : createGzip()
334
+ reader.pipe(method).pipe(writer)
335
+ writer.on('error', reject)
336
+ writer.on('finish', err => {
337
+ if (err) return reject(err)
338
+ if (deleteOld) fs.unlinkSync(file)
339
+ resolve()
340
+ })
341
+ })
342
+ }
343
+
344
+ hash = async (text, type = 'md5', options = {}) => {
345
+ const { importPkg } = this.app.bajo
346
+ const bcrypt = await importPkg('bajoExtra:bcrypt')
347
+ options.digest = options.digest ?? 'hex'
348
+ options.salt = options.hash ?? 10
349
+ if (typeof text !== 'string') text = JSON.stringify(text)
350
+ if (type === 'bcrypt') return await bcrypt.hash(text, options.salt)
351
+ if (type === 'short') {
352
+ type = 'shake256'
353
+ options.outputLength = 6
354
+ }
355
+ return crypto.createHash(type, options).update(text).digest(options.digest)
356
+ }
357
+
358
+ isBcrypt = (text) => {
359
+ // return /^\$2[ayb]\$.{56}$/.test(text)
360
+ return /^\$2[aby]?\$\d{1,2}\$[./A-Za-z0-9]{53}$/.test(text)
361
+ }
362
+
363
+ isMd5 = (text) => {
364
+ return /^[a-f0-9]{32}$/i.test(text)
365
+ }
366
+
367
+ encrypt = async (text, { type = 'short', subType = 'qr' } = {}) => {
368
+ const { importPkg } = this.app.bajo
369
+ const { ShortCrypt } = await importPkg('bajoExtra:short-crypt')
370
+ const short = (item) => {
371
+ const sc = new ShortCrypt(this.config.secret)
372
+ const method = subType === 'qr' ? 'encryptToQRCodeAlphanumeric' : 'encryptToURLComponent'
373
+ return sc[method](item)
374
+ }
375
+ switch (type) {
376
+ case 'short': return short(text)
377
+ }
378
+ throw this.error('invalid%s%s', this.t('encryption type'), type)
379
+ }
380
+
381
+ decrypt = async (cipher, { type = 'short', subType = 'qr' } = {}) => {
382
+ const { importPkg } = this.app.bajo
383
+ const { ShortCrypt } = await importPkg('bajoExtra:short-crypt')
384
+ const short = (item) => {
385
+ const sc = new ShortCrypt(this.config.secret)
386
+ const method = subType === 'qr' ? 'decryptToQRCodeAlphanumeric' : 'decryptToURLComponent'
387
+ return sc[method](item)
388
+ }
389
+ switch (type) {
390
+ case 'short': return short(cipher)
391
+ }
392
+ throw this.error('invalid%s%s', this.t('decryption type'), type)
393
+ }
394
+
395
+ randomRange = (min, max, alpha) => {
396
+ const num = Math.floor(Math.random() * (max - min + 1) + min)
397
+ if (!alpha) return num
398
+ return String.fromCharCode(96 + num)
399
+ }
400
+ }
401
+
402
+ return BajoExtra
403
+ }
404
+
405
+ export default factory
406
+ </code></pre></article></section></div></div></div><div class="search-container" id="PkfLWpAbet" style="display:none"><div class="wrapper" id="iCxFxjkHbP"><button class="icon-button search-close-button" id="VjLlGakifb" aria-label="close search"><svg><use xlink:href="#close-icon"></use></svg></button><div class="search-box-c"><svg><use xlink:href="#search-icon"></use></svg> <input type="text" id="vpcKVYIppa" class="search-input" placeholder="Search..." autofocus></div><div class="search-result-c" id="fWwVHRuDuN"><span class="search-result-c-text">Type anything to view search result</span></div></div></div><div class="mobile-menu-icon-container"><button class="icon-button" id="mobile-menu" data-isopen="false" aria-label="menu"><svg><use xlink:href="#menu-icon"></use></svg></button></div><div id="mobile-sidebar" class="mobile-sidebar-container"><div class="mobile-sidebar-wrapper"><a href="/" class="sidebar-title sidebar-title-anchor">BajoExtra API</a><div class="mobile-nav-links"><div class="navbar-item"><a id="" href="https://www.npmjs.com/package/bajo-extra" target="">NPM</a></div><div class="navbar-item"><a id="" href="https://github.com/ardhi/bajo-extra" target="">Github</a></div><div class="navbar-item"><a id="" href="https://bajo.app" target="">Bajo</a></div></div><div class="mobile-sidebar-items-c"><div class="sidebar-section-title with-arrow" data-isopen="false" id="sidebar-classes"><div>Classes</div><svg><use xlink:href="#down-icon"></use></svg></div><div class="sidebar-section-children-container"><div class="sidebar-section-children"><a href="BajoExtra.html">BajoExtra</a></div></div><div class="sidebar-section-title with-arrow" data-isopen="false" id="sidebar-global"><div>Global</div><svg><use xlink:href="#down-icon"></use></svg></div><div class="sidebar-section-children-container"><div class="sidebar-section-children"><a href="global.html#factory">factory</a></div></div></div><div class="mobile-navbar-actions"><div class="navbar-right-item"><button class="icon-button search-button" aria-label="open-search"><svg><use xlink:href="#search-icon"></use></svg></button></div><div class="navbar-right-item"><button class="icon-button theme-toggle" aria-label="toggle-theme"><svg><use class="theme-svg-use" xlink:href="#dark-theme-icon"></use></svg></button></div><div class="navbar-right-item"><button class="icon-button font-size" aria-label="change-font-size"><svg><use xlink:href="#font-size-icon"></use></svg></button></div></div></div></div><script type="text/javascript" src="scripts/core.min.js"></script><script src="scripts/search.min.js" defer="defer"></script><script src="scripts/third-party/fuse.js" defer="defer"></script><script type="text/javascript">var tocbotInstance=tocbot.init({tocSelector:"#eed4d2a0bfd64539bb9df78095dec881",contentSelector:".main-content",headingSelector:"h1, h2, h3",hasInnerContainers:!0,scrollContainer:".main-content",headingsOffset:130,onClick:bringLinkToView})</script></body></html>