bajo-extra 0.2.1 → 0.2.3

package/bajo/helper/fetch-and-save.js

@@ -0,0 +1,42 @@
+async function fetchAndSave ({ source = {}, converter, coll, current = {}, options = {} } = {}) {
+  const { print, setImmediate, importPkg } = this.bajo.helper
+  const { isEmpty, isFunction } = await importPkg('lodash-es')
+  const { fetch } = this.bajoExtra.helper
+  const { recordCreate, recordFind, recordUpdate, validationErrorMessage } = this.bajoDb.helper
+  const spinner = print.bora('Fetching starts...', { showCounter: true, showDatetime: true }).start()
+  const resp = await fetch(source.url, source.options ?? {})
+  if (isEmpty(resp)) spinner.fatal('No result from server, aborted!')
+  if (source.abort) {
+    const aborted = await source.abort.call(this, resp)
+    if (aborted) spinner.fatal(aborted)
+  }
+  let count = 0
+  spinner.setText('Got %d records, processing...', resp.response.length)
+  const iterator = isFunction(source.dataKey) ? await source.dataKey.call(this, resp) : resp[source.dataKey]
+  for (let r of iterator) {
+    await setImmediate()
+    if (converter) r = await converter.call(this, r, options)
+    try {
+      await recordCreate(coll, r)
+      if (current.coll && current.query) {
+        const recs = await recordFind(current.coll, current.query)
+        if (recs.length > 0) {
+          const id = recs[0].id
+          await recordUpdate(current.coll, id, r)
+        } else {
+          await recordCreate(current.coll, r)
+        }
+      }
+      if (options.printCount && (count % options.printCount === 0)) print.succeed(`[${spinner.getElapsed()}] Batch line %d/%d`, count, resp.response.length, { showDatetime: true })
+      else spinner.setText('Record %d/%d...', count, resp.response.length)
+      count++
+    } catch (err) {
+      console.log(err)
+      spinner.setText(validationErrorMessage(err) + ', continue')
+    }
+  }
+  spinner.info(`${count}/${resp.response.length} records processed`)
+  spinner.succeed('Done!')
+}
+
+export default fetchAndSave

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "bajo-extra",
-  "version": "0.2.1",
+  "version": "0.2.3",
   "description": "Extra package for Bajo Framework",
   "main": "index.js",
   "scripts": {