@jseeio/jsee 0.3.7 → 0.3.8

package/test/test-basic.test.js

@@ -1,4 +1,5 @@
 require('expect-puppeteer')
+const path = require('path')
 
 page.setDefaultTimeout(10000)
 
@@ -11,6 +12,8 @@ const port = 8080
 const urlSchema = (name) => `http://localhost:${port}/load/?s=/test/${name}.schema.json`
 const urlHTML = (name) => `http://localhost:${port}/test/${name}.html`
 const urlQuery = (schema) => `http://localhost:${port}/load/?s=${JSON.stringify(schema)}`
+const urlQueryEscaped = (schema) => `http://localhost:${port}/load/?s=${encodeURIComponent(JSON.stringify(schema))}`
+const uploadFixture = path.resolve(__dirname, 'fixtures', 'upload-sample.csv')
 
 describe('Initial test', () => {
   beforeAll(async () => {
@@ -57,7 +60,7 @@ describe('Minimal examples', () => {
   }
   test('Code only (text) (main window)', async () => {
     schema.model.worker = false
-    await page.goto(urlQuery(schema))
+    await page.goto(urlQueryEscaped(schema))
     await expect(page).toFill('#a', '100')
     await expect(page).toFill('#b', '4')
     await expect(page).toClick('button', { text: 'Run' })
@@ -133,14 +136,14 @@ describe('Classes', () => {
 
   test('Window', async () => {
     schema.model.worker = false
-    await page.goto(urlQuery(schema))
+    await page.goto(urlQueryEscaped(schema))
     await expect(page).toClick('button', { text: 'Run' })
     await expect(page).toMatchTextContent('200')
   })
 
   test('Worker', async () => {
     schema.model.worker = true
-    await page.goto(urlQuery(schema))
+    await page.goto(urlQueryEscaped(schema))
     await expect(page).toClick('button', { text: 'Run' })
     await expect(page).toMatchTextContent('200')
   })
@@ -154,7 +157,7 @@ describe('Some edge cases', () => {
       }
     }
     schema.model.worker = false
-    await page.goto(urlQuery(schema))
+    await page.goto(urlQueryEscaped(schema))
     await expect(page).toFill('#a', '0')
     await expect(page).toFill('#b', '0')
     await expect(page).toClick('button', { text: 'Run' })
@@ -174,21 +177,34 @@ describe('Imports', () => {
       }
       `
     },
-    'imports': 'lodash@4.17.21/lodash.min.js',
+    'imports': `http://localhost:${port}/test/fixtures/lodash-like.js`,
     'inputs': [
       { 'name': 'str', 'type': 'string', 'default': 'FooBar' },
     ]
   }
   test('Window', async () => {
     schema.model.worker = false
-    await page.goto(urlQuery(schema))
+    await page.goto(urlQueryEscaped(schema))
     await expect(page).toClick('button', { text: 'Run' })
     await expect(page).toMatchTextContent('foo-bar')
   })
   test('Worker', async () => {
     schema.model.worker = true
-    await page.goto(urlQuery(schema))
-    await expect(page).toClick('button', { text: 'Run' })
+    await page.goto(urlQueryEscaped(schema))
+    const runUntilReady = async (attempts=3) => {
+      if (attempts <= 0) {
+        return false
+      }
+      await expect(page).toClick('button', { text: 'Run' })
+      try {
+        await page.waitForFunction(() => document.body.innerText.includes('foo-bar'), { timeout: 5000 })
+        return true
+      } catch (error) {
+        return runUntilReady(attempts - 1)
+      }
+    }
+    const ready = await runUntilReady()
+    expect(ready).toBe(true)
     await expect(page).toMatchTextContent('foo-bar')
     // await (new Promise(resolve => setTimeout(resolve, 1000)))
   })
@@ -209,14 +225,14 @@ describe('Buttons, button titles and caller', () => {
   }
   test('Window', async () => {
     schema.model.worker = false
-    await page.goto(urlQuery(schema))
+    await page.goto(urlQueryEscaped(schema))
     await expect(page).toMatchTextContent('Test Button')
     await expect(page).toClick('button', { text: 'Test Button' })
     await expect(page).toMatchTextContent('test_button')
   })
   test('Worker', async () => {
     schema.model.worker = true
-    await page.goto(urlQuery(schema))
+    await page.goto(urlQueryEscaped(schema))
     await expect(page).toClick('button', { text: 'Test Button' })
     await expect(page).toMatchTextContent('test_button')
   })
@@ -234,4 +250,263 @@ describe('Pipeline', () => {
     await expect(page).toClick('button', { text: 'Run' })
     await expect(page).toMatchTextContent((Math.pow((a + b), 2) + 2).toString())
   })
-})
+})
+
+describe('File uploads', () => {
+  test('default file input reads uploaded text', async () => {
+    const schema = {
+      model: {
+        worker: false,
+        code: `function filePreview (inputs) {
+          return {
+            preview: inputs.file.split('\\n')[0]
+          }
+        }`
+      },
+      inputs: [
+        { name: 'file', type: 'file' }
+      ]
+    }
+    await page.goto(urlQueryEscaped(schema))
+    await page.waitForSelector('#vfp-filePicker')
+    const fileInput = await page.$('#vfp-filePicker')
+    await fileInput.uploadFile(uploadFixture)
+    await page.waitForFunction(() => document.body.innerText.includes('Selected 1 file(s)'))
+    await expect(page).toClick('button', { text: 'Run' })
+    await expect(page).toMatchTextContent('name,age')
+  })
+
+  test('raw file input passes File object (not text content)', async () => {
+    const schema = {
+      model: {
+        worker: false,
+        code: `function fileRawMeta (inputs) {
+          const isFileObject = !!inputs.file
+            && (typeof inputs.file === 'object')
+            && (typeof inputs.file.name === 'string')
+            && (typeof inputs.file.text === 'function')
+          return {
+            is_file_object: isFileObject,
+            is_string: typeof inputs.file === 'string',
+            file_name: inputs.file && inputs.file.name ? inputs.file.name : '',
+            content_prefix: typeof inputs.file === 'string' ? inputs.file.slice(0, 10) : 'NONE'
+          }
+        }`
+      },
+      inputs: [
+        { name: 'file', type: 'file', raw: true }
+      ]
+    }
+    await page.goto(urlQueryEscaped(schema))
+    await page.waitForSelector('#vfp-filePicker')
+    const fileInput = await page.$('#vfp-filePicker')
+    await fileInput.uploadFile(uploadFixture)
+    await page.waitForFunction(() => document.body.innerText.includes('Selected 1 file(s)'))
+    await expect(page).toClick('button', { text: 'Run' })
+    await expect(page).toMatchTextContent('is_file_object')
+    await expect(page).toMatchTextContent('true')
+    await expect(page).toMatchTextContent('file_name')
+    await expect(page).toMatchTextContent('upload-sample.csv')
+    await expect(page).toMatchTextContent('content_prefix')
+    await expect(page).toMatchTextContent('NONE')
+  })
+
+  test('raw url input passes URL handle (not fetched text content)', async () => {
+    const schema = {
+      model: {
+        worker: false,
+        code: `function fileRawUrlMeta (inputs) {
+          const isUrlHandle = !!inputs.file
+            && (typeof inputs.file === 'object')
+            && (inputs.file.kind === 'url')
+            && (typeof inputs.file.url === 'string')
+          return {
+            is_url_handle: isUrlHandle,
+            is_string: typeof inputs.file === 'string',
+            url_value: isUrlHandle ? inputs.file.url : '',
+            content_prefix: typeof inputs.file === 'string' ? inputs.file.slice(0, 10) : 'NONE'
+          }
+        }`
+      },
+      inputs: [
+        { name: 'file', type: 'file', raw: true }
+      ]
+    }
+    const rawUrl = 'http://127.0.0.1:9999/nope.csv'
+    await page.goto(urlQueryEscaped(schema))
+    await expect(page).toClick('button', { text: 'From URL' })
+    await page.waitForSelector('input.vfp-urlInput[type="text"]')
+    await page.click('input.vfp-urlInput[type="text"]', { clickCount: 3 })
+    await page.type('input.vfp-urlInput[type="text"]', rawUrl)
+    await page.evaluate(() => {
+      const loadButton = Array.from(document.querySelectorAll('button'))
+        .find(btn => btn.textContent.trim() === 'Load')
+      if (!loadButton) throw new Error('Load button not found')
+      loadButton.click()
+    })
+    await expect(page).toClick('button', { text: 'Run' })
+    await page.waitForFunction((expectedUrl) => {
+      return document.querySelector('#outputs').innerText.includes(expectedUrl)
+    }, {}, rawUrl)
+    await expect(page).toMatchTextContent('is_url_handle')
+    await expect(page).toMatchTextContent('true')
+    await expect(page).toMatchTextContent('url_value')
+    await expect(page).toMatchTextContent(rawUrl)
+    await expect(page).toMatchTextContent('content_prefix')
+    await expect(page).toMatchTextContent('NONE')
+  })
+})
+
+describe('Streamed file inputs', () => {
+  test('main thread receives uploaded file as async iterable stream', async () => {
+    const schema = {
+      model: {
+        worker: false,
+        code: `async function streamMainFile (inputs) {
+          const reader = inputs.file
+          const isIterable = !!reader
+            && typeof reader[Symbol.asyncIterator] === 'function'
+            && typeof reader.text === 'function'
+            && typeof reader.bytes === 'function'
+            && typeof reader.lines === 'function'
+          if (!isIterable) {
+            return { is_iterable: false, header: 'NONE' }
+          }
+          const text = await reader.text()
+          return {
+            is_iterable: true,
+            header: text.split('\\n')[0]
+          }
+        }`
+      },
+      inputs: [
+        { name: 'file', type: 'file', raw: true, stream: true }
+      ]
+    }
+    await page.goto(urlQueryEscaped(schema))
+    await page.waitForSelector('#vfp-filePicker')
+    const fileInput = await page.$('#vfp-filePicker')
+    await fileInput.uploadFile(uploadFixture)
+    await expect(page).toClick('button', { text: 'Run' })
+    await expect(page).toMatchTextContent('is_iterable')
+    await expect(page).toMatchTextContent('true')
+    await expect(page).toMatchTextContent('header')
+    await expect(page).toMatchTextContent('name,age')
+  })
+
+  test('main thread receives URL source as async iterable stream', async () => {
+    const schema = {
+      model: {
+        worker: false,
+        code: `async function streamMainUrl (inputs) {
+          const reader = inputs.file
+          const text = await reader.text()
+          return {
+            is_iterable: typeof reader[Symbol.asyncIterator] === 'function',
+            header: text.split('\\n')[0]
+          }
+        }`
+      },
+      inputs: [
+        { name: 'file', type: 'file', raw: true, stream: true }
+      ]
+    }
+    const sampleUrl = `http://localhost:${port}/test/fixtures/upload-sample.csv`
+    await page.goto(urlQueryEscaped(schema))
+    await expect(page).toClick('button', { text: 'From URL' })
+    await page.waitForSelector('input.vfp-urlInput[type="text"]')
+    await page.click('input.vfp-urlInput[type="text"]', { clickCount: 3 })
+    await page.type('input.vfp-urlInput[type="text"]', sampleUrl)
+    await page.evaluate(() => {
+      const loadButton = Array.from(document.querySelectorAll('button'))
+        .find(btn => btn.textContent.trim() === 'Load')
+      if (!loadButton) throw new Error('Load button not found')
+      loadButton.click()
+    })
+    await expect(page).toClick('button', { text: 'Run' })
+    await page.waitForFunction(() => {
+      const outputs = document.querySelector('#outputs')
+      return outputs && outputs.innerText.includes('header')
+    }, { timeout: 5000 })
+    await expect(page).toMatchTextContent('is_iterable')
+    await expect(page).toMatchTextContent('true')
+    await expect(page).toMatchTextContent('header')
+    await expect(page).toMatchTextContent('name,age')
+  })
+
+  test('worker receives uploaded file as async iterable stream', async () => {
+    const schema = {
+      model: {
+        worker: true,
+        code: `async function streamWorkerFile (inputs) {
+          const reader = inputs.file
+          const lines = []
+          for await (const line of reader.lines()) {
+            lines.push(line)
+          }
+          return {
+            is_iterable: typeof reader.text === 'function',
+            header: lines[0] || 'NONE'
+          }
+        }`
+      },
+      inputs: [
+        { name: 'file', type: 'file', raw: true, stream: true }
+      ]
+    }
+    await page.goto(urlQueryEscaped(schema))
+    await page.waitForSelector('#vfp-filePicker')
+    const fileInput = await page.$('#vfp-filePicker')
+    await fileInput.uploadFile(uploadFixture)
+    await expect(page).toClick('button', { text: 'Run' })
+    await expect(page).toMatchTextContent('is_iterable')
+    await expect(page).toMatchTextContent('true')
+    await expect(page).toMatchTextContent('header')
+    await expect(page).toMatchTextContent('name,age')
+  })
+
+  test('worker receives URL source as async iterable stream', async () => {
+    const schema = {
+      model: {
+        worker: true,
+        code: `async function streamWorkerUrl (inputs) {
+          const reader = inputs.file
+          const decoder = new TextDecoder()
+          let text = ''
+          for await (const chunk of reader) {
+            text += decoder.decode(chunk, { stream: true })
+          }
+          text += decoder.decode()
+          return {
+            is_iterable: typeof reader.bytes === 'function',
+            header: text.split('\\n')[0]
+          }
+        }`
+      },
+      inputs: [
+        { name: 'file', type: 'file', raw: true, stream: true }
+      ]
+    }
+    const sampleUrl = `http://localhost:${port}/test/fixtures/upload-sample.csv`
+    await page.goto(urlQueryEscaped(schema))
+    await expect(page).toClick('button', { text: 'From URL' })
+    await page.waitForSelector('input.vfp-urlInput[type="text"]')
+    await page.click('input.vfp-urlInput[type="text"]', { clickCount: 3 })
+    await page.type('input.vfp-urlInput[type="text"]', sampleUrl)
+    await page.evaluate(() => {
+      const loadButton = Array.from(document.querySelectorAll('button'))
+        .find(btn => btn.textContent.trim() === 'Load')
+      if (!loadButton) throw new Error('Load button not found')
+      loadButton.click()
+    })
+    await expect(page).toClick('button', { text: 'Run' })
+    await page.waitForFunction(() => {
+      const outputs = document.querySelector('#outputs')
+      return outputs && outputs.innerText.includes('header')
+    }, { timeout: 5000 })
+    await expect(page).toMatchTextContent('is_iterable')
+    await expect(page).toMatchTextContent('true')
+    await expect(page).toMatchTextContent('header')
+    await expect(page).toMatchTextContent('name,age')
+  })
+})