@ecmaos/coreutils 0.1.4 → 0.1.5

package/src/commands/grep.ts

@@ -0,0 +1,154 @@
+import path from 'path'
+import type { CommandLineOptions } from 'command-line-args'
+import type { Kernel, Process, Shell, Terminal } from '@ecmaos/types'
+import { TerminalEvents } from '@ecmaos/types'
+import { TerminalCommand } from '../shared/terminal-command.js'
+import { writelnStderr } from '../shared/helpers.js'
+
+export function createCommand(kernel: Kernel, shell: Shell, terminal: Terminal): TerminalCommand {
+  return new TerminalCommand({
+    command: 'grep',
+    description: 'Search for patterns in files or standard input',
+    kernel,
+    shell,
+    terminal,
+    options: [
+      { name: 'help', type: Boolean, description: kernel.i18n.t('Display help') },
+      { name: 'ignore-case', type: Boolean, alias: 'i', description: 'Ignore case distinctions' },
+      { name: 'line-number', type: Boolean, alias: 'n', description: 'Print line number with output lines' },
+      { name: 'args', type: String, defaultOption: true, multiple: true, description: 'Pattern and file(s) to search' }
+    ],
+    run: async (argv: CommandLineOptions, process?: Process) => {
+      if (!process) return 1
+
+      const args = (argv.args as string[]) || []
+      if (args.length === 0 || !args[0]) {
+        await writelnStderr(process, terminal, 'grep: pattern is required')
+        return 1
+      }
+
+      const pattern = args[0]
+      const files = args.slice(1)
+      const ignoreCase = (argv['ignore-case'] as boolean) || false
+      const showLineNumbers = (argv['line-number'] as boolean) || false
+
+      const flags = ignoreCase ? 'i' : ''
+      let regex: RegExp
+      try {
+        regex = new RegExp(pattern, flags)
+      } catch (error) {
+        await writelnStderr(process, terminal, `grep: invalid pattern: ${error instanceof Error ? error.message : 'Unknown error'}`)
+        return 1
+      }
+
+      const writer = process.stdout.getWriter()
+      let exitCode = 0
+
+      try {
+        if (files.length === 0) {
+          if (!process.stdin) {
+            await writelnStderr(process, terminal, 'grep: No input provided')
+            return 1
+          }
+
+          const reader = process.stdin.getReader()
+          let currentLineNumber = 1
+          let buffer = ''
+
+          try {
+            while (true) {
+              const { done, value } = await reader.read()
+              if (done) break
+
+              const chunk = new TextDecoder().decode(value, { stream: true })
+              buffer += chunk
+
+              const lines = buffer.split('\n')
+              buffer = lines.pop() || ''
+
+              for (const line of lines) {
+                if (regex.test(line)) {
+                  const output = showLineNumbers ? `${currentLineNumber}:${line}\n` : `${line}\n`
+                  await writer.write(new TextEncoder().encode(output))
+                }
+                currentLineNumber++
+              }
+            }
+
+            if (buffer && regex.test(buffer)) {
+              const output = showLineNumbers ? `${currentLineNumber}:${buffer}\n` : `${buffer}\n`
+              await writer.write(new TextEncoder().encode(output))
+            }
+          } finally {
+            reader.releaseLock()
+          }
+        } else {
+          for (const file of files) {
+            const fullPath = path.resolve(shell.cwd, file)
+
+            let interrupted = false
+            const interruptHandler = () => { interrupted = true }
+            kernel.terminal.events.on(TerminalEvents.INTERRUPT, interruptHandler)
+
+            try {
+              if (fullPath.startsWith('/dev')) {
+                await writelnStderr(process, terminal, `grep: ${file}: cannot search device files`)
+                exitCode = 1
+                continue
+              }
+
+              const handle = await shell.context.fs.promises.open(fullPath, 'r')
+              const stat = await shell.context.fs.promises.stat(fullPath)
+
+              let bytesRead = 0
+              const chunkSize = 1024
+              let buffer = ''
+              let currentLineNumber = 1
+
+              while (bytesRead < stat.size) {
+                if (interrupted) break
+                const data = new Uint8Array(chunkSize)
+                const readSize = Math.min(chunkSize, stat.size - bytesRead)
+                await handle.read(data, 0, readSize, bytesRead)
+                const chunk = data.subarray(0, readSize)
+                const text = new TextDecoder().decode(chunk, { stream: true })
+                buffer += text
+
+                const lines = buffer.split('\n')
+                buffer = lines.pop() || ''
+
+                for (const line of lines) {
+                  if (regex.test(line)) {
+                    const prefix = files.length > 1 ? `${file}:` : ''
+                    const lineNumPrefix = showLineNumbers ? `${currentLineNumber}:` : ''
+                    const output = `${prefix}${lineNumPrefix}${line}\n`
+                    await writer.write(new TextEncoder().encode(output))
+                  }
+                  currentLineNumber++
+                }
+
+                bytesRead += readSize
+              }
+
+              if (buffer && regex.test(buffer)) {
+                const prefix = files.length > 1 ? `${file}:` : ''
+                const lineNumPrefix = showLineNumbers ? `${currentLineNumber}:` : ''
+                const output = `${prefix}${lineNumPrefix}${buffer}\n`
+                await writer.write(new TextEncoder().encode(output))
+              }
+            } catch (error) {
+              await writelnStderr(process, terminal, `grep: ${file}: ${error instanceof Error ? error.message : 'Unknown error'}`)
+              exitCode = 1
+            } finally {
+              kernel.terminal.events.off(TerminalEvents.INTERRUPT, interruptHandler)
+            }
+          }
+        }
+
+        return exitCode
+      } finally {
+        writer.releaseLock()
+      }
+    }
+  })
+}

package/src/commands/head.ts

@@ -0,0 +1,170 @@
+import path from 'path'
+import type { CommandLineOptions } from 'command-line-args'
+import type { Kernel, Process, Shell, Terminal } from '@ecmaos/types'
+import { TerminalEvents } from '@ecmaos/types'
+import { TerminalCommand } from '../shared/terminal-command.js'
+
+export function createCommand(kernel: Kernel, shell: Shell, terminal: Terminal): TerminalCommand {
+  return new TerminalCommand({
+    command: 'head',
+    description: 'Print the first lines of files',
+    kernel,
+    shell,
+    terminal,
+    options: [
+      { name: 'help', type: Boolean, description: kernel.i18n.t('Display help') },
+      { name: 'lines', type: Number, alias: 'n', description: 'Print the first NUM lines instead of the first 10' },
+      { name: 'path', type: String, typeLabel: '{underline path}', defaultOption: true, multiple: true, description: 'The path(s) to the file(s) to read' }
+    ],
+    run: async (argv: CommandLineOptions, process?: Process) => {
+      if (!process) return 1
+
+      const writer = process.stdout.getWriter()
+      const numLines = (argv.lines as number) ?? 10
+
+      try {
+        if (!argv.path || !(argv.path as string[])[0]) {
+          if (!process.stdin) {
+            return 0
+          }
+
+          const reader = process.stdin.getReader()
+          const decoder = new TextDecoder()
+          const lines: string[] = []
+          let buffer = ''
+
+          try {
+            while (true) {
+              let readResult
+              try {
+                readResult = await reader.read()
+              } catch (error) {
+                if (error instanceof Error) {
+                  throw error
+                }
+                break
+              }
+
+              const { done, value } = readResult
+              if (done) {
+                buffer += decoder.decode()
+                break
+              }
+              if (value) {
+                buffer += decoder.decode(value, { stream: true })
+                const newLines = buffer.split('\n')
+                buffer = newLines.pop() || ''
+                lines.push(...newLines)
+                if (lines.length >= numLines) break
+              }
+            }
+            if (buffer && lines.length < numLines) {
+              lines.push(buffer)
+            }
+          } finally {
+            try {
+              reader.releaseLock()
+            } catch {
+            }
+          }
+
+          const output = lines.slice(0, numLines).join('\n')
+          if (output) {
+            await writer.write(new TextEncoder().encode(output + '\n'))
+          }
+
+          return 0
+        }
+
+        const files = (argv.path as string[]) || []
+        const isMultipleFiles = files.length > 1
+
+        for (let i = 0; i < files.length; i++) {
+          const file = files[i]
+          if (!file) continue
+          const fullPath = path.resolve(shell.cwd, file)
+
+          if (isMultipleFiles) {
+            const header = i > 0 ? '\n' : ''
+            await writer.write(new TextEncoder().encode(`${header}==> ${file} <==\n`))
+          }
+
+          let interrupted = false
+          const interruptHandler = () => { interrupted = true }
+          kernel.terminal.events.on(TerminalEvents.INTERRUPT, interruptHandler)
+
+          try {
+            if (!fullPath.startsWith('/dev')) {
+              const handle = await shell.context.fs.promises.open(fullPath, 'r')
+              const stat = await shell.context.fs.promises.stat(fullPath)
+
+              const decoder = new TextDecoder()
+              const lines: string[] = []
+              let buffer = ''
+              let bytesRead = 0
+              const chunkSize = 1024
+
+              while (bytesRead < stat.size && lines.length < numLines) {
+                if (interrupted) break
+                const data = new Uint8Array(chunkSize)
+                const readSize = Math.min(chunkSize, stat.size - bytesRead)
+                await handle.read(data, 0, readSize, bytesRead)
+                const chunk = data.subarray(0, readSize)
+                buffer += decoder.decode(chunk, { stream: true })
+                const newLines = buffer.split('\n')
+                buffer = newLines.pop() || ''
+                lines.push(...newLines)
+                bytesRead += readSize
+                if (lines.length >= numLines) break
+              }
+              if (buffer && lines.length < numLines) {
+                lines.push(buffer)
+              }
+
+              const output = lines.slice(0, numLines).join('\n')
+              if (output) {
+                await writer.write(new TextEncoder().encode(output + '\n'))
+              }
+            } else {
+              const device = await shell.context.fs.promises.open(fullPath)
+              const decoder = new TextDecoder()
+              const lines: string[] = []
+              let buffer = ''
+              const chunkSize = 1024
+              const data = new Uint8Array(chunkSize)
+              let bytesRead = 0
+
+              do {
+                if (interrupted) break
+                const result = await device.read(data)
+                bytesRead = result.bytesRead
+                if (bytesRead > 0) {
+                  buffer += decoder.decode(data.subarray(0, bytesRead), { stream: true })
+                  const newLines = buffer.split('\n')
+                  buffer = newLines.pop() || ''
+                  lines.push(...newLines)
+                  if (lines.length >= numLines) break
+                }
+              } while (bytesRead > 0 && lines.length < numLines)
+
+              if (buffer && lines.length < numLines) {
+                lines.push(buffer)
+              }
+
+              const output = lines.slice(0, numLines).join('\n')
+              if (output) {
+                await writer.write(new TextEncoder().encode(output + '\n'))
+              }
+            }
+          } finally {
+            kernel.terminal.events.off(TerminalEvents.INTERRUPT, interruptHandler)
+          }
+        }
+
+        return 0
+      } finally {
+        writer.releaseLock()
+      }
+    }
+  })
+}

package/src/commands/hex.ts

@@ -7,38 +7,93 @@ import { writelnStdout, writelnStderr } from '../shared/helpers.js'
 export function createCommand(kernel: Kernel, shell: Shell, terminal: Terminal): TerminalCommand {
   return new TerminalCommand({
     command: 'hex',
-    description: 'Display file contents in hexadecimal format',
+    description: 'Display file contents or stdin in hexadecimal format',
     kernel,
     shell,
     terminal,
     options: [
       { name: 'help', type: Boolean, description: kernel.i18n.t('Display help') },
-      { name: 'path', type: String, typeLabel: '{underline path}', defaultOption: true, description: 'The path to the file to display' }
+      { name: 'path', type: String, typeLabel: '{underline path}', defaultOption: true, description: 'The path to the file to display (if omitted, reads from stdin)' }
     ],
     run: async (argv: CommandLineOptions, process?: Process) => {
+      if (!process) return 1
+
       const filePath = argv.path as string | undefined
+      let data: Uint8Array
 
-      if (!filePath) {
-        await writelnStderr(process, terminal, 'Usage: hex <file>')
-        return 1
-      }
+      try {
+        if (!filePath) {
+          if (!process.stdin) {
+            await writelnStderr(process, terminal, 'Usage: hex <file>')
+            await writelnStderr(process, terminal, '   or: <command> | hex')
+            return 1
+          }
 
-      const fullPath = path.resolve(shell.cwd, filePath)
+          if (process.stdinIsTTY) {
+            await writelnStderr(process, terminal, 'Usage: hex <file>')
+            await writelnStderr(process, terminal, '   or: <command> | hex')
+            return 1
+          }
 
-      try {
-        const exists = await shell.context.fs.promises.exists(fullPath)
-        if (!exists) {
-          await writelnStderr(process, terminal, `hex: ${filePath}: No such file or directory`)
-          return 1
-        }
+          const reader = process.stdin.getReader()
+          const chunks: Uint8Array[] = []
 
-        const stats = await shell.context.fs.promises.stat(fullPath)
-        if (stats.isDirectory()) {
-          await writelnStderr(process, terminal, `hex: ${filePath}: Is a directory`)
-          return 1
-        }
+          try {
+            const first = await reader.read()
+            
+            if (first.done && !first.value) {
+              await writelnStderr(process, terminal, 'Usage: hex <file>')
+              await writelnStderr(process, terminal, '   or: <command> | hex')
+              return 1
+            }
+            
+            if (first.value) {
+              chunks.push(first.value)
+            }
+            
+            if (!first.done) {
+              while (true) {
+                const { done, value } = await reader.read()
+                if (done) break
+                if (value) {
+                  chunks.push(value)
+                }
+              }
+            }
+          } finally {
+            reader.releaseLock()
+          }
+
+          const totalLength = chunks.reduce((sum, chunk) => sum + chunk.length, 0)
+          if (totalLength === 0) {
+            await writelnStderr(process, terminal, 'Usage: hex <file>')
+            await writelnStderr(process, terminal, '   or: <command> | hex')
+            return 1
+          }
+
+          data = new Uint8Array(totalLength)
+          let offset = 0
+          for (const chunk of chunks) {
+            data.set(chunk, offset)
+            offset += chunk.length
+          }
+        } else {
+          const fullPath = path.resolve(shell.cwd, filePath)
 
-        const data = await shell.context.fs.promises.readFile(fullPath)
+          const exists = await shell.context.fs.promises.exists(fullPath)
+          if (!exists) {
+            await writelnStderr(process, terminal, `hex: ${filePath}: No such file or directory`)
+            return 1
+          }
+
+          const stats = await shell.context.fs.promises.stat(fullPath)
+          if (stats.isDirectory()) {
+            await writelnStderr(process, terminal, `hex: ${filePath}: Is a directory`)
+            return 1
+          }
+
+          data = await shell.context.fs.promises.readFile(fullPath)
+        }
         const bytesPerLine = 16
 
         for (let offset = 0; offset < data.length; offset += bytesPerLine) {
@@ -84,7 +139,8 @@ export function createCommand(kernel: Kernel, shell: Shell, terminal: Terminal):
 
         return 0
       } catch (error) {
-        await writelnStderr(process, terminal, `hex: ${filePath}: ${error instanceof Error ? error.message : 'Unknown error'}`)
+        const errorPath = filePath || 'stdin'
+        await writelnStderr(process, terminal, `hex: ${errorPath}: ${error instanceof Error ? error.message : 'Unknown error'}`)
         return 1
       }
     }

package/src/commands/ls.ts

@@ -186,8 +186,10 @@ export function createCommand(kernel: Kernel, shell: Shell, terminal: Terminal):
               if (linkInfo) return linkInfo
               
               if (descriptions.has(path.resolve(fullPath, file.name))) return descriptions.get(path.resolve(fullPath, file.name))
-              const ext = file.name.split('.').pop()
-              if (ext && descriptions.has('.' + ext)) return descriptions.get('.' + ext)
+              if (file.name.includes('.')) {
+                const ext = file.name.split('.').pop()
+                if (ext && descriptions.has('.' + ext)) return descriptions.get('.' + ext)
+              }
               if (!file.stats) return ''
               if (file.stats.isBlockDevice() || file.stats.isCharacterDevice()) {
                 // TODO: zenfs `fs.mounts` is deprecated - use a better way of getting device info

package/src/commands/tail.ts

@@ -0,0 +1,164 @@
+import path from 'path'
+import type { CommandLineOptions } from 'command-line-args'
+import type { Kernel, Process, Shell, Terminal } from '@ecmaos/types'
+import { TerminalEvents } from '@ecmaos/types'
+import { TerminalCommand } from '../shared/terminal-command.js'
+
+export function createCommand(kernel: Kernel, shell: Shell, terminal: Terminal): TerminalCommand {
+  return new TerminalCommand({
+    command: 'tail',
+    description: 'Print the last lines of files',
+    kernel,
+    shell,
+    terminal,
+    options: [
+      { name: 'help', type: Boolean, description: kernel.i18n.t('Display help') },
+      { name: 'lines', type: Number, alias: 'n', description: 'Print the last NUM lines instead of the last 10' },
+      { name: 'path', type: String, typeLabel: '{underline path}', defaultOption: true, multiple: true, description: 'The path(s) to the file(s) to read' }
+    ],
+    run: async (argv: CommandLineOptions, process?: Process) => {
+      if (!process) return 1
+
+      const writer = process.stdout.getWriter()
+      const numLines = (argv.lines as number) ?? 10
+
+      try {
+        if (!argv.path || !(argv.path as string[])[0]) {
+          if (!process.stdin) {
+            return 0
+          }
+
+          const reader = process.stdin.getReader()
+          const decoder = new TextDecoder()
+          const lines: string[] = []
+          let buffer = ''
+
+          try {
+            while (true) {
+              let readResult
+              try {
+                readResult = await reader.read()
+              } catch (error) {
+                if (error instanceof Error) {
+                  throw error
+                }
+                break
+              }
+
+              const { done, value } = readResult
+              if (done) {
+                buffer += decoder.decode()
+                break
+              }
+              if (value) {
+                buffer += decoder.decode(value, { stream: true })
+                const newLines = buffer.split('\n')
+                buffer = newLines.pop() || ''
+                lines.push(...newLines)
+              }
+            }
+            if (buffer) {
+              lines.push(buffer)
+            }
+          } finally {
+            try {
+              reader.releaseLock()
+            } catch {
+            }
+          }
+
+          const output = lines.slice(-numLines).join('\n')
+          if (output) {
+            await writer.write(new TextEncoder().encode(output + '\n'))
+          }
+
+          return 0
+        }
+
+        const files = (argv.path as string[]) || []
+        const isMultipleFiles = files.length > 1
+
+        for (let i = 0; i < files.length; i++) {
+          const file = files[i]
+          if (!file) continue
+          const fullPath = path.resolve(shell.cwd, file)
+
+          if (isMultipleFiles) {
+            const header = i > 0 ? '\n' : ''
+            await writer.write(new TextEncoder().encode(`${header}==> ${file} <==\n`))
+          }
+
+          let interrupted = false
+          const interruptHandler = () => { interrupted = true }
+          kernel.terminal.events.on(TerminalEvents.INTERRUPT, interruptHandler)
+
+          try {
+            if (!fullPath.startsWith('/dev')) {
+              const handle = await shell.context.fs.promises.open(fullPath, 'r')
+              const stat = await shell.context.fs.promises.stat(fullPath)
+
+              const decoder = new TextDecoder()
+              let buffer = ''
+              let bytesRead = 0
+              const chunkSize = 1024
+
+              while (bytesRead < stat.size) {
+                if (interrupted) break
+                const data = new Uint8Array(chunkSize)
+                const readSize = Math.min(chunkSize, stat.size - bytesRead)
+                await handle.read(data, 0, readSize, bytesRead)
+                const chunk = data.subarray(0, readSize)
+                buffer += decoder.decode(chunk, { stream: true })
+                bytesRead += readSize
+              }
+
+              const lines = buffer.split('\n')
+              if (lines[lines.length - 1] === '') {
+                lines.pop()
+              }
+
+              const output = lines.slice(-numLines).join('\n')
+              if (output) {
+                await writer.write(new TextEncoder().encode(output + '\n'))
+              }
+            } else {
+              const device = await shell.context.fs.promises.open(fullPath)
+              const decoder = new TextDecoder()
+              const lines: string[] = []
+              let buffer = ''
+              const chunkSize = 1024
+              const data = new Uint8Array(chunkSize)
+              let bytesRead = 0
+
+              do {
+                if (interrupted) break
+                const result = await device.read(data)
+                bytesRead = result.bytesRead
+                if (bytesRead > 0) {
+                  buffer += decoder.decode(data.subarray(0, bytesRead), { stream: true })
+                }
+              } while (bytesRead > 0)
+
+              const allLines = buffer.split('\n')
+              if (allLines[allLines.length - 1] === '') {
+                allLines.pop()
+              }
+              lines.push(...allLines)
+
+              const output = lines.slice(-numLines).join('\n')
+              if (output) {
+                await writer.write(new TextEncoder().encode(output + '\n'))
+              }
+            }
+          } finally {
+            kernel.terminal.events.off(TerminalEvents.INTERRUPT, interruptHandler)
+          }
+        }
+
+        return 0
+      } finally {
+        writer.releaseLock()
+      }
+    }
+  })
+}

package/src/index.ts

@@ -12,6 +12,8 @@ import { createCommand as createCd } from './commands/cd.js'
 import { createCommand as createChmod } from './commands/chmod.js'
 import { createCommand as createCp } from './commands/cp.js'
 import { createCommand as createEcho } from './commands/echo.js'
+import { createCommand as createGrep } from './commands/grep.js'
+import { createCommand as createHead } from './commands/head.js'
 import { createCommand as createLn } from './commands/ln.js'
 import { createCommand as createLs } from './commands/ls.js'
 import { createCommand as createMkdir } from './commands/mkdir.js'
@@ -26,6 +28,7 @@ import { createCommand as createLess } from './commands/less.js'
 import { createCommand as createPasskey } from './commands/passkey.js'
 import { createCommand as createSed } from './commands/sed.js'
 import { createCommand as createTee } from './commands/tee.js'
+import { createCommand as createTail } from './commands/tail.js'
 
 // Export individual command factories
 export { createCommand as createCat } from './commands/cat.js'
@@ -33,6 +36,7 @@ export { createCommand as createCd } from './commands/cd.js'
 export { createCommand as createChmod } from './commands/chmod.js'
 export { createCommand as createCp } from './commands/cp.js'
 export { createCommand as createEcho } from './commands/echo.js'
+export { createCommand as createGrep } from './commands/grep.js'
 export { createCommand as createLn } from './commands/ln.js'
 export { createCommand as createLs } from './commands/ls.js'
 export { createCommand as createMkdir } from './commands/mkdir.js'
@@ -46,6 +50,7 @@ export { createCommand as createHex } from './commands/hex.js'
 export { createCommand as createLess } from './commands/less.js'
 export { createCommand as createSed } from './commands/sed.js'
 export { createCommand as createTee } from './commands/tee.js'
+export { createCommand as createTail } from './commands/tail.js'
 
 /**
  * Creates all coreutils commands.
@@ -58,6 +63,8 @@ export function createAllCommands(kernel: Kernel, shell: Shell, terminal: Termin
     chmod: createChmod(kernel, shell, terminal),
     cp: createCp(kernel, shell, terminal),
     echo: createEcho(kernel, shell, terminal),
+    grep: createGrep(kernel, shell, terminal),
+    head: createHead(kernel, shell, terminal),
     ln: createLn(kernel, shell, terminal),
     ls: createLs(kernel, shell, terminal),
     mkdir: createMkdir(kernel, shell, terminal),
@@ -71,6 +78,7 @@ export function createAllCommands(kernel: Kernel, shell: Shell, terminal: Termin
     less: createLess(kernel, shell, terminal),
     passkey: createPasskey(kernel, shell, terminal),
     sed: createSed(kernel, shell, terminal),
+    tail: createTail(kernel, shell, terminal),
     tee: createTee(kernel, shell, terminal)
   }
 }