iodine 0.7.60 → 0.8.0

data/ext/iodine/fiobj_data.c

@@ -1,1187 +0,0 @@
-#if defined(__unix__) || defined(__APPLE__) || defined(__linux__) ||           \
-    defined(__CYGWIN__) || defined(__MINGW32__) /* require POSIX */
-/*
-Copyright: Boaz Segev, 2017-2019
-License: MIT
-*/
-#ifndef _GNU_SOURCE
-#define _GNU_SOURCE
-#endif
-
-/**
- * A dynamic type for reading / writing to a local file,  a temporary file or an
- * in-memory string.
- *
- * Supports basic reak, write, seek, puts and gets operations.
- *
- * Writing is always performed at the end of the stream / memory buffer,
- * ignoring the current seek position.
- */
-#include <fio_tmpfile.h>
-#include <fiobj_data.h>
-#include <fiobj_str.h>
-
-#include <assert.h>
-#include <errno.h>
-#include <fcntl.h>
-#include <string.h>
-#include <sys/stat.h>
-#include <sys/types.h>
-#include <unistd.h>
-
-#include <fio.h>
-
-/* *****************************************************************************
-Numbers Type
-***************************************************************************** */
-
-typedef struct {
-  fiobj_object_header_s head;
-  uint8_t *buffer; /* reader buffer */
-  union {
-    FIOBJ parent;
-    void (*dealloc)(void *); /* buffer deallocation function */
-    size_t fpos;             /* the file reader's position */
-  } source;
-  size_t capa; /* total buffer capacity / slice offset */
-  size_t len;  /* length of valid data in buffer */
-  size_t pos;  /* position of reader */
-  int fd;      /* file descriptor (-1 if invalid). */
-} fiobj_data_s;
-
-#define obj2io(o) ((fiobj_data_s *)(o))
-
-/* *****************************************************************************
-Object required VTable and functions
-***************************************************************************** */
-
-#define REQUIRE_MEM(mem)                                                       \
-  do {                                                                         \
-    if ((mem) == NULL) {                                                       \
-      perror("FATAL ERROR: fiobj IO couldn't allocate memory");                \
-      exit(errno);                                                             \
-    }                                                                          \
-  } while (0)
-
-static inline int64_t fiobj_data_get_fd_size(const FIOBJ o) {
-  struct stat stat;
-retry:
-  if (fstat(obj2io(o)->fd, &stat)) {
-    if (errno == EINTR)
-      goto retry;
-    return -1;
-  }
-  return stat.st_size;
-}
-
-static void fiobj_data_copy_buffer(FIOBJ o) {
-  obj2io(o)->capa = (((obj2io(o)->len) >> 12) + 1) << 12;
-  void *tmp = fio_malloc(obj2io(o)->capa);
-  REQUIRE_MEM(tmp);
-  memcpy(tmp, obj2io(o)->buffer, obj2io(o)->len);
-  if (obj2io(o)->source.dealloc)
-    obj2io(o)->source.dealloc(obj2io(o)->buffer);
-  obj2io(o)->source.dealloc = fio_free;
-  obj2io(o)->buffer = tmp;
-}
-
-static void fiobj_data_copy_parent(FIOBJ o) {
-  switch (obj2io(obj2io(o)->source.parent)->fd) {
-  case -1:
-    obj2io(o)->buffer = fio_malloc(obj2io(o)->len + 1);
-    FIO_ASSERT_ALLOC(obj2io(o)->buffer);
-    memcpy(obj2io(o)->buffer,
-           obj2io(obj2io(o)->source.parent)->buffer + obj2io(o)->capa,
-           obj2io(o)->len);
-    obj2io(o)->buffer[obj2io(o)->len] = 0;
-    obj2io(o)->capa = obj2io(o)->len;
-    obj2io(o)->fd = -1;
-    fiobj_free(obj2io(o)->source.parent);
-    obj2io(o)->source.dealloc = fio_free;
-    return;
-  default:
-    obj2io(o)->fd = fio_tmpfile();
-    if (obj2io(o)->fd < 0) {
-      perror("FATAL ERROR: (fiobj_data) can't create temporary file");
-      exit(errno);
-    }
-    fio_str_info_s data;
-    size_t pos = 0;
-    do {
-      ssize_t written;
-      data = fiobj_data_pread(obj2io(o)->source.parent, pos + obj2io(o)->capa,
-                              4096);
-      if (data.len + pos > obj2io(o)->len)
-        data.len = obj2io(o)->len - pos;
-    retry_int:
-#ifdef __MINGW32__
-      written = pwrite(obj2io(o)->fd, data.data, data.len, 0);
-#else
-      written = write(obj2io(o)->fd, data.data, data.len);
-#endif
-      if (written < 0) {
-        if (errno == EINTR)
-          goto retry_int;
-        perror("FATAL ERROR: (fiobj_data) can't write to temporary file");
-        exit(errno);
-      }
-      pos += written;
-    } while (data.len == 4096);
-    fiobj_free(obj2io(o)->source.parent);
-    obj2io(o)->capa = 0;
-    obj2io(o)->len = pos;
-    obj2io(o)->source.fpos = obj2io(o)->pos;
-    obj2io(o)->pos = 0;
-    obj2io(o)->buffer = NULL;
-    break;
-  }
-}
-
-static inline void fiobj_data_pre_write(FIOBJ o, uintptr_t length) {
-  switch (obj2io(o)->fd) {
-  case -1:
-    if (obj2io(o)->source.dealloc != fio_free) {
-      fiobj_data_copy_buffer(o);
-    }
-    break;
-  case -2:
-    fiobj_data_copy_parent(o);
-    break;
-  }
-  if (obj2io(o)->capa >= obj2io(o)->len + length)
-    return;
-  /* add rounded pages (4096) to capacity */
-  obj2io(o)->capa = (((obj2io(o)->len + length) >> 12) + 1) << 12;
-  obj2io(o)->buffer = fio_realloc(obj2io(o)->buffer, obj2io(o)->capa);
-  REQUIRE_MEM(obj2io(o)->buffer);
-}
-
-static FIOBJ fiobj_data_alloc(void *buffer, int fd) {
-  fiobj_data_s *io = fio_malloc(sizeof(*io));
-  REQUIRE_MEM(io);
-  *io = (fiobj_data_s){
-      .head = {.ref = 1, .type = FIOBJ_T_DATA},
-      .buffer = buffer,
-      .fd = fd,
-  };
-  return (FIOBJ)io;
-}
-
-static void fiobj_data_dealloc(FIOBJ o, void (*task)(FIOBJ, void *),
-                               void *arg) {
-  switch (obj2io(o)->fd) {
-  case -1:
-    if (obj2io(o)->source.dealloc && obj2io(o)->buffer)
-      obj2io(o)->source.dealloc(obj2io(o)->buffer);
-    break;
-  case -2:
-    fiobj_free(obj2io(o)->source.parent);
-    break;
-  default:
-    close(obj2io(o)->fd);
-    fio_free(obj2io(o)->buffer);
-    break;
-  }
-  fio_free((void *)o);
-  (void)task;
-  (void)arg;
-}
-
-static intptr_t fiobj_data_i(const FIOBJ o) {
-  switch (obj2io(o)->fd) {
-  case -1:
-  case -2:
-    return obj2io(o)->len;
-    break;
-  default:
-    return fiobj_data_get_fd_size(o);
-  }
-}
-
-static size_t fiobj_data_is_true(const FIOBJ o) { return fiobj_data_i(o) > 0; }
-
-static fio_str_info_s fio_io2str(const FIOBJ o) {
-  switch (obj2io(o)->fd) {
-  case -1:
-    return (fio_str_info_s){.data = (char *)obj2io(o)->buffer,
-                            .len = obj2io(o)->len};
-    break;
-  case -2:
-    return fiobj_data_pread(obj2io(o)->source.parent, obj2io(o)->capa,
-                            obj2io(o)->len);
-    break;
-  }
-  int64_t i = fiobj_data_get_fd_size(o);
-  if (i <= 0)
-    return (fio_str_info_s){.data = (char *)obj2io(o)->buffer,
-                            .len = obj2io(o)->len};
-  obj2io(o)->len = 0;
-  obj2io(o)->pos = 0;
-  fiobj_data_pre_write((FIOBJ)o, i + 1);
-  if (pread(obj2io(o)->fd, obj2io(o)->buffer, i, 0) != i)
-    return (fio_str_info_s){.data = NULL, .len = 0};
-  obj2io(o)->buffer[i] = 0;
-  return (fio_str_info_s){.data = (char *)obj2io(o)->buffer, .len = i};
-}
-
-static size_t fiobj_data_iseq(const FIOBJ self, const FIOBJ other) {
-  int64_t len;
-  return ((len = fiobj_data_i(self)) == fiobj_data_i(other) &&
-          !memcmp(fio_io2str(self).data, fio_io2str(other).data, (size_t)len));
-}
-
-uintptr_t fiobject___noop_count(FIOBJ o);
-double fiobject___noop_to_f(FIOBJ o);
-
-const fiobj_object_vtable_s FIOBJECT_VTABLE_DATA = {
-    .class_name = "IO",
-    .dealloc = fiobj_data_dealloc,
-    .to_i = fiobj_data_i,
-    .to_str = fio_io2str,
-    .is_eq = fiobj_data_iseq,
-    .is_true = fiobj_data_is_true,
-    .to_f = fiobject___noop_to_f,
-    .count = fiobject___noop_count,
-};
-
-/* *****************************************************************************
-Seeking for characters in a string
-***************************************************************************** */
-
-#if FIO_MEMCHAR
-
-/**
- * This seems to be faster on some systems, especially for smaller distances.
- *
- * On newer systems, `memchr` should be faster.
- */
-static inline int swallow_ch(uint8_t **buffer, register uint8_t *const limit,
-                             const uint8_t c) {
-  if (**buffer == c)
-    return 1;
-
-#if !ALLOW_UNALIGNED_MEMORY_ACCESS || !defined(__x86_64__)
-  /* too short for this mess */
-  if ((uintptr_t)limit <= 16 + ((uintptr_t)*buffer & (~(uintptr_t)7)))
-    goto finish;
-
-  /* align memory */
-  {
-    const uint8_t *alignment =
-        (uint8_t *)(((uintptr_t)(*buffer) & (~(uintptr_t)7)) + 8);
-    if (limit >= alignment) {
-      while (*buffer < alignment) {
-        if (**buffer == c) {
-          (*buffer)++;
-          return 1;
-        }
-        *buffer += 1;
-      }
-    }
-  }
-  const uint8_t *limit64 = (uint8_t *)((uintptr_t)limit & (~(uintptr_t)7));
-#else
-  const uint8_t *limit64 = (uint8_t *)limit - 7;
-#endif
-  uint64_t wanted1 = 0x0101010101010101ULL * c;
-  for (; *buffer < limit64; *buffer += 8) {
-    const uint64_t eq1 = ~((*((uint64_t *)*buffer)) ^ wanted1);
-    const uint64_t t0 = (eq1 & 0x7f7f7f7f7f7f7f7fllu) + 0x0101010101010101llu;
-    const uint64_t t1 = (eq1 & 0x8080808080808080llu);
-    if ((t0 & t1)) {
-      break;
-    }
-  }
-#if !ALLOW_UNALIGNED_MEMORY_ACCESS || !defined(__x86_64__)
-finish:
-#endif
-  while (*buffer < limit) {
-    if (**buffer == c) {
-      (*buffer)++;
-      return 1;
-    }
-    (*buffer)++;
-  }
-
-  return 0;
-}
-#else
-
-static inline int swallow_ch(uint8_t **buffer, uint8_t *const limit,
-                             const uint8_t c) {
-  if (limit - *buffer == 0)
-    return 0;
-  void *tmp = memchr(*buffer, c, limit - (*buffer));
-  if (tmp) {
-    *buffer = tmp;
-    (*buffer)++;
-    return 1;
-  }
-  *buffer = (uint8_t *)limit;
-  return 0;
-}
-
-#endif
-
-/* *****************************************************************************
-Creating the IO object
-***************************************************************************** */
-
-/** Creates a new local in-memory IO object */
-FIOBJ fiobj_data_newstr(void) {
-  FIOBJ o = fiobj_data_alloc(fio_malloc(4096), -1);
-  REQUIRE_MEM(obj2io(o)->buffer);
-  obj2io(o)->capa = 4096;
-  obj2io(o)->source.dealloc = fio_free;
-  return o;
-}
-
-/**
- * Creates a IO object from an existing buffer. The buffer will be deallocated
- * using the provided `dealloc` function pointer. Use a NULL `dealloc` function
- * pointer if the buffer is static and shouldn't be freed.
- */
-FIOBJ fiobj_data_newstr2(void *buffer, uintptr_t length,
-                         void (*dealloc)(void *)) {
-  FIOBJ o = fiobj_data_alloc(buffer, -1);
-  obj2io(o)->capa = length;
-  obj2io(o)->len = length;
-  obj2io(o)->source.dealloc = dealloc;
-  return o;
-}
-
-/** Creates a new local file IO object */
-FIOBJ fiobj_data_newfd(int fd) {
-  FIOBJ o = fiobj_data_alloc(fio_malloc(4096), fd);
-  REQUIRE_MEM(obj2io(o)->buffer);
-  obj2io(o)->source.fpos = 0;
-  return o;
-}
-
-/** Creates a new local tempfile IO object */
-FIOBJ fiobj_data_newtmpfile(void) {
-  // create a temporary file to contain the data.
-  int fd = fio_tmpfile();
-  if (fd == -1)
-    return 0;
-  return fiobj_data_newfd(fd);
-}
-
-/** Creates a slice from an existing Data object. */
-FIOBJ fiobj_data_slice(FIOBJ parent, intptr_t offset, uintptr_t length) {
-  /* cut from the end */
-  if (offset < 0) {
-    size_t parent_len = fiobj_data_len(parent);
-    offset = parent_len + 1 + offset;
-  }
-  if (offset < 0)
-    offset = 0;
-  while (obj2io(parent)->fd == -2) {
-    /* don't slice a slice... climb the parent chain. */
-    offset += obj2io(parent)->capa;
-    parent = obj2io(parent)->source.parent;
-  }
-  size_t parent_len = fiobj_data_len(parent);
-  if (parent_len <= (size_t)offset) {
-    length = 0;
-    offset = parent_len;
-  } else if (parent_len < offset + length) {
-    length = parent_len - offset;
-  }
-  /* make the object */
-  FIOBJ o = fiobj_data_alloc(NULL, -2);
-  obj2io(o)->capa = offset;
-  obj2io(o)->len = length;
-  obj2io(o)->source.parent = fiobj_dup(parent);
-  return o;
-}
-
-/* *****************************************************************************
-Saving the IO object
-***************************************************************************** */
-
-static int fiobj_data_save_str(FIOBJ o, const char *filename) {
-  int target = open(filename, O_RDWR | O_CREAT | O_TRUNC, 0777);
-  if (target == -1)
-    return -1;
-  errno = 0;
-  size_t total = 0;
-  do {
-    ssize_t act =
-        write(target, obj2io(o)->buffer + total, obj2io(o)->len - total);
-    if (act < 0)
-      goto error;
-    total += act;
-  } while (total < obj2io(o)->len);
-  close(target);
-  return 0;
-error:
-  close(target);
-  unlink(filename);
-  return -1;
-}
-
-static int fiobj_data_save_file(FIOBJ o, const char *filename) {
-  int target = open(filename, O_RDWR | O_CREAT | O_TRUNC, 0777);
-  if (target == -1)
-    return -1;
-  errno = 0;
-  char buf[1024];
-  size_t total = 0;
-  do {
-    ssize_t act = pread(obj2io(o)->fd, buf, 1024, total);
-    if (act == 0)
-      break;
-    if (act < 0)
-      goto error;
-    ssize_t act2 = write(target, buf, act);
-    if (act2 < act)
-      goto error;
-    total += act2;
-  } while (1);
-  close(target);
-  return 0;
-error:
-  close(target);
-  unlink(filename);
-  return -1;
-}
-
-static int fiobj_data_save_slice(FIOBJ o, const char *filename) {
-  int target = open(filename, O_RDWR | O_CREAT | O_TRUNC, 0777);
-  if (target == -1)
-    return -1;
-  errno = 0;
-  fio_str_info_s tmp;
-  size_t total = 0;
-  do {
-    tmp = fiobj_data_pread(obj2io(o)->source.parent, obj2io(o)->capa + total,
-                           4096);
-    if (tmp.len == 0)
-      break;
-    if (total + tmp.len > obj2io(o)->len)
-      tmp.len = obj2io(o)->len - total;
-    if (tmp.len) {
-      ssize_t act2 = write(target, tmp.data, tmp.len);
-      if (act2 < 0 || (size_t)act2 < tmp.len)
-        goto error;
-      total += act2;
-    }
-  } while (tmp.len == 4096);
-  close(target);
-  return 0;
-error:
-  close(target);
-  unlink(filename);
-  return -1;
-}
-
-/** Creates a new local file IO object */
-int fiobj_data_save(FIOBJ o, const char *filename) {
-  switch (obj2io(o)->fd) {
-  case -1:
-    return fiobj_data_save_str(o, filename);
-    break;
-  case -2:
-    return fiobj_data_save_slice(o, filename);
-    break;
-  default:
-    return fiobj_data_save_file(o, filename);
-  }
-}
-
-/* *****************************************************************************
-Reading API
-***************************************************************************** */
-
-/** Reads up to `length` bytes */
-static fio_str_info_s fiobj_data_read_str(FIOBJ io, intptr_t length) {
-  if (obj2io(io)->pos == obj2io(io)->len) {
-    /* EOF */
-    return (fio_str_info_s){.data = NULL, .len = 0};
-  }
-
-  if (length <= 0) {
-    /* read to EOF - length */
-    length = (obj2io(io)->len - obj2io(io)->pos) + length;
-  }
-
-  if (length <= 0) {
-    /* We are at EOF - length or beyond */
-    return (fio_str_info_s){.data = NULL, .len = 0};
-  }
-
-  /* reading length bytes */
-  register size_t pos = obj2io(io)->pos;
-  obj2io(io)->pos = pos + length;
-  if (obj2io(io)->pos > obj2io(io)->len)
-    obj2io(io)->pos = obj2io(io)->len;
-  return (fio_str_info_s){
-      .data = (char *)(obj2io(io)->buffer + pos),
-      .len = (obj2io(io)->pos - pos),
-  };
-}
-
-/** Reads up to `length` bytes */
-static fio_str_info_s fiobj_data_read_slice(FIOBJ io, intptr_t length) {
-  if (obj2io(io)->pos == obj2io(io)->len) {
-    /* EOF */
-    return (fio_str_info_s){.data = NULL, .len = 0};
-  }
-  if (length <= 0) {
-    /* read to EOF - length */
-    length = (obj2io(io)->len - obj2io(io)->pos) + length;
-  }
-
-  if (length <= 0) {
-    /* We are at EOF - length or beyond */
-    return (fio_str_info_s){.data = NULL, .len = 0};
-  }
-  register size_t pos = obj2io(io)->pos;
-  obj2io(io)->pos = pos + length;
-  if (obj2io(io)->pos > obj2io(io)->len)
-    obj2io(io)->pos = obj2io(io)->len;
-  return fiobj_data_pread(obj2io(io)->source.parent, pos + obj2io(io)->capa,
-                          (obj2io(io)->pos - pos));
-}
-
-/** Reads up to `length` bytes */
-static fio_str_info_s fiobj_data_read_file(FIOBJ io, intptr_t length) {
-  uintptr_t fsize = fiobj_data_get_fd_size(io);
-
-  if (length <= 0) {
-    /* read to EOF - length */
-    length = (fsize - obj2io(io)->source.fpos) + length;
-  }
-
-  if (length <= 0) {
-    /* We are at EOF - length or beyond */
-    errno = 0;
-    return (fio_str_info_s){.data = NULL, .len = 0};
-  }
-
-  /* reading length bytes */
-  if (length + obj2io(io)->pos <= obj2io(io)->len) {
-    /* the data already exists in the buffer */
-    // fprintf(stderr, "in_buffer...\n");
-    fio_str_info_s data = {.data =
-                               (char *)(obj2io(io)->buffer + obj2io(io)->pos),
-                           .len = (uintptr_t)length};
-    obj2io(io)->pos += length;
-    obj2io(io)->source.fpos += length;
-    return data;
-  } else {
-    /* read the data into the buffer - internal counting gets invalidated */
-    // fprintf(stderr, "populate buffer...\n");
-    obj2io(io)->len = 0;
-    obj2io(io)->pos = 0;
-    fiobj_data_pre_write(io, length);
-    ssize_t l;
-  retry_int:
-    l = pread(obj2io(io)->fd, obj2io(io)->buffer, length,
-              obj2io(io)->source.fpos);
-    if (l == -1 && errno == EINTR)
-      goto retry_int;
-    if (l == -1 || l == 0)
-      return (fio_str_info_s){.data = NULL, .len = 0};
-    obj2io(io)->source.fpos += l;
-    return (fio_str_info_s){.data = (char *)obj2io(io)->buffer, .len = l};
-  }
-}
-
-/**
- * Reads up to `length` bytes and returns a temporary(!) C string object.
- *
- * The C string object will be invalidate the next time a function call to the
- * IO object is made.
- */
-fio_str_info_s fiobj_data_read(FIOBJ io, intptr_t length) {
-  if (!io || !FIOBJ_TYPE_IS(io, FIOBJ_T_DATA)) {
-    errno = EFAULT;
-    return (fio_str_info_s){.data = NULL, .len = 0};
-  }
-  errno = 0;
-  switch (obj2io(io)->fd) {
-  case -1:
-    return fiobj_data_read_str(io, length);
-    break;
-  case -2:
-    return fiobj_data_read_slice(io, length);
-    break;
-  default:
-    return fiobj_data_read_file(io, length);
-  }
-}
-
-/* *****************************************************************************
-Tokenize (read2ch)
-***************************************************************************** */
-
-static fio_str_info_s fiobj_data_read2ch_str(FIOBJ io, uint8_t token) {
-  if (obj2io(io)->pos == obj2io(io)->len) /* EOF */
-    return (fio_str_info_s){.data = NULL, .len = 0};
-
-  uint8_t *pos = obj2io(io)->buffer + obj2io(io)->pos;
-  uint8_t *lim = obj2io(io)->buffer + obj2io(io)->len;
-  swallow_ch(&pos, lim, token);
-  fio_str_info_s ret = (fio_str_info_s){
-      .data = (char *)obj2io(io)->buffer + obj2io(io)->pos,
-      .len = (uintptr_t)(pos - obj2io(io)->buffer) - obj2io(io)->pos,
-  };
-  obj2io(io)->pos = (uintptr_t)(pos - obj2io(io)->buffer);
-  return ret;
-}
-
-static fio_str_info_s fiobj_data_read2ch_slice(FIOBJ io, uint8_t token) {
-  if (obj2io(io)->pos == obj2io(io)->len) /* EOF */
-    return (fio_str_info_s){.data = NULL, .len = 0};
-  size_t old_pos = obj2io(obj2io(io)->source.parent)->pos;
-  obj2io(obj2io(io)->source.parent)->pos = obj2io(io)->capa + obj2io(io)->pos;
-  fio_str_info_s tmp = fiobj_data_read2ch(obj2io(io)->source.parent, token);
-  obj2io(obj2io(io)->source.parent)->pos = old_pos;
-  if (tmp.len + obj2io(io)->pos > obj2io(io)->len) {
-    /* EOF */
-    tmp.len = obj2io(io)->len - obj2io(io)->pos;
-    obj2io(io)->pos = obj2io(io)->len;
-    return tmp;
-  }
-  return tmp;
-}
-
-static fio_str_info_s fiobj_data_read2ch_file(FIOBJ io, uint8_t token) {
-  uint8_t *pos = obj2io(io)->buffer + obj2io(io)->pos;
-  uint8_t *lim = obj2io(io)->buffer + obj2io(io)->len;
-  if (pos != lim && swallow_ch(&pos, lim, token)) {
-    /* newline found in existing buffer */
-    const uintptr_t delta =
-        (uintptr_t)(pos - (obj2io(io)->buffer + obj2io(io)->pos));
-    obj2io(io)->pos += delta;
-    obj2io(io)->source.fpos += delta;
-    return (fio_str_info_s){
-        .data =
-            (char *)(delta ? ((obj2io(io)->buffer + obj2io(io)->pos) - delta)
-                           : NULL),
-        .len = delta,
-    };
-  }
-
-  obj2io(io)->pos = 0;
-  obj2io(io)->len = 0;
-
-  while (1) {
-    ssize_t tmp;
-    fiobj_data_pre_write(io, 4096); /* read a page at a time */
-  retry_int:
-    tmp = pread(obj2io(io)->fd, obj2io(io)->buffer + obj2io(io)->len, 4096,
-                obj2io(io)->source.fpos + obj2io(io)->len);
-    if (tmp < 0 && errno == EINTR)
-      goto retry_int;
-    if (tmp < 0 || (tmp == 0 && obj2io(io)->len == 0)) {
-      return (fio_str_info_s){.data = NULL, .len = 0};
-    }
-    if (tmp == 0) {
-      obj2io(io)->source.fpos += obj2io(io)->len;
-      return (fio_str_info_s){.data = (char *)obj2io(io)->buffer,
-                              .len = obj2io(io)->len};
-    }
-    obj2io(io)->len += tmp;
-    pos = obj2io(io)->buffer;
-    lim = obj2io(io)->buffer + obj2io(io)->len;
-    if (swallow_ch(&pos, lim, token)) {
-      const uintptr_t delta =
-          (uintptr_t)(pos - (obj2io(io)->buffer + obj2io(io)->pos));
-      obj2io(io)->pos = delta;
-      obj2io(io)->source.fpos += delta;
-      return (fio_str_info_s){
-          .data = (char *)obj2io(io)->buffer,
-          .len = delta,
-      };
-    }
-  }
-}
-
-/**
- * Reads until the `token` byte is encountered or until the end of the stream.
- *
- * Returns a temporary(!) C string including the end of line marker.
- *
- * Careful when using this call on large file streams, as the whole file
- * stream might be loaded into the memory.
- *
- * The C string object will be invalidate the next time a function call to the
- * IO object is made.
- */
-fio_str_info_s fiobj_data_read2ch(FIOBJ io, uint8_t token) {
-  if (!io || !FIOBJ_TYPE_IS(io, FIOBJ_T_DATA)) {
-    errno = EFAULT;
-    return (fio_str_info_s){.data = NULL, .len = 0};
-  }
-  switch (obj2io(io)->fd) {
-  case -1:
-    return fiobj_data_read2ch_str(io, token);
-    break;
-  case -2:
-    return fiobj_data_read2ch_slice(io, token);
-    break;
-  default:
-    return fiobj_data_read2ch_file(io, token);
-  }
-}
-
-/* *****************************************************************************
-Position / Seeking
-***************************************************************************** */
-
-/**
- * Returns the current reading position.
- */
-intptr_t fiobj_data_pos(FIOBJ io) {
-  if (!io || !FIOBJ_TYPE_IS(io, FIOBJ_T_DATA))
-    return -1;
-  switch (obj2io(io)->fd) {
-  case -1: /* fallthrough */
-  case -2:
-    return obj2io(io)->pos;
-    break;
-  default:
-    return obj2io(io)->source.fpos;
-  }
-}
-
-/**
- * Returns the length of the stream.
- */
-intptr_t fiobj_data_len(FIOBJ io) {
-  if (!io || !FIOBJ_TYPE_IS(io, FIOBJ_T_DATA))
-    return -1;
-  return fiobj_data_i(io);
-}
-
-/**
- * Moves the reading position to the requested position.
- */
-void fiobj_data_seek(FIOBJ io, intptr_t position) {
-  if (!io || !FIOBJ_TYPE_IS(io, FIOBJ_T_DATA))
-    return;
-  switch (obj2io(io)->fd) {
-  case -1: /* fallthrough */
-  case -2:
-    /* String / Slice code */
-    if (position == 0) {
-      obj2io(io)->pos = 0;
-      return;
-    }
-    if (position > 0) {
-      if ((uintptr_t)position > obj2io(io)->len)
-        position = obj2io(io)->len;
-      obj2io(io)->pos = position;
-      return;
-    }
-    position = (0 - position);
-    if ((uintptr_t)position > obj2io(io)->len)
-      position = 0;
-    else
-      position = obj2io(io)->len - position;
-    obj2io(io)->pos = position;
-    return;
-    break;
-  default:
-    /* File code */
-    obj2io(io)->pos = 0;
-    obj2io(io)->len = 0;
-
-    if (position == 0) {
-      obj2io(io)->source.fpos = 0;
-      return;
-    }
-    int64_t len = fiobj_data_get_fd_size(io);
-    if (len < 0)
-      len = 0;
-    if (position > 0) {
-      if (position > len)
-        position = len;
-
-      obj2io(io)->source.fpos = position;
-      return;
-    }
-    position = (0 - position);
-    if (position > len)
-      position = 0;
-    else
-      position = len - position;
-    obj2io(io)->source.fpos = position;
-    return;
-  }
-}
-
-/* *****************************************************************************
-`fiobj_data_pread`
-***************************************************************************** */
-// switch(obj2io(o)->fd) {
-//   case -1:
-//   break;
-//   case -2:
-//   break;
-//   default:
-// }
-
-static fio_str_info_s fiobj_data_pread_str(FIOBJ io, intptr_t start_at,
-                                           uintptr_t length) {
-  if (start_at < 0)
-    start_at = obj2io(io)->len + start_at;
-  if (start_at < 0)
-    start_at = 0;
-  if ((size_t)start_at > obj2io(io)->len)
-    start_at = obj2io(io)->len;
-  if (length + start_at > obj2io(io)->len)
-    length = obj2io(io)->len - start_at;
-  if (length == 0)
-    return (fio_str_info_s){
-        .data = NULL,
-        .len = 0,
-    };
-  return (fio_str_info_s){
-      .data = (char *)obj2io(io)->buffer + start_at,
-      .len = length,
-  };
-}
-static fio_str_info_s fiobj_data_pread_slice(FIOBJ io, intptr_t start_at,
-                                             uintptr_t length) {
-  if (start_at < 0)
-    start_at = obj2io(io)->len + start_at;
-  if (start_at < 0)
-    start_at = 0;
-  if ((size_t)start_at > obj2io(io)->len)
-    start_at = obj2io(io)->len;
-  if (length + start_at > obj2io(io)->len)
-    length = obj2io(io)->len - start_at;
-  if (length == 0)
-    return (fio_str_info_s){
-        .data = NULL,
-        .len = 0,
-    };
-  return fiobj_data_pread(obj2io(io)->source.parent, start_at, length);
-}
-
-static fio_str_info_s fiobj_data_pread_file(FIOBJ io, intptr_t start_at,
-                                            uintptr_t length) {
-  const int64_t size = fiobj_data_get_fd_size(io);
-  if (start_at < 0)
-    start_at = size + start_at;
-  if (start_at < 0)
-    start_at = 0;
-  if (length + start_at > (uint64_t)size)
-    length = size - start_at;
-  if (length == 0) {
-    /* free memory once there's no more data to read */
-    obj2io(io)->capa = 0;
-    fio_free(obj2io(io)->buffer);
-    obj2io(io)->buffer = NULL;
-    return (fio_str_info_s){
-        .data = NULL,
-        .len = 0,
-    };
-  }
-  obj2io(io)->len = 0;
-  obj2io(io)->pos = 0;
-  fiobj_data_pre_write(io, length + 1);
-  ssize_t tmp = pread(obj2io(io)->fd, obj2io(io)->buffer, length, start_at);
-  if (tmp <= 0) {
-    return (fio_str_info_s){
-        .data = NULL,
-        .len = 0,
-    };
-  }
-  obj2io(io)->buffer[tmp] = 0;
-  return (fio_str_info_s){
-      .data = (char *)obj2io(io)->buffer,
-      .len = tmp,
-  };
-}
-/**
- * Reads up to `length` bytes starting at `start_at` position and returns a
- * temporary(!) C string object. The reading position is ignored and
- * unchanged.
- *
- * The C string object will be invalidate the next time a function call to the
- * IO object is made.
- */
-fio_str_info_s fiobj_data_pread(FIOBJ io, intptr_t start_at, uintptr_t length) {
-  if (!io || !FIOBJ_TYPE_IS(io, FIOBJ_T_DATA)) {
-    errno = EFAULT;
-    return (fio_str_info_s){
-        .data = NULL,
-        .len = 0,
-    };
-  }
-
-  errno = 0;
-  switch (obj2io(io)->fd) {
-  case -1:
-    return fiobj_data_pread_str(io, start_at, length);
-    break;
-  case -2:
-    return fiobj_data_pread_slice(io, start_at, length);
-    break;
-  default:
-    return fiobj_data_pread_file(io, start_at, length);
-  }
-}
-
-/* *****************************************************************************
-Writing API
-***************************************************************************** */
-
-/**
- * Makes sure the IO object isn't attached to a static or external string.
- *
- * If the IO object is attached to a static or external string, the data will be
- * copied to a new memory block.
- */
-void fiobj_data_assert_dynamic(FIOBJ io) {
-  if (!io) {
-    errno = ENFILE;
-    return;
-  }
-  assert(FIOBJ_TYPE(io) == FIOBJ_T_DATA);
-  fiobj_data_pre_write(io, 0);
-  return;
-}
-
-/**
- * Writes `length` bytes at the end of the IO stream, ignoring the reading
- * position.
- *
- * Behaves and returns the same value as the system call `write`.
- */
-intptr_t fiobj_data_write(FIOBJ io, void *buffer, uintptr_t length) {
-  if (!io || !FIOBJ_TYPE_IS(io, FIOBJ_T_DATA) || (!buffer && length)) {
-    errno = EFAULT;
-    return -1;
-  }
-  errno = 0;
-  /* Unslice slices */
-  if (obj2io(io)->fd == -2)
-    fiobj_data_assert_dynamic(io);
-
-  if (obj2io(io)->fd == -1) {
-    /* String Code */
-    fiobj_data_pre_write(io, length + 1);
-    memcpy(obj2io(io)->buffer + obj2io(io)->len, buffer, length);
-    obj2io(io)->len = obj2io(io)->len + length;
-    obj2io(io)->buffer[obj2io(io)->len] = 0;
-    return length;
-  }
-
-  /* File Code */
-  return pwrite(obj2io(io)->fd, buffer, length, fiobj_data_get_fd_size(io));
-}
-
-/**
- * Writes `length` bytes at the end of the IO stream, ignoring the reading
- * position, adding an EOL marker ("\r\n") to the end of the stream.
- *
- * Behaves and returns the same value as the system call `write`.
- */
-intptr_t fiobj_data_puts(FIOBJ io, void *buffer, uintptr_t length) {
-  if (!io || !FIOBJ_TYPE_IS(io, FIOBJ_T_DATA) || (!buffer && length)) {
-    errno = EFAULT;
-    return -1;
-  }
-  /* Unslice slices */
-  if (obj2io(io)->fd == -2)
-    fiobj_data_assert_dynamic(io);
-
-  if (obj2io(io)->fd == -1) {
-    /* String Code */
-    fiobj_data_pre_write(io, length + 2);
-    if (length) {
-      memcpy(obj2io(io)->buffer + obj2io(io)->len, buffer, length);
-    }
-    obj2io(io)->len = obj2io(io)->len + length + 2;
-    obj2io(io)->buffer[obj2io(io)->len - 2] = '\r';
-    obj2io(io)->buffer[obj2io(io)->len - 1] = '\n';
-    return length + 2;
-  }
-  /* File Code */
-  uintptr_t end = fiobj_data_get_fd_size(io);
-  ssize_t t1 = 0, t2 = 0;
-
-  if (length) {
-    t1 = pwrite(obj2io(io)->fd, buffer, length, end);
-    if (t1 < 0)
-      return t1;
-    end += t1;
-  }
-  t2 = pwrite(obj2io(io)->fd, buffer, length, end);
-  if (t2 < 0)
-    return t1;
-  return t1 + t2;
-}
-
-#if DEBUG
-
-void fiobj_data_test(void) {
-  char *filename = NULL;
-  FIOBJ text;
-  fio_str_info_s s1, s2;
-  fprintf(stderr, "=== testing fiobj_data\n");
-  if (filename) {
-    text = fiobj_str_buf(0);
-    fiobj_str_readfile(text, filename, 0, 0);
-  } else
-    text = fiobj_str_new("Line 1\r\nLine 2\nLine 3 unended", 29);
-  FIOBJ strio = fiobj_data_newstr();
-  fprintf(stderr, "* `newstr` passed.\n");
-  FIOBJ fdio = fiobj_data_newtmpfile();
-  fprintf(stderr, "* `newtmpfile` passed.\n");
-  fiobj_data_write(fdio, fiobj_obj2cstr(text).data, fiobj_obj2cstr(text).len);
-  fiobj_data_write(strio, fiobj_obj2cstr(text).data, fiobj_obj2cstr(text).len);
-  FIOBJ sliceio = fiobj_data_slice(fdio, 8, 7);
-
-  s1 = fiobj_data_read(sliceio, 4096);
-  if (s1.len != 7 || memcmp(s1.data, fiobj_data_pread(strio, 8, 7).data, 7)) {
-    fprintf(stderr, "* `fiobj_data_slice` operation FAILED!\n");
-    fprintf(stderr, "* `fiobj_data_slice` s1.len = %zu s1.data = %s!\n", s1.len,
-            s1.data);
-    exit(-1);
-  }
-  s1 = fiobj_data_read(sliceio, 4096);
-  if (s1.len || s1.data) {
-    fprintf(stderr, "* `fiobj_data_read` operation overflow - FAILED!\n");
-    exit(-1);
-  }
-  if (fiobj_obj2cstr(strio).len != fiobj_obj2cstr(text).len ||
-      fiobj_obj2cstr(fdio).len != fiobj_obj2cstr(text).len) {
-    fprintf(stderr, "* `write` operation FAILED!\n");
-    exit(-1);
-  }
-  s1 = fiobj_data_gets(strio);
-  s2 = fiobj_data_gets(fdio);
-  fprintf(stderr, "str(%d): %.*s", (int)s1.len, (int)s1.len, s1.data);
-  fprintf(stderr, "fd(%d): %.*s", (int)s2.len, (int)s2.len, s2.data);
-  if (s1.len != s2.len || memcmp(s1.data, s2.data, s1.len)) {
-    fprintf(stderr,
-            "* `gets` operation FAILED! (non equal data):\n"
-            "%d bytes vs. %d bytes\n"
-            "%.*s vs %.*s\n",
-            (int)s1.len, (int)s2.len, (int)s1.len, s1.data, (int)s2.len,
-            s2.data);
-    exit(-1);
-  } else
-    fprintf(stderr, "* `gets` operation passed (equal data).\n");
-
-  if (!filename) {
-    intptr_t last_pos = fiobj_data_pos(fdio);
-    fiobj_data_seek(sliceio, 0);
-    s1 = fiobj_data_gets(sliceio);
-    s2 = fiobj_data_gets(fdio);
-    fiobj_data_seek(fdio, last_pos);
-    if (s1.len != s2.len || memcmp(s1.data, s2.data, s1.len)) {
-      fprintf(stderr,
-              "* slice `gets` operation FAILED! (non equal data):\n"
-              "%d bytes vs. %d bytes\n"
-              "%.*s vs %.*s\n",
-              (int)s1.len, (int)s2.len, (int)s1.len, s1.data, (int)s2.len,
-              s2.data);
-      exit(-1);
-    }
-  }
-
-  s1 = fiobj_data_read(strio, 3);
-  s2 = fiobj_data_read(fdio, 3);
-  if (s1.len != s2.len || memcmp(s1.data, s2.data, s1.len)) {
-    fprintf(stderr,
-            "* `read` operation FAILED! (non equal data):\n"
-            "%d bytes vs. %d bytes\n"
-            "%.*s vs %.*s\n",
-            (int)s1.len, (int)s2.len, (int)s1.len, s1.data, (int)s2.len,
-            s2.data);
-    exit(-1);
-  } else
-    fprintf(stderr, "* `read` operation passed (equal data).\n");
-  if (!filename) {
-    s1 = fiobj_data_gets(strio);
-    s2 = fiobj_data_gets(fdio);
-    s1 = fiobj_data_gets(strio);
-    s2 = fiobj_data_gets(fdio);
-    if (s1.len != s2.len || memcmp(s1.data, s2.data, s1.len)) {
-      fprintf(stderr,
-              "* EOF `gets` operation FAILED! (non equal data):\n"
-              "%d bytes vs. %d bytes\n"
-              "%.*s vs %.*s\n",
-              (int)s1.len, (int)s2.len, (int)s1.len, s1.data, (int)s2.len,
-              s2.data);
-      exit(-1);
-    } else
-      fprintf(stderr, "* EOF `gets` operation passed (equal data).\n");
-    s1 = fiobj_data_gets(strio);
-    s2 = fiobj_data_gets(fdio);
-    if (s1.data || s2.data) {
-      fprintf(stderr,
-              "* EOF `gets` was not EOF?!\n"
-              "str(%d): %.*s\n"
-              "fd(%d): %.*s\n",
-              (int)s1.len, (int)s1.len, s1.data, (int)s2.len, (int)s2.len,
-              s2.data);
-      exit(-1);
-    }
-  }
-  fiobj_free(text);
-  fiobj_free(strio);
-  fiobj_free(fdio);
-
-  {
-    fiobj_data_seek(sliceio, 0);
-    s1 = fiobj_data_read(sliceio, 4096);
-    if (s1.len != (size_t)fiobj_data_len(sliceio) || !s1.data) {
-      fprintf(stderr, "* `fiobj_data_slice` data lost? FAILED!\n");
-      fprintf(stderr,
-              "* `fiobj_data_slice` s1.len = %zu (out of %zu) s1.data = %s!\n",
-              s1.len, (size_t)fiobj_data_len(sliceio), s1.data);
-      exit(-1);
-    }
-    size_t old_len = fiobj_data_len(sliceio);
-    fiobj_data_write(sliceio, "hi", 2);
-    fiobj_data_seek(sliceio, 0);
-    s1 = fiobj_data_read(sliceio, 4096);
-    if (s1.len != old_len + 2 || !s1.data || s1.data[s1.len - 1] != 'i') {
-      fprintf(stderr, "* `fiobj_data_write` for Slice data lost? FAILED!\n");
-      fprintf(stderr,
-              "* `fiobj_data_slice` s1.len = %zu (out of %zu) s1.data = %s!\n",
-              s1.len, (size_t)fiobj_data_len(sliceio), s1.data);
-      exit(-1);
-    }
-  }
-  fiobj_free(sliceio);
-
-  fprintf(stderr, "* passed.\n");
-}
-
-#endif
-
-#else /* require POSIX */
-#include <fiobj_data.h>
-
-/** Creates a new local in-memory IO object */
-FIOBJ fiobj_data_newstr(void) { return FIOBJ_INVALID; }
-
-/**
- * Creates a IO object from an existing buffer. The buffer will be deallocated
- * using the provided `dealloc` function pointer. Use a NULL `dealloc` function
- * pointer if the buffer is static and shouldn't be freed.
- */
-FIOBJ fiobj_data_newstr2(void *buffer, uintptr_t length,
-                         void (*dealloc)(void *)) {
-  return FIOBJ_INVALID;
-}
-
-/** Creates a new local tempfile IO object */
-FIOBJ fiobj_data_newtmpfile(void) { return FIOBJ_INVALID; }
-
-/** Creates a new local file IO object */
-FIOBJ fiobj_data_newfd(int fd) { return FIOBJ_INVALID; }
-
-int fiobj_data_save(FIOBJ io, const char *filename) { return -1; }
-
-#endif /* require POSIX */