bare-buffer 2.5.9 → 2.5.11

package/vendor/libutf/include/utf.h

@@ -1,132 +0,0 @@
-#ifndef UTF_H
-#define UTF_H
-
-#ifdef __cplusplus
-extern "C" {
-#endif
-
-#include <stdbool.h>
-#include <stddef.h>
-#include <stdint.h>
-
-typedef uint_least8_t utf8_t;
-typedef uint_least16_t utf16_t;
-typedef uint_least32_t utf32_t;
-typedef uint_least8_t latin1_t;
-typedef uint_least8_t ascii_t;
-
-/**
- * UTF-8
- */
-
-bool
-utf8_validate (const utf8_t *data, size_t len);
-
-size_t
-utf8_length_from_utf16le (const utf16_t *data, size_t len);
-
-size_t
-utf8_length_from_utf32 (const utf32_t *data, size_t len);
-
-size_t
-utf8_length_from_latin1 (const latin1_t *data, size_t len);
-
-size_t
-utf8_convert_to_utf16le (const utf8_t *data, size_t len, utf16_t *result);
-
-size_t
-utf8_convert_to_utf32 (const utf8_t *data, size_t len, utf32_t *result);
-
-size_t
-utf8_convert_to_latin1 (const utf8_t *data, size_t len, latin1_t *result);
-
-/**
- * UTF-16
- */
-
-bool
-utf16le_validate (const utf16_t *data, size_t len);
-
-size_t
-utf16_length_from_utf8 (const utf8_t *data, size_t len);
-
-size_t
-utf16_length_from_utf32 (const utf32_t *data, size_t len);
-
-size_t
-utf16_length_from_latin1 (const latin1_t *data, size_t len);
-
-size_t
-utf16le_convert_to_utf8 (const utf16_t *data, size_t len, utf8_t *result);
-
-size_t
-utf16le_convert_to_utf32 (const utf16_t *data, size_t len, utf32_t *result);
-
-size_t
-utf16le_convert_to_latin1 (const utf16_t *data, size_t len, latin1_t *result);
-
-/**
- * UTF-32
- */
-
-bool
-utf32_validate (const utf32_t *data, size_t len);
-
-size_t
-utf32_length_from_utf8 (const utf8_t *data, size_t len);
-
-size_t
-utf32_length_from_utf16le (const utf16_t *data, size_t len);
-
-size_t
-utf32_length_from_latin1 (const latin1_t *data, size_t len);
-
-size_t
-utf32_convert_to_utf8 (const utf32_t *data, size_t len, utf8_t *result);
-
-size_t
-utf32_convert_to_utf16le (const utf32_t *data, size_t len, utf16_t *result);
-
-size_t
-utf32_convert_to_latin1 (const utf32_t *data, size_t len, latin1_t *result);
-
-/**
- * Latin-1
- */
-
-size_t
-latin1_length_from_utf8 (const utf8_t *data, size_t len);
-
-size_t
-latin1_length_from_utf16le (const utf16_t *data, size_t len);
-
-size_t
-latin1_length_from_utf32 (const utf32_t *data, size_t len);
-
-size_t
-latin1_convert_to_utf8 (const latin1_t *data, size_t len, utf8_t *result);
-
-size_t
-latin1_convert_to_utf16le (const latin1_t *data, size_t len, utf16_t *result);
-
-size_t
-latin1_convert_to_utf32 (const latin1_t *data, size_t len, utf32_t *result);
-
-/**
- * ASCII
- */
-
-bool
-ascii_validate (const ascii_t *data, size_t len);
-
-/**
- * Strings
- */
-
-#include <utf/string.h>
-
-#ifdef __cplusplus
-}
-#endif
-
-#endif // UTF_H

package/vendor/libutf/src/ascii/validate.c

@@ -1,47 +0,0 @@
-#include <stdbool.h>
-#include <stddef.h>
-#include <stdint.h>
-#include <string.h>
-
-#include "../../include/utf.h"
-
-/**
- * Modified from https://github.com/simdutf/simdutf
- *
- * Copyright 2020 The simdutf authors
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- *     http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-bool
-ascii_validate (const ascii_t *data, size_t len) {
-  uint64_t pos = 0;
-
-  for (; pos + 16 <= len; pos += 16) {
-    uint64_t v1;
-    memcpy(&v1, data + pos, sizeof(uint64_t));
-    uint64_t v2;
-    memcpy(&v2, data + pos + sizeof(uint64_t), sizeof(uint64_t));
-    uint64_t v = v1 | v2;
-    if ((v & 0x8080808080808080) != 0) {
-      return false;
-    }
-  }
-  for (; pos < len; pos++) {
-    if (data[pos] >= 0b10000000) {
-      return false;
-    }
-  }
-
-  return true;
-}

package/vendor/libutf/src/endianness.c

@@ -1,19 +0,0 @@
-#include <stdbool.h>
-#include <stdint.h>
-
-#include "endianness.h"
-
-extern utf_endianness_t
-utf_endianness (void);
-
-extern bool
-utf_is_le (void);
-
-extern bool
-utf_is_be (void);
-
-extern uint16_t
-utf_swap_uint16 (uint16_t n);
-
-extern uint32_t
-utf_swap_uint32 (uint32_t n);

package/vendor/libutf/src/endianness.h

@@ -1,54 +0,0 @@
-#ifndef UTF_ENDIANNESS_H
-#define UTF_ENDIANNESS_H
-
-#ifdef __cplusplus
-extern "C" {
-#endif
-
-#include <stdbool.h>
-#include <stdint.h>
-
-typedef enum {
-  utf_le,
-  utf_be
-} utf_endianness_t;
-
-inline utf_endianness_t
-utf_endianness (void) {
-  const union {
-    uint8_t u8[2];
-    uint16_t u16;
-  } byte_order = {{1, 0}};
-
-  return byte_order.u16 == 1 ? utf_le : utf_be;
-}
-
-inline bool
-utf_is_le (void) {
-  return utf_endianness() == utf_le;
-}
-
-inline bool
-utf_is_be (void) {
-  return utf_endianness() == utf_be;
-}
-
-inline uint16_t
-utf_swap_uint16 (uint16_t n) {
-  return ((n & 0x00ff) << 8) |
-         ((n & 0xff00) >> 8);
-}
-
-inline uint32_t
-utf_swap_uint32 (uint32_t n) {
-  return ((n & 0x000000ff) << 24) |
-         ((n & 0x0000ff00) << 8) |
-         ((n & 0x00ff0000) >> 8) |
-         ((n & 0xff000000) >> 24);
-}
-
-#ifdef __cplusplus
-}
-#endif
-
-#endif // UTF_ENDIANNESS_H

package/vendor/libutf/src/latin1/convert-to-utf16.c

@@ -1,37 +0,0 @@
-#include <stddef.h>
-#include <stdint.h>
-#include <string.h>
-
-#include "../../include/utf.h"
-#include "../endianness.h"
-
-/**
- * Modified from https://github.com/simdutf/simdutf
- *
- * Copyright 2020 The simdutf authors
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- *     http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-size_t
-latin1_convert_to_utf16le (const latin1_t *data, size_t len, utf16_t *result) {
-  size_t pos = 0;
-  utf16_t *start = result;
-
-  while (pos < len) {
-    *result++ = utf_is_be() ? utf_swap_uint16(data[pos]) : data[pos];
-    pos++;
-  }
-
-  return result - start;
-}

package/vendor/libutf/src/latin1/convert-to-utf32.c

@@ -1,34 +0,0 @@
-#include <stddef.h>
-#include <stdint.h>
-#include <string.h>
-
-#include "../../include/utf.h"
-
-/**
- * Modified from https://github.com/simdutf/simdutf
- *
- * Copyright 2020 The simdutf authors
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- *     http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-size_t
-latin1_convert_to_utf32 (const latin1_t *data, size_t len, utf32_t *result) {
-  utf32_t *start = result;
-
-  for (size_t i = 0; i < len; i++) {
-    *result++ = data[i];
-  }
-
-  return result - start;
-}

package/vendor/libutf/src/latin1/convert-to-utf8.c

@@ -1,58 +0,0 @@
-#include <stddef.h>
-#include <stdint.h>
-#include <string.h>
-
-#include "../../include/utf.h"
-
-/**
- * Modified from https://github.com/simdutf/simdutf
- *
- * Copyright 2020 The simdutf authors
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- *     http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-size_t
-latin1_convert_to_utf8 (const latin1_t *data, size_t len, utf8_t *result) {
-  size_t pos = 0;
-  utf8_t *start = result;
-
-  while (pos < len) {
-    if (pos + 16 <= len) {
-      uint64_t v1;
-      memcpy(&v1, data + pos, sizeof(uint64_t));
-      uint64_t v2;
-      memcpy(&v2, data + pos + sizeof(uint64_t), sizeof(uint64_t));
-      uint64_t v = v1 | v2;
-      if ((v & 0x8080808080808080) == 0) {
-        size_t final_pos = pos + 16;
-        while (pos < final_pos) {
-          *result++ = data[pos];
-          pos++;
-        }
-        continue;
-      }
-    }
-    unsigned char byte = data[pos];
-    if ((byte & 0x80) == 0) {
-      *result++ = byte;
-      pos++;
-    } else {
-      *result++ = (byte >> 6) | 0b11000000;
-      *result++ = (byte & 0b111111) | 0b10000000;
-      pos++;
-    }
-  }
-
-  return result - start;
-}

package/vendor/libutf/src/latin1/length-from-utf16.c

@@ -1,26 +0,0 @@
-#include <stddef.h>
-
-#include "../../include/utf.h"
-
-/**
- * Modified from https://github.com/simdutf/simdutf
- *
- * Copyright 2020 The simdutf authors
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- *     http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-size_t
-latin1_length_from_utf16le (const utf16_t *data, size_t len) {
-  return len;
-}

package/vendor/libutf/src/latin1/length-from-utf32.c

@@ -1,26 +0,0 @@
-#include <stddef.h>
-
-#include "../../include/utf.h"
-
-/**
- * Modified from https://github.com/simdutf/simdutf
- *
- * Copyright 2020 The simdutf authors
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- *     http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-size_t
-latin1_length_from_utf32 (const utf32_t *data, size_t len) {
-  return len;
-}

package/vendor/libutf/src/latin1/length-from-utf8.c

@@ -1,34 +0,0 @@
-#include <stddef.h>
-
-#include "../../include/utf.h"
-
-/**
- * Modified from https://github.com/simdutf/simdutf
- *
- * Copyright 2020 The simdutf authors
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- *     http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-size_t
-latin1_length_from_utf8 (const utf8_t *data, size_t len) {
-  size_t counter = 0;
-
-  for (size_t i = 0; i < len; i++) {
-    if ((int8_t) data[i] > -65) {
-      counter++;
-    }
-  }
-
-  return counter;
-}

package/vendor/libutf/src/utf16/convert-to-latin1.c

@@ -1,41 +0,0 @@
-#include <stddef.h>
-#include <stdint.h>
-
-#include "../../include/utf.h"
-#include "../endianness.h"
-
-/**
- * Modified from https://github.com/simdutf/simdutf
- *
- * Copyright 2020 The simdutf authors
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- *     http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-size_t
-utf16le_convert_to_latin1 (const utf16_t *data, size_t len, latin1_t *result) {
-  size_t pos = 0;
-  uint16_t word, overflow = 0;
-  latin1_t *start = result;
-
-  while (pos < len) {
-    word = utf_is_be() ? utf_swap_uint16(data[pos]) : data[pos];
-    overflow |= word;
-    *result++ = word & 0xff;
-    pos++;
-  }
-
-  if (overflow & 0xff00) return 0;
-
-  return result - start;
-}

package/vendor/libutf/src/utf16/convert-to-utf32.c

@@ -1,56 +0,0 @@
-#include <stddef.h>
-#include <stdint.h>
-
-#include "../../include/utf.h"
-#include "../endianness.h"
-
-/**
- * Modified from https://github.com/simdutf/simdutf
- *
- * Copyright 2020 The simdutf authors
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- *     http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-size_t
-utf16le_convert_to_utf32 (const utf16_t *data, size_t len, utf32_t *result) {
-  size_t pos = 0;
-  uint16_t word, diff;
-  utf32_t *start = result;
-
-  while (pos < len) {
-    word = utf_is_be() ? utf_swap_uint16(data[pos]) : data[pos];
-    if ((word & 0xf800) != 0xd800) {
-      *result++ = word;
-      pos++;
-    } else {
-      diff = word - 0xd800;
-      if (diff > 0x3ff) {
-        return 0;
-      }
-      if (pos + 1 >= len) {
-        return 0;
-      }
-      word = utf_is_be() ? utf_swap_uint16(data[pos + 1]) : data[pos + 1];
-      uint32_t value = (diff << 10) + (word - 0xdc00) + 0x10000;
-      diff = word - 0xdc00;
-      if (diff > 0x3ff) {
-        return 0;
-      }
-      *result++ = value;
-      pos += 2;
-    }
-  }
-
-  return result - start;
-}

package/vendor/libutf/src/utf16/convert-to-utf8.c

@@ -1,75 +0,0 @@
-#include <stddef.h>
-#include <stdint.h>
-#include <string.h>
-
-#include "../../include/utf.h"
-#include "../endianness.h"
-
-/**
- * Modified from https://github.com/simdutf/simdutf
- *
- * Copyright 2020 The simdutf authors
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- *     http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-size_t
-utf16le_convert_to_utf8 (const utf16_t *data, size_t len, utf8_t *result) {
-  size_t pos = 0;
-  uint16_t word, diff;
-  utf8_t *start = result;
-
-  while (pos < len) {
-    if (pos + 4 <= len) {
-      uint64_t v;
-      memcpy(&v, data + pos, sizeof(uint64_t));
-      if (utf_is_be()) v = (v >> 8) | (v << (64 - 8));
-      if ((v & 0xff80ff80ff80ff80) == 0) {
-        size_t final_pos = pos + 4;
-        while (pos < final_pos) {
-          *result++ = utf_is_be() ? utf_swap_uint16(data[pos]) : data[pos];
-          pos++;
-        }
-        continue;
-      }
-    }
-    word = utf_is_be() ? utf_swap_uint16(data[pos]) : data[pos];
-    if ((word & 0xff80) == 0) {
-      *result++ = word;
-      pos++;
-    } else if ((word & 0xf800) == 0) {
-      *result++ = (word >> 6) | 0b11000000;
-      *result++ = (word & 0b111111) | 0b10000000;
-      pos++;
-    } else if ((word & 0xf800) != 0xd800) {
-      *result++ = (word >> 12) | 0b11100000;
-      *result++ = ((word >> 6) & 0b111111) | 0b10000000;
-      *result++ = (word & 0b111111) | 0b10000000;
-      pos++;
-    } else {
-      diff = word - 0xd800;
-      if (pos + 1 >= len) {
-        return 0;
-      }
-      word = utf_is_be() ? utf_swap_uint16(data[pos + 1]) : data[pos + 1];
-      uint32_t value = (diff << 10) + (word - 0xdc00) + 0x10000;
-      *result++ = (value >> 18) | 0b11110000;
-      *result++ = ((value >> 12) & 0b111111) | 0b10000000;
-      *result++ = ((value >> 6) & 0b111111) | 0b10000000;
-      *result++ = (value & 0b111111) | 0b10000000;
-      pos += 2;
-    }
-  }
-
-  return result - start;
-}

package/vendor/libutf/src/utf16/length-from-latin1.c

@@ -1,26 +0,0 @@
-#include <stddef.h>
-
-#include "../../include/utf.h"
-
-/**
- * Modified from https://github.com/simdutf/simdutf
- *
- * Copyright 2020 The simdutf authors
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- *     http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-size_t
-utf16_length_from_latin1 (const utf8_t *data, size_t len) {
-  return len;
-}