nokolexbor 0.2.0

data/vendor/lexbor/source/lexbor/css/syntax/token.h

@@ -0,0 +1,298 @@
+/*
+ * Copyright (C) 2018-2020 Alexander Borisov
+ *
+ * Author: Alexander Borisov <borisov@lexbor.com>
+ */
+
+#ifndef LEXBOR_CSS_SYNTAX_TOKEN_H
+#define LEXBOR_CSS_SYNTAX_TOKEN_H
+
+#ifdef __cplusplus
+extern "C" {
+#endif
+
+#include "lexbor/core/str.h"
+
+#include "lexbor/css/log.h"
+#include "lexbor/css/syntax/base.h"
+
+
+#define lxb_css_syntax_token_base(token) ((lxb_css_syntax_token_base_t *) (token))
+#define lxb_css_syntax_token_ident(token) ((lxb_css_syntax_token_ident_t *) (token))
+#define lxb_css_syntax_token_function(token) ((lxb_css_syntax_token_function_t *) (token))
+#define lxb_css_syntax_token_at_keyword(token) ((lxb_css_syntax_token_at_keyword_t *) (token))
+#define lxb_css_syntax_token_hash(token) ((lxb_css_syntax_token_hash_t *) (token))
+#define lxb_css_syntax_token_string(token) ((lxb_css_syntax_token_string_t *) (token))
+#define lxb_css_syntax_token_bad_string(token) ((lxb_css_syntax_token_bad_string_t *) (token))
+#define lxb_css_syntax_token_url(token) ((lxb_css_syntax_token_url_t *) (token))
+#define lxb_css_syntax_token_bad_url(token) ((lxb_css_syntax_token_bad_url_t *) (token))
+#define lxb_css_syntax_token_delim(token) ((lxb_css_syntax_token_delim_t *) (token))
+#define lxb_css_syntax_token_delim_char(token) (((lxb_css_syntax_token_delim_t *) (token))->character)
+#define lxb_css_syntax_token_number(token) ((lxb_css_syntax_token_number_t *) (token))
+#define lxb_css_syntax_token_percentage(token) ((lxb_css_syntax_token_percentage_t *) (token))
+#define lxb_css_syntax_token_dimension(token) ((lxb_css_syntax_token_dimension_t *) (token))
+#define lxb_css_syntax_token_dimension_string(token) (&((lxb_css_syntax_token_dimension_t *) (token))->str)
+#define lxb_css_syntax_token_whitespace(token) ((lxb_css_syntax_token_whitespace_t *) (token))
+#define lxb_css_syntax_token_cdo(token) ((lxb_css_syntax_token_cdo_t *) (token))
+#define lxb_css_syntax_token_cdc(token) ((lxb_css_syntax_token_cdc_t *) (token))
+#define lxb_css_syntax_token_colon(token) ((lxb_css_syntax_token_colon_t *) (token))
+#define lxb_css_syntax_token_semicolon(token) ((lxb_css_syntax_token_semicolon_t *) (token))
+#define lxb_css_syntax_token_comma(token) ((lxb_css_syntax_token_comma_t *) (token))
+#define lxb_css_syntax_token_ls_bracket(token) ((lxb_css_syntax_token_ls_bracket_t *) (token))
+#define lxb_css_syntax_token_rs_bracket(token) ((lxb_css_syntax_token_rs_bracket_t *) (token))
+#define lxb_css_syntax_token_l_parenthesis(token) ((lxb_css_syntax_token_l_parenthesis_t *) (token))
+#define lxb_css_syntax_token_r_parenthesis(token) ((lxb_css_syntax_token_r_parenthesis_t *) (token))
+#define lxb_css_syntax_token_lc_bracket(token) ((lxb_css_syntax_token_lc_bracket_t *) (token))
+#define lxb_css_syntax_token_rc_bracket(token) ((lxb_css_syntax_token_rc_bracket_t *) (token))
+#define lxb_css_syntax_token_comment(token) ((lxb_css_syntax_token_comment_t *) (token))
+
+
+typedef struct lxb_css_syntax_token_data lxb_css_syntax_token_data_t;
+
+typedef const lxb_char_t *
+(*lxb_css_syntax_token_data_cb_f)(const lxb_char_t *begin, const lxb_char_t *end,
+                                  lexbor_str_t *str, lexbor_mraw_t *mraw,
+                                  lxb_css_syntax_token_data_t *td);
+
+typedef lxb_status_t
+(*lxb_css_syntax_token_cb_f)(const lxb_char_t *data, size_t len, void *ctx);
+
+struct lxb_css_syntax_token_data {
+    lxb_css_syntax_token_data_cb_f cb;
+    lxb_status_t                   status;
+    int                            count;
+    uint32_t                       num;
+    bool                           is_last;
+};
+
+typedef enum {
+    LXB_CSS_SYNTAX_TOKEN_UNDEF = 0x00,
+
+    /* String tokens. */
+    LXB_CSS_SYNTAX_TOKEN_IDENT,
+    LXB_CSS_SYNTAX_TOKEN_FUNCTION,
+    LXB_CSS_SYNTAX_TOKEN_AT_KEYWORD,
+    LXB_CSS_SYNTAX_TOKEN_HASH,
+    LXB_CSS_SYNTAX_TOKEN_STRING,
+    LXB_CSS_SYNTAX_TOKEN_BAD_STRING,
+    LXB_CSS_SYNTAX_TOKEN_URL,
+    LXB_CSS_SYNTAX_TOKEN_BAD_URL,
+    LXB_CSS_SYNTAX_TOKEN_COMMENT,                /* not in specification */
+    LXB_CSS_SYNTAX_TOKEN_WHITESPACE,
+
+    /* Has a string. */
+    LXB_CSS_SYNTAX_TOKEN_DIMENSION,
+
+    /* Other tokens. */
+    LXB_CSS_SYNTAX_TOKEN_DELIM,
+    LXB_CSS_SYNTAX_TOKEN_NUMBER,
+    LXB_CSS_SYNTAX_TOKEN_PERCENTAGE,
+    LXB_CSS_SYNTAX_TOKEN_CDO,
+    LXB_CSS_SYNTAX_TOKEN_CDC,
+    LXB_CSS_SYNTAX_TOKEN_COLON,
+    LXB_CSS_SYNTAX_TOKEN_SEMICOLON,
+    LXB_CSS_SYNTAX_TOKEN_COMMA,
+    LXB_CSS_SYNTAX_TOKEN_LS_BRACKET,   /* U+005B LEFT SQUARE BRACKET ([) */
+    LXB_CSS_SYNTAX_TOKEN_RS_BRACKET,  /* U+005D RIGHT SQUARE BRACKET (]) */
+    LXB_CSS_SYNTAX_TOKEN_L_PARENTHESIS,   /* U+0028 LEFT PARENTHESIS (() */
+    LXB_CSS_SYNTAX_TOKEN_R_PARENTHESIS,  /* U+0029 RIGHT PARENTHESIS ()) */
+    LXB_CSS_SYNTAX_TOKEN_LC_BRACKET,    /* U+007B LEFT CURLY BRACKET ({) */
+    LXB_CSS_SYNTAX_TOKEN_RC_BRACKET,   /* U+007D RIGHT CURLY BRACKET (}) */
+    LXB_CSS_SYNTAX_TOKEN__EOF,
+    LXB_CSS_SYNTAX_TOKEN__LAST_ENTRY
+}
+lxb_css_syntax_token_type_t;
+
+typedef struct lxb_css_syntax_token_base {
+    const lxb_char_t            *begin;
+    const lxb_char_t            *end;
+
+    uintptr_t                   user_id;
+}
+lxb_css_syntax_token_base_t;
+
+typedef struct lxb_css_syntax_token_number {
+    lxb_css_syntax_token_base_t base;
+
+    double                      num;
+    bool                        is_float;
+    bool                        have_sign;
+}
+lxb_css_syntax_token_number_t;
+
+typedef struct lxb_css_syntax_token_string {
+    lxb_css_syntax_token_base_t base;
+
+    const lxb_char_t            *data;
+    size_t                      length;
+}
+lxb_css_syntax_token_string_t;
+
+typedef struct lxb_css_syntax_token_dimension {
+    lxb_css_syntax_token_number_t num;
+    lxb_css_syntax_token_string_t str;
+}
+lxb_css_syntax_token_dimension_t;
+
+typedef struct lxb_css_syntax_token_delim {
+    lxb_css_syntax_token_base_t base;
+    lxb_char_t                  character;
+}
+lxb_css_syntax_token_delim_t;
+
+typedef lxb_css_syntax_token_string_t lxb_css_syntax_token_ident_t;
+typedef lxb_css_syntax_token_string_t lxb_css_syntax_token_function_t;
+typedef lxb_css_syntax_token_string_t lxb_css_syntax_token_at_keyword_t;
+typedef lxb_css_syntax_token_string_t lxb_css_syntax_token_hash_t;
+typedef lxb_css_syntax_token_string_t lxb_css_syntax_token_bad_string_t;
+typedef lxb_css_syntax_token_string_t lxb_css_syntax_token_url_t;
+typedef lxb_css_syntax_token_string_t lxb_css_syntax_token_bad_url_t;
+typedef lxb_css_syntax_token_number_t lxb_css_syntax_token_percentage_t;
+typedef lxb_css_syntax_token_string_t lxb_css_syntax_token_whitespace_t;
+typedef lxb_css_syntax_token_base_t   lxb_css_syntax_token_cdo_t;
+typedef lxb_css_syntax_token_base_t   lxb_css_syntax_token_cdc_t;
+typedef lxb_css_syntax_token_base_t   lxb_css_syntax_token_colon_t;
+typedef lxb_css_syntax_token_base_t   lxb_css_syntax_token_semicolon_t;
+typedef lxb_css_syntax_token_base_t   lxb_css_syntax_token_comma_t;
+typedef lxb_css_syntax_token_base_t   lxb_css_syntax_token_ls_bracket_t;
+typedef lxb_css_syntax_token_base_t   lxb_css_syntax_token_rs_bracket_t;
+typedef lxb_css_syntax_token_base_t   lxb_css_syntax_token_l_parenthesis_t;
+typedef lxb_css_syntax_token_base_t   lxb_css_syntax_token_r_parenthesis_t;
+typedef lxb_css_syntax_token_base_t   lxb_css_syntax_token_lc_bracket_t;
+typedef lxb_css_syntax_token_base_t   lxb_css_syntax_token_rc_bracket_t;
+typedef lxb_css_syntax_token_string_t lxb_css_syntax_token_comment_t;
+
+struct lxb_css_syntax_token {
+    union lxb_css_syntax_token_u {
+        lxb_css_syntax_token_base_t          base;
+        lxb_css_syntax_token_comment_t       comment;
+        lxb_css_syntax_token_number_t        number;
+        lxb_css_syntax_token_dimension_t     dimension;
+        lxb_css_syntax_token_percentage_t    percentage;
+        lxb_css_syntax_token_hash_t          hash;
+        lxb_css_syntax_token_string_t        string;
+        lxb_css_syntax_token_bad_string_t    bad_string;
+        lxb_css_syntax_token_delim_t         delim;
+        lxb_css_syntax_token_l_parenthesis_t lparenthesis;
+        lxb_css_syntax_token_r_parenthesis_t rparenthesis;
+        lxb_css_syntax_token_cdc_t           cdc;
+        lxb_css_syntax_token_function_t      function;
+        lxb_css_syntax_token_ident_t         ident;
+        lxb_css_syntax_token_url_t           url;
+        lxb_css_syntax_token_bad_url_t       bad_url;
+        lxb_css_syntax_token_at_keyword_t    at_keyword;
+        lxb_css_syntax_token_whitespace_t    whitespace;
+    }
+    types;
+
+    lxb_css_syntax_token_type_t type;
+    bool                        cloned;
+};
+
+
+LXB_API lxb_css_syntax_token_t *
+lxb_css_syntax_token(lxb_css_syntax_tokenizer_t *tkz);
+
+LXB_API lxb_css_syntax_token_t *
+lxb_css_syntax_token_next(lxb_css_syntax_tokenizer_t *tkz);
+
+LXB_API void
+lxb_css_syntax_token_consume(lxb_css_syntax_tokenizer_t *tkz);
+
+LXB_API void
+lxb_css_syntax_token_consume_n(lxb_css_syntax_tokenizer_t *tkz, unsigned count);
+
+LXB_API lxb_status_t
+lxb_css_syntax_token_string_dup(lxb_css_syntax_token_string_t *token,
+                                lexbor_str_t *str, lexbor_mraw_t *mraw);
+
+LXB_API lxb_status_t
+lxb_css_syntax_token_string_make(lxb_css_syntax_tokenizer_t *tkz,
+                                 lxb_css_syntax_token_t *token);
+
+LXB_API void
+lxb_css_syntax_token_string_free(lxb_css_syntax_tokenizer_t *tkz,
+                                 lxb_css_syntax_token_t *token);
+
+LXB_API const lxb_char_t *
+lxb_css_syntax_token_type_name_by_id(lxb_css_syntax_token_type_t type);
+
+LXB_API lxb_css_syntax_token_type_t
+lxb_css_syntax_token_type_id_by_name(const lxb_char_t *type_name, size_t len);
+
+LXB_API lxb_status_t
+lxb_css_syntax_token_serialize(const lxb_css_syntax_token_t *token,
+                               lxb_css_syntax_token_cb_f cb, void *ctx);
+
+LXB_API lxb_status_t
+lxb_css_syntax_token_serialize_str(const lxb_css_syntax_token_t *token,
+                                   lexbor_str_t *str, lexbor_mraw_t *mraw);
+
+LXB_API lxb_char_t *
+lxb_css_syntax_token_serialize_char(const lxb_css_syntax_token_t *token,
+                                    size_t *out_length);
+
+LXB_API lxb_css_log_message_t *
+lxb_css_syntax_token_error(lxb_css_parser_t *parser,
+                           const lxb_css_syntax_token_t *token,
+                           const char *module_name);
+
+/*
+ * Inline functions
+ */
+lxb_inline lxb_css_syntax_token_t *
+lxb_css_syntax_token_create(lexbor_dobject_t *dobj)
+{
+    return (lxb_css_syntax_token_t *) lexbor_dobject_calloc(dobj);
+}
+
+lxb_inline void
+lxb_css_syntax_token_clean(lxb_css_syntax_token_t *token)
+{
+    memset(token, 0, sizeof(lxb_css_syntax_token_t));
+}
+
+lxb_inline lxb_css_syntax_token_t *
+lxb_css_syntax_token_destroy(lxb_css_syntax_token_t *token,
+                             lexbor_dobject_t *dobj)
+{
+    return (lxb_css_syntax_token_t *) lexbor_dobject_free(dobj, token);
+}
+
+lxb_inline const lxb_char_t *
+lxb_css_syntax_token_type_name(const lxb_css_syntax_token_t *token)
+{
+    return lxb_css_syntax_token_type_name_by_id(token->type);
+}
+
+lxb_inline lxb_css_syntax_token_type_t
+lxb_css_syntax_token_type(const lxb_css_syntax_token_t *token)
+{
+    return token->type;
+}
+
+/*
+ * No inline functions for ABI.
+ */
+LXB_API lxb_css_syntax_token_t *
+lxb_css_syntax_token_create_noi(lexbor_dobject_t *dobj);
+
+LXB_API void
+lxb_css_syntax_token_clean_noi(lxb_css_syntax_token_t *token);
+
+LXB_API lxb_css_syntax_token_t *
+lxb_css_syntax_token_destroy_noi(lxb_css_syntax_token_t *token,
+                                 lexbor_dobject_t *dobj);
+
+LXB_API const lxb_char_t *
+lxb_css_syntax_token_type_name_noi(lxb_css_syntax_token_t *token);
+
+LXB_API lxb_css_syntax_token_type_t
+lxb_css_syntax_token_type_noi(lxb_css_syntax_token_t *token);
+
+
+#ifdef __cplusplus
+} /* extern "C" */
+#endif
+
+#endif /* LEXBOR_CSS_SYNTAX_TOKEN_H */

data/vendor/lexbor/source/lexbor/css/syntax/token_res.h

@@ -0,0 +1,68 @@
+/*
+ * Copyright (C) 2018-2019 Alexander Borisov
+ *
+ * Author: Alexander Borisov <borisov@lexbor.com>
+ */
+
+#ifndef LEXBOR_CSS_SYNTAX_TOKEN_RES_H
+#define LEXBOR_CSS_SYNTAX_TOKEN_RES_H
+
+
+#ifdef LXB_CSS_SYNTAX_TOKEN_RES_NAME_SHS_MAP
+#ifndef LXB_CSS_SYNTAX_TOKEN_RES_NAME_SHS_MAP_ENABLED
+#define LXB_CSS_SYNTAX_TOKEN_RES_NAME_SHS_MAP_ENABLED
+static const lexbor_shs_entry_t lxb_css_syntax_token_res_name_shs_map[] =
+{
+    {NULL, NULL, 92, 0}, {NULL, NULL, 0, 0},
+    {NULL, NULL, 0, 0}, {NULL, NULL, 0, 0},
+    {NULL, NULL, 0, 0}, {"end-of-file", (void *) LXB_CSS_SYNTAX_TOKEN__EOF, 11, 0},
+    {NULL, NULL, 0, 0}, {NULL, NULL, 0, 0},
+    {NULL, NULL, 0, 0}, {NULL, NULL, 0, 0},
+    {NULL, NULL, 0, 0}, {NULL, NULL, 0, 0},
+    {NULL, NULL, 0, 0}, {NULL, NULL, 0, 0},
+    {"ident", (void *) LXB_CSS_SYNTAX_TOKEN_IDENT, 5, 0}, {"cdo", (void *) LXB_CSS_SYNTAX_TOKEN_CDO, 3, 0},
+    {NULL, NULL, 0, 0}, {"left-parenthesis", (void *) LXB_CSS_SYNTAX_TOKEN_L_PARENTHESIS, 16, 0},
+    {"right-parenthesis", (void *) LXB_CSS_SYNTAX_TOKEN_R_PARENTHESIS, 17, 0}, {NULL, NULL, 0, 0},
+    {NULL, NULL, 0, 0}, {NULL, NULL, 0, 0},
+    {NULL, NULL, 0, 0}, {"percentage", (void *) LXB_CSS_SYNTAX_TOKEN_PERCENTAGE, 10, 0},
+    {NULL, NULL, 0, 0}, {NULL, NULL, 0, 0},
+    {NULL, NULL, 0, 0}, {"at-keyword", (void *) LXB_CSS_SYNTAX_TOKEN_AT_KEYWORD, 10, 0},
+    {NULL, NULL, 0, 0}, {NULL, NULL, 0, 0},
+    {"string", (void *) LXB_CSS_SYNTAX_TOKEN_STRING, 6, 0}, {NULL, NULL, 0, 0},
+    {"bad-url", (void *) LXB_CSS_SYNTAX_TOKEN_BAD_URL, 7, 0}, {NULL, NULL, 0, 0},
+    {NULL, NULL, 0, 0}, {NULL, NULL, 0, 0},
+    {NULL, NULL, 0, 0}, {NULL, NULL, 0, 0},
+    {NULL, NULL, 0, 0}, {"bad-string", (void *) LXB_CSS_SYNTAX_TOKEN_BAD_STRING, 10, 0},
+    {"whitespace", (void *) LXB_CSS_SYNTAX_TOKEN_WHITESPACE, 10, 0}, {NULL, NULL, 0, 0},
+    {"undefined", (void *) LXB_CSS_SYNTAX_TOKEN_UNDEF, 9, 0}, {NULL, NULL, 0, 0},
+    {"right-curly-bracket", (void *) LXB_CSS_SYNTAX_TOKEN_RC_BRACKET, 19, 0}, {"right-square-bracket", (void *) LXB_CSS_SYNTAX_TOKEN_RS_BRACKET, 20, 0},
+    {NULL, NULL, 0, 0}, {NULL, NULL, 0, 0},
+    {NULL, NULL, 0, 0}, {NULL, NULL, 0, 0},
+    {NULL, NULL, 0, 0}, {"number", (void *) LXB_CSS_SYNTAX_TOKEN_NUMBER, 6, 0},
+    {NULL, NULL, 0, 0}, {NULL, NULL, 0, 0},
+    {NULL, NULL, 0, 0}, {NULL, NULL, 0, 0},
+    {"semicolon", (void *) LXB_CSS_SYNTAX_TOKEN_SEMICOLON, 9, 0}, {NULL, NULL, 0, 0},
+    {"dimension", (void *) LXB_CSS_SYNTAX_TOKEN_DIMENSION, 9, 0}, {NULL, NULL, 0, 0},
+    {"colon", (void *) LXB_CSS_SYNTAX_TOKEN_COLON, 5, 0}, {"function", (void *) LXB_CSS_SYNTAX_TOKEN_FUNCTION, 8, 0},
+    {NULL, NULL, 0, 0}, {NULL, NULL, 0, 0},
+    {NULL, NULL, 0, 0}, {NULL, NULL, 0, 0},
+    {NULL, NULL, 0, 0}, {"comma", (void *) LXB_CSS_SYNTAX_TOKEN_COMMA, 5, 0},
+    {"url", (void *) LXB_CSS_SYNTAX_TOKEN_URL, 3, 0}, {NULL, NULL, 0, 0},
+    {NULL, NULL, 0, 0}, {"cdc", (void *) LXB_CSS_SYNTAX_TOKEN_CDC, 3, 0},
+    {NULL, NULL, 0, 0}, {NULL, NULL, 0, 0},
+    {NULL, NULL, 0, 0}, {NULL, NULL, 0, 0},
+    {NULL, NULL, 0, 0}, {"hash", (void *) LXB_CSS_SYNTAX_TOKEN_HASH, 4, 0},
+    {NULL, NULL, 0, 0}, {NULL, NULL, 0, 0},
+    {"comment", (void *) LXB_CSS_SYNTAX_TOKEN_COMMENT, 7, 0}, {NULL, NULL, 0, 0},
+    {"delim", (void *) LXB_CSS_SYNTAX_TOKEN_DELIM, 5, 0}, {NULL, NULL, 0, 0},
+    {NULL, NULL, 0, 0}, {NULL, NULL, 0, 0},
+    {NULL, NULL, 0, 0}, {NULL, NULL, 0, 0},
+    {NULL, NULL, 0, 0}, {NULL, NULL, 0, 0},
+    {NULL, NULL, 0, 0}, {"left-curly-bracket", (void *) LXB_CSS_SYNTAX_TOKEN_LC_BRACKET, 18, 0},
+    {"left-square-bracket", (void *) LXB_CSS_SYNTAX_TOKEN_LS_BRACKET, 19, 0}
+};
+#endif /* LXB_CSS_SYNTAX_TOKEN_RES_NAME_SHS_MAP_ENABLED */
+#endif /* LXB_CSS_SYNTAX_TOKEN_RES_NAME_SHS_MAP */
+
+
+#endif /* LEXBOR_CSS_SYNTAX_TOKEN_RES_H */

data/vendor/lexbor/source/lexbor/css/syntax/tokenizer/error.c

@@ -0,0 +1,30 @@
+/*
+ * Copyright (C) 2018-2019 Alexander Borisov
+ *
+ * Author: Alexander Borisov <borisov@lexbor.com>
+ */
+
+#include "lexbor/css/syntax/tokenizer/error.h"
+
+
+lxb_css_syntax_tokenizer_error_t *
+lxb_css_syntax_tokenizer_error_add(lexbor_array_obj_t *parse_errors,
+                                   const lxb_char_t *pos,
+                                   lxb_css_syntax_tokenizer_error_id_t id)
+{
+    if (parse_errors == NULL) {
+        return NULL;
+    }
+
+    lxb_css_syntax_tokenizer_error_t *entry;
+
+    entry = lexbor_array_obj_push(parse_errors);
+    if (entry == NULL) {
+        return NULL;
+    }
+
+    entry->id = id;
+    entry->pos = pos;
+
+    return entry;
+}

data/vendor/lexbor/source/lexbor/css/syntax/tokenizer/error.h

@@ -0,0 +1,58 @@
+/*
+ * Copyright (C) 2018-2019 Alexander Borisov
+ *
+ * Author: Alexander Borisov <borisov@lexbor.com>
+ */
+
+#ifndef LEXBOR_CSS_SYNTAX_TOKENIZER_ERROR_H
+#define LEXBOR_CSS_SYNTAX_TOKENIZER_ERROR_H
+
+#ifdef __cplusplus
+extern "C" {
+#endif
+
+#include "lexbor/core/base.h"
+#include "lexbor/core/array_obj.h"
+
+
+typedef enum {
+    /* unexpected-eof */
+    LXB_CSS_SYNTAX_TOKENIZER_ERROR_UNEOF = 0x0000,
+    /* eof-in-comment */
+    LXB_CSS_SYNTAX_TOKENIZER_ERROR_EOINCO,
+    /* eof-in-string */
+    LXB_CSS_SYNTAX_TOKENIZER_ERROR_EOINST,
+    /* eof-in-url */
+    LXB_CSS_SYNTAX_TOKENIZER_ERROR_EOINUR,
+    /* qo-in-url */
+    LXB_CSS_SYNTAX_TOKENIZER_ERROR_QOINUR,
+    /* wrong-escape-in-url */
+    LXB_CSS_SYNTAX_TOKENIZER_ERROR_WRESINUR,
+    /* newline-in-string */
+    LXB_CSS_SYNTAX_TOKENIZER_ERROR_NEINST,
+    /* bad-char */
+    LXB_CSS_SYNTAX_TOKENIZER_ERROR_BACH,
+    /* bad-code-point */
+    LXB_CSS_SYNTAX_TOKENIZER_ERROR_BACOPO,
+}
+lxb_css_syntax_tokenizer_error_id_t;
+
+typedef struct {
+    const lxb_char_t                    *pos;
+    lxb_css_syntax_tokenizer_error_id_t id;
+}
+lxb_css_syntax_tokenizer_error_t;
+
+
+LXB_API lxb_css_syntax_tokenizer_error_t *
+lxb_css_syntax_tokenizer_error_add(lexbor_array_obj_t *parse_errors,
+                                   const lxb_char_t *pos,
+                                   lxb_css_syntax_tokenizer_error_id_t id);
+
+
+#ifdef __cplusplus
+} /* extern "C" */
+#endif
+
+#endif /* LEXBOR_CSS_SYNTAX_TOKENIZER_ERROR_H */
+