selectolax 0.3.21__tar.gz → 0.3.24__tar.gz

{selectolax-0.3.21 → selectolax-0.3.24}/CHANGES.rst

@@ -1,12 +1,27 @@
 selectolax Changelog
 ====================
 
+Version 0.3.24
+-------------
+
+Released
+
+- Add  `Node.insert_child` method to lexbor and modest backends
+
+Version 0.3.23
+-------------
+
+Released
+
+- Add Python 3.13 wheels
+- Update lexbor
+
 Version 0.3.21
 -------------
 
 Released
 
-- *Breaking change*: `lexbor` backend now includes the root node when queries CSS selectors. Same as `Modest` backend.
+- ***Breaking change***: `lexbor` backend now includes the root node when querying CSS selectors. Same as `Modest` backend.
 - Fix `css_matches` and `any_css_matches` methods for `Modest` backend on some compilers
 
 

{selectolax-0.3.21/selectolax.egg-info → selectolax-0.3.24}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: selectolax
-Version: 0.3.21
+Version: 0.3.24
 Summary: Fast HTML5 parser with CSS selectors.
 Home-page: https://github.com/rushter/selectolax
 Author: Artem Golubin
@@ -24,7 +24,7 @@ Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 License-File: LICENSE
 Provides-Extra: cython
-Requires-Dist: Cython==0.29.36; extra == "cython"
+Requires-Dist: Cython==3.0.11; extra == "cython"
 
 .. image:: docs/logo.png
   :alt: selectolax logo
@@ -158,6 +158,7 @@ Links
 
 *  `selectolax API reference <http://selectolax.readthedocs.io/en/latest/parser.html>`_
 *  `Video introduction to web scraping using selectolax <https://youtu.be/HpRsfpPuUzE>`_
+*  `How to Scrape 7k Products with Python using selectolax and httpx <https://www.youtube.com/watch?v=XpGvq755J2U>`_
 *  `Detailed overview <https://github.com/rushter/selectolax/blob/master/examples/walkthrough.ipynb>`_
 *  `Modest introduction <https://lexborisov.github.io/Modest/>`_
 *  `Modest benchmark <http://lexborisov.github.io/benchmark-html-persers/>`_

{selectolax-0.3.21 → selectolax-0.3.24}/README.rst

@@ -130,6 +130,7 @@ Links
 
 *  `selectolax API reference <http://selectolax.readthedocs.io/en/latest/parser.html>`_
 *  `Video introduction to web scraping using selectolax <https://youtu.be/HpRsfpPuUzE>`_
+*  `How to Scrape 7k Products with Python using selectolax and httpx <https://www.youtube.com/watch?v=XpGvq755J2U>`_
 *  `Detailed overview <https://github.com/rushter/selectolax/blob/master/examples/walkthrough.ipynb>`_
 *  `Modest introduction <https://lexborisov.github.io/Modest/>`_
 *  `Modest benchmark <http://lexborisov.github.io/benchmark-html-persers/>`_

{selectolax-0.3.21 → selectolax-0.3.24}/docs/selectolax.rst

@@ -4,27 +4,26 @@ selectolax package
 Submodules
 ----------
 
-selectolax.parser module
-------------------------
-
-.. automodule:: selectolax.parser
-    :members:
-    :undoc-members:
-    :show-inheritance:
-
 selectolax.lexbor module
 ------------------------
 
 .. automodule:: selectolax.lexbor
-    :members:
-    :undoc-members:
-    :show-inheritance:
+   :members:
+   :undoc-members:
+   :show-inheritance:
 
+selectolax.parser module
+------------------------
+
+.. automodule:: selectolax.parser
+   :members:
+   :undoc-members:
+   :show-inheritance:
 
 Module contents
 ---------------
 
 .. automodule:: selectolax
-    :members:
-    :undoc-members:
-    :show-inheritance:
+   :members:
+   :undoc-members:
+   :show-inheritance:

{selectolax-0.3.21 → selectolax-0.3.24}/lexbor/CMakeLists.txt

@@ -19,6 +19,7 @@ cmake_minimum_required(VERSION 2.8.12...3.27)
 #    LEXBOR_BUILD_WITH_FUZZER            default: OFF; Build with fuzzer tests if possible
 #    LEXBOR_INSTALL_HEADERS              default: ON; The header files will be installed
 #                                         if set to ON
+#    LEXBOR_WITH_PERF                    default: OFF; Enables support for rdtsc
 #    LEXBOR_MAKE_RPM_FILES               default: OFF; Create "spec" files in "packaging" direcotry
 #                                         for create packages
 #    LEXBOR_MAKE_DEB_FILES               default: OFF; Create "control" files in "packaging" direcotry
@@ -52,6 +53,7 @@ option(LEXBOR_BUILD_UTILS "Build utils" OFF)
 option(LEXBOR_BUILD_WITH_ASAN "Build with address sanitizer" OFF)
 option(LEXBOR_BUILD_WITH_FUZZER "Build with fuzzer" OFF)
 option(LEXBOR_INSTALL_HEADERS "Install header files" ON)
+option(LEXBOR_WITH_PERF "Enables support for rdtsc." OFF)
 option(LEXBOR_MAKE_PACKAGES_FILES "Create files for build packages" OFF)
 option(LEXBOR_PRINT_MODULE_DEPENDENCIES "Prints dependencies" OFF)
 

{selectolax-0.3.21 → selectolax-0.3.24}/lexbor/README.md

@@ -1,8 +1,68 @@
-# Lexbor
+## Lexbor: Crafting a Browser Engine with Simplicity and Flexibility
+
+Why build yet another browser engine?
+There's a myriad of challenges developers face in fully utilizing modern web technologies.
+Parsing HTML and CSS, dealing with URLs and encodings often involves slow, resource-heavy implementations or outdated solutions.
+Even established solutions, written in C++ and reaching tens of megabytes in volume, are often not versatile enough.
+Meanwhile, language-specific implementations for Python, Node.js, Rust, or any other favorite of the day are slow and prone to lock-in.
+
+
+### The Core Requirements
+
+Lexbor's core requirements rose from the ashes of these challenges:
+
+#### Portability
+
+Lexbor aims to adapt to different platforms and integrate into various programming languages.
+It's not yet another library full of quirks and idiosyncrasies;
+Lexbor aims to offer developers flexibility to incorporate it into their work directly, regardless of the programming language they chose.
+
+#### Modularity
+
+Lexbor wants to keep things simple: Developers should be able to use only the parts they need.
+Whether it's an HTML or URL parser, the engine's code should be straightforward and easy to navigate, promoting rapid development.
+
+#### Speed
+
+In a nutshell, Lexbor wants things to happen *real fast*.
+It's not just about making a browser engine; it's about making sure that *everything*,
+even the most resource-intensive tasks such as HTML parsing, occur swiftly to meet the real-time demands of modern web applications.
+
+#### Independence
+
+Lexbor empowers developers by giving them full control over algorithms, resources, and dimensions.
+By eliminating  on external dependencies, we let developers customize the engine without sacrificing performance or features.
+
+#### Compliance
+
+Lexbor commits to industry standards.
+Developers need to be sure that the code aligns with widely established specifications.
+The output of Lexbor's modules, be it HTML, CSS, URLs, or others, should match that of modern browsers, meeting industry specifications.
+
+
+### Origin Story
+
+Having had all these goals in mind for about a decade, Alexander Borisov,
+whose name gave the project its title,
+came up with the idea of a browser engine crafted entirely in C
+(there's no school like the old school).
+The language was chosen simply because we believed it could meet all the criteria seamlessly.
+
+Unlike heavyweights such as WebKit or Blink, Lexbor takes a lean and focused approach,
+delivering a nimble yet powerful browser engine.
+All it takes is years of top-notch developer expertise.
+
+An important point to make: Lexbor doesn't stop at parsing and rendering modern HTML.
+It offers each component as a standalone entity, ready to be integrated into other people's projects.
+This approach sets us apart, providing a modular solution that not only meets browser needs
+but also empowers developers with versatile tools for their own web-related tasks.
+
+All in all, we envision Lexbor a promising player in the menagerie of browser technologies,
+pushing the boundaries and helping developers fully leverage modern web technologies.
 
-The `lexbor` project is being developed using the `C` language, without dependencies.
 
 ## Features
+
 * [Modules](https://github.com/lexbor/lexbor/tree/master/source/lexbor).
 * [Single or separate](https://github.com/lexbor/lexbor#single-or-separately) libraries for each module.
 * No outside dependencies.
@@ -11,6 +71,7 @@ The `lexbor` project is being developed using the `C` language, without dependen
 * Speed.
 
 ### HTML Module
+
 * Full conformance with the [HTML5 specification](https://html.spec.whatwg.org/multipage/).
 * Manipulation of [elements](https://github.com/lexbor/lexbor/blob/master/examples/lexbor/html/element_create.c) and [attributes](https://github.com/lexbor/lexbor/blob/master/examples/lexbor/html/element_attributes.c): add, change, delete and other.
 * Supports fragment parsing (for [innerHTML](https://github.com/lexbor/lexbor/blob/master/examples/lexbor/html/element_innerHTML.c)).
@@ -20,9 +81,10 @@ The `lexbor` project is being developed using the `C` language, without dependen
 * Two way for parsing HTML: [by Document](https://github.com/lexbor/lexbor/blob/master/examples/lexbor/html/document_parse.c), [by Parser](https://github.com/lexbor/lexbor/blob/master/examples/lexbor/html/parse.c).
 * Supports [determining encoding](https://github.com/lexbor/lexbor/blob/master/examples/lexbor/html/encoding.c) by byte stream.
 * [Parsing CSS Styles](https://github.com/lexbor/lexbor/tree/master/examples/lexbor/styles) in tag attributes and in the `<style>` tag.
-* Fast.
+* Fast
 
 ### CSS Module
+
 * Full conformance with the [CSS Syntax](https://drafts.csswg.org/css-syntax-3/) module.
 * Supports:
 * * [x] [Selectors](https://github.com/lexbor/lexbor/tree/master/examples/lexbor/selectors).
@@ -30,37 +92,46 @@ The `lexbor` project is being developed using the `C` language, without dependen
 * * [x] and so on.
 * Fast.
 
-Supported CSS Properties for StyleSheet/Declarations:
-```
-align-content, align-items, align-self, alignment-baseline, background-color,
-baseline-shift, baseline-source, border, border-bottom, border-bottom-color,
-border-left, border-left-color, border-right, border-right-color, border-top,
-border-top-color, bottom, box-sizing, clear, color, direction, display,
-dominant-baseline, flex, flex-basis, flex-direction, flex-flow, flex-grow,
-flex-shrink, flex-wrap, float, float-defer, float-offset, float-reference,
-font-family, font-size, font-stretch, font-style, font-weight,
-hanging-punctuation, height, hyphens, inset-block-end, inset-block-start,
-inset-inline-end, inset-inline-start, justify-content, left, letter-spacing,
-line-break, line-height, margin, margin-bottom, margin-left, margin-right,
-margin-top, max-height, max-width, min-height, min-width, opacity, order,
-overflow-block, overflow-inline, overflow-wrap, overflow-x, overflow-y,
-padding, padding-bottom, padding-left, padding-right, padding-top, position,
-right, tab-size, text-align, text-align-all, text-align-last, text-combine-upright,
-text-decoration, text-decoration-color, text-decoration-line, text-decoration-style,
-text-indent, text-justify, text-orientation, text-overflow, text-transform, top,
-unicode-bidi, vertical-align, visibility, white-space, width, word-break,
-word-spacing, word-wrap, wrap-flow, wrap-through, writing-mode, z-index
-```
+### Selectors Module
 
-Properties that are unknown to the parser will be created as custom (`lxb_css_property__custom_t`).
-Support for new properties is added regularly.
+* Search for HTML elements using CSS selectors.
+* Fast.
 
 ### Encoding Module
+
 * Full conformance with the [Encoding specification](https://encoding.spec.whatwg.org/).
 * Supports `40 encodings` for encode/decode.
 * Supports [single](https://github.com/lexbor/lexbor/blob/master/examples/lexbor/encoding/single/from_to.c) and [buffering](https://github.com/lexbor/lexbor/blob/master/examples/lexbor/encoding/buffer/from_to.c) encode/decode.
 * Fast.
 
+### URL Module
+
+* Conformance with the [URL specification](https://url.spec.whatwg.org/)
+* Support [Unicode ToASCII](https://www.unicode.org/reports/tr46/#ToASCII)
+* Fast.
+
+### Punycode Module
+
+* Conformance with the [Punycode specification](https://www.rfc-editor.org/rfc/inline-errata/rfc3492.html).
+* Support Encode/Decode.
+
+### Unicode Module
+
+* Unicode Standard Annex [#15](https://www.unicode.org/reports/tr15/).
+* * Support Unicode normalization forms: D (NFD), C (NFC), KD (NFKD), KC (NFKC).
+* * Support chunks (stream).
+* Unicode Technical Standard [#46](https://unicode.org/reports/tr46/).
+* * Support Unicode [IDNA Processing](https://www.unicode.org/reports/tr46/#Processing).
+* * Support Unicode [ToASCII](https://www.unicode.org/reports/tr46/#ToASCII).
+* * Support Unicode [ToUnicode](https://www.unicode.org/reports/tr46/#ToUnicode).
+* Fast.
+
+### Development of modules in process
+
+* Layout
+* Font
+* and so on
+
 ## Build and Installation
 
 ### Binary packages
@@ -132,12 +203,13 @@ The `liblexbor-html` library already contains all the pointers to the required d
 * [Python](https://github.com/rushter/selectolax#available-backends) binding for modest and lexbor engines.
 * [D](https://github.com/trikko/parserino) Fast HTML5 Parser with CSS selectors for D programming language
 * [Ruby](https://github.com/serpapi/nokolexbor) Fast HTML5 Parser with both CSS selectors and XPath support.
+* [PHP](https://github.com/php/php-src)'s DOM extension uses Lexbor's HTML living standard parser and CSS selector support, starting from PHP 8.4.
 
 You can create a binding or wrapper for the `lexbor` and place the link here!
 
 ## Documentation
 
-Available on [lexbor.com](https://lexbor.com) in [Documentation](https://lexbor.com/docs/lexbor/) section.
+Available on [lexbor.com](https://lexbor.com) in [Documentation](https://lexbor.com/documentation/) section.
 
 ## Roadmap
 
@@ -147,6 +219,10 @@ Please, see [roadmap](https://lexbor.com/roadmap/) on [lexbor.com](https://lexbo
 
 * E-mail [support@lexbor.com](mailto:support@lexbor.com)
 
+## SAST Tools
+
+[PVS-Studio](https://pvs-studio.com/en/pvs-studio/?utm_source=website&utm_medium=github&utm_campaign=open_source) - static analyzer for C, C++, C#, and Java code.
+
 ## AUTHOR
 
 Alexander Borisov <borisov@lexbor.com>
@@ -155,7 +231,7 @@ Alexander Borisov <borisov@lexbor.com>
 
    Lexbor.
 
-   Copyright 2018-2023 Alexander Borisov
+   Copyright 2018-2024 Alexander Borisov
 
    Licensed under the Apache License, Version 2.0 (the "License");
    you may not use this file except in compliance with the License.

{selectolax-0.3.21 → selectolax-0.3.24}/lexbor/source/lexbor/core/diyfp.h

@@ -71,7 +71,7 @@ lexbor_cached_power_bin(int exp, int *dec_exp);
 /*
  * Inline functions
  */
-#if (LEXBOR_HAVE_BUILTIN_CLZLL)
+#ifdef LEXBOR_HAVE_BUILTIN_CLZLL
 #define nxt_leading_zeros64(x)  (((x) == 0) ? 64 : __builtin_clzll(x))
 
 #else
@@ -199,7 +199,7 @@ lexbor_diyfp_sub(lexbor_diyfp_t lhs, lexbor_diyfp_t rhs)
 lxb_inline lexbor_diyfp_t
 lexbor_diyfp_mul(lexbor_diyfp_t lhs, lexbor_diyfp_t rhs)
 {
-#if (LEXBOR_HAVE_UNSIGNED_INT128)
+#ifdef LEXBOR_HAVE_UNSIGNED_INT128
 
     uint64_t l, h;
     lxb_uint128_t u128;

{selectolax-0.3.21 → selectolax-0.3.24}/lexbor/source/lexbor/core/perf.h

@@ -1,5 +1,5 @@
 /*
- * Copyright (C) 2018 Alexander Borisov
+ * Copyright (C) 2018-2024 Alexander Borisov
  *
  * Author: Alexander Borisov <borisov@lexbor.com>
  */
@@ -14,9 +14,6 @@ extern "C" {
 #include "lexbor/core/base.h"
 
 
-#ifdef LEXBOR_WITH_PERF
-
-
 LXB_API void *
 lexbor_perf_create(void);
 
@@ -36,8 +33,6 @@ LXB_API double
 lexbor_perf_in_sec(void *perf);
 
 
-#endif /* LEXBOR_WITH_PERF */
-
 #ifdef __cplusplus
 } /* extern "C" */
 #endif

selectolax-0.3.24/lexbor/source/lexbor/core/swar.h

@@ -0,0 +1,97 @@
+/*
+ * Copyright (C) 2024 Alexander Borisov
+ *
+ * Author: Niels Dossche <nielsdos@php.net>
+ */
+
+#ifndef LEXBOR_SWAR_H
+#define LEXBOR_SWAR_H
+
+#ifdef __cplusplus
+extern "C" {
+#endif
+
+
+#include "lexbor/core/base.h"
+
+
+/* 
+ * Based on techniques from https://graphics.stanford.edu/~seander/bithacks.html
+ */
+#define LEXBOR_SWAR_ONES (~((size_t) 0) / 0xFF)
+#define LEXBOR_SWAR_REPEAT(x) (LEXBOR_SWAR_ONES * (x))
+#define LEXBOR_SWAR_HAS_ZERO(v) (((v) - LEXBOR_SWAR_ONES) & ~(v) & LEXBOR_SWAR_REPEAT(0x80))
+#define LEXBOR_SWAR_IS_LITTLE_ENDIAN (*(unsigned char *) &(uint16_t){1})
+
+
+/*
+ * When handling hot loops that search for a set of characters,
+ * this function can be used to quickly move the data pointer much
+ * closer to the first occurrence of such a character.
+ */
+lxb_inline const lxb_char_t *
+lexbor_swar_seek4(const lxb_char_t *data, const lxb_char_t *end,
+                  lxb_char_t c1, lxb_char_t c2, lxb_char_t c3, lxb_char_t c4)
+{
+    size_t bytes, matches, t1, t2, t3, t4;
+
+    if (LEXBOR_SWAR_IS_LITTLE_ENDIAN) {
+        while (data + sizeof(size_t) <= end) {
+            memcpy(&bytes, data, sizeof(size_t));
+
+            t1 = bytes ^ LEXBOR_SWAR_REPEAT(c1);
+            t2 = bytes ^ LEXBOR_SWAR_REPEAT(c2);
+            t3 = bytes ^ LEXBOR_SWAR_REPEAT(c3);
+            t4 = bytes ^ LEXBOR_SWAR_REPEAT(c4);
+            matches =   LEXBOR_SWAR_HAS_ZERO(t1) | LEXBOR_SWAR_HAS_ZERO(t2)
+                      | LEXBOR_SWAR_HAS_ZERO(t3) | LEXBOR_SWAR_HAS_ZERO(t4);
+
+            if (matches) {
+                data += ((((matches - 1) & LEXBOR_SWAR_ONES) * LEXBOR_SWAR_ONES)
+                        >> (sizeof(size_t) * 8 - 8)) - 1;
+                break;
+            } else {
+                data += sizeof(size_t);
+            }
+        }
+    }
+
+    return data;
+}
+
+lxb_inline const lxb_char_t *
+lexbor_swar_seek3(const lxb_char_t *data, const lxb_char_t *end,
+                  lxb_char_t c1, lxb_char_t c2, lxb_char_t c3)
+{
+    size_t bytes, matches, t1, t2, t3;
+
+    if (LEXBOR_SWAR_IS_LITTLE_ENDIAN) {
+        while (data + sizeof(size_t) <= end) {
+            memcpy(&bytes, data, sizeof(size_t));
+
+            t1 = bytes ^ LEXBOR_SWAR_REPEAT(c1);
+            t2 = bytes ^ LEXBOR_SWAR_REPEAT(c2);
+            t3 = bytes ^ LEXBOR_SWAR_REPEAT(c3);
+            matches =   LEXBOR_SWAR_HAS_ZERO(t1) | LEXBOR_SWAR_HAS_ZERO(t2)
+                       | LEXBOR_SWAR_HAS_ZERO(t3);
+
+            if (matches) {
+                data += ((((matches - 1) & LEXBOR_SWAR_ONES) * LEXBOR_SWAR_ONES)
+                         >> (sizeof(size_t) * 8 - 8)) - 1;
+                break;
+            } else {
+                data += sizeof(size_t);
+            }
+        }
+    }
+
+    return data;
+}
+
+
+#ifdef __cplusplus
+} /* extern "C" */
+#endif
+
+#endif /* LEXBOR_SWAR_H */
+

{selectolax-0.3.21 → selectolax-0.3.24}/lexbor/source/lexbor/css/log.c

@@ -42,7 +42,6 @@ lxb_css_log_init(lxb_css_log_t *log, lexbor_mraw_t *mraw)
     status = lexbor_array_obj_init(&log->messages, 64,
                                    sizeof(lxb_css_log_message_t));
     if (status != LXB_STATUS_OK) {
-        memset(&log->mraw, 0, sizeof(lexbor_mraw_t));
         return status;
     }
 

{selectolax-0.3.21 → selectolax-0.3.24}/lexbor/source/lexbor/css/parser.c

@@ -62,6 +62,16 @@ lxb_css_parser_init(lxb_css_parser_t *parser, lxb_css_syntax_tokenizer_t *tkz)
     parser->rules_end = parser->rules_begin + lxb_rules_length;
     parser->rules = parser->rules_begin;
 
+    /*
+     * Zero those parameters that can be used (passed to the function).
+     * The parser->rules->phase parameter will be assigned at the end of the
+     * parsing.
+     *
+     * The point is that parser->rules[0] is used as a stub before exiting
+     * parsing.
+     */
+    parser->rules->context = NULL;
+
     /* Temp */
     parser->pos = NULL;
     parser->str.length = 0;