sqlce 0.1.1__tar.gz → 0.1.3__tar.gz

sqlce-0.1.3/.github/workflows/release.yml

@@ -0,0 +1,162 @@
+name: Build and release
+
+on:
+  push:
+    tags:
+      - "v*"
+jobs:
+  build-linux:
+    name: Build wheel (Linux)
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Build wheels
+        uses: pypa/cibuildwheel@v2.21.3
+        env:
+          CIBW_ARCHS_LINUX: x86_64
+          CIBW_BUILD_VERBOSITY: 1
+
+      - name: Build sdist
+        run: |
+          python -m pip install --upgrade pip build
+          python -m build --sdist
+
+      - name: Collect wheels and sdist into one flat folder
+        run: |
+          mkdir -p collected
+          cp wheelhouse/*.whl collected/
+          cp dist/*.tar.gz collected/
+
+      - uses: actions/upload-artifact@v4
+        with:
+          name: dist-linux
+          path: collected/*
+
+  build-windows:
+    name: Build wheel (Windows)
+    runs-on: windows-latest
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Build wheels
+        uses: pypa/cibuildwheel@v2.21.3
+        env:
+          CIBW_ARCHS_WINDOWS: AMD64
+          CIBW_BUILD_VERBOSITY: 1
+          CIBW_CMAKE_ARGS: "-DSDF_BUILD_PYTHON_BINDINGS=ON"
+
+      - uses: actions/upload-artifact@v4
+        with:
+          name: dist-windows
+          path: wheelhouse/*
+
+  build-cpp-linux:
+    name: Build C++ library (Linux, ${{ matrix.link }})
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        link: [static, shared]
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Configure CMake
+        run: |
+          cmake -S . -B build \
+            -DCMAKE_BUILD_TYPE=Release \
+            -DBUILD_SHARED_LIBS=${{ matrix.link == 'shared' && 'ON' || 'OFF' }}
+
+      - name: Build libsdf
+        run: cmake --build build --target libsdf -j
+
+      - name: Package library + headers
+        run: |
+          version="${GITHUB_REF_NAME#v}"
+          pkg="libsdf-${version}-linux-x86_64-${{ matrix.link }}"
+          mkdir -p "$pkg/lib" "$pkg/include"
+          cp build/dist/lib/libsdf.* "$pkg/lib/"
+          cp -r core/include/. "$pkg/include/"
+          tar -czf "${pkg}.tar.gz" "$pkg"
+
+      - uses: actions/upload-artifact@v4
+        with:
+          name: cpp-linux-${{ matrix.link }}
+          path: libsdf-*.tar.gz
+
+  build-cpp-windows:
+    name: Build C++ library (Windows, ${{ matrix.link }})
+    runs-on: windows-latest
+    strategy:
+      matrix:
+        link: [static, shared]
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Configure CMake
+        shell: pwsh
+        run: |
+          $shared = if ("${{ matrix.link }}" -eq "shared") { "ON" } else { "OFF" }
+          cmake -S . -B build -DCMAKE_BUILD_TYPE=Release -DBUILD_SHARED_LIBS=$shared
+
+      - name: Build libsdf
+        run: cmake --build build --target libsdf --config Release -j
+
+      - name: Package library + headers
+        shell: pwsh
+        run: |
+          $version = "${env:GITHUB_REF_NAME}" -replace '^v', ''
+          $pkg = "libsdf-$version-windows-x86_64-${{ matrix.link }}"
+          New-Item -ItemType Directory -Force -Path "$pkg/lib" | Out-Null
+          New-Item -ItemType Directory -Force -Path "$pkg/include" | Out-Null
+          Copy-Item "build/dist/lib/libsdf.*" "$pkg/lib/"
+          Copy-Item -Recurse "core/include/*" "$pkg/include/"
+          Compress-Archive -Path $pkg -DestinationPath "$pkg.zip"
+
+      - uses: actions/upload-artifact@v4
+        with:
+          name: cpp-windows-${{ matrix.link }}
+          path: libsdf-*.zip
+
+  publish:
+    name: Publish to PyPI
+    needs: [build-linux, build-windows]
+    runs-on: ubuntu-latest
+    environment: pypi
+    permissions:
+      id-token: write
+    steps:
+      - uses: actions/download-artifact@v4
+        with:
+          pattern: dist-*
+          path: dist
+          merge-multiple: true
+
+      - name: Publish to PyPI
+        uses: pypa/gh-action-pypi-publish@release/v1
+        with:
+          packages-dir: dist
+
+  publish-release:
+    name: Publish GitHub Release
+    needs: [build-cpp-linux, build-cpp-windows, build-linux, build-windows]
+    runs-on: ubuntu-latest
+    permissions:
+      contents: write
+    steps:
+      - uses: actions/download-artifact@v4
+        with:
+          pattern: cpp-*
+          path: release-assets
+          merge-multiple: true
+
+      - uses: actions/download-artifact@v4
+        with:
+          pattern: dist-*
+          path: release-assets
+          merge-multiple: true
+
+      - name: Create GitHub Release
+        uses: softprops/action-gh-release@v2
+        with:
+          files: release-assets/*
+          generate_release_notes: true

{sqlce-0.1.1 → sqlce-0.1.3}/.gitignore

@@ -41,6 +41,7 @@ install_manifest.txt
 compile_commands.json
 vcpkg_installed/
 Testing/
+tests/sdf/
 .cache/
 
 .idea/

sqlce-0.1.3/PKG-INFO

@@ -0,0 +1,87 @@
+Metadata-Version: 2.2
+Name: sqlce
+Version: 0.1.3
+Summary: Cross-platform lib for reading SQL Server CE (.sdf)
+Author-Email: boykopovar <boykopovar@gmail.com>
+License: MIT
+Classifier: Development Status :: 4 - Beta
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.8
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Programming Language :: C++
+Classifier: Operating System :: Microsoft :: Windows
+Classifier: Operating System :: POSIX :: Linux
+Project-URL: Homepage, https://github.com/boykopovar/sqlce
+Project-URL: Issues, https://github.com/boykopovar/sqlce/issues
+Requires-Python: >=3.8
+Provides-Extra: dev
+Requires-Dist: scikit-build-core>=0.10; extra == "dev"
+Requires-Dist: pybind11>=2.12; extra == "dev"
+Requires-Dist: build; extra == "dev"
+Requires-Dist: twine; extra == "dev"
+Requires-Dist: pytest; extra == "dev"
+Requires-Dist: pytest-cov; extra == "dev"
+Requires-Dist: pythonnet; extra == "dev"
+Description-Content-Type: text/markdown
+
+# sqlce
+
+![C++](https://img.shields.io/badge/C%2B%2B-20-blue?logo=cplusplus&logoColor=white)
+![Python](https://img.shields.io/badge/python-3.8%2B-blue?logo=python&logoColor=white)
+![Platform](https://img.shields.io/badge/platform-cross--platform-lightgrey)
+![License](https://img.shields.io/badge/license-MIT-green)
+![Reverse engineered](https://img.shields.io/badge/Reverse%20engineered%20with-🔬-red)
+
+## [Ru README](docs/ru/RuReadme.md)
+
+Reverse engineering of the `.sdf` (SQL Server Compact Edition 4.0) binary file format.
+
+Analysis of the format's internal structure based on decompiled SQL CE components. The goal is to provide a cross-platform, runtime-independent implementation for reading `.sdf` files.
+
+> Intended solely for interoperability with existing `.sdf` files. Does not contain any original product source code.
+
+- `core/` — C++ parser implementation
+- `bindings/` — Bindings for the C++ library to other languages
+- `python/sqlce/` — Python API
+- `research/` — Experimental scripts
+
+### Example
+
+```bash
+pip install sqlce
+```
+
+```python
+from sqlce import SdfDatabase
+
+db = SdfDatabase("example.sdf", password="secret123")
+
+for table_name in db.list_tables():
+    print(table_name, db.table_schema(table_name))
+    for row in db.read_table(table_name):
+        print(row)
+```
+
+The current implementation supports reading the list of tables, table schemas, and table contents (including password-protected databases). It is implemented in C++.
+
+### Testing
+
+```bash
+pytest
+```
+
+The tests use a locally installed SQL CE engine (via ODBC) to generate `.sdf` files containing predefined data and verify that the parser produces identical results. Therefore, the test suite can only be run on Windows with SQL Server Compact 4.0 installed. Test files are created in `tests/sdf/` and are automatically removed before and after each test run.
+
+### Documentation
+
+The documentation is currently concise but includes usage examples and tests.
+
+[Documentation](docs/en/python.md)
+
+
+[Code Style Conventions](docs/CONVENTIONS.md) (Pull requests are welcome.)

sqlce-0.1.3/README.md

@@ -0,0 +1,56 @@
+# sqlce
+
+![C++](https://img.shields.io/badge/C%2B%2B-20-blue?logo=cplusplus&logoColor=white)
+![Python](https://img.shields.io/badge/python-3.8%2B-blue?logo=python&logoColor=white)
+![Platform](https://img.shields.io/badge/platform-cross--platform-lightgrey)
+![License](https://img.shields.io/badge/license-MIT-green)
+![Reverse engineered](https://img.shields.io/badge/Reverse%20engineered%20with-🔬-red)
+
+## [Ru README](docs/ru/RuReadme.md)
+
+Reverse engineering of the `.sdf` (SQL Server Compact Edition 4.0) binary file format.
+
+Analysis of the format's internal structure based on decompiled SQL CE components. The goal is to provide a cross-platform, runtime-independent implementation for reading `.sdf` files.
+
+> Intended solely for interoperability with existing `.sdf` files. Does not contain any original product source code.
+
+- `core/` — C++ parser implementation
+- `bindings/` — Bindings for the C++ library to other languages
+- `python/sqlce/` — Python API
+- `research/` — Experimental scripts
+
+### Example
+
+```bash
+pip install sqlce
+```
+
+```python
+from sqlce import SdfDatabase
+
+db = SdfDatabase("example.sdf", password="secret123")
+
+for table_name in db.list_tables():
+    print(table_name, db.table_schema(table_name))
+    for row in db.read_table(table_name):
+        print(row)
+```
+
+The current implementation supports reading the list of tables, table schemas, and table contents (including password-protected databases). It is implemented in C++.
+
+### Testing
+
+```bash
+pytest
+```
+
+The tests use a locally installed SQL CE engine (via ODBC) to generate `.sdf` files containing predefined data and verify that the parser produces identical results. Therefore, the test suite can only be run on Windows with SQL Server Compact 4.0 installed. Test files are created in `tests/sdf/` and are automatically removed before and after each test run.
+
+### Documentation
+
+The documentation is currently concise but includes usage examples and tests.
+
+[Documentation](docs/en/python.md)
+
+
+[Code Style Conventions](docs/CONVENTIONS.md) (Pull requests are welcome.)

{sqlce-0.1.1 → sqlce-0.1.3}/core/CMakeLists.txt

@@ -36,7 +36,14 @@ add_library(libsdf
         src/application/SdfDatabase.cpp
 )
 
-set_target_properties(libsdf PROPERTIES PREFIX "" OUTPUT_NAME "libsdf" POSITION_INDEPENDENT_CODE ON)
+set_target_properties(libsdf PROPERTIES
+        PREFIX ""
+        OUTPUT_NAME "libsdf"
+        POSITION_INDEPENDENT_CODE ON
+        ARCHIVE_OUTPUT_DIRECTORY "${CMAKE_BINARY_DIR}/dist/lib"
+        LIBRARY_OUTPUT_DIRECTORY "${CMAKE_BINARY_DIR}/dist/lib"
+        RUNTIME_OUTPUT_DIRECTORY "${CMAKE_BINARY_DIR}/dist/lib"
+)
 
 target_include_directories(libsdf PUBLIC ${CMAKE_CURRENT_SOURCE_DIR}/include)
 
@@ -57,6 +64,14 @@ if(MSVC)
     target_compile_definitions(sdf_dump PRIVATE NOMINMAX _CRT_SECURE_NO_WARNINGS)
 else()
     target_compile_options(sdf_dump PRIVATE -Wall -Wextra)
+    if(MINGW)
+        target_link_options(sdf_dump PRIVATE
+                -static
+                -static-libgcc
+                -static-libstdc++
+                -Wl,-Bstatic,--whole-archive -lwinpthread -Wl,--no-whole-archive
+        )
+    endif()
 endif()
 
 enable_testing()

sqlce-0.1.3/core/include/sdf/domain/DateTimeValue.hpp

@@ -0,0 +1,36 @@
+#ifndef SDF_DOMAIN_DATE_TIME_VALUE_HPP
+#define SDF_DOMAIN_DATE_TIME_VALUE_HPP
+
+#include <cstdint>
+#include <string>
+
+namespace sdf::domain
+{
+
+    struct CalendarDate
+    {
+        int year;
+        int month;
+        int day;
+    };
+
+    class DateTimeValue
+    {
+    public:
+        DateTimeValue();
+        DateTimeValue(std::int32_t daysSinceEpoch, std::uint32_t ticksSinceMidnight);
+
+        std::uint32_t MillisecondsSinceMidnight() const;
+        std::int32_t DaysSinceEpoch() const;
+        CalendarDate Date() const;
+
+        std::string ToString() const;
+
+    private:
+        std::int32_t _daysSinceEpoch;
+        std::uint32_t _ticksSinceMidnight;
+    };
+
+}
+
+#endif

sqlce-0.1.3/core/src/domain/DateTimeValue.cpp

@@ -0,0 +1,135 @@
+#include "sdf/domain/DateTimeValue.hpp"
+
+#include <cstdio>
+
+namespace sdf::domain
+{
+
+namespace
+{
+
+constexpr int EpochYear = 1900;
+constexpr int EpochMonth = 1;
+constexpr int EpochDay = 1;
+
+bool IsLeapYear(int year)
+{
+    return (year % 4 == 0 && year % 100 != 0) || (year % 400 == 0);
+}
+
+int DaysInMonth(int year, int month)
+{
+    static constexpr int daysByMonth[12] = {31, 28, 31, 30, 31, 30, 31, 31, 30, 31, 30, 31};
+    if (month == 2 && IsLeapYear(year))
+    {
+        return 29;
+    }
+    return daysByMonth[month - 1];
+}
+
+CalendarDate AddDays(int year, int month, int day, std::int32_t daysToAdd)
+{
+    if (daysToAdd >= 0)
+    {
+        std::uint32_t remaining = static_cast<std::uint32_t>(daysToAdd);
+        while (remaining > 0)
+        {
+            const int daysLeftInMonth = DaysInMonth(year, month) - day;
+            if (static_cast<std::uint32_t>(daysLeftInMonth) >= remaining)
+            {
+                day += static_cast<int>(remaining);
+                remaining = 0;
+            }
+            else
+            {
+                remaining -= static_cast<std::uint32_t>(daysLeftInMonth) + 1;
+                day = 1;
+                month += 1;
+                if (month > 12)
+                {
+                    month = 1;
+                    year += 1;
+                }
+            }
+        }
+    }
+    else
+    {
+        std::uint32_t remaining = static_cast<std::uint32_t>(-daysToAdd);
+        while (remaining > 0)
+        {
+            const int daysIntoMonth = day - 1;
+            if (static_cast<std::uint32_t>(daysIntoMonth) >= remaining)
+            {
+                day -= static_cast<int>(remaining);
+                remaining = 0;
+            }
+            else
+            {
+                remaining -= static_cast<std::uint32_t>(daysIntoMonth) + 1;
+                month -= 1;
+                if (month < 1)
+                {
+                    month = 12;
+                    year -= 1;
+                }
+                day = DaysInMonth(year, month);
+            }
+        }
+    }
+    return CalendarDate{year, month, day};
+}
+
+}
+
+DateTimeValue::DateTimeValue() : _daysSinceEpoch(0), _ticksSinceMidnight(0)
+{
+}
+
+DateTimeValue::DateTimeValue(std::int32_t daysSinceEpoch, std::uint32_t ticksSinceMidnight)
+    : _daysSinceEpoch(daysSinceEpoch), _ticksSinceMidnight(ticksSinceMidnight)
+{
+}
+
+std::uint32_t DateTimeValue::MillisecondsSinceMidnight() const
+{
+    return static_cast<std::uint32_t>((static_cast<std::uint64_t>(_ticksSinceMidnight) * 10ULL + 1ULL) / 3ULL);
+}
+
+std::int32_t DateTimeValue::DaysSinceEpoch() const
+{
+    return _daysSinceEpoch;
+}
+
+CalendarDate DateTimeValue::Date() const
+{
+    return AddDays(EpochYear, EpochMonth, EpochDay, _daysSinceEpoch);
+}
+
+std::string DateTimeValue::ToString() const
+{
+    const CalendarDate date = Date();
+
+    const std::uint32_t milliseconds = MillisecondsSinceMidnight();
+    const std::uint32_t totalSeconds = milliseconds / 1000;
+    const std::uint32_t ms = milliseconds % 1000;
+    const std::uint32_t hours = (totalSeconds / 3600) % 24;
+    const std::uint32_t minutes = (totalSeconds / 60) % 60;
+    const std::uint32_t seconds = totalSeconds % 60;
+
+    char buffer[32];
+    std::snprintf(
+        buffer,
+        sizeof(buffer),
+        "%04d-%02d-%02d %02u:%02u:%02u.%03u",
+        date.year,
+        date.month,
+        date.day,
+        hours,
+        minutes,
+        seconds,
+        ms);
+    return std::string(buffer);
+}
+
+}

{sqlce-0.1.1 → sqlce-0.1.3}/core/src/parsing/RowDecoder.cpp

@@ -232,9 +232,9 @@ domain::ColumnValue RowDecoder::DecodeFixed(const domain::ColumnDef& column, std
 
         case domain::ColumnType::DateTime:
         {
-            const std::uint32_t milliseconds = infrastructure::ReadUInt32LE(chunk, 0);
-            const std::uint32_t days = infrastructure::ReadUInt32LE(chunk, 4);
-            return domain::ColumnValue(domain::ColumnValueStorage(domain::DateTimeValue(milliseconds, days)));
+            const std::uint32_t ticks = infrastructure::ReadUInt32LE(chunk, 0);
+            const std::int32_t days = infrastructure::ReadInt32LE(chunk, 4);
+            return domain::ColumnValue(domain::ColumnValueStorage(domain::DateTimeValue(days, ticks)));
         }
 
         case domain::ColumnType::Money:
@@ -318,4 +318,4 @@ domain::ColumnValue RowDecoder::DecodeLob(
     return domain::ColumnValue(domain::ColumnValueStorage(payload));
 }
 
-}
+}

{sqlce-0.1.1 → sqlce-0.1.3}/docs/build.txt

@@ -1,8 +1,8 @@
 pip install -e . -v --config-settings=cmake.args="-G Ninja;-DCMAKE_CXX_COMPILER=g++;-DCMAKE_C_COMPILER=gcc;-DSDF_BUILD_PYTHON_BINDINGS=ON"
 python -m build --wheel -C cmake.args="-G Ninja;-DCMAKE_CXX_COMPILER=g++;-DCMAKE_C_COMPILER=gcc;-DSDF_BUILD_PYTHON_BINDINGS=ON"
 
-git tag v0.1.1
-git push origin v0.1.1
+git tag v0.1.2
+git push origin v0.1.2
 
 git tag -d v0.1.0
 git push origin --delete v0.1.0

sqlce-0.1.3/docs/ru/RuReadme.md

@@ -0,0 +1,58 @@
+# sqlce
+
+![C++](https://img.shields.io/badge/C%2B%2B-20-blue?logo=cplusplus&logoColor=white)
+![Python](https://img.shields.io/badge/python-3.8%2B-blue?logo=python&logoColor=white)
+![Platform](https://img.shields.io/badge/platform-cross--platform-lightgrey)
+![License](https://img.shields.io/badge/license-MIT-green)
+![Reverse engineered](https://img.shields.io/badge/Reverse%20engineered%20with-🔬-red)
+
+## [En README](../../README.md)
+
+Реверс-инжиниринг бинарного формата `.sdf` (SQL Server Compact Edition 4.0).
+
+Анализ внутреннего устройства формата по декомпилированным компонентам SQL CE. Цель - предоставить кроссплатформенную и независимую от рантайма реализацию чтения `.sdf`.
+
+> Исключительно для интероперабельности с существующими файлами `.sdf` формата. Не содержит оригинальный код продукта.
+
+
+- `core/` - реализация парсера на C++
+- `bindings/` - Биндинги C++ библиотеки к другим языкам
+- `python/sqlce/` - Python API
+- `research/` - Экспериментальные скрипты
+
+### Пример
+
+```bash
+pip install sqlce
+```
+
+```python
+from sqlce import SdfDatabase
+
+db = SdfDatabase("example.sdf", password="secret123")
+
+for table_name in db.list_tables():
+    print(table_name, db.table_schema(table_name))
+    for row in db.read_table(table_name):
+        print(row)
+```
+
+Текущая [реализация](main.py) поддерживает чтение (поддерживается передача пароля) списка таблиц, структуры таблиц, содержимого записей. Использует c++.
+
+### Тестирование
+
+```bash
+pytest
+```
+
+Тесты используют установленный на устройстве SQL CE движок (через ODBC) для генерации `.sdf`-файлов с заранее известными данными и сверяют их с результатом чтения реализованным парсером - так что запуск возможен только на Windows с установленным SQL Server Compact 4.0. Файлы создаются в `tests/sdf/` и автоматически удаляются в начале и после каждого прогона.
+
+
+### Документация
+
+На данный момент документация краткая, но есть примеры и тесты.
+
+[Документация](python.md)
+
+
+[Соглашения по написанию кода](docs/CONVENTIONS.md) (PR приветствуются)

{sqlce-0.1.1 → sqlce-0.1.3}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "scikit_build_core.build"
 
 [project]
 name = "sqlce"
-version = "0.1.1"
+version = "0.1.3"
 description = "Cross-platform lib for reading SQL Server CE (.sdf)"
 readme = "README.md"
 license = { text = "MIT" }
@@ -52,3 +52,18 @@ archs = ["x86_64"]
 
 [tool.cibuildwheel.windows]
 archs = ["AMD64"]
+
+[project.optional-dependencies]
+dev = [
+    "scikit-build-core>=0.10",
+    "pybind11>=2.12",
+    "build",
+    "twine",
+    "pytest",
+    "pytest-cov",
+    "pythonnet"
+]
+
+[tool.pytest.ini_options]
+addopts = "--cov=sqlce --cov-report=term-missing"
+testpaths = ["tests"]

{sqlce-0.1.1 → sqlce-0.1.3}/requirements.txt

@@ -2,3 +2,6 @@ pybind11>=2.12
 scikit-build-core>=0.10
 twine
 build
+pytest
+pytest-cov
+pythonnet