turingdb 1.12__cp311-cp311-manylinux_2_35_x86_64.whl

lib/cmake/tabulate/tabulateConfig.cmake

@@ -0,0 +1,31 @@
+
+####### Expanded from @PACKAGE_INIT@ by configure_package_config_file() #######
+####### Any changes to this file will be overwritten by the next CMake run ####
+####### The input file was tabulateConfig.cmake.in                            ########
+
+get_filename_component(PACKAGE_PREFIX_DIR "${CMAKE_CURRENT_LIST_DIR}/../../../" ABSOLUTE)
+
+macro(set_and_check _var _file)
+  set(${_var} "${_file}")
+  if(NOT EXISTS "${_file}")
+    message(FATAL_ERROR "File or directory ${_file} referenced by variable ${_var} does not exist !")
+  endif()
+endmacro()
+
+macro(check_required_components _NAME)
+  foreach(comp ${${_NAME}_FIND_COMPONENTS})
+    if(NOT ${_NAME}_${comp}_FOUND)
+      if(${_NAME}_FIND_REQUIRED_${comp})
+        set(${_NAME}_FOUND FALSE)
+      endif()
+    endif()
+  endforeach()
+endmacro()
+
+####################################################################################
+
+include(CMakeFindDependencyMacro)
+
+if (NOT TARGET tabulate::tabulate)
+  include(${CMAKE_CURRENT_LIST_DIR}/tabulateTargets.cmake)
+endif ()

lib/cmake/tabulate/tabulateConfigVersion.cmake

@@ -0,0 +1,43 @@
+# This is a basic version file for the Config-mode of find_package().
+# It is used by write_basic_package_version_file() as input file for configure_file()
+# to create a version-file which can be installed along a config.cmake file.
+#
+# The created file sets PACKAGE_VERSION_EXACT if the current version string and
+# the requested version string are exactly the same and it sets
+# PACKAGE_VERSION_COMPATIBLE if the current version is >= requested version.
+# The variable CVF_VERSION must be set before calling configure_file().
+
+set(PACKAGE_VERSION "1.5.0")
+
+if (PACKAGE_FIND_VERSION_RANGE)
+  # Package version must be in the requested version range
+  if ((PACKAGE_FIND_VERSION_RANGE_MIN STREQUAL "INCLUDE" AND PACKAGE_VERSION VERSION_LESS PACKAGE_FIND_VERSION_MIN)
+      OR ((PACKAGE_FIND_VERSION_RANGE_MAX STREQUAL "INCLUDE" AND PACKAGE_VERSION VERSION_GREATER PACKAGE_FIND_VERSION_MAX)
+        OR (PACKAGE_FIND_VERSION_RANGE_MAX STREQUAL "EXCLUDE" AND PACKAGE_VERSION VERSION_GREATER_EQUAL PACKAGE_FIND_VERSION_MAX)))
+    set(PACKAGE_VERSION_COMPATIBLE FALSE)
+  else()
+    set(PACKAGE_VERSION_COMPATIBLE TRUE)
+  endif()
+else()
+  if(PACKAGE_VERSION VERSION_LESS PACKAGE_FIND_VERSION)
+    set(PACKAGE_VERSION_COMPATIBLE FALSE)
+  else()
+    set(PACKAGE_VERSION_COMPATIBLE TRUE)
+    if(PACKAGE_FIND_VERSION STREQUAL PACKAGE_VERSION)
+      set(PACKAGE_VERSION_EXACT TRUE)
+    endif()
+  endif()
+endif()
+
+
+# if the installed or the using project don't have CMAKE_SIZEOF_VOID_P set, ignore it:
+if("${CMAKE_SIZEOF_VOID_P}" STREQUAL "" OR "8" STREQUAL "")
+  return()
+endif()
+
+# check that the installed version has the same 32/64bit-ness as the one which is currently searching:
+if(NOT CMAKE_SIZEOF_VOID_P STREQUAL "8")
+  math(EXPR installedBits "8 * 8")
+  set(PACKAGE_VERSION "${PACKAGE_VERSION} (${installedBits}bit)")
+  set(PACKAGE_VERSION_UNSUITABLE TRUE)
+endif()

lib/cmake/tabulate/tabulateTargets.cmake

@@ -0,0 +1,107 @@
+# Generated by CMake
+
+if("${CMAKE_MAJOR_VERSION}.${CMAKE_MINOR_VERSION}" LESS 2.8)
+   message(FATAL_ERROR "CMake >= 3.0.0 required")
+endif()
+if(CMAKE_VERSION VERSION_LESS "3.0.0")
+   message(FATAL_ERROR "CMake >= 3.0.0 required")
+endif()
+cmake_policy(PUSH)
+cmake_policy(VERSION 3.0.0...4.0)
+#----------------------------------------------------------------
+# Generated CMake target import file.
+#----------------------------------------------------------------
+
+# Commands may need to know the format version.
+set(CMAKE_IMPORT_FILE_VERSION 1)
+
+# Protect against multiple inclusion, which would fail when already imported targets are added once more.
+set(_cmake_targets_defined "")
+set(_cmake_targets_not_defined "")
+set(_cmake_expected_targets "")
+foreach(_cmake_expected_target IN ITEMS tabulate::tabulate)
+  list(APPEND _cmake_expected_targets "${_cmake_expected_target}")
+  if(TARGET "${_cmake_expected_target}")
+    list(APPEND _cmake_targets_defined "${_cmake_expected_target}")
+  else()
+    list(APPEND _cmake_targets_not_defined "${_cmake_expected_target}")
+  endif()
+endforeach()
+unset(_cmake_expected_target)
+if(_cmake_targets_defined STREQUAL _cmake_expected_targets)
+  unset(_cmake_targets_defined)
+  unset(_cmake_targets_not_defined)
+  unset(_cmake_expected_targets)
+  unset(CMAKE_IMPORT_FILE_VERSION)
+  cmake_policy(POP)
+  return()
+endif()
+if(NOT _cmake_targets_defined STREQUAL "")
+  string(REPLACE ";" ", " _cmake_targets_defined_text "${_cmake_targets_defined}")
+  string(REPLACE ";" ", " _cmake_targets_not_defined_text "${_cmake_targets_not_defined}")
+  message(FATAL_ERROR "Some (but not all) targets in this export set were already defined.\nTargets Defined: ${_cmake_targets_defined_text}\nTargets not yet defined: ${_cmake_targets_not_defined_text}\n")
+endif()
+unset(_cmake_targets_defined)
+unset(_cmake_targets_not_defined)
+unset(_cmake_expected_targets)
+
+
+# Compute the installation prefix relative to this file.
+get_filename_component(_IMPORT_PREFIX "${CMAKE_CURRENT_LIST_FILE}" PATH)
+get_filename_component(_IMPORT_PREFIX "${_IMPORT_PREFIX}" PATH)
+get_filename_component(_IMPORT_PREFIX "${_IMPORT_PREFIX}" PATH)
+get_filename_component(_IMPORT_PREFIX "${_IMPORT_PREFIX}" PATH)
+if(_IMPORT_PREFIX STREQUAL "/")
+  set(_IMPORT_PREFIX "")
+endif()
+
+# Create imported target tabulate::tabulate
+add_library(tabulate::tabulate INTERFACE IMPORTED)
+
+set_target_properties(tabulate::tabulate PROPERTIES
+  INTERFACE_COMPILE_FEATURES "cxx_std_11"
+  INTERFACE_INCLUDE_DIRECTORIES "${_IMPORT_PREFIX}/include"
+)
+
+# Load information for each installed configuration.
+file(GLOB _cmake_config_files "${CMAKE_CURRENT_LIST_DIR}/tabulateTargets-*.cmake")
+foreach(_cmake_config_file IN LISTS _cmake_config_files)
+  include("${_cmake_config_file}")
+endforeach()
+unset(_cmake_config_file)
+unset(_cmake_config_files)
+
+# Cleanup temporary variables.
+set(_IMPORT_PREFIX)
+
+# Loop over all imported files and verify that they actually exist
+foreach(_cmake_target IN LISTS _cmake_import_check_targets)
+  if(CMAKE_VERSION VERSION_LESS "3.28"
+      OR NOT DEFINED _cmake_import_check_xcframework_for_${_cmake_target}
+      OR NOT IS_DIRECTORY "${_cmake_import_check_xcframework_for_${_cmake_target}}")
+    foreach(_cmake_file IN LISTS "_cmake_import_check_files_for_${_cmake_target}")
+      if(NOT EXISTS "${_cmake_file}")
+        message(FATAL_ERROR "The imported target \"${_cmake_target}\" references the file
+   \"${_cmake_file}\"
+but this file does not exist.  Possible reasons include:
+* The file was deleted, renamed, or moved to another location.
+* An install or uninstall procedure did not complete successfully.
+* The installation package was faulty and contained
+   \"${CMAKE_CURRENT_LIST_FILE}\"
+but not all the files it references.
+")
+      endif()
+    endforeach()
+  endif()
+  unset(_cmake_file)
+  unset("_cmake_import_check_files_for_${_cmake_target}")
+endforeach()
+unset(_cmake_target)
+unset(_cmake_import_check_targets)
+
+# This file does not depend on other imported targets which have
+# been exported from the same project but in a separate export set.
+
+# Commands beyond this point should not need to know the version.
+set(CMAKE_IMPORT_FILE_VERSION)
+cmake_policy(POP)

lib/cmake/termcolor/termcolor-config.cmake

@@ -0,0 +1,28 @@
+
+####### Expanded from @PACKAGE_INIT@ by configure_package_config_file() #######
+####### Any changes to this file will be overwritten by the next CMake run ####
+####### The input file was config.cmake.in                            ########
+
+get_filename_component(PACKAGE_PREFIX_DIR "${CMAKE_CURRENT_LIST_DIR}/../../../" ABSOLUTE)
+
+macro(set_and_check _var _file)
+  set(${_var} "${_file}")
+  if(NOT EXISTS "${_file}")
+    message(FATAL_ERROR "File or directory ${_file} referenced by variable ${_var} does not exist !")
+  endif()
+endmacro()
+
+macro(check_required_components _NAME)
+  foreach(comp ${${_NAME}_FIND_COMPONENTS})
+    if(NOT ${_NAME}_${comp}_FOUND)
+      if(${_NAME}_FIND_REQUIRED_${comp})
+        set(${_NAME}_FOUND FALSE)
+      endif()
+    endif()
+  endforeach()
+endmacro()
+
+####################################################################################
+
+include("${CMAKE_CURRENT_LIST_DIR}/termcolor-targets.cmake")
+check_required_components("termcolor")

lib/cmake/termcolor/termcolor-targets.cmake

@@ -0,0 +1,107 @@
+# Generated by CMake
+
+if("${CMAKE_MAJOR_VERSION}.${CMAKE_MINOR_VERSION}" LESS 2.8)
+   message(FATAL_ERROR "CMake >= 3.0.0 required")
+endif()
+if(CMAKE_VERSION VERSION_LESS "3.0.0")
+   message(FATAL_ERROR "CMake >= 3.0.0 required")
+endif()
+cmake_policy(PUSH)
+cmake_policy(VERSION 3.0.0...4.0)
+#----------------------------------------------------------------
+# Generated CMake target import file.
+#----------------------------------------------------------------
+
+# Commands may need to know the format version.
+set(CMAKE_IMPORT_FILE_VERSION 1)
+
+# Protect against multiple inclusion, which would fail when already imported targets are added once more.
+set(_cmake_targets_defined "")
+set(_cmake_targets_not_defined "")
+set(_cmake_expected_targets "")
+foreach(_cmake_expected_target IN ITEMS termcolor::termcolor)
+  list(APPEND _cmake_expected_targets "${_cmake_expected_target}")
+  if(TARGET "${_cmake_expected_target}")
+    list(APPEND _cmake_targets_defined "${_cmake_expected_target}")
+  else()
+    list(APPEND _cmake_targets_not_defined "${_cmake_expected_target}")
+  endif()
+endforeach()
+unset(_cmake_expected_target)
+if(_cmake_targets_defined STREQUAL _cmake_expected_targets)
+  unset(_cmake_targets_defined)
+  unset(_cmake_targets_not_defined)
+  unset(_cmake_expected_targets)
+  unset(CMAKE_IMPORT_FILE_VERSION)
+  cmake_policy(POP)
+  return()
+endif()
+if(NOT _cmake_targets_defined STREQUAL "")
+  string(REPLACE ";" ", " _cmake_targets_defined_text "${_cmake_targets_defined}")
+  string(REPLACE ";" ", " _cmake_targets_not_defined_text "${_cmake_targets_not_defined}")
+  message(FATAL_ERROR "Some (but not all) targets in this export set were already defined.\nTargets Defined: ${_cmake_targets_defined_text}\nTargets not yet defined: ${_cmake_targets_not_defined_text}\n")
+endif()
+unset(_cmake_targets_defined)
+unset(_cmake_targets_not_defined)
+unset(_cmake_expected_targets)
+
+
+# Compute the installation prefix relative to this file.
+get_filename_component(_IMPORT_PREFIX "${CMAKE_CURRENT_LIST_FILE}" PATH)
+get_filename_component(_IMPORT_PREFIX "${_IMPORT_PREFIX}" PATH)
+get_filename_component(_IMPORT_PREFIX "${_IMPORT_PREFIX}" PATH)
+get_filename_component(_IMPORT_PREFIX "${_IMPORT_PREFIX}" PATH)
+if(_IMPORT_PREFIX STREQUAL "/")
+  set(_IMPORT_PREFIX "")
+endif()
+
+# Create imported target termcolor::termcolor
+add_library(termcolor::termcolor INTERFACE IMPORTED)
+
+set_target_properties(termcolor::termcolor PROPERTIES
+  INTERFACE_COMPILE_FEATURES "cxx_std_11"
+  INTERFACE_INCLUDE_DIRECTORIES "${_IMPORT_PREFIX}/include;${_IMPORT_PREFIX}/include"
+)
+
+# Load information for each installed configuration.
+file(GLOB _cmake_config_files "${CMAKE_CURRENT_LIST_DIR}/termcolor-targets-*.cmake")
+foreach(_cmake_config_file IN LISTS _cmake_config_files)
+  include("${_cmake_config_file}")
+endforeach()
+unset(_cmake_config_file)
+unset(_cmake_config_files)
+
+# Cleanup temporary variables.
+set(_IMPORT_PREFIX)
+
+# Loop over all imported files and verify that they actually exist
+foreach(_cmake_target IN LISTS _cmake_import_check_targets)
+  if(CMAKE_VERSION VERSION_LESS "3.28"
+      OR NOT DEFINED _cmake_import_check_xcframework_for_${_cmake_target}
+      OR NOT IS_DIRECTORY "${_cmake_import_check_xcframework_for_${_cmake_target}}")
+    foreach(_cmake_file IN LISTS "_cmake_import_check_files_for_${_cmake_target}")
+      if(NOT EXISTS "${_cmake_file}")
+        message(FATAL_ERROR "The imported target \"${_cmake_target}\" references the file
+   \"${_cmake_file}\"
+but this file does not exist.  Possible reasons include:
+* The file was deleted, renamed, or moved to another location.
+* An install or uninstall procedure did not complete successfully.
+* The installation package was faulty and contained
+   \"${CMAKE_CURRENT_LIST_FILE}\"
+but not all the files it references.
+")
+      endif()
+    endforeach()
+  endif()
+  unset(_cmake_file)
+  unset("_cmake_import_check_files_for_${_cmake_target}")
+endforeach()
+unset(_cmake_target)
+unset(_cmake_import_check_targets)
+
+# This file does not depend on other imported targets which have
+# been exported from the same project but in a separate export set.
+
+# Commands beyond this point should not need to know the version.
+set(CMAKE_IMPORT_FILE_VERSION)
+cmake_policy(POP)

turingdb/__init__.py

@@ -0,0 +1,92 @@
+import os
+import sys
+import subprocess
+from pathlib import Path
+from .turingdb import TuringDB, TuringDBException
+from .turingsh import main as turingsh
+
+__all__ = ["TuringDB", "TuringDBException", "turingsh"]
+
+def get_executable_path():
+    """Get the path to the compiled C++ executable."""
+    import site
+    import importlib.util
+
+    # Define possible executable names
+    executable_name = "turingdb"  # Adjust this to match your actual binary name
+
+    # Search locations in order of preference
+    search_locations = []
+
+    # 1. Use first turingdb in the local build directory
+    try:
+        # Get the installed package location
+        spec = importlib.util.find_spec("turingdb")  # Your actual module name
+        if spec and spec.origin:
+            installed_module_dir = Path(spec.origin).parent
+            project_dir = installed_module_dir.parent.parent
+            turingdb_build_path = project_dir/"build/turingdb/tools/turingdb/"
+            turingdb_bin_path = project_dir/"site-packages/bin/"
+            search_locations.append(turingdb_build_path)
+            search_locations.append(turingdb_bin_path)
+    except:
+        pass
+
+    # 4. User site-packages
+    try:
+        user_site = site.getusersitepackages()
+        if user_site:
+            turingdb_user_site_path = Path(user_site) / "bin"
+            search_locations.append(user_site_path)
+    except:
+        pass
+
+    # 2. Site-packages locations
+    for site_path in site.getsitepackages():
+        turingdbèsiteèpath = Path(site_path) / "bin"
+        search_locations.append(turingdbèsiteèpath)
+
+    # 5. Virtual environment site-packages (if we're in a venv)
+    if hasattr(sys, 'prefix') and sys.prefix != sys.base_prefix:
+        # We're in a virtual environment
+        venv_site = Path(sys.prefix) / "lib" / f"python{sys.version_info.major}.{sys.version_info.minor}" / "site-packages"
+        search_locations.append(venv_site / "turingdb")
+
+    # Search all locations
+    for location in search_locations:
+        if not location.exists():
+            continue
+
+        executable_path = location / executable_name
+        if executable_path.exists() and os.access(executable_path, os.X_OK):
+            return str(executable_path)
+
+
+    print('Search directories:')
+    for location in search_locations:
+        print(location)
+
+    raise FileNotFoundError(f"Executable '{executable_name}' not found in any expected location")
+
+
+def main():
+    """Entry point for the console script."""
+    try:
+        executable_path = get_executable_path()
+
+        # Execute the C++ binary directly, replacing the current process
+        os.execv(executable_path, [executable_path] + sys.argv[1:])
+
+    except FileNotFoundError as e:
+        print(f"Error: {e}", file=sys.stderr)
+        sys.exit(1)
+    except Exception as e:
+        print(f"Unexpected error: {e}", file=sys.stderr)
+        # Fallback to subprocess if execv fails
+        try:
+            executable_path = get_executable_path()
+            result = subprocess.run([executable_path] + sys.argv[1:])
+            sys.exit(result.returncode)
+        except:
+            sys.exit(1)
+

turingdb/exceptions.py

@@ -0,0 +1,3 @@
+class TuringDBException(Exception):
+    def __init__(self, message: str):
+        super().__init__(message)

turingdb/path.py

@@ -0,0 +1,16 @@
+from enum import Enum
+
+
+class PathType(Enum):
+    LOCAL = "local"
+    S3 = "s3"
+    TURINGDB = "turingdb"
+
+    @staticmethod
+    def get_type(path: str):
+        if path.startswith("s3://"):
+            return PathType.S3
+        elif path.startswith("turingdb://"):
+            return PathType.TURINGDB
+        else:
+            return PathType.LOCAL

turingdb/protocol.py

@@ -0,0 +1,7 @@
+from typing import Protocol
+
+from pandas import DataFrame
+
+
+class QueryProtocol(Protocol):
+    def query(self, query: str) -> DataFrame: ...

turingdb/s3.py

@@ -0,0 +1,137 @@
+import os
+from typing import Optional
+
+from .exceptions import TuringDBException
+from .path import PathType
+from .protocol import QueryProtocol
+
+
+class S3Client:
+    def __init__(
+        self,
+        bucket_name: str,
+        access_key: Optional[str] = None,
+        secret_key: Optional[str] = None,
+        region: Optional[str] = None,
+        use_scratch: bool = True,
+    ):
+        import boto3
+
+        self._use_scratch = use_scratch
+        self._scratch_folder = "__turing__scratch__"
+
+        # Credentials are optional, they override the installed credentials
+        self._s3_session = boto3.Session(
+            aws_access_key_id=access_key,
+            aws_secret_access_key=secret_key,
+            region_name=region,
+        )
+
+        self._s3 = self._s3_session.client("s3")
+        self._s3_resource = self._s3_session.resource("s3")
+        self._s3_bucket = self._s3_resource.Bucket(bucket_name)  # type: ignore
+
+        credentials = self._s3_session.get_credentials()
+        assert credentials is not None
+        region = self._s3_session.region_name
+        secret_key = credentials.secret_key
+        access_key = credentials.access_key
+
+        self._access_key = access_key
+        self._secret_key = secret_key
+        self._region = region
+
+        if region is None:
+            region = ""
+
+        self._bucket_name = bucket_name
+
+    def connect(self, query_protocol: QueryProtocol):
+        self._query_protocol = query_protocol
+        self._query_protocol.query(
+            f'S3 CONNECT "{self._access_key}" "{self._secret_key}" "{self._region}"'
+        )
+
+    def transfer(self, src: str, dst: str):
+        import uuid
+        from pathlib import Path
+
+        if self._query_protocol is None:
+            raise TuringDBException("TuringDB client is not connected")
+
+        src_type = PathType.get_type(src)
+        dst_type = PathType.get_type(dst)
+
+        match src_type, dst_type:
+            case PathType.LOCAL, PathType.LOCAL:
+                raise NotImplementedError("Local to local transfer is not implemented")
+            case PathType.S3, PathType.S3:
+                raise NotImplementedError("S3 to S3 transfer is not implemented")
+            case PathType.TURINGDB, PathType.TURINGDB:
+                raise NotImplementedError(
+                    "TuringDB to TuringDB transfer is not implemented"
+                )
+
+            # Local <-> S3
+            case PathType.LOCAL, PathType.S3:
+                src = str(Path(src).expanduser().resolve())
+                dst = dst.replace("s3://", "")
+
+                if os.path.isdir(src):
+                    raise NotImplementedError("Directory upload is not implemented")
+
+                self._s3.upload_file(src, self._bucket_name, dst)
+            case PathType.S3, PathType.LOCAL:
+                src = src.replace("s3://", "")
+                dst = str(Path(dst).expanduser().resolve())
+
+                self._s3.download_file(self._bucket_name, src, dst)
+
+            # TuringDB <-> S3
+            case PathType.TURINGDB, PathType.S3:
+                src = src.replace("turingdb://", "")
+                dst = dst.replace("s3://", f"s3://{self._bucket_name}/")
+
+                if os.path.isdir(src):
+                    raise NotImplementedError("Directory upload is not implemented")
+
+                query = f'S3 PUSH "{src}" "{dst}"'
+                self._query_protocol.query(query)
+            case PathType.S3, PathType.TURINGDB:
+                src = src.replace("s3://", f"s3://{self._bucket_name}/")
+                dst = dst.replace("turingdb://", "")
+                query = f'S3 PULL "{src}" "{dst}"'
+                self._query_protocol.query(query)
+
+            # TuringDB <-> Local
+            case PathType.LOCAL, PathType.TURINGDB:
+                if not self._use_scratch:
+                    raise TuringDBException(
+                        "Scratch is not enabled, please transfer to s3 first, then to TuringDB"
+                    )
+
+                s3_path = f"s3://{self._scratch_folder}/{uuid.uuid4().hex}"
+
+                try:
+                    self.transfer(src, s3_path)
+                    self.transfer(s3_path, dst)
+                finally:
+                    self._s3_bucket.objects.filter(
+                        Prefix=f"{self._scratch_folder}/"
+                    ).delete()
+
+            case PathType.TURINGDB, PathType.LOCAL:
+                if not self._use_scratch:
+                    raise TuringDBException(
+                        "Scratch is not enabled, please transfer to s3 first, then to local"
+                    )
+
+                s3_path = f"s3://{self._scratch_folder}/{uuid.uuid4().hex}"
+
+                try:
+                    self.transfer(src, s3_path)
+                    self.transfer(s3_path, dst)
+                finally:
+                    self._s3_bucket.objects.filter(
+                        Prefix=f"{self._scratch_folder}/"
+                    ).delete()