UncountablePythonSDK 0.0.96__tar.gz → 0.0.98__tar.gz

{uncountablepythonsdk-0.0.96/UncountablePythonSDK.egg-info → uncountablepythonsdk-0.0.98}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: UncountablePythonSDK
-Version: 0.0.96
+Version: 0.0.98
 Summary: Uncountable SDK
 Project-URL: Homepage, https://github.com/uncountableinc/uncountable-python-sdk
 Project-URL: Repository, https://github.com/uncountableinc/uncountable-python-sdk.git

{uncountablepythonsdk-0.0.96 → uncountablepythonsdk-0.0.98/UncountablePythonSDK.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: UncountablePythonSDK
-Version: 0.0.96
+Version: 0.0.98
 Summary: Uncountable SDK
 Project-URL: Homepage, https://github.com/uncountableinc/uncountable-python-sdk
 Project-URL: Repository, https://github.com/uncountableinc/uncountable-python-sdk.git

{uncountablepythonsdk-0.0.96 → uncountablepythonsdk-0.0.98}/docs/requirements.txt

@@ -5,3 +5,4 @@ sphinx-copybutton==0.5.2
 Sphinx==8.1.3
 sphinx_design==0.6.1
 sphinx-favicon==1.0.1
+astroid==3.3.8

{uncountablepythonsdk-0.0.96 → uncountablepythonsdk-0.0.98}/uncountable/integration/executors/generic_upload_executor.py

@@ -33,6 +33,27 @@ from uncountable.types.job_definition_t import (
 )
 
 
+def _get_extension(filename: str) -> str | None:
+    _, ext = os.path.splitext(filename)
+    return ext.strip().lower()
+
+
+def _run_keyword_detection(data: io.BytesIO, keyword: str) -> bool:
+    try:
+        text = io.TextIOWrapper(data)
+        for line in text:
+            if (
+                keyword in line
+                or re.search(keyword, line, flags=re.IGNORECASE) is not None
+            ):
+                return True
+        return False
+    except re.error:
+        return False
+    except UnicodeError:
+        return False
+
+
 def _filter_files_by_keyword(
     remote_directory: GenericRemoteDirectoryScope,
     files: list[FileObjectData],
@@ -41,7 +62,20 @@ def _filter_files_by_keyword(
     if remote_directory.detection_keyword is None:
         return files
 
-    raise NotImplementedError("keyword detection not implemented yet")
+    filtered_files = []
+
+    for file in files:
+        extension = _get_extension(file.filename)
+
+        if extension not in (".txt", ".csv"):
+            raise NotImplementedError(
+                "keyword detection is only supported for csv, txt files"
+            )
+
+        if _run_keyword_detection(file.file_IO, remote_directory.detection_keyword):
+            filtered_files.append(file)
+
+    return filtered_files
 
 
 def _filter_by_filename(

{uncountablepythonsdk-0.0.96 → uncountablepythonsdk-0.0.98}/uncountable/integration/scheduler.py

@@ -147,4 +147,5 @@ def main() -> None:
         handle_shutdown(logger, processes=processes)
 
 
-main()
+if __name__ == "__main__":
+    main()

{uncountablepythonsdk-0.0.96 → uncountablepythonsdk-0.0.98}/uncountable/types/api/recipe_links/create_recipe_link.py

@@ -31,8 +31,8 @@ ENDPOINT_PATH = "api/external/recipe_links/create_recipe_link"
 class Arguments:
     recipe_from_key: identifier_t.IdentifierKey
     recipe_to_key: identifier_t.IdentifierKey
-    link_type: typing.Literal[recipe_links_t.RecipeLinkType.CHILD] | typing.Literal[recipe_links_t.RecipeLinkType.CONTROL] | typing.Literal[recipe_links_t.RecipeLinkType.USER_LINK]
-    name: str
+    link_type: typing.Literal[recipe_links_t.RecipeLinkType.CHILD] | typing.Literal[recipe_links_t.RecipeLinkType.CONTROL] | typing.Literal[recipe_links_t.RecipeLinkType.USER_LINK] | typing.Literal[recipe_links_t.RecipeLinkType.PREVIOUS_EXPERIMENT]
+    name: str | None = None
 
 
 # DO NOT MODIFY -- This file is generated by type_spec

{uncountablepythonsdk-0.0.96 → uncountablepythonsdk-0.0.98}/uncountable/types/client_base.py

@@ -377,8 +377,8 @@ class ClientMethods(ABC):
         *,
         recipe_from_key: identifier_t.IdentifierKey,
         recipe_to_key: identifier_t.IdentifierKey,
-        link_type: typing.Literal[recipe_links_t.RecipeLinkType.CHILD] | typing.Literal[recipe_links_t.RecipeLinkType.CONTROL] | typing.Literal[recipe_links_t.RecipeLinkType.USER_LINK],
-        name: str,
+        link_type: typing.Literal[recipe_links_t.RecipeLinkType.CHILD] | typing.Literal[recipe_links_t.RecipeLinkType.CONTROL] | typing.Literal[recipe_links_t.RecipeLinkType.USER_LINK] | typing.Literal[recipe_links_t.RecipeLinkType.PREVIOUS_EXPERIMENT],
+        name: str | None = None,
     ) -> create_recipe_link_t.Data:
         """Create a link between two recipes.  Skip if the link already exists