txt2stix 1.0.9__tar.gz → 1.0.10__tar.gz

{txt2stix-1.0.9 → txt2stix-1.0.10}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: txt2stix
-Version: 1.0.9
+Version: 1.0.10
 Summary: txt2stix is a Python script that is designed to identify and extract IoCs and TTPs from text files, identify the relationships between them, convert them to STIX 2.1 objects, and output as a STIX 2.1 bundle.
 Project-URL: Homepage, https://github.com/muchdogesec/txt2stix
 Project-URL: Issues, https://github.com/muchdogesec/txt2stix/issues

{txt2stix-1.0.9 → txt2stix-1.0.10}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "txt2stix"
-version = "1.0.9"
+version = "1.0.10"
 authors = [{ name = "dogesec" }]
 maintainers = [{ name = "dogesec" }]
 description = "txt2stix is a Python script that is designed to identify and extract IoCs and TTPs from text files, identify the relationships between them, convert them to STIX 2.1 objects, and output as a STIX 2.1 bundle."

txt2stix-1.0.10/requirements.txt

@@ -0,0 +1,233 @@
+#
+# This file is autogenerated by pip-compile with Python 3.13
+# by the following command:
+#
+#    pip-compile --output-file=requirements.txt pyproject.toml
+#
+aiohappyeyeballs==2.6.1
+    # via aiohttp
+aiohttp==3.12.15
+    # via llama-index-core
+aiosignal==1.4.0
+    # via aiohttp
+aiosqlite==0.21.0
+    # via llama-index-core
+annotated-types==0.7.0
+    # via pydantic
+antlr4-python3-runtime==4.9.3
+    # via stix2-patterns
+anyio==4.10.0
+    # via
+    #   httpx
+    #   openai
+attrs==25.3.0
+    # via aiohttp
+banks==2.2.0
+    # via llama-index-core
+base58==2.1.1
+    # via txt2stix (pyproject.toml)
+beautifulsoup4==4.13.5
+    # via txt2stix (pyproject.toml)
+certifi==2025.8.3
+    # via
+    #   httpcore
+    #   httpx
+    #   requests
+charset-normalizer==3.4.3
+    # via requests
+click==8.2.1
+    # via nltk
+colorama==0.4.6
+    # via griffe
+dataclasses-json==0.6.7
+    # via llama-index-core
+deprecated==1.2.18
+    # via
+    #   banks
+    #   llama-index-core
+    #   llama-index-instrumentation
+dirtyjson==1.0.8
+    # via llama-index-core
+distro==1.9.0
+    # via openai
+filelock==3.19.1
+    # via tldextract
+filetype==1.2.0
+    # via llama-index-core
+frozenlist==1.7.0
+    # via
+    #   aiohttp
+    #   aiosignal
+fsspec==2025.7.0
+    # via llama-index-core
+greenlet==3.2.4
+    # via sqlalchemy
+griffe==1.13.0
+    # via banks
+h11==0.16.0
+    # via httpcore
+httpcore==1.0.9
+    # via httpx
+httpx==0.28.1
+    # via
+    #   llama-index-core
+    #   openai
+idna==3.10
+    # via
+    #   anyio
+    #   httpx
+    #   requests
+    #   tldextract
+    #   yarl
+jinja2==3.1.6
+    # via banks
+jiter==0.10.0
+    # via openai
+joblib==1.5.1
+    # via nltk
+llama-index-core==0.13.3
+    # via
+    #   llama-index-llms-openai
+    #   txt2stix (pyproject.toml)
+llama-index-instrumentation==0.4.0
+    # via llama-index-workflows
+llama-index-llms-openai==0.5.4
+    # via txt2stix (pyproject.toml)
+llama-index-workflows==1.3.0
+    # via llama-index-core
+markupsafe==3.0.2
+    # via jinja2
+marshmallow==3.26.1
+    # via dataclasses-json
+mistune==3.1.3
+    # via txt2stix (pyproject.toml)
+multidict==6.6.4
+    # via
+    #   aiohttp
+    #   yarl
+mypy-extensions==1.1.0
+    # via typing-inspect
+nest-asyncio==1.6.0
+    # via llama-index-core
+networkx==3.5
+    # via llama-index-core
+nltk==3.9.1
+    # via llama-index-core
+numpy==2.3.2
+    # via llama-index-core
+openai==1.101.0
+    # via llama-index-llms-openai
+packaging==25.0
+    # via marshmallow
+pathvalidate==3.3.1
+    # via txt2stix (pyproject.toml)
+phonenumbers==9.0.12
+    # via txt2stix (pyproject.toml)
+pillow==11.3.0
+    # via llama-index-core
+platformdirs==4.3.8
+    # via
+    #   banks
+    #   llama-index-core
+propcache==0.3.2
+    # via
+    #   aiohttp
+    #   yarl
+pycountry==24.6.1
+    # via schwifty
+pydantic==2.11.7
+    # via
+    #   banks
+    #   llama-index-core
+    #   llama-index-instrumentation
+    #   llama-index-workflows
+    #   openai
+pydantic-core==2.33.2
+    # via pydantic
+python-dotenv==1.1.1
+    # via txt2stix (pyproject.toml)
+pytz==2025.2
+    # via stix2
+pyyaml==6.0.2
+    # via llama-index-core
+regex==2025.7.34
+    # via
+    #   nltk
+    #   tiktoken
+requests==2.32.5
+    # via
+    #   llama-index-core
+    #   requests-file
+    #   stix2
+    #   stix2extensions
+    #   tiktoken
+    #   tldextract
+    #   txt2stix (pyproject.toml)
+requests-file==2.1.0
+    # via tldextract
+rstr==3.2.2
+    # via schwifty
+schwifty==2025.7.0
+    # via txt2stix (pyproject.toml)
+simplejson==3.20.1
+    # via stix2
+six==1.17.0
+    # via stix2-patterns
+sniffio==1.3.1
+    # via
+    #   anyio
+    #   openai
+soupsieve==2.7
+    # via beautifulsoup4
+sqlalchemy[asyncio]==2.0.43
+    # via llama-index-core
+stix2==3.0.1
+    # via stix2extensions
+stix2-patterns==2.0.0
+    # via stix2
+stix2extensions==1.1.1
+    # via txt2stix (pyproject.toml)
+tenacity==9.1.2
+    # via llama-index-core
+tiktoken==0.11.0
+    # via llama-index-core
+tld==0.13.1
+    # via txt2stix (pyproject.toml)
+tldextract==5.3.0
+    # via txt2stix (pyproject.toml)
+tqdm==4.67.1
+    # via
+    #   llama-index-core
+    #   nltk
+    #   openai
+typing-extensions==4.15.0
+    # via
+    #   aiosqlite
+    #   beautifulsoup4
+    #   llama-index-core
+    #   llama-index-workflows
+    #   openai
+    #   pydantic
+    #   pydantic-core
+    #   sqlalchemy
+    #   typing-inspect
+    #   typing-inspection
+typing-inspect==0.9.0
+    # via
+    #   dataclasses-json
+    #   llama-index-core
+typing-inspection==0.4.1
+    # via pydantic
+urllib3==2.5.0
+    # via requests
+validators==0.35.0
+    # via txt2stix (pyproject.toml)
+wrapt==1.17.3
+    # via
+    #   deprecated
+    #   llama-index-core
+yarl==1.20.1
+    # via aiohttp
+
+# The following packages are considered to be unsafe in a requirements file:
+# setuptools

{txt2stix-1.0.9 → txt2stix-1.0.10}/txt2stix/ai_extractor/openai.py

@@ -1,4 +1,5 @@
    
+import logging
 import os
 from txt2stix.ai_extractor.base import BaseAIExtractor
 from llama_index.llms.openai import OpenAI
@@ -11,5 +12,9 @@ class OpenAIExtractor(BaseAIExtractor, provider="openai"):
         super().__init__()
 
     def count_tokens(self, text):
-        return len(self.llm._tokenizer.encode(text))
+        try:
+            return len(self.llm._tokenizer.encode(text))
+        except Exception as e:
+            logging.warning(e)
+            return super().count_tokens(text)
     

txt2stix-1.0.9/requirements.txt

@@ -1,377 +0,0 @@
-#
-# This file is autogenerated by pip-compile with Python 3.13
-# by the following command:
-#
-#    pip-compile --output-file=requirements.txt pyproject.toml
-#
-aiohappyeyeballs==2.6.1
-    # via aiohttp
-aiohttp==3.12.14
-    # via llama-index-core
-aiosignal==1.4.0
-    # via aiohttp
-aiosqlite==0.21.0
-    # via llama-index-core
-annotated-types==0.7.0
-    # via pydantic
-anthropic[bedrock,vertex]==0.57.1
-    # via llama-index-llms-anthropic
-antlr4-python3-runtime==4.9.3
-    # via stix2-patterns
-anyio==4.9.0
-    # via
-    #   anthropic
-    #   httpx
-    #   openai
-attrs==25.3.0
-    # via aiohttp
-banks==2.1.3
-    # via llama-index-core
-base58==2.1.1
-    # via txt2stix (pyproject.toml)
-beautifulsoup4==4.13.4
-    # via txt2stix (pyproject.toml)
-boto3==1.39.3
-    # via anthropic
-botocore==1.39.3
-    # via
-    #   anthropic
-    #   boto3
-    #   s3transfer
-cachetools==5.5.2
-    # via google-auth
-certifi==2025.6.15
-    # via
-    #   httpcore
-    #   httpx
-    #   requests
-charset-normalizer==3.4.2
-    # via requests
-click==8.2.1
-    # via nltk
-colorama==0.4.6
-    # via griffe
-dataclasses-json==0.6.7
-    # via llama-index-core
-deprecated==1.2.18
-    # via
-    #   banks
-    #   llama-index-core
-    #   llama-index-instrumentation
-dirtyjson==1.0.8
-    # via llama-index-core
-distro==1.9.0
-    # via
-    #   anthropic
-    #   openai
-filelock==3.18.0
-    # via
-    #   huggingface-hub
-    #   tldextract
-    #   transformers
-filetype==1.2.0
-    # via llama-index-core
-frozenlist==1.7.0
-    # via
-    #   aiohttp
-    #   aiosignal
-fsspec==2025.5.1
-    # via
-    #   huggingface-hub
-    #   llama-index-core
-google-ai-generativelanguage==0.6.15
-    # via google-generativeai
-google-api-core[grpc]==2.25.1
-    # via
-    #   google-ai-generativelanguage
-    #   google-api-python-client
-    #   google-generativeai
-google-api-python-client==2.175.0
-    # via google-generativeai
-google-auth[requests]==2.40.3
-    # via
-    #   anthropic
-    #   google-ai-generativelanguage
-    #   google-api-core
-    #   google-api-python-client
-    #   google-auth-httplib2
-    #   google-generativeai
-google-auth-httplib2==0.2.0
-    # via google-api-python-client
-google-generativeai==0.8.5
-    # via llama-index-llms-gemini
-googleapis-common-protos==1.70.0
-    # via
-    #   google-api-core
-    #   grpcio-status
-greenlet==3.2.3
-    # via sqlalchemy
-griffe==1.7.3
-    # via banks
-grpcio==1.73.1
-    # via
-    #   google-api-core
-    #   grpcio-status
-grpcio-status==1.71.2
-    # via google-api-core
-h11==0.16.0
-    # via httpcore
-hf-xet==1.1.5
-    # via huggingface-hub
-httpcore==1.0.9
-    # via httpx
-httplib2==0.22.0
-    # via
-    #   google-api-python-client
-    #   google-auth-httplib2
-httpx==0.28.1
-    # via
-    #   anthropic
-    #   llama-index-core
-    #   openai
-huggingface-hub==0.33.2
-    # via
-    #   tokenizers
-    #   transformers
-idna==3.10
-    # via
-    #   anyio
-    #   httpx
-    #   requests
-    #   tldextract
-    #   yarl
-jinja2==3.1.6
-    # via banks
-jiter==0.10.0
-    # via
-    #   anthropic
-    #   openai
-jmespath==1.0.1
-    # via
-    #   boto3
-    #   botocore
-joblib==1.5.1
-    # via nltk
-llama-index-core==0.12.47
-    # via
-    #   llama-index-llms-anthropic
-    #   llama-index-llms-gemini
-    #   llama-index-llms-openai
-    #   llama-index-llms-openai-like
-    #   llama-index-llms-openrouter
-    #   txt2stix (pyproject.toml)
-llama-index-instrumentation==0.2.0
-    # via llama-index-workflows
-llama-index-llms-anthropic==0.7.6
-    # via txt2stix (pyproject.toml)
-llama-index-llms-deepseek==0.1.2
-    # via txt2stix (pyproject.toml)
-llama-index-llms-gemini==0.5.0
-    # via txt2stix (pyproject.toml)
-llama-index-llms-openai==0.4.7
-    # via
-    #   llama-index-llms-openai-like
-    #   txt2stix (pyproject.toml)
-llama-index-llms-openai-like==0.4.0
-    # via
-    #   llama-index-llms-deepseek
-    #   llama-index-llms-openrouter
-llama-index-llms-openrouter==0.3.2
-    # via txt2stix (pyproject.toml)
-llama-index-workflows==1.0.1
-    # via llama-index-core
-markupsafe==3.0.2
-    # via jinja2
-marshmallow==3.26.1
-    # via dataclasses-json
-mistune==3.1.3
-    # via txt2stix (pyproject.toml)
-multidict==6.6.3
-    # via
-    #   aiohttp
-    #   yarl
-mypy-extensions==1.1.0
-    # via typing-inspect
-nest-asyncio==1.6.0
-    # via llama-index-core
-networkx==3.5
-    # via llama-index-core
-nltk==3.9.1
-    # via llama-index-core
-numpy==2.3.1
-    # via
-    #   llama-index-core
-    #   transformers
-openai==1.93.2
-    # via llama-index-llms-openai
-packaging==25.0
-    # via
-    #   huggingface-hub
-    #   marshmallow
-    #   transformers
-pathvalidate==3.3.1
-    # via txt2stix (pyproject.toml)
-phonenumbers==9.0.9
-    # via txt2stix (pyproject.toml)
-pillow==10.4.0
-    # via
-    #   llama-index-core
-    #   llama-index-llms-gemini
-platformdirs==4.3.8
-    # via banks
-propcache==0.3.2
-    # via
-    #   aiohttp
-    #   yarl
-proto-plus==1.26.1
-    # via
-    #   google-ai-generativelanguage
-    #   google-api-core
-protobuf==5.29.5
-    # via
-    #   google-ai-generativelanguage
-    #   google-api-core
-    #   google-generativeai
-    #   googleapis-common-protos
-    #   grpcio-status
-    #   proto-plus
-pyasn1==0.6.1
-    # via
-    #   pyasn1-modules
-    #   rsa
-pyasn1-modules==0.4.2
-    # via google-auth
-pycountry==24.6.1
-    # via schwifty
-pydantic==2.11.7
-    # via
-    #   anthropic
-    #   banks
-    #   google-generativeai
-    #   llama-index-core
-    #   llama-index-instrumentation
-    #   llama-index-workflows
-    #   openai
-pydantic-core==2.33.2
-    # via pydantic
-pyparsing==3.2.3
-    # via httplib2
-python-dateutil==2.9.0.post0
-    # via botocore
-python-dotenv==1.1.1
-    # via txt2stix (pyproject.toml)
-pytz==2025.2
-    # via stix2
-pyyaml==6.0.2
-    # via
-    #   huggingface-hub
-    #   llama-index-core
-    #   transformers
-regex==2024.11.6
-    # via
-    #   nltk
-    #   tiktoken
-    #   transformers
-requests==2.32.4
-    # via
-    #   google-api-core
-    #   google-auth
-    #   huggingface-hub
-    #   llama-index-core
-    #   requests-file
-    #   stix2
-    #   stix2extensions
-    #   tiktoken
-    #   tldextract
-    #   transformers
-    #   txt2stix (pyproject.toml)
-requests-file==2.1.0
-    # via tldextract
-rsa==4.9.1
-    # via google-auth
-rstr==3.2.2
-    # via schwifty
-s3transfer==0.13.0
-    # via boto3
-safetensors==0.5.3
-    # via transformers
-schwifty==2025.6.0
-    # via txt2stix (pyproject.toml)
-simplejson==3.20.1
-    # via stix2
-six==1.17.0
-    # via
-    #   python-dateutil
-    #   stix2-patterns
-sniffio==1.3.1
-    # via
-    #   anthropic
-    #   anyio
-    #   openai
-soupsieve==2.7
-    # via beautifulsoup4
-sqlalchemy[asyncio]==2.0.41
-    # via llama-index-core
-stix2==3.0.1
-    # via stix2extensions
-stix2-patterns==2.0.0
-    # via stix2
-stix2extensions==1.0.0
-    # via txt2stix (pyproject.toml)
-tenacity==9.1.2
-    # via llama-index-core
-tiktoken==0.9.0
-    # via llama-index-core
-tld==0.13.1
-    # via txt2stix (pyproject.toml)
-tldextract==5.3.0
-    # via txt2stix (pyproject.toml)
-tokenizers==0.21.2
-    # via transformers
-tqdm==4.67.1
-    # via
-    #   google-generativeai
-    #   huggingface-hub
-    #   llama-index-core
-    #   nltk
-    #   openai
-    #   transformers
-transformers==4.53.1
-    # via llama-index-llms-openai-like
-typing-extensions==4.14.1
-    # via
-    #   aiosqlite
-    #   anthropic
-    #   beautifulsoup4
-    #   google-generativeai
-    #   huggingface-hub
-    #   llama-index-core
-    #   openai
-    #   pydantic
-    #   pydantic-core
-    #   sqlalchemy
-    #   typing-inspect
-    #   typing-inspection
-typing-inspect==0.9.0
-    # via
-    #   dataclasses-json
-    #   llama-index-core
-typing-inspection==0.4.1
-    # via pydantic
-uritemplate==4.2.0
-    # via google-api-python-client
-urllib3==2.5.0
-    # via
-    #   botocore
-    #   requests
-validators==0.35.0
-    # via txt2stix (pyproject.toml)
-wrapt==1.17.2
-    # via
-    #   deprecated
-    #   llama-index-core
-yarl==1.20.1
-    # via aiohttp
-
-# The following packages are considered to be unsafe in a requirements file:
-# setuptools