trustgraph-cli 2.1.0__tar.gz → 2.1.1__tar.gz

{trustgraph_cli-2.1.0 → trustgraph_cli-2.1.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: trustgraph-cli
-Version: 2.1.0
+Version: 2.1.1
 Summary: TrustGraph provides a means to run a pipeline of flexible AI processing components in a flexible means to achieve a processing pipeline.
 Author-email: "trustgraph.ai" <security@trustgraph.ai>
 Project-URL: Homepage, https://github.com/trustgraph-ai/trustgraph

{trustgraph_cli-2.1.0 → trustgraph_cli-2.1.1}/pyproject.toml

@@ -54,9 +54,7 @@ tg-invoke-prompt = "trustgraph.cli.invoke_prompt:main"
 tg-invoke-structured-query = "trustgraph.cli.invoke_structured_query:main"
 tg-load-doc-embeds = "trustgraph.cli.load_doc_embeds:main"
 tg-load-kg-core = "trustgraph.cli.load_kg_core:main"
-tg-load-pdf = "trustgraph.cli.load_pdf:main"
 tg-load-sample-documents = "trustgraph.cli.load_sample_documents:main"
-tg-load-text = "trustgraph.cli.load_text:main"
 tg-load-turtle = "trustgraph.cli.load_turtle:main"
 tg-load-knowledge = "trustgraph.cli.load_knowledge:main"
 tg-load-structured-data = "trustgraph.cli.load_structured_data:main"

trustgraph_cli-2.1.1/trustgraph/cli_version.py

@@ -0,0 +1 @@
+__version__ = "2.1.1"

{trustgraph_cli-2.1.0 → trustgraph_cli-2.1.1}/trustgraph_cli.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: trustgraph-cli
-Version: 2.1.0
+Version: 2.1.1
 Summary: TrustGraph provides a means to run a pipeline of flexible AI processing components in a flexible means to achieve a processing pipeline.
 Author-email: "trustgraph.ai" <security@trustgraph.ai>
 Project-URL: Homepage, https://github.com/trustgraph-ai/trustgraph

{trustgraph_cli-2.1.0 → trustgraph_cli-2.1.1}/trustgraph_cli.egg-info/SOURCES.txt

@@ -35,10 +35,8 @@ trustgraph/cli/list_config_items.py
 trustgraph/cli/load_doc_embeds.py
 trustgraph/cli/load_kg_core.py
 trustgraph/cli/load_knowledge.py
-trustgraph/cli/load_pdf.py
 trustgraph/cli/load_sample_documents.py
 trustgraph/cli/load_structured_data.py
-trustgraph/cli/load_text.py
 trustgraph/cli/load_turtle.py
 trustgraph/cli/put_config_item.py
 trustgraph/cli/put_flow_blueprint.py

{trustgraph_cli-2.1.0 → trustgraph_cli-2.1.1}/trustgraph_cli.egg-info/entry_points.txt

@@ -31,10 +31,8 @@ tg-list-config-items = trustgraph.cli.list_config_items:main
 tg-load-doc-embeds = trustgraph.cli.load_doc_embeds:main
 tg-load-kg-core = trustgraph.cli.load_kg_core:main
 tg-load-knowledge = trustgraph.cli.load_knowledge:main
-tg-load-pdf = trustgraph.cli.load_pdf:main
 tg-load-sample-documents = trustgraph.cli.load_sample_documents:main
 tg-load-structured-data = trustgraph.cli.load_structured_data:main
-tg-load-text = trustgraph.cli.load_text:main
 tg-load-turtle = trustgraph.cli.load_turtle:main
 tg-put-config-item = trustgraph.cli.put_config_item:main
 tg-put-flow-blueprint = trustgraph.cli.put_flow_blueprint:main

trustgraph_cli-2.1.0/trustgraph/cli/load_pdf.py

@@ -1,200 +0,0 @@
-"""
-Loads a PDF document into TrustGraph processing by directing to
-the pdf-decoder queue.
-Consider using tg-add-library-document to load
-a document, followed by tg-start-library-processing to initiate processing.
-"""
-
-import hashlib
-import argparse
-import os
-import time
-import uuid
-
-from trustgraph.api import Api
-from trustgraph.knowledge import hash, to_uri
-from trustgraph.knowledge import PREF_PUBEV, PREF_DOC, PREF_ORG
-from trustgraph.knowledge import Organization, PublicationEvent
-from trustgraph.knowledge import DigitalDocument
-
-default_url = os.getenv("TRUSTGRAPH_URL", 'http://localhost:8088/')
-default_user = 'trustgraph'
-default_collection = 'default'
-
-class Loader:
-
-    def __init__(
-            self,
-            url,
-            flow_id,
-            user,
-            collection,
-            metadata,
-    ):
-
-        self.api = Api(url).flow().id(flow_id)
-
-        self.user = user
-        self.collection = collection
-        self.metadata = metadata
-
-    def load(self, files):
-
-        for file in files:
-            self.load_file(file)
-
-    def load_file(self, file):
-
-        try:
-
-            path = file
-            data = open(path, "rb").read()
-
-            # Create a SHA256 hash from the data
-            id = hash(data)
-
-            id = to_uri(PREF_DOC, id)
-
-            self.metadata.id = id
-
-            self.api.load_document(
-                document=data, id=id, metadata=self.metadata, 
-                user=self.user,
-                collection=self.collection,
-            )
-
-            print(f"{file}: Loaded successfully.")
-
-        except Exception as e:
-            print(f"{file}: Failed: {str(e)}", flush=True)
-            raise e
-
-def main():
-
-    parser = argparse.ArgumentParser(
-        prog='tg-load-pdf',
-        description=__doc__,
-    )
-
-    parser.add_argument(
-        '-u', '--url',
-        default=default_url,
-        help=f'API URL (default: {default_url})',
-    )
-
-    parser.add_argument(
-        '-f', '--flow-id',
-        default="default",
-        help=f'Flow ID (default: default)'
-    )
-
-    parser.add_argument(
-        '-U', '--user',
-        default=default_user,
-        help=f'User ID (default: {default_user})'
-    )
-
-    parser.add_argument(
-        '-C', '--collection',
-        default=default_collection,
-        help=f'Collection ID (default: {default_collection})'
-    )
-
-    parser.add_argument(
-        '--name', help=f'Document name'
-    )
-
-    parser.add_argument(
-        '--description', help=f'Document description'
-    )
-
-    parser.add_argument(
-        '--copyright-notice', help=f'Copyright notice'
-    )
-
-    parser.add_argument(
-        '--copyright-holder', help=f'Copyright holder'
-    )
-
-    parser.add_argument(
-        '--copyright-year', help=f'Copyright year'
-    )
-
-    parser.add_argument(
-        '--license', help=f'Copyright license'
-    )
-
-    parser.add_argument(
-        '--publication-organization', help=f'Publication organization'
-    )
-
-    parser.add_argument(
-        '--publication-description', help=f'Publication description'
-    )
-
-    parser.add_argument(
-        '--publication-date', help=f'Publication date'
-    )
-
-    parser.add_argument(
-        '--document-url', help=f'Document URL'
-    )
-
-    parser.add_argument(
-        '--keyword', nargs='+', help=f'Keyword'
-    )
-
-    parser.add_argument(
-        '--identifier', '--id', help=f'Document ID'
-    )
-
-    parser.add_argument(
-        'files', nargs='+',
-        help=f'File to load'
-    )
-
-    args = parser.parse_args()
-
-    try:
-
-        document = DigitalDocument(
-            id,
-            name=args.name,
-            description=args.description,
-            copyright_notice=args.copyright_notice,
-            copyright_holder=args.copyright_holder,
-            copyright_year=args.copyright_year,
-            license=args.license,
-            url=args.document_url,
-            keywords=args.keyword,
-        )
-
-        if args.publication_organization:
-            org = Organization(
-                id=to_uri(PREF_ORG, hash(args.publication_organization)),
-                name=args.publication_organization,
-            )
-            document.publication = PublicationEvent(
-                id = to_uri(PREF_PUBEV, str(uuid.uuid4())),
-                organization=org,
-                description=args.publication_description,
-                start_date=args.publication_date,
-                end_date=args.publication_date,
-            )
-
-        p = Loader(
-            url=args.url,
-            flow_id = args.flow_id,
-            user=args.user,
-            collection=args.collection,
-            metadata=document,
-        )
-
-        p.load(args.files)
-
-    except Exception as e:
-
-        print("Exception:", e, flush=True)
-
-if __name__ == "__main__":
-    main()

trustgraph_cli-2.1.0/trustgraph/cli/load_text.py

@@ -1,205 +0,0 @@
-"""
-Loads a text document into TrustGraph processing by directing to a text
-loader queue.
-Consider using tg-add-library-document to load
-a document, followed by tg-start-library-processing to initiate processing.
-"""
-
-import pulsar
-from pulsar.schema import JsonSchema
-import hashlib
-import argparse
-import os
-import time
-import uuid
-
-from trustgraph.api import Api
-from trustgraph.knowledge import hash, to_uri
-from trustgraph.knowledge import PREF_PUBEV, PREF_DOC, PREF_ORG
-from trustgraph.knowledge import Organization, PublicationEvent
-from trustgraph.knowledge import DigitalDocument
-
-default_url = os.getenv("TRUSTGRAPH_URL", 'http://localhost:8088/')
-default_user = 'trustgraph'
-default_collection = 'default'
-
-class Loader:
-
-    def __init__(
-            self,
-            url,
-            flow_id,
-            user,
-            collection,
-            metadata,
-    ):
-
-        self.api = Api(url).flow().id(flow_id)
-
-        self.user = user
-        self.collection = collection
-        self.metadata = metadata
-
-    def load(self, files):
-
-        for file in files:
-            self.load_file(file)
-
-    def load_file(self, file):
-
-        try:
-
-            path = file
-            data = open(path, "rb").read()
-
-            # Create a SHA256 hash from the data
-            id = hash(data)
-
-            id = to_uri(PREF_DOC, id)
-
-            self.metadata.id = id
-
-            self.api.load_text(
-                text=data, id=id, metadata=self.metadata, 
-                user=self.user,
-                collection=self.collection,
-            )
-
-            print(f"{file}: Loaded successfully.")
-
-        except Exception as e:
-            print(f"{file}: Failed: {str(e)}", flush=True)
-            raise e
-
-def main():
-
-    parser = argparse.ArgumentParser(
-        prog='tg-load-text',
-        description=__doc__,
-    )
-
-    parser.add_argument(
-        '-u', '--url',
-        default=default_url,
-        help=f'API URL (default: {default_url})',
-    )
-
-    parser.add_argument(
-        '-f', '--flow-id',
-        default="default",
-        help=f'Flow ID (default: default)'
-    )
-
-    parser.add_argument(
-        '-U', '--user',
-        default=default_user,
-        help=f'User ID (default: {default_user})'
-    )
-
-    parser.add_argument(
-        '-C', '--collection',
-        default=default_collection,
-        help=f'Collection ID (default: {default_collection})'
-    )
-
-    parser.add_argument(
-        '--name', help=f'Document name'
-    )
-
-    parser.add_argument(
-        '--description', help=f'Document description'
-    )
-
-    parser.add_argument(
-        '--copyright-notice', help=f'Copyright notice'
-    )
-
-    parser.add_argument(
-        '--copyright-holder', help=f'Copyright holder'
-    )
-
-    parser.add_argument(
-        '--copyright-year', help=f'Copyright year'
-    )
-
-    parser.add_argument(
-        '--license', help=f'Copyright license'
-    )
-
-    parser.add_argument(
-        '--publication-organization', help=f'Publication organization'
-    )
-
-    parser.add_argument(
-        '--publication-description', help=f'Publication description'
-    )
-
-    parser.add_argument(
-        '--publication-date', help=f'Publication date'
-    )
-
-    parser.add_argument(
-        '--document-url', help=f'Document URL'
-    )
-
-    parser.add_argument(
-        '--keyword', nargs='+', help=f'Keyword'
-    )
-
-    parser.add_argument(
-        '--identifier', '--id', help=f'Document ID'
-    )
-
-    parser.add_argument(
-        'files', nargs='+',
-        help=f'File to load'
-    )
-
-    args = parser.parse_args()
-
-
-    try:
-
-        document = DigitalDocument(
-            id,
-            name=args.name,
-            description=args.description,
-            copyright_notice=args.copyright_notice,
-            copyright_holder=args.copyright_holder,
-            copyright_year=args.copyright_year,
-            license=args.license,
-            url=args.document_url,
-            keywords=args.keyword,
-        )
-
-        if args.publication_organization:
-            org = Organization(
-                id=to_uri(PREF_ORG, hash(args.publication_organization)),
-                name=args.publication_organization,
-            )
-            document.publication = PublicationEvent(
-                id = to_uri(PREF_PUBEV, str(uuid.uuid4())),
-                organization=org,
-                description=args.publication_description,
-                start_date=args.publication_date,
-                end_date=args.publication_date,
-            )
-
-        p = Loader(
-            url = args.url,
-            flow_id = args.flow_id,
-            user = args.user,
-            collection = args.collection,
-            metadata = document,
-        )
-
-        p.load(args.files)
-
-        print("All done.")
-
-    except Exception as e:
-
-        print("Exception:", e, flush=True)
-
-if __name__ == "__main__":
-    main()

trustgraph_cli-2.1.0/trustgraph/cli_version.py

@@ -1 +0,0 @@
-__version__ = "2.1.0"