HowdenLLM 0.1.19__tar.gz

howdenllm-0.1.19/HowdenLLM/__init__.py

@@ -0,0 +1,3 @@
+from .manager import llm_factory
+
+__all__ = ["llm_factory"]

howdenllm-0.1.19/HowdenLLM/manager.py

@@ -0,0 +1,91 @@
+from dotenv import load_dotenv
+import time
+import os
+
+def llm_factory(
+        full_model_name : str,
+):
+
+    load_dotenv()  # Loads variables from .env into environment
+
+    if full_model_name.startswith("openai:"):
+        from langchain_community.chat_models import ChatOpenAI
+        from langchain.chains.question_answering import load_qa_chain
+        from langchain.schema import Document
+
+        if "OPENAI_API_KEY" not in os.environ:
+            raise ValueError("OPENAI_API_KEY is not set in environment variables.")
+
+        openai_model_name = full_model_name.split("openai:")[1]
+        llm = ChatOpenAI(model=openai_model_name, temperature=0)
+
+        # Your input text as a string
+        input_text = "Hugging Face is a company based in New York that specializes in natural language processing."
+
+        # Wrap input text in a Document (LangChain expects docs)
+        docs = [Document(page_content=input_text)]
+
+        # Load a QA chain with "stuff" method (no vectorstore, no retrieval)
+        qa_chain = load_qa_chain(llm, chain_type="stuff")
+
+        # Your question
+        question = "Where is Hugging Face based?"
+
+        start = time.time()
+        result = qa_chain.run(input_documents=docs, question=question)
+        end = time.time()
+
+        print(f"Question answering time: {end - start:.2f} seconds")
+        print("Answer:", result)
+
+    elif full_model_name.startswith("huggingface:"):
+        from transformers import pipeline, AutoModelForQuestionAnswering, AutoTokenizer
+        from huggingface_hub import snapshot_download
+
+        model_name = full_model_name.split("huggingface:")[1]
+        cache_dir = "./hf_cache"
+
+        start = time.time()
+        local_path = snapshot_download(model_name, cache_dir=cache_dir, resume_download=False)
+        end = time.time()
+        print(f"Model download time: {end - start:.2f} seconds")
+
+        if os.path.exists(local_path):
+            print("Model is already downloaded.")
+        else:
+            print("Model is not downloaded.")
+
+        start = time.time()
+        model = AutoModelForQuestionAnswering.from_pretrained(model_name, cache_dir=cache_dir)
+        end = time.time()
+        print(f"Model loading time: {end - start:.2f} seconds")
+
+        start = time.time()
+        tokenizer = AutoTokenizer.from_pretrained(model_name, cache_dir=cache_dir)
+        end = time.time()
+        print(f"Tokenizer loading time: {end - start:.2f} seconds")
+
+        start = time.time()
+        qa_pipeline = pipeline(
+            "question-answering",
+            model=model,
+            tokenizer=tokenizer
+        )
+        end = time.time()
+        print(f"Pipeline setup time: {end - start:.2f} seconds")
+
+        context = "Hugging Face is a company based in New York that specializes in natural language processing."
+        question = "Where is Hugging Face based?"
+
+        start = time.time()
+        result = qa_pipeline(question=question, context=context)
+        end = time.time()
+        print(f"Question answering time: {end - start:.2f} seconds")
+
+        print("Answer:", result['answer'])
+        print("Confidence score:", result['score'])
+        print(context[result['start']:result['end']])  # prints "New York"    else:
+    else:
+        raise ValueError(
+            f"Unsupported model_name '{full_model_name}'. Use 'openai:' or 'huggingface:' prefix."
+        )

howdenllm-0.1.19/PKG-INFO

@@ -0,0 +1,26 @@
+Metadata-Version: 2.3
+Name: HowdenLLM
+Version: 0.1.19
+Summary: A simple configuration manager with Pydantic and JSON export.
+License: MIT
+Keywords: config,configuration,pydantic,json
+Author: JesperThoftIllemannJ
+Author-email: jesper.jaeger@howdendanmark.dk
+Requires-Python: >=3.12,<3.14
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Requires-Dist: langchain (>=0.3.27,<0.4.0)
+Requires-Dist: langchain-community (>=0.3.27,<0.4.0)
+Requires-Dist: openai (>=1.99.9,<2.0.0)
+Requires-Dist: pydantic (>=2.11.7,<3.0.0)
+Requires-Dist: python-dotenv (>=1.1.1,<2.0.0)
+Requires-Dist: torch (>=2.8.0,<3.0.0)
+Requires-Dist: transformers (>=4.55.0,<5.0.0)
+Project-URL: Documentation, https://github.com/yourusername/config
+Project-URL: Homepage, https://github.com/yourusername/config
+Project-URL: Repository, https://github.com/yourusername/config
+Description-Content-Type: text/markdown
+
+.\build.ps1

howdenllm-0.1.19/README.md

@@ -0,0 +1 @@
+.\build.ps1

howdenllm-0.1.19/pyproject.toml

@@ -0,0 +1,32 @@
+[project]
+name = "HowdenLLM"
+description = ""
+readme = "README.md"
+requires-python = ">=3.12,<3.14"
+dependencies = [ "transformers (>=4.55.0,<5.0.0)", "torch (>=2.8.0,<3.0.0)", "pydantic (>=2.11.7,<3.0.0)", "python-dotenv (>=1.1.1,<2.0.0)", "langchain (>=0.3.27,<0.4.0)", "langchain-community (>=0.3.27,<0.4.0)", "openai (>=1.99.9,<2.0.0)",]
+[[project.authors]]
+name = "JesperThoftIllemannJ"
+email = "jesper.jaeger@howdendanmark.dk"
+
+[build-system]
+requires = [ "poetry-core>=2.0.0,<3.0.0",]
+build-backend = "poetry.core.masonry.api"
+
+[tool.poetry]
+name = "HowdenLLM"
+version = "0.1.19"
+description = "A simple configuration manager with Pydantic and JSON export."
+authors = [ "JesperThoftIllemannJ <jesper.jaeger@howdendanmark.dk>",]
+readme = "README.md"
+license = "MIT"
+keywords = [ "config", "configuration", "pydantic", "json",]
+homepage = "https://github.com/yourusername/config"
+repository = "https://github.com/yourusername/config"
+documentation = "https://github.com/yourusername/config"
+[[tool.poetry.packages]]
+include = "HowdenLLM"
+
+[tool.poetry.group.dev.dependencies]
+howdenconfig = "^0.1.12"
+toml = "^0.10.2"
+tomlkit = "^0.13.3"