janus-llm 3.2.0__py3-none-any.whl → 3.3.0__py3-none-any.whl

janus/embedding/vectorize.py

@@ -6,10 +6,10 @@ from typing import Any, Dict, Optional, Sequence
 from chromadb import Client, Collection
 from langchain_community.vectorstores import Chroma
 
-from ..language.block import CodeBlock, TranslatedCodeBlock
-from ..utils.enums import EmbeddingType
-from .collections import Collections
-from .database import ChromaEmbeddingDatabase
+from janus.embedding.collections import Collections
+from janus.embedding.database import ChromaEmbeddingDatabase
+from janus.language.block import CodeBlock, TranslatedCodeBlock
+from janus.utils.enums import EmbeddingType
 
 
 class Vectorizer(object):
@@ -59,7 +59,7 @@ class Vectorizer(object):
         self,
         code_block: CodeBlock,
         collection_name: EmbeddingType | str,
-        filename: str  # perhaps this should be a relative path from the source, but for
+        filename: str,  # perhaps this should be a relative path from the source, but for
         # now we're all in 1 directory
     ) -> None:
         """Calculate `code_block` embedding, returning success & storing in `embedding_id`

janus/language/_tests/test_combine.py

@@ -1,6 +1,6 @@
 import unittest
 
-from ..combine import CodeBlock, Combiner, TranslatedCodeBlock
+from janus.language.combine import CodeBlock, Combiner, TranslatedCodeBlock
 
 
 class TestCombiner(unittest.TestCase):

janus/language/_tests/test_splitter.py

@@ -1,6 +1,6 @@
 import unittest
 
-from ..splitter import Splitter
+from janus.language.splitter import Splitter
 
 
 class TestSplitter(unittest.TestCase):

janus/language/alc/_tests/test_alc.py

@@ -1,9 +1,9 @@
 import unittest
 from pathlib import Path
 
-from ....llm import load_model
-from ...combine import Combiner
-from ..alc import AlcSplitter
+from janus.language.alc import AlcSplitter
+from janus.language.combine import Combiner
+from janus.llm import load_model
 
 
 class TestAlcSplitter(unittest.TestCase):

janus/language/alc/alc.py

@@ -1,10 +1,10 @@
 from langchain.schema.language_model import BaseLanguageModel
 
-from ...utils.logger import create_logger
-from ..block import CodeBlock
-from ..combine import Combiner
-from ..node import NodeType
-from ..treesitter import TreeSitterSplitter
+from janus.language.block import CodeBlock
+from janus.language.combine import Combiner
+from janus.language.node import NodeType
+from janus.language.treesitter import TreeSitterSplitter
+from janus.utils.logger import create_logger
 
 log = create_logger(__name__)
 

janus/language/binary/_tests/test_binary.py

@@ -5,8 +5,8 @@ from unittest.mock import patch
 
 import pytest
 
-from ....llm import load_model
-from ..binary import BinarySplitter
+from janus.language.binary import BinarySplitter
+from janus.llm import load_model
 
 
 class TestBinarySplitter(unittest.TestCase):

janus/language/binary/binary.py

@@ -7,11 +7,11 @@ from pathlib import Path
 import tree_sitter
 from langchain.schema.language_model import BaseLanguageModel
 
-from ...utils.enums import LANGUAGES
-from ...utils.logger import create_logger
-from ..block import CodeBlock
-from ..combine import Combiner
-from ..treesitter import TreeSitterSplitter
+from janus.language.block import CodeBlock
+from janus.language.combine import Combiner
+from janus.language.treesitter import TreeSitterSplitter
+from janus.utils.enums import LANGUAGES
+from janus.utils.logger import create_logger
 
 log = create_logger(__name__)
 

janus/language/block.py

@@ -1,8 +1,8 @@
 from functools import total_ordering
 from typing import ForwardRef, Hashable, Optional, Tuple
 
-from ..utils.logger import create_logger
-from .node import NodeType
+from janus.language.node import NodeType
+from janus.utils.logger import create_logger
 
 log = create_logger(__name__)
 

janus/language/combine.py

@@ -1,6 +1,6 @@
-from ..utils.logger import create_logger
-from .block import CodeBlock, TranslatedCodeBlock
-from .file import FileManager
+from janus.language.block import CodeBlock, TranslatedCodeBlock
+from janus.language.file import FileManager
+from janus.utils.logger import create_logger
 
 log = create_logger(__name__)
 

janus/language/file.py

@@ -1,5 +1,5 @@
-from ..utils.enums import LANGUAGES
-from ..utils.logger import create_logger
+from janus.utils.enums import LANGUAGES
+from janus.utils.logger import create_logger
 
 log = create_logger(__name__)
 

janus/language/mumps/_tests/test_mumps.py

@@ -1,9 +1,9 @@
 import unittest
 from pathlib import Path
 
-from ....llm import load_model
-from ...combine import Combiner
-from ..mumps import MumpsSplitter
+from janus.language.combine import Combiner
+from janus.language.mumps import MumpsSplitter
+from janus.llm import load_model
 
 
 class TestMumpsSplitter(unittest.TestCase):

janus/language/mumps/mumps.py

@@ -2,11 +2,11 @@ import re
 
 from langchain.schema.language_model import BaseLanguageModel
 
-from ...utils.logger import create_logger
-from ..block import CodeBlock
-from ..combine import Combiner
-from ..node import NodeType
-from ..splitter import Splitter
+from janus.language.block import CodeBlock
+from janus.language.combine import Combiner
+from janus.language.node import NodeType
+from janus.language.splitter import Splitter
+from janus.utils.logger import create_logger
 
 log = create_logger(__name__)
 

janus/language/mumps/patterns.py

@@ -1,7 +1,7 @@
 import re
 from dataclasses import dataclass
 
-from ...utils.logger import create_logger
+from janus.utils.logger import create_logger
 
 log = create_logger(__name__)
 

janus/language/naive/__init__.py

@@ -1,4 +1,4 @@
-from .basic_splitter import FileSplitter
-from .chunk_splitter import ChunkSplitter
-from .simple_ast import get_flexible_ast, get_strict_ast
-from .tag_splitter import TagSplitter
+from janus.language.naive.basic_splitter import FileSplitter
+from janus.language.naive.chunk_splitter import ChunkSplitter
+from janus.language.naive.simple_ast import get_flexible_ast, get_strict_ast
+from janus.language.naive.tag_splitter import TagSplitter

janus/language/naive/basic_splitter.py

@@ -1,7 +1,7 @@
-from ..block import CodeBlock
-from ..naive.chunk_splitter import ChunkSplitter
-from ..naive.registry import register_splitter
-from ..splitter import FileSizeError
+from janus.language.block import CodeBlock
+from janus.language.naive.chunk_splitter import ChunkSplitter
+from janus.language.naive.registry import register_splitter
+from janus.language.splitter import FileSizeError
 
 
 @register_splitter("file")

janus/language/naive/chunk_splitter.py

@@ -1,7 +1,7 @@
-from ..block import CodeBlock
-from ..node import NodeType
-from ..splitter import Splitter
-from .registry import register_splitter
+from janus.language.block import CodeBlock
+from janus.language.naive.registry import register_splitter
+from janus.language.node import NodeType
+from janus.language.splitter import Splitter
 
 
 @register_splitter("chunk")

janus/language/naive/registry.py

@@ -1,6 +1,6 @@
 from typing import Callable, Dict
 
-from ..splitter import Splitter
+from janus.language.splitter import Splitter
 
 CUSTOM_SPLITTERS: Dict[str, Callable[..., Splitter]] = dict()
 

janus/language/naive/simple_ast.py

@@ -1,8 +1,8 @@
-from ...utils.enums import LANGUAGES
-from ..alc.alc import AlcSplitter
-from ..mumps.mumps import MumpsSplitter
-from ..treesitter import TreeSitterSplitter
-from .registry import register_splitter
+from janus.language.alc.alc import AlcSplitter
+from janus.language.mumps.mumps import MumpsSplitter
+from janus.language.naive.registry import register_splitter
+from janus.language.treesitter import TreeSitterSplitter
+from janus.utils.enums import LANGUAGES
 
 
 @register_splitter("ast-flex")

janus/language/naive/tag_splitter.py

@@ -1,7 +1,7 @@
-from ..block import CodeBlock
-from ..node import NodeType
-from ..splitter import Splitter
-from .registry import register_splitter
+from janus.language.block import CodeBlock
+from janus.language.naive.registry import register_splitter
+from janus.language.node import NodeType
+from janus.language.splitter import Splitter
 
 
 @register_splitter("tag")

janus/language/node.py

@@ -1,6 +1,6 @@
 from typing import NewType, Tuple
 
-from ..utils.logger import create_logger
+from janus.utils.logger import create_logger
 
 log = create_logger(__name__)
 

janus/language/splitter.py

@@ -6,10 +6,10 @@ from typing import List
 import tiktoken
 from langchain.schema.language_model import BaseLanguageModel
 
-from ..utils.logger import create_logger
-from .block import CodeBlock
-from .file import FileManager
-from .node import NodeType
+from janus.language.block import CodeBlock
+from janus.language.file import FileManager
+from janus.language.node import NodeType
+from janus.utils.logger import create_logger
 
 log = create_logger(__name__)
 

janus/language/treesitter/_tests/test_treesitter.py

@@ -1,9 +1,9 @@
 import unittest
 from pathlib import Path
 
-from ....llm import load_model
-from ...combine import Combiner
-from ..treesitter import TreeSitterSplitter
+from janus.language.combine import Combiner
+from janus.language.treesitter import TreeSitterSplitter
+from janus.llm import load_model
 
 
 class TestTreeSitterSplitter(unittest.TestCase):

janus/language/treesitter/treesitter.py

@@ -9,10 +9,10 @@ import tree_sitter
 from git import Repo
 from langchain.schema.language_model import BaseLanguageModel
 
-from ...utils.enums import LANGUAGES
-from ...utils.logger import create_logger
-from ..block import CodeBlock, NodeType
-from ..splitter import Splitter
+from janus.language.block import CodeBlock, NodeType
+from janus.language.splitter import Splitter
+from janus.utils.enums import LANGUAGES
+from janus.utils.logger import create_logger
 
 log = create_logger(__name__)
 

janus/llm/__init__.py

@@ -1 +1 @@
-from .models_info import load_model
+from janus.llm.models_info import load_model

janus/llm/model_callbacks.py

@@ -8,7 +8,7 @@ from langchain_core.messages import AIMessage
 from langchain_core.outputs import ChatGeneration, LLMResult
 from langchain_core.tracers.context import register_configure_hook
 
-from ..utils.logger import create_logger
+from janus.utils.logger import create_logger
 
 log = create_logger(__name__)
 

janus/llm/models_info.py

@@ -8,7 +8,8 @@ from langchain_community.llms import HuggingFaceTextGenInference
 from langchain_core.language_models import BaseLanguageModel
 from langchain_openai import ChatOpenAI
 
-from ..prompts.prompt import (
+from janus.llm.model_callbacks import COST_PER_1K_TOKENS
+from janus.prompts.prompt import (
     ChatGptPromptEngine,
     ClaudePromptEngine,
     CoherePromptEngine,
@@ -18,8 +19,7 @@ from ..prompts.prompt import (
     PromptEngine,
     TitanPromptEngine,
 )
-from ..utils.logger import create_logger
-from .model_callbacks import COST_PER_1K_TOKENS
+from janus.utils.logger import create_logger
 
 log = create_logger(__name__)
 
@@ -47,6 +47,7 @@ load_dotenv()
 
 openai_model_reroutes = {
     "gpt-4o": "gpt-4o-2024-05-13",
+    "gpt-4o-mini": "gpt-4o-mini",
     "gpt-4": "gpt-4-0613",
     "gpt-4-turbo": "gpt-4-turbo-2024-04-09",
     "gpt-4-turbo-preview": "gpt-4-0125-preview",
@@ -56,6 +57,7 @@ openai_model_reroutes = {
 
 openai_models = [
     "gpt-4o",
+    "gpt-4o-mini",
     "gpt-4",
     "gpt-4-turbo",
     "gpt-4-turbo-preview",

janus/metrics/_tests/test_bleu.py

@@ -2,7 +2,7 @@ import unittest
 
 from sacrebleu import sentence_bleu
 
-from ..bleu import bleu
+from janus.metrics.bleu import bleu
 
 
 class TestBLEU(unittest.TestCase):

janus/metrics/_tests/test_chrf.py

@@ -2,7 +2,7 @@ import unittest
 
 from sacrebleu import sentence_chrf
 
-from ..chrf import chrf
+from janus.metrics.chrf import chrf
 
 
 class TestChrF(unittest.TestCase):

janus/metrics/_tests/test_file_pairing.py

@@ -3,7 +3,7 @@
 import unittest
 from pathlib import Path
 
-from ..file_pairing import (
+from janus.metrics.file_pairing import (
     FILE_PAIRING_METHODS,
     pair_by_file,
     pair_by_line,

janus/metrics/_tests/test_llm.py

@@ -3,8 +3,8 @@ from unittest.mock import patch
 
 import pytest
 
-from ...llm.models_info import load_model
-from ..llm_metrics import llm_evaluate_option, llm_evaluate_ref_option
+from janus.llm.models_info import load_model
+from janus.metrics.llm_metrics import llm_evaluate_option, llm_evaluate_ref_option
 
 
 class TestLLMMetrics(unittest.TestCase):

janus/metrics/_tests/test_reading.py

@@ -1,6 +1,6 @@
 import unittest
 
-from ..reading import _repeat_text, flesch, gunning_fog
+from janus.metrics.reading import _repeat_text, flesch, gunning_fog
 
 
 class TestReading(unittest.TestCase):

janus/metrics/_tests/test_rouge_score.py

@@ -1,6 +1,6 @@
 import unittest
 
-from ..rouge_score import rouge
+from janus.metrics.rouge_score import rouge
 
 
 class TestRouge(unittest.TestCase):

janus/metrics/_tests/test_similarity_score.py

@@ -1,6 +1,6 @@
 import unittest
 
-from ..similarity import similarity_score
+from janus.metrics.similarity import similarity_score
 
 
 class TestSimilarityScore(unittest.TestCase):

janus/metrics/_tests/test_treesitter_metrics.py

@@ -3,8 +3,8 @@ from pathlib import Path
 
 from typer.testing import CliRunner
 
-from ...cli import app
-from ..complexity_metrics import (
+from janus.cli import app
+from janus.metrics.complexity_metrics import (
     TreeSitterMetric,
     cyclomatic_complexity,
     difficulty,

janus/metrics/bleu.py

@@ -4,7 +4,7 @@ import click
 import typer
 from sacrebleu import sentence_bleu
 
-from .metric import metric
+from janus.metrics.metric import metric
 
 # from sacrebleu import sentence_chrf
 

janus/metrics/chrf.py

@@ -1,7 +1,7 @@
 import typer
 from sacrebleu import sentence_chrf
 
-from .metric import metric
+from janus.metrics.metric import metric
 
 
 @metric(help="chrF score using sacrebleu")

janus/metrics/complexity_metrics.py

@@ -1,10 +1,10 @@
 import math
 from typing import List, Optional
 
-from ..language.block import CodeBlock
-from ..language.treesitter.treesitter import TreeSitterSplitter
-from ..utils.enums import LANGUAGES
-from .metric import metric
+from janus.language.block import CodeBlock
+from janus.language.treesitter import TreeSitterSplitter
+from janus.metrics.metric import metric
+from janus.utils.enums import LANGUAGES
 
 
 class NodeException(Exception):

janus/metrics/file_pairing.py

@@ -1,10 +1,10 @@
 from typing import Any, Callable
 
-from ..language.binary import BinarySplitter
-from ..language.mumps import MumpsSplitter
-from ..language.node import NodeType
-from ..language.treesitter import TreeSitterSplitter
-from ..utils.enums import CUSTOM_SPLITTERS
+from janus.language.binary import BinarySplitter
+from janus.language.mumps import MumpsSplitter
+from janus.language.node import NodeType
+from janus.language.treesitter import TreeSitterSplitter
+from janus.utils.enums import CUSTOM_SPLITTERS
 
 FILE_PAIRING_METHODS: dict[str, Callable[[str, str], list[tuple[str, str]]]] = {}
 

janus/metrics/llm_metrics.py

@@ -9,7 +9,7 @@ from langchain_core.prompts import PromptTemplate
 from langchain_core.pydantic_v1 import BaseModel, Field
 from typing_extensions import Annotated
 
-from .metric import metric
+from janus.metrics.metric import metric
 
 
 class LLMMetricOutput(BaseModel):

janus/metrics/metric.py

@@ -7,13 +7,13 @@ import click
 import typer
 from typing_extensions import Annotated
 
-from ..llm import load_model
-from ..utils.enums import LANGUAGES
-from ..utils.logger import create_logger
-from ..utils.progress import track
-from .cli import evaluate
-from .file_pairing import FILE_PAIRING_METHODS
-from .splitting import SPLITTING_METHODS
+from janus.llm import load_model
+from janus.metrics.cli import evaluate
+from janus.metrics.file_pairing import FILE_PAIRING_METHODS
+from janus.metrics.splitting import SPLITTING_METHODS
+from janus.utils.enums import LANGUAGES
+from janus.utils.logger import create_logger
+from janus.utils.progress import track
 
 log = create_logger(__name__)
 

janus/metrics/reading.py

@@ -4,7 +4,7 @@ import nltk
 import readability
 from nltk.tokenize import TweetTokenizer
 
-from .metric import metric
+from janus.metrics.metric import metric
 
 
 def word_count(text):

janus/metrics/rouge_score.py

@@ -4,7 +4,7 @@ import typer
 from rouge import Rouge
 from typing_extensions import Annotated
 
-from .metric import metric
+from janus.metrics.metric import metric
 
 
 @metric(help="ROUGE score")

janus/metrics/similarity.py

@@ -3,8 +3,8 @@ import typer
 from langchain.evaluation import EmbeddingDistance, load_evaluator
 from typing_extensions import Annotated
 
-from ..embedding.embedding_models_info import load_embedding_model
-from .metric import metric
+from janus.embedding.embedding_models_info import load_embedding_model
+from janus.metrics.metric import metric
 
 
 @metric(name="similarity-score", help="Distance between embeddings of strings.")

janus/parsers/_tests/test_code_parser.py

@@ -1,6 +1,6 @@
 import unittest
 
-from ..code_parser import CodeParser, JanusParser
+from janus.parsers.code_parser import CodeParser, JanusParser
 
 
 class TestJanusParser(unittest.TestCase):

janus/parsers/code_parser.py

@@ -5,8 +5,8 @@ from langchain_core.exceptions import OutputParserException
 from langchain_core.messages import BaseMessage
 from langchain_core.output_parsers import StrOutputParser
 
-from ..language.block import CodeBlock
-from ..utils.logger import create_logger
+from janus.language.block import CodeBlock
+from janus.utils.logger import create_logger
 
 log = create_logger(__name__)
 

janus/parsers/doc_parser.py

@@ -8,9 +8,9 @@ from langchain_core.exceptions import OutputParserException
 from langchain_core.messages import AIMessage
 from langchain_core.pydantic_v1 import BaseModel, Field
 
-from ..language.block import CodeBlock
-from ..utils.logger import create_logger
-from .code_parser import JanusParser
+from janus.language.block import CodeBlock
+from janus.parsers.code_parser import JanusParser
+from janus.utils.logger import create_logger
 
 log = create_logger(__name__)
 

janus/parsers/eval_parser.py

@@ -3,8 +3,8 @@ import json
 from langchain.output_parsers import PydanticOutputParser
 from langchain_core.pydantic_v1 import BaseModel, Field, validator
 
-from ..utils.logger import create_logger
-from .code_parser import JanusParser
+from janus.parsers.code_parser import JanusParser
+from janus.utils.logger import create_logger
 
 log = create_logger(__name__)