janus-llm 2.0.1__py3-none-any.whl → 2.1.0__py3-none-any.whl

janus/__init__.py

@@ -5,7 +5,7 @@ from langchain_core._api.deprecation import LangChainDeprecationWarning
 from .metrics import *  # noqa: F403
 from .translate import Translator
 
-__version__ = "2.0.1"
+__version__ = "2.1.0"
 
 # Ignoring a deprecation warning from langchain_core that I can't seem to hunt down
 warnings.filterwarnings("ignore", category=LangChainDeprecationWarning)

janus/cli.py

@@ -12,8 +12,6 @@ from rich.console import Console
 from rich.prompt import Confirm
 from typing_extensions import Annotated
 
-from janus.language.naive.registry import CUSTOM_SPLITTERS
-
 from .embedding.collections import Collections
 from .embedding.database import ChromaEmbeddingDatabase
 from .embedding.embedding_models_info import (
@@ -25,6 +23,7 @@ from .embedding.embedding_models_info import (
 from .embedding.vectorize import ChromaDBVectorizer
 from .language.binary import BinarySplitter
 from .language.mumps import MumpsSplitter
+from .language.naive.registry import CUSTOM_SPLITTERS
 from .language.treesitter import TreeSitterSplitter
 from .llm.model_callbacks import COST_PER_1K_TOKENS
 from .llm.models_info import MODEL_CONFIG_DIR, MODEL_TYPE_CONSTRUCTORS, TOKEN_LIMITS

janus/converter.py

@@ -3,6 +3,7 @@ from typing import Any
 
 from langchain.schema.language_model import BaseLanguageModel
 
+from .language.alc.alc import AlcSplitter
 from .language.binary import BinarySplitter
 from .language.mumps import MumpsSplitter
 from .language.splitter import Splitter
@@ -152,6 +153,8 @@ class Converter:
         if self._source_language in CUSTOM_SPLITTERS:
             if self._source_language == "mumps":
                 self._splitter = MumpsSplitter(**kwargs)
+            elif self._source_language == "ibmhlasm":
+                self._splitter = AlcSplitter(**kwargs)
             elif self._source_language == "binary":
                 self._splitter = BinarySplitter(**kwargs)
         else:

janus/embedding/_tests/test_collections.py

@@ -4,8 +4,8 @@ from unittest.mock import MagicMock
 
 import pytest
 
-from janus.embedding.collections import Collections
-from janus.utils.enums import EmbeddingType
+from ...utils.enums import EmbeddingType
+from ..collections import Collections
 
 
 class TestCollections(unittest.TestCase):

janus/language/_tests/test_splitter.py

@@ -1,6 +1,6 @@
 import unittest
 
-from janus.language.splitter import Splitter
+from ..splitter import Splitter
 
 
 class TestSplitter(unittest.TestCase):

janus/language/alc/__init__.py

@@ -0,0 +1 @@
+from .alc import AlcCombiner, AlcSplitter

janus/language/alc/_tests/test_alc.py

@@ -0,0 +1,28 @@
+import unittest
+from pathlib import Path
+
+from ....llm import load_model
+from ...combine import Combiner
+from ..alc import AlcSplitter
+
+
+class TestAlcSplitter(unittest.TestCase):
+    """Tests for the Splitter class."""
+
+    def setUp(self):
+        """Set up the tests."""
+        model_name = "gpt-3.5-turbo-0125"
+        llm, _, _ = load_model(model_name)
+        self.splitter = AlcSplitter(model=llm)
+        self.combiner = Combiner(language="ibmhlasm")
+        self.test_file = Path("janus/language/alc/_tests/alc.asm")
+
+    def test_split(self):
+        """Test the split method."""
+        tree_root = self.splitter.split(self.test_file)
+        self.assertEqual(tree_root.n_descendents, 34)
+        self.assertLessEqual(tree_root.max_tokens, self.splitter.max_tokens)
+        self.assertFalse(tree_root.complete)
+        self.combiner.combine_children(tree_root)
+        self.assertTrue(tree_root.complete)
+        self.assertEqual(tree_root.complete_text, self.test_file.read_text())

janus/language/alc/alc.py

@@ -0,0 +1,87 @@
+from langchain.schema.language_model import BaseLanguageModel
+
+from ...utils.logger import create_logger
+from ..block import CodeBlock
+from ..combine import Combiner
+from ..node import NodeType
+from ..treesitter import TreeSitterSplitter
+
+log = create_logger(__name__)
+
+
+class AlcCombiner(Combiner):
+    """A class that combines code blocks into ALC files."""
+
+    def __init__(self) -> None:
+        """Initialize a AlcCombiner instance."""
+        super().__init__("ibmhlasm")
+
+
+class AlcSplitter(TreeSitterSplitter):
+    """A class for splitting ALC code into functional blocks to prompt
+    with for transcoding.
+    """
+
+    def __init__(
+        self,
+        model: None | BaseLanguageModel = None,
+        max_tokens: int = 4096,
+        protected_node_types: tuple[str, ...] = (),
+        prune_node_types: tuple[str, ...] = (),
+        prune_unprotected: bool = False,
+    ):
+        """Initialize a AlcSplitter instance.
+
+        Arguments:
+            max_tokens: The maximum number of tokens supported by the model
+        """
+        super().__init__(
+            language="ibmhlasm",
+            model=model,
+            max_tokens=max_tokens,
+            protected_node_types=protected_node_types,
+            prune_node_types=prune_node_types,
+            prune_unprotected=prune_unprotected,
+        )
+
+    def _get_ast(self, code: str) -> CodeBlock:
+        root = super()._get_ast(code)
+
+        # Current treesitter implementation does not nest csects and dsects
+        # The loop below nests nodes following csect/dsect instructions into
+        #  the children of that instruction
+        sect_types = {"csect_instruction", "dsect_instruction"}
+        queue: list[CodeBlock] = [root]
+        while queue:
+            block = queue.pop(0)
+
+            # Search this children for csects and dsects. Create a list of groups
+            #  where each group is a csect or dsect, starting with the csect/dsect
+            #  instruction and containing all the subsequent nodes up until the
+            #  next csect or dsect instruction
+            sects: list[list[CodeBlock]] = [[]]
+            for c in block.children:
+                if c.node_type in sect_types:
+                    sects.append([c])
+                else:
+                    sects[-1].append(c)
+
+            sects = [s for s in sects if s]
+
+            # Restructure the tree, making the head of each group the parent
+            #  of all the remaining nodes in that group
+            if len(sects) > 1:
+                block.children = []
+                for sect in sects:
+                    if sect[0].node_type in sect_types:
+                        sect_node = self.merge_nodes(sect)
+                        sect_node.children = sect
+                        sect_node.node_type = NodeType(str(sect[0].node_type)[:5])
+                        block.children.append(sect_node)
+                    else:
+                        block.children.extend(sect)
+
+            # Push the children onto the queue
+            queue.extend(block.children)
+
+        return root

janus/language/block.py

@@ -152,9 +152,11 @@ class CodeBlock:
         Returns:
             A string representation of the tree with this block as the root
         """
+        tokens = self.tokens
         identifier = self.id
         if self.text is None:
             identifier = f"({identifier})"
+            tokens = self.total_tokens
         elif not self.complete:
             identifier += "*"
         if self.start_point is not None and self.end_point is not None:
@@ -165,7 +167,7 @@ class CodeBlock:
             seg = ""
         return "\n".join(
             [
-                f"{'| '*depth}{identifier}{seg}",
+                f"{'| '*depth}{identifier}{seg}  ({tokens:,d} tokens)",
                 *[c.tree_str(depth + 1) for c in self.children],
             ]
         )

janus/language/mumps/mumps.py

@@ -48,6 +48,7 @@ class MumpsSplitter(Splitter):
         max_tokens: int = 4096,
         protected_node_types: tuple[str] = ("routine_definition",),
         prune_node_types: tuple[str] = (),
+        prune_unprotected: bool = False,
     ):
         """Initialize a MumpsSplitter instance.
 
@@ -60,11 +61,9 @@ class MumpsSplitter(Splitter):
             max_tokens=max_tokens,
             protected_node_types=protected_node_types,
             prune_node_types=prune_node_types,
+            prune_unprotected=prune_unprotected,
         )
 
-        # MUMPS code tends to take about 2/3 the space of Python
-        self.max_tokens: int = int(max_tokens * 2 / 5)
-
     def _set_identifiers(self, root: CodeBlock, name: str):
         stack = [root]
         while stack:

janus/language/naive/__init__.py

@@ -1,4 +1,4 @@
 from .basic_splitter import FileSplitter
 from .chunk_splitter import ChunkSplitter
-from .simple_ast import FlexibleTreeSitterSplitter, StrictTreeSitterSplitter
+from .simple_ast import get_flexible_ast, get_strict_ast
 from .tag_splitter import TagSplitter

janus/language/naive/basic_splitter.py

@@ -1,7 +1,7 @@
-from janus.language.block import CodeBlock
-from janus.language.naive.chunk_splitter import ChunkSplitter
-from janus.language.naive.registry import register_splitter
-from janus.language.splitter import FileSizeError
+from ..block import CodeBlock
+from ..naive.chunk_splitter import ChunkSplitter
+from ..naive.registry import register_splitter
+from ..splitter import FileSizeError
 
 
 @register_splitter("file")

janus/language/naive/chunk_splitter.py

@@ -1,7 +1,7 @@
-from janus.language.block import CodeBlock
-from janus.language.naive.registry import register_splitter
-from janus.language.node import NodeType
-from janus.language.splitter import Splitter
+from ..block import CodeBlock
+from ..node import NodeType
+from ..splitter import Splitter
+from .registry import register_splitter
 
 
 @register_splitter("chunk")

janus/language/naive/registry.py

@@ -1,6 +1,6 @@
 from typing import Callable, Dict
 
-from janus.language.splitter import Splitter
+from ..splitter import Splitter
 
 CUSTOM_SPLITTERS: Dict[str, Callable[..., Splitter]] = dict()
 

janus/language/naive/simple_ast.py

@@ -1,18 +1,29 @@
-from janus.language.naive.registry import register_splitter
-from janus.language.treesitter import TreeSitterSplitter
-from janus.utils.enums import LANGUAGES
+from ...utils.enums import LANGUAGES
+from ..alc.alc import AlcSplitter
+from ..mumps.mumps import MumpsSplitter
+from ..treesitter import TreeSitterSplitter
+from .registry import register_splitter
 
 
 @register_splitter("ast-flex")
-class FlexibleTreeSitterSplitter(TreeSitterSplitter):
-    pass
+def get_flexible_ast(language: str, **kwargs):
+    if language == "ibmhlasm":
+        return AlcSplitter(**kwargs)
+    elif language == "mumps":
+        return MumpsSplitter(**kwargs)
+    else:
+        return TreeSitterSplitter(language=language, **kwargs)
 
 
 @register_splitter("ast-strict")
-class StrictTreeSitterSplitter(TreeSitterSplitter):
-    def __init__(self, language: str, **kwargs):
-        kwargs.update(
-            protected_node_types=(LANGUAGES[language]["functional_node_type"],),
-            prune_unprotected=True,
-        )
-        super().__init__(language=language, **kwargs)
+def get_strict_ast(language: str, **kwargs):
+    kwargs.update(
+        protected_node_types=LANGUAGES[language]["functional_node_types"],
+        prune_unprotected=True,
+    )
+    if language == "ibmhlasm":
+        return AlcSplitter(**kwargs)
+    elif language == "mumps":
+        return MumpsSplitter(**kwargs)
+    else:
+        return TreeSitterSplitter(language=language, **kwargs)

janus/language/naive/tag_splitter.py

@@ -1,7 +1,7 @@
-from janus.language.block import CodeBlock
-from janus.language.naive.registry import register_splitter
-from janus.language.node import NodeType
-from janus.language.splitter import Splitter
+from ..block import CodeBlock
+from ..node import NodeType
+from ..splitter import Splitter
+from .registry import register_splitter
 
 
 @register_splitter("tag")

janus/language/splitter.py

@@ -47,8 +47,8 @@ class Splitter(FileManager):
         model: None | BaseLanguageModel = None,
         max_tokens: int = 4096,
         skip_merge: bool = False,
-        protected_node_types: tuple[str] = (),
-        prune_node_types: tuple[str] = (),
+        protected_node_types: tuple[str, ...] = (),
+        prune_node_types: tuple[str, ...] = (),
         prune_unprotected: bool = False,
     ):
         """
@@ -340,7 +340,10 @@ class Splitter(FileManager):
         # Double check length (in theory this should never be an issue)
         tokens = self._count_tokens(text)
         if tokens > self.max_tokens:
-            log.error(f"Merged node ({name}) too long for context!")
+            log.error(
+                f"Merged node ({name}) too long for context!"
+                f" ({tokens} > {self.max_tokens})"
+            )
 
         return CodeBlock(
             text=text,
@@ -420,7 +423,10 @@ class Splitter(FileManager):
             name = f"{node.name}-L#{node_line}"
             tokens = self._count_tokens(line)
             if tokens > self.max_tokens:
-                raise TokenLimitError(r"Irreducible node too large for context!")
+                raise TokenLimitError(
+                    "Irreducible node too large for context!"
+                    f" ({tokens} > {self.max_tokens})"
+                )
 
             node.children.append(
                 CodeBlock(

janus/language/treesitter/treesitter.py

@@ -26,8 +26,8 @@ class TreeSitterSplitter(Splitter):
         language: str,
         model: None | BaseLanguageModel = None,
         max_tokens: int = 4096,
-        protected_node_types: tuple[str] = (),
-        prune_node_types: tuple[str] = (),
+        protected_node_types: tuple[str, ...] = (),
+        prune_node_types: tuple[str, ...] = (),
         prune_unprotected: bool = False,
     ) -> None:
         """Initialize a TreeSitterSplitter instance.
@@ -48,10 +48,10 @@ class TreeSitterSplitter(Splitter):
         self._load_parser()
 
     def _get_ast(self, code: str) -> CodeBlock:
-        code = bytes(code, "utf-8")
-        tree = self.parser.parse(code)
+        code_bytes = bytes(code, "utf-8")
+        tree = self.parser.parse(code_bytes)
         root = tree.walk().node
-        root = self._node_to_block(root, code)
+        root = self._node_to_block(root, code_bytes)
         return root
 
     # Recursively print tree to view parsed output (dev helper function)
@@ -98,7 +98,7 @@ class TreeSitterSplitter(Splitter):
 
         text = node.text.decode()
         children = [self._node_to_block(child, original_text) for child in node.children]
-        node = CodeBlock(
+        return CodeBlock(
             id=node.id,
             name=str(node.id),
             text=text,
@@ -112,7 +112,6 @@ class TreeSitterSplitter(Splitter):
             language=self.language,
             tokens=self._count_tokens(text),
         )
-        return node
 
     def _load_parser(self) -> None:
         """Load the parser for the given language.

janus/llm/model_callbacks.py

@@ -8,7 +8,7 @@ from langchain_core.messages import AIMessage
 from langchain_core.outputs import ChatGeneration, LLMResult
 from langchain_core.tracers.context import register_configure_hook
 
-from janus.utils.logger import create_logger
+from ..utils.logger import create_logger
 
 log = create_logger(__name__)
 

janus/llm/models_info.py

@@ -8,8 +8,7 @@ from langchain_community.llms import HuggingFaceTextGenInference
 from langchain_core.language_models import BaseLanguageModel
 from langchain_openai import ChatOpenAI
 
-from janus.llm.model_callbacks import COST_PER_1K_TOKENS
-from janus.prompts.prompt import (
+from ..prompts.prompt import (
     ChatGptPromptEngine,
     ClaudePromptEngine,
     CoherePromptEngine,
@@ -18,8 +17,8 @@ from janus.prompts.prompt import (
     PromptEngine,
     TitanPromptEngine,
 )
-
 from ..utils.logger import create_logger
+from .model_callbacks import COST_PER_1K_TOKENS
 
 log = create_logger(__name__)
 

janus/metrics/_tests/test_llm.py

@@ -3,8 +3,7 @@ from unittest.mock import patch
 
 import pytest
 
-from janus.llm.models_info import load_model
-
+from ...llm.models_info import load_model
 from ..llm_metrics import llm_evaluate_option, llm_evaluate_ref_option
 
 
@@ -40,7 +39,7 @@ class TestLLMMetrics(unittest.TestCase):
         print("'Hello, world!")
         """
 
-    @patch("janus.llm.models_info.load_model")
+    @patch(".llm.models_info.load_model")
     @patch("janus.metrics.llm_metrics.llm_evaluate")
     @pytest.mark.llm_eval
     def test_llm_self_eval_quality(self, mock_llm_evaluate, mock_load_model):

janus/metrics/_tests/test_rouge_score.py

@@ -1,6 +1,6 @@
 import unittest
 
-from janus.metrics.rouge_score import rouge
+from ..rouge_score import rouge
 
 
 class TestRouge(unittest.TestCase):

janus/metrics/_tests/test_similarity_score.py

@@ -1,6 +1,6 @@
 import unittest
 
-from janus.metrics.similarity import similarity_score
+from ..similarity import similarity_score
 
 
 class TestSimilarityScore(unittest.TestCase):

janus/metrics/complexity_metrics.py

@@ -1,10 +1,9 @@
 import math
 from typing import List, Optional
 
-from janus.language.block import CodeBlock
-from janus.language.treesitter.treesitter import TreeSitterSplitter
-from janus.utils.enums import LANGUAGES
-
+from ..language.block import CodeBlock
+from ..language.treesitter.treesitter import TreeSitterSplitter
+from ..utils.enums import LANGUAGES
 from .metric import metric
 
 

janus/metrics/metric.py

@@ -7,10 +7,9 @@ import click
 import typer
 from typing_extensions import Annotated
 
-from janus.llm import load_model
-from janus.utils.enums import LANGUAGES
-from janus.utils.logger import create_logger
-
+from ..llm import load_model
+from ..utils.enums import LANGUAGES
+from ..utils.logger import create_logger
 from ..utils.progress import track
 from .cli import evaluate
 from .file_pairing import FILE_PAIRING_METHODS

janus/parsers/reqs_parser.py

@@ -62,9 +62,10 @@ class RequirementsParser(BaseOutputParser[str], JanusParser):
             The format instructions for the LLM.
         """
         return (
-            "Output must contain an ieee style requirements specification "
-            "all in a json-formatted string, including the following field: "
-            '"requirements".'
+            "Output must contain a requirements specification "
+            "in a JSON-formatted string. The only key should be "
+            "'requirements' and its value should be a JSON-formatted list "
+            "containing the requirements."
         )
 
     @property

janus/prompts/prompt.py

@@ -34,6 +34,40 @@ HUMAN_PROMPT_TEMPLATE_FILENAME = "human.txt"
 PROMPT_VARIABLES_FILENAME = "variables.json"
 
 
+retry_with_output_prompt_text = """Instructions:
+--------------
+{instructions}
+--------------
+Completion:
+--------------
+{input}
+--------------
+
+Above, the Completion did not satisfy the constraints given in the Instructions.
+Error:
+--------------
+{error}
+--------------
+
+Please try again. Please only respond with an answer that satisfies the
+constraints laid out in the Instructions:"""
+
+
+retry_with_error_and_output_prompt_text = """Prompt:
+{prompt}
+Completion:
+{input}
+
+Above, the Completion did not satisfy the constraints given in the Prompt.
+Details: {error}
+Please try again:"""
+
+retry_with_output_prompt = PromptTemplate.from_template(retry_with_output_prompt_text)
+retry_with_error_and_output_prompt = PromptTemplate.from_template(
+    retry_with_error_and_output_prompt_text
+)
+
+
 class PromptEngine(ABC):
     """A class defining prompting schemes for the LLM."""
 

janus/translate.py

@@ -16,12 +16,11 @@ from langchain_core.runnables import RunnableLambda, RunnableParallel
 from openai import BadRequestError, RateLimitError
 from text_generation.errors import ValidationError
 
-from janus.language.naive.registry import CUSTOM_SPLITTERS
-
 from .converter import Converter, run_if_changed
 from .embedding.vectorize import ChromaDBVectorizer
 from .language.block import CodeBlock, TranslatedCodeBlock
 from .language.combine import ChunkCombiner, Combiner, JsonCombiner
+from .language.naive.registry import CUSTOM_SPLITTERS
 from .language.splitter import EmptyTreeError, FileSizeError, TokenLimitError
 from .llm import load_model
 from .llm.model_callbacks import get_model_callback
@@ -30,7 +29,12 @@ from .parsers.code_parser import CodeParser, GenericParser
 from .parsers.doc_parser import MadlibsDocumentationParser, MultiDocumentationParser
 from .parsers.eval_parser import EvaluationParser
 from .parsers.reqs_parser import RequirementsParser
-from .prompts.prompt import SAME_OUTPUT, TEXT_OUTPUT
+from .prompts.prompt import (
+    SAME_OUTPUT,
+    TEXT_OUTPUT,
+    retry_with_error_and_output_prompt,
+    retry_with_output_prompt,
+)
 from .utils.enums import LANGUAGES
 from .utils.logger import create_logger
 
@@ -407,10 +411,10 @@ class Translator(Converter):
         """
         self._parser.set_reference(block.original)
 
-        # Retries with just the output and the error
+        # Retries with just the format instructions, the output, and the error
         n1 = round(self.max_prompts ** (1 / 3))
 
-        # Retries with the input, output, and error
+        # Retries with the input, the output, and the error
         n2 = round((self.max_prompts // n1) ** (1 / 2))
 
         # Retries with just the input
@@ -420,11 +424,13 @@ class Translator(Converter):
             llm=self._llm,
             parser=self._parser,
             max_retries=n1,
+            prompt=retry_with_output_prompt,
         )
         retry = RetryWithErrorOutputParser.from_llm(
             llm=self._llm,
             parser=fix_format,
             max_retries=n2,
+            prompt=retry_with_error_and_output_prompt,
         )
 
         completion_chain = self._prompt | self._llm
@@ -949,7 +955,7 @@ class RequirementsDocumenter(Documenter):
 
     def __init__(self, **kwargs):
         super().__init__(**kwargs)
-        self.set_prompt("chunk_requirements")
+        self.set_prompt("requirements")
         self.set_target_language("json", None)
         self.set_parser_type("requirements")
 

janus/utils/enums.py

@@ -10,7 +10,7 @@ class EmbeddingType(Enum):
     TARGET = 5  # placeholder embeddings, are these useful for analysis?
 
 
-CUSTOM_SPLITTERS: Set[str] = {"mumps", "binary"}
+CUSTOM_SPLITTERS: Set[str] = {"mumps", "binary", "ibmhlasm"}
 
 LANGUAGES: Dict[str, Dict[str, Any]] = {
     "ada": {
@@ -63,7 +63,7 @@ LANGUAGES: Dict[str, Dict[str, Any]] = {
             '#include <stdio.h>\n\nint main() {\n    printf("Hello, World!\\n");\n'
             "    return 0;\n}\n"
         ),
-        "functional_node_type": "function_definition",
+        "functional_node_types": ["function_definition"],
         "comment_node_type": "comment",
     },
     "capnp": {
@@ -206,7 +206,7 @@ LANGUAGES: Dict[str, Dict[str, Any]] = {
         "example": (
             "program HelloWorld\n  print *, 'Hello, World!'\nend program HelloWorld\n"
         ),
-        "functional_node_type": "function",
+        "functional_node_types": ["function"],
         "comment_node_type": "comment",
     },
     "gitattributes": {
@@ -300,6 +300,7 @@ LANGUAGES: Dict[str, Dict[str, Any]] = {
                      END   HELLO
         """
         ),
+        "functional_node_types": ["csect", "dsect"],
         "branch_node_types": ["branch_instruction"],
         "operation_node_types": ["operation", "branch_operation"],
         "operand_node_types": ["operands"],
@@ -420,7 +421,7 @@ LANGUAGES: Dict[str, Dict[str, Any]] = {
         "suffix": "m",
         "url": "https://github.com/janus-llm/tree-sitter-mumps",
         "example": 'WRITE "Hello, World!"',
-        "functional_node_type": "routine_definition",
+        "functional_node_types": ["routine_definition"],
         "comment_node_type": "comment",
         "branch_node_types": ["if_statement"],
         "operation_node_types": [
@@ -512,7 +513,7 @@ LANGUAGES: Dict[str, Dict[str, Any]] = {
         "suffix": "py",
         "url": "https://github.com/tree-sitter/tree-sitter-python",
         "example": "# Hello, World!\nprint('Hello, World!')\n",
-        "functional_node_type": "function_definition",
+        "functional_node_types": ["function_definition"],
         "comment_node_type": "comment",
     },
     "qmljs": {

{janus_llm-2.0.1.dist-info → janus_llm-2.1.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: janus-llm
-Version: 2.0.1
+Version: 2.1.0
 Summary: A transcoding library using LLMs.
 Home-page: https://github.com/janus-llm/janus-llm
 License: Apache 2.0

{janus_llm-2.0.1.dist-info → janus_llm-2.1.0.dist-info}/RECORD

@@ -1,14 +1,14 @@
-janus/__init__.py,sha256=CLhLBI_jy4pPKw-ZfpgACv8QHFZMnZml-GjPpBcSYMg,341
+janus/__init__.py,sha256=BDely1z7CW0_cUz6BOjQbE3ZTFvMNAfp2WD5ZkVDF4U,341
 janus/__main__.py,sha256=Qd-f8z2Q2vpiEP2x6PBFsJrpACWDVxFKQk820MhFmHo,59
 janus/_tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 janus/_tests/conftest.py,sha256=V7uW-oq3YbFiRPvrq15YoVVrA1n_83pjgiyTZ-IUGW8,963
 janus/_tests/test_cli.py,sha256=oP-WOM-ai4jZLDGqjLzI6kCtfXWpoeUR8TynP5p6cVg,4254
 janus/_tests/test_translate.py,sha256=71oRTTfdSVFOBvUhuOavgl3TuimTz1K6eG-04pUGpfE,16439
-janus/cli.py,sha256=X_7HXQGeQEYUkIF3AHbbc04lUEUjKegZ7tUFwmKjf10,29549
-janus/converter.py,sha256=ge7nJA1DlOrHW_uB9P0dguc48Au8g7bqCERNqMIqfxs,5941
+janus/cli.py,sha256=ASM9OtdQ2S-KZa-23prrympPbMzKBjSNIclv_w81MSs,29543
+janus/converter.py,sha256=Kxd8eq03XNHbZZI-fU8NUNJR6N2yDxPHTc6QENC8Bqo,6092
 janus/embedding/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 janus/embedding/_tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-janus/embedding/_tests/test_collections.py,sha256=llg-JSuRRFhKkHFiWWSHEWV3iaT6Lwue0lp2tEml9io,2668
+janus/embedding/_tests/test_collections.py,sha256=eT0cYv-qmPrHJRjDZqWPFTkqVzFDRoPrRKR__FPiz58,2651
 janus/embedding/_tests/test_database.py,sha256=uqI2Jgj8DEIlciqiwiZx_n0osjcspIPrHOSSN1NRZSk,1019
 janus/embedding/_tests/test_vectorize.py,sha256=NnJLHBwgMVycAProRJxuLVSByxrpJ35eaZCFca52gNY,1964
 janus/embedding/collections.py,sha256=ZE8QGYQ82DCLqhV0m1y7PiqpuHjEfxHPcS5SCKU0LAw,5411
@@ -18,35 +18,39 @@ janus/embedding/vectorize.py,sha256=ap3e6ZMai8U3M5vdpLc_st4Sw31xyqoaqEno0IJlVOU,
 janus/language/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 janus/language/_tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 janus/language/_tests/test_combine.py,sha256=ydCYNbTxvaxT-5axiEBzPQLn6s4arSyZ5Tx2SYKLpJY,1830
-janus/language/_tests/test_splitter.py,sha256=Hqexa39LLEXlK3ZUw7Zot4PUIACvye2vkq0Jaox0T10,373
+janus/language/_tests/test_splitter.py,sha256=VK48eqp5PYJfjdhD_x7IkeAjbF1KC3AyNnICfK8XnUQ,360
+janus/language/alc/__init__.py,sha256=j7vOMGhT1Vri6p8dsjSaY-fkO5uFn0sJ0nrNGGvcizM,42
+janus/language/alc/_tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+janus/language/alc/_tests/test_alc.py,sha256=DttXpouP9Vkdlf23_a0qFalKdGtadGv6oXTsmN1pk8Q,994
+janus/language/alc/alc.py,sha256=n8KVHTb6FFILw50N8UM3gfT60gLVvkTjk37easwluWs,3061
 janus/language/binary/__init__.py,sha256=AlNAe12ZA366kcGSrQ1FJyOdbwxFqGBFkYR2K6yL818,51
 janus/language/binary/_tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 janus/language/binary/_tests/test_binary.py,sha256=a-8RSfKA23UrJC9c1xPQK792XZCz8npCHI7isN2dAP8,1727
 janus/language/binary/binary.py,sha256=CS1RAieN8klSsCeXQEFYKUWioatUX-sOPXKQr5S6NzE,6534
 janus/language/binary/reveng/decompile_script.py,sha256=veW51oJzuO-4UD3Er062jXZ_FYtTFo9OCkl82Z2xr6A,2182
-janus/language/block.py,sha256=4f8e3YYSS2p-0fXjjl2erbbXDOHcBxiLzDHALKlPTg4,9188
+janus/language/block.py,sha256=DVbnnthFWLQ2JjvS09kFqNmeCx7SGtYkBnFjtPdW8mM,9278
 janus/language/combine.py,sha256=hSEc1dHLcOELks-ZGsRKHOgYBXAronKus6BTmb1u42k,2940
 janus/language/file.py,sha256=X2MYcAMlCABK77uhMdI_J2foXLrqEdinapYRfLPyKB8,563
 janus/language/mumps/__init__.py,sha256=-Ou_wJ-JgHezfp1dub2_qCYNiK9wO-zo2MlqxM9qiwE,48
 janus/language/mumps/_tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 janus/language/mumps/_tests/test_mumps.py,sha256=6l7q14lPnKf231iWwMdRbf-dg9QuHa26YMS7-K7yC4A,1001
-janus/language/mumps/mumps.py,sha256=J8ewuLDh7y9GeyCcGNYqCGJ9HOwrEWypc2HNxClZ8is,7382
+janus/language/mumps/mumps.py,sha256=MkF_TZB1SOIj3JQfGKYow1Hh2Bja0EglUlpd4aAY5Iw,7351
 janus/language/mumps/patterns.py,sha256=FW5T6Nt5kBO2UKgSL1KLVDbYRgMaJAzDvEmvBkxHppA,2310
-janus/language/naive/__init__.py,sha256=6P5rDAZtoHTObkFbZkiEdd-PVRA_9VTQogUjwvRMKK8,198
-janus/language/naive/basic_splitter.py,sha256=RM9pJK2YkHfb6_EFEV-dh_rLqkjS6v0cn3ASPf8A6Fg,459
-janus/language/naive/chunk_splitter.py,sha256=ebRSbaJhDW-Hyr5__ukbdmAl6kQ1WWFqrq_SfCgHo6k,772
-janus/language/naive/registry.py,sha256=8YQX1q0IdAm7t69-oC_00I-vfkdRnHuX-OD3KEjEIuU,294
-janus/language/naive/simple_ast.py,sha256=gix_fh864sHZ5KeXoOZIVdKdQeCN_4Qwq4Ox-haZ6sY,593
-janus/language/naive/tag_splitter.py,sha256=IXWMn9tBVUGAtzvQi89GhoZ6g7fPXk5MzO0kMCr2mb0,2045
+janus/language/naive/__init__.py,sha256=gsdC543qsIX8y_RxblCBIgyW0tfucljFms6v2WTrEz0,178
+janus/language/naive/basic_splitter.py,sha256=NFW3TvMFQwEmcj5r4jvQXBJCzgNcSZI-3Arjb191gAo,407
+janus/language/naive/chunk_splitter.py,sha256=g1nqbhvaOZ31SjO-smIwAg6lHGTy2rPOOnQ-m6fIKAA,713
+janus/language/naive/registry.py,sha256=CDUkMIgscdPBV_qu49u9TGnOIgr9mRasinPRwViTWz8,281
+janus/language/naive/simple_ast.py,sha256=boX_pJ8x52_MxiM6hJ-0oa6MR75Fu4pyebBEtYJJZUc,907
+janus/language/naive/tag_splitter.py,sha256=6DHBJdM3IllcVV-MrAyj8KPg5zXTiRdeD42CYrmEFHk,1986
 janus/language/node.py,sha256=-ymv--oILEYLVO2KSOrzOlzL2cZHNQpQJYwE1cKA-pY,200
-janus/language/splitter.py,sha256=Ep8RxWrnuih3MAcdkkbtAsSLrPmyQcjnk0IzbRC-460,16741
+janus/language/splitter.py,sha256=4XAe0hXka7njS30UHGCngJzDgHxn3lygUjikSHuV7Xo,16924
 janus/language/treesitter/__init__.py,sha256=mUliw7ZJLZ8NkJKyUQMSoUV82hYXE0HvLHrEdGPJF4Q,43
 janus/language/treesitter/_tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 janus/language/treesitter/_tests/test_treesitter.py,sha256=nsavUV0aI6cpT9FkQve58eTTehLyQG6qJJBGlNa_bIw,2170
-janus/language/treesitter/treesitter.py,sha256=9hbP7eBuSEKSZm6OD4C9q2tbjzrEidaCAKw74aO4lEM,6855
+janus/language/treesitter/treesitter.py,sha256=bWimG5yNxweb-W6xGnl4Bbpsd9lJn9WGuYZla_lWdxQ,6863
 janus/llm/__init__.py,sha256=8Pzn3Jdx867PzDc4xmwm8wvJDGzWSIhpN0NCEYFe0LQ,36
-janus/llm/model_callbacks.py,sha256=zMCbMgniKrzKf-sU9SxOcfoOvc3xz7y0VxIxfdlS5tA,6766
-janus/llm/models_info.py,sha256=jNTp7mg7MVSS-Anp9Z-wMTz8odiE-1xXeyi8ngpJi1E,7151
+janus/llm/model_callbacks.py,sha256=cQb0Gmy__Mh27b1UdTZkdCN3747bEi3DN_Wxb6gnI7Q,6762
+janus/llm/models_info.py,sha256=_roSyd9oQX6QMshkyW880qgWt2pEm5Jby-U4XhkMjSg,7137
 janus/metrics/__init__.py,sha256=AsxtZJUzZiXJPr2ehPPltuYP-ddechjg6X85WZUO7mA,241
 janus/metrics/_tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 janus/metrics/_tests/reference.py,sha256=hiaJPP9CXkvFBV_wL-gOe_BzELTw0nvB6uCxhxtIiE8,13
@@ -54,18 +58,18 @@ janus/metrics/_tests/target.py,sha256=hiaJPP9CXkvFBV_wL-gOe_BzELTw0nvB6uCxhxtIiE
 janus/metrics/_tests/test_bleu.py,sha256=TcSnNGpMh00Nkkk1zq5wDfdCANMUq9eXscU_hcBRU8A,1640
 janus/metrics/_tests/test_chrf.py,sha256=O4v1Cj513H8NYffJILpSI7CuR_dnm7F8CeB3C7sZYr0,2202
 janus/metrics/_tests/test_file_pairing.py,sha256=A4Qy6JIesFXUcaig45Ze6LiViuHQS7MFSQzDHQP3j9w,1880
-janus/metrics/_tests/test_llm.py,sha256=IYsLwX5zC2WcaaPeSlHuQVmU2sB55-dsOXnmQPhcKps,3007
+janus/metrics/_tests/test_llm.py,sha256=dGXrdd79v-ix_560t6Q8RJEx-6mgZ-pkzJgm-O2ZBwA,2998
 janus/metrics/_tests/test_reading.py,sha256=NDLFyjmOpM5gWf1LLTjGIw3aUR8Qf22zTt9hwe7NABs,840
-janus/metrics/_tests/test_rouge_score.py,sha256=dnP99nry-U5wyE-CiC0eQwm78IyScnmGQH3BeIEdmLY,2032
-janus/metrics/_tests/test_similarity_score.py,sha256=tdzH_8hYb2h7fKxpd_a75di-GPnU_frZ0zn2aeYzkso,811
+janus/metrics/_tests/test_rouge_score.py,sha256=rcHmrpy55cW507PnTnGQnp9Tsn5rk7JEyXmusY7la3Q,2020
+janus/metrics/_tests/test_similarity_score.py,sha256=jc3r0lWW5Iqm6AMKc36ewz5rboKwVw29fliBHClkzIg,799
 janus/metrics/_tests/test_treesitter_metrics.py,sha256=tqpAg9LY811gfQ3n2ypRqBJesAFQodMf6Gz7dvOsqp4,4337
 janus/metrics/bleu.py,sha256=eRoHIQulPp5mezJzHCNkwUB_89tAj4PqV2pF9eV9HfI,1746
 janus/metrics/chrf.py,sha256=zNGWZ40CPMgj8rctnmwkbf25_PvSOLPbOjv-iN2cGXM,1472
 janus/metrics/cli.py,sha256=Duuw2RF47Z-t1pal0cg3L_-N_91rx29krirqtIwjYLY,157
-janus/metrics/complexity_metrics.py,sha256=kJh_TyZttMP716MXGfl-WbaS4beR_DaQWGYVg6MurSU,6573
+janus/metrics/complexity_metrics.py,sha256=1Z9n0o_CrILqayk40wRkjR1f7yvHIsJG38DxAbqj614,6560
 janus/metrics/file_pairing.py,sha256=WNHRV1D8GOJMq8Pla5SPkTDAT7yVaS4-UU0XIGKvEVs,3729
 janus/metrics/llm_metrics.py,sha256=3677S6GYcoVcokpmAN-fwvNu-lYWAKd7M5mebiE6RZc,5687
-janus/metrics/metric.py,sha256=QRzLCkHY2g4pWDIiVLNaxNiEMF4gXw_eUrjecH5CdwA,16987
+janus/metrics/metric.py,sha256=Lgdtq87oJ-kWC_6jdPQ6-d1MqoeTnhkRszo6IZJV6c0,16974
 janus/metrics/reading.py,sha256=KYuWjKnk0ALRU5S7mCNNZtaNgK02l0fdIGsaNvxLMO4,1690
 janus/metrics/rouge_score.py,sha256=HfUJwUWI-yq5pOjML2ee4QTOMl0NQahnqEY2Mt8Dtnw,2865
 janus/metrics/similarity.py,sha256=9pjWWpLKCsk0QfFfSgQNdPXiisqi7WJYOOHaiT8S0iY,1613
@@ -76,19 +80,19 @@ janus/parsers/_tests/test_code_parser.py,sha256=G39i6fIsTxjcxBVaKyMAWgUcFslni9z9
 janus/parsers/code_parser.py,sha256=XwCoOYwnx2tpqluIdXWg-GWOOkooSDYmJHvqDrxgf48,1782
 janus/parsers/doc_parser.py,sha256=X8eCb1QXbL6sVWLEFGjsPyxrpJ9XnOPg7G4KZSo9A9E,5658
 janus/parsers/eval_parser.py,sha256=HB5-zY_Jpmkj6FDbuNCCVCRxwmzhViSAjPKbyyC0Ebc,2723
-janus/parsers/reqs_parser.py,sha256=mOMC-7IK3huVS0oOb7m3ZHOCXUFMgTfRg6XXTowir9A,2294
+janus/parsers/reqs_parser.py,sha256=MFBvtR3otpyPZlkZxu0dVH1YeEJhvhNzhaGKGHaQVHA,2359
 janus/prompts/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-janus/prompts/prompt.py,sha256=GMQ9EqwtIhB_x8MgfoeTeb4OkLaySYdGd3wVbpDMZXA,8911
-janus/translate.py,sha256=UxdRNXJRVYBoJ74Tis82qYeG9aWRmQqg13lTuuyLbII,38753
+janus/prompts/prompt.py,sha256=FPjqCtWla9BW4AdgrcuY8JXo5rYBSJ4b0PDDw6i1AKs,9701
+janus/translate.py,sha256=bIrvyFBXUH1Cf8M-h-qSybFe0NQwuCA38heiV2toP8w,38958
 janus/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 janus/utils/_tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 janus/utils/_tests/test_logger.py,sha256=4jZFm8LX828Dt9lOjiFHZIPbxYy_hHaswyrMPkscgdM,2199
 janus/utils/_tests/test_progress.py,sha256=Yh5NDNq-24n2nhHHbJm39pENAH70PYnh9ymwdcn0_UU,481
-janus/utils/enums.py,sha256=SlZKHojLPYOSjuekQGirSHem5Etcgy57txCtVCej2Ag,27533
+janus/utils/enums.py,sha256=AoilbdiYyMvY2Mp0AM4xlbLSELfut2XMwhIM1S_msP4,27610
 janus/utils/logger.py,sha256=KZeuaMAnlSZCsj4yL0P6N-JzZwpxXygzACWfdZFeuek,2337
 janus/utils/progress.py,sha256=pKcCzO9JOU9fSD7qTmLWcqY5smc8mujqQMXoPgqNysE,1458
-janus_llm-2.0.1.dist-info/LICENSE,sha256=_j0st0a-HB6MRbP3_BW3PUqpS16v54luyy-1zVyl8NU,10789
-janus_llm-2.0.1.dist-info/METADATA,sha256=ygOJ_vhFnBbZj_-B398EH_FRdjLjW2Qh1cVzn4CsRlQ,4184
-janus_llm-2.0.1.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-janus_llm-2.0.1.dist-info/entry_points.txt,sha256=OGhQwzj6pvXp79B0SaBD5apGekCu7Dwe9fZZT_TZ544,39
-janus_llm-2.0.1.dist-info/RECORD,,
+janus_llm-2.1.0.dist-info/LICENSE,sha256=_j0st0a-HB6MRbP3_BW3PUqpS16v54luyy-1zVyl8NU,10789
+janus_llm-2.1.0.dist-info/METADATA,sha256=a7PmWYKoHGa6ynFGQJvOVLMtBYkVa8foj6zpJgN1Sfs,4184
+janus_llm-2.1.0.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+janus_llm-2.1.0.dist-info/entry_points.txt,sha256=OGhQwzj6pvXp79B0SaBD5apGekCu7Dwe9fZZT_TZ544,39
+janus_llm-2.1.0.dist-info/RECORD,,