janus-llm 4.2.0__py3-none-any.whl → 4.3.5__py3-none-any.whl

janus/__init__.py

@@ -5,7 +5,7 @@ from langchain_core._api.deprecation import LangChainDeprecationWarning
 from janus.converter.translate import Translator
 from janus.metrics import *  # noqa: F403
 
-__version__ = "4.2.0"
+__version__ = "4.3.5"
 
 # Ignoring a deprecation warning from langchain_core that I can't seem to hunt down
 warnings.filterwarnings("ignore", category=LangChainDeprecationWarning)

janus/__main__.py

@@ -1,4 +1,4 @@
-from janus.cli import app
+from janus.cli.cli import app
 
 if __name__ == "__main__":
     app()

janus/_tests/evaluator_tests/EvalReadMe.md

@@ -0,0 +1,85 @@
+
+
+# LLM Self Eval
+
+The `llm-self-eval` command leverages the converter class to perform evaluations on generated outputs from large language models.
+
+The input directory structure will be maintained in the output evaluations. The input files should contain an array of items to be evaluated. Each item will be evaluated individually based off of the corresponding prompt. Set evaluations can be performed as well but please note that each file to be evaluated must contain only one array with the items to be evaluated.
+
+
+## Evaluation Types
+
+| Evaluation Type | Status | Command |
+| ----------- | ----------- | ----------- |
+| Incose (Requirements)  | Complete | ```-e "incose"```
+| Inline Comments  | Complete | ```-e "comments"```
+
+## How to Run
+
+Structure:
+```
+janus llm-self-eval -i {path/to/input/files} -l json -o {path/to/output/files} -e {evaluator_type} -rc {# of items to evaluate at a time}
+
+```
+| Flag | Meaning | Example |
+| ----------- | ----------- | ----------- |
+| `-i`  | Input Directory | ```"path/to/input/files"```
+| `-o`  | Output Directory | ```"path/to/output/files"```
+| `-l` | Evaluation language | `json`
+| `-e`  | Evaluation Type | ```"incose"```
+| `-rc`  | Number of lines to evaluate at a time (rec 5-10) | `5`
+
+ Example test command:
+```
+janus llm-self-eval -i _tests/evaluator_tests/incose_tests/ -l json -o EvalOutput/incose/ -e "incose" -rc 5
+```
+or for an inline comment test
+```
+janus llm-self-eval -i _tests/evaluator_tests/inline_comment_tests/ -l 'mumps' -o EvalOutput/comments/ -e "comments"
+```
+
+## Adding an Evaluation Type
+#### 1. Create a Parser
+
+- In ```janus/parsers/eval_parsers```
+  - See `janus/janus/parsers/eval_parsers/incose_parser.py` for reference
+
+#### 2. Create a the Prompt
+
+ - In ```janus/prompts/eval_prompts```
+ - Create a new directory with the name of your evaluation type. **Note: The name that you use is how you will call the evaluation type eg** ```-e "incose"```
+ - `human.txt`  - this is the main prompt that contains the scoring rubric and the commands for the llm to follow
+ - `system.txt`  - the initial instructions for the evaluating llm
+- `variables.json`  - contains the structure for what the returned evaluation should look like
+
+
+## Example Inputs
+
+```
+{
+    "code": "DFHEISTG DSECT\nAPPLID   DS    CL08               CICS Applid\nSYSID    DS    CL04               CICS SYSID\n*\n***********************************************************************\n* Dynamic Storage Area (End)                                          *\n***********************************************************************\n*\n***********************************************************************\n* DFHCOMMAREA                                                         *\n***********************************************************************\n*",
+    "requirements": [
+        "981273129",
+        "Testing for the CACBAR constant shall verify that it is recognized by the software as indicating the beginning of a DFHCOMMAREA and that it has been assigned a numeric value of 12 and that it is secure and that it is understandable and the testing must have 100% coverage and it must return useful content to a mixed audience.",
+        "The MS_WAIT field shall be a fullword integer (4 bytes) designed to store a wait time ranging from 1 millisecond to 900 milliseconds.",
+        "The software shall consider the DFHEISTG data structure as the end of a dynamic storage area.",
+        "The software shall recognize a constant named CACBAR, which is equivalent to the numeric value 12, indicating the beginning of a DFHCOMMAREA from the requesting program.",
+        "Hi there!",
+        "Limitations: The provided code snippet does not specify operations or methods for interacting with the DFHEISTG data structure or the DFHCOMMAREA. The functionality related to these structures must be defined in additional requirements or specifications not provided in the code snippet.",
+        "Testing of the DFHEISTG structure shall verify that the STIMERID field can store a 4-byte character string and that the MS_WAIT field can store an integer value within the range of 1 to 900. Additionally, testing should confirm that these fields are part of the defined dynamic storage area.",
+        "Testing for the CACBAR constant shall verify that it is recognized by the software as indicating the beginning of a DFHCOMMAREA and that it has been assigned a numeric value of 12.",
+        "The software requirements specification document must acknowledge areas where the code's functionality is not completely specified, such as the absence of detailed operations for the DFHEISTG structure or the contents and structure of the DFHCOMMAREA, and note these as areas for further clarification.",
+        "781",
+        "It worked!"
+    ]
+}
+```
+
+## Preprocessing Scripts
+Scripts can be found under `janus/scripts/preprocessing/self-eval/`
+
+| Eval | Script | Description |
+| ----------- | ----------- | ----------- |
+| Inline Comments  | `append_comments.py` | `In`: Directory to json files that have 'code' + 'comments' + "file ending" `Out`: Same directory structure in the output directory, with files of a given language that have comments appended.
+| Inline Comments  | `split_processed_comments.py` | `In`: Path to processed.json file that have 'experiments' + 'generated_comment_texts' `Out`: 'experiments' as file names, with each 'processed' + 'generated_comment_texts' pair split into json.
+| Incose  | `split_processed_reqiurements.py` |`In`: Directory to JSON files with multiple 'code' str and 'requirement' array `Out`: Same directory structure in the output directory, with individual 'code' + 'requirement' pairs.

janus/_tests/evaluator_tests/incose_tests/incose_large_test.json

@@ -0,0 +1,39 @@
+{
+  "code": "DFHEISTG DSECT\nSTIMERID DS    CL04               STIMERM ID\nMS_WAIT  DS    F                  Fullword 01ms to 900ms WAIT\n*\n***********************************************************************\n* Dynamic Storage Area    (end  )                                     *\n***********************************************************************\n*\n***********************************************************************\n* DFHCOMMAREA from requesting program  (start)                        *\n***********************************************************************\nCACBAR   EQU   12",
+  "requirements": [
+    "1. 981273129",
+    "2. Testing for the CACBAR constant shall verify that it is recognized by the software as indicating the beginning of a DFHCOMMAREA and that it has been assigned a numeric value of 12 and that it is secure and that it is understandable and the testing must have 100% coverage and it must return useful content to a mixed audience.",
+    "3. The MS_WAIT field shall be a fullword integer (4 bytes) designed to store a wait time ranging from 1 millisecond to 900 milliseconds.",
+    "4. The software shall consider the DFHEISTG data structure as the end of a dynamic storage area.",
+    "5. The software shall recognize a constant named CACBAR, which is equivalent to the numeric value 12, indicating the beginning of a DFHCOMMAREA from the requesting program.",
+    "6. Hi there!",
+    "7. Limitations: The provided code snippet does not specify operations or methods for interacting with the DFHEISTG data structure or the DFHCOMMAREA. The functionality related to these structures must be defined in additional requirements or specifications not provided in the code snippet.",
+    "8. Testing of the DFHEISTG structure shall verify that the STIMERID field can store a 4-byte character string and that the MS_WAIT field can store an integer value within the range of 1 to 900. Additionally, testing should confirm that these fields are part of the defined dynamic storage area.",
+    "9. Testing for the CACBAR constant shall verify that it is recognized by the software as indicating the beginning of a DFHCOMMAREA and that it has been assigned a numeric value of 12.",
+    "10. The software requirements specification document must acknowledge areas where the code's functionality is not completely specified, such as the absence of detailed operations for the DFHEISTG structure or the contents and structure of the DFHCOMMAREA, and note these as areas for further clarification.",
+    "11. 781",
+    "12. helloworld",
+    "3. The MS_WAIT field shall be a fullword integer (4 bytes) designed to store a wait time ranging from 1 millisecond to 900 milliseconds.",
+    "4. The software shall consider the DFHEISTG data structure as the end of a dynamic storage area.",
+    "5. The software shall recognize a constant named CACBAR, which is equivalent to the numeric value 12, indicating the beginning of a DFHCOMMAREA from the requesting program.",
+    "6. Hi there!",
+    "7. Limitations: The provided code snippet does not specify operations or methods for interacting with the DFHEISTG data structure or the DFHCOMMAREA. The functionality related to these structures must be defined in additional requirements or specifications not provided in the code snippet.",
+    "8. Testing of the DFHEISTG structure shall verify that the STIMERID field can store a 4-byte character string and that the MS_WAIT field can store an integer value within the range of 1 to 900. Additionally, testing should confirm that these fields are part of the defined dynamic storage area.",
+    "9. Testing for the CACBAR constant shall verify that it is recognized by the software as indicating the beginning of a DFHCOMMAREA and that it has been assigned a numeric value of 12.",
+    "10. The software requirements specification document must acknowledge areas where the code's functionality is not completely specified, such as the absence of detailed operations for the DFHEISTG structure or the contents and structure of the DFHCOMMAREA, and note these as areas for further clarification.",
+    "11. 781",
+    "12. helloworld",
+    "3. The MS_WAIT field shall be a fullword integer (4 bytes) designed to store a wait time ranging from 1 millisecond to 900 milliseconds.",
+    "4. The software shall consider the DFHEISTG data structure as the end of a dynamic storage area.",
+    "5. The software shall recognize a constant named CACBAR, which is equivalent to the numeric value 12, indicating the beginning of a DFHCOMMAREA from the requesting program.",
+    "6. Hi there!",
+    "7. Limitations: The provided code snippet does not specify operations or methods for interacting with the DFHEISTG data structure or the DFHCOMMAREA. The functionality related to these structures must be defined in additional requirements or specifications not provided in the code snippet.",
+    "8. Testing of the DFHEISTG structure shall verify that the STIMERID field can store a 4-byte character string and that the MS_WAIT field can store an integer value within the range of 1 to 900. Additionally, testing should confirm that these fields are part of the defined dynamic storage area.",
+    "9. Testing for the CACBAR constant shall verify that it is recognized by the software as indicating the beginning of a DFHCOMMAREA and that it has been assigned a numeric value of 12.",
+    "10. The software requirements specification document must acknowledge areas where the code's functionality is not completely specified, such as the absence of detailed operations for the DFHEISTG structure or the contents and structure of the DFHCOMMAREA, and note these as areas for further clarification.",
+    "11. 781",
+    "12. helloworld",
+    "13. The software shall provide audit logs that track all changes to critical system settings.",
+    "14. If it reaches me, it worked!"
+  ]
+}

janus/_tests/evaluator_tests/incose_tests/incose_small_test.json

@@ -0,0 +1,17 @@
+{
+    "code": "DFHEISTG DSECT\nAPPLID   DS    CL08               CICS Applid\nSYSID    DS    CL04               CICS SYSID\n*\n***********************************************************************\n* Dynamic Storage Area (End)                                          *\n***********************************************************************\n*\n***********************************************************************\n* DFHCOMMAREA                                                         *\n***********************************************************************\n*",
+    "requirements": [
+        "981273129",
+        "Testing for the CACBAR constant shall verify that it is recognized by the software as indicating the beginning of a DFHCOMMAREA and that it has been assigned a numeric value of 12 and that it is secure and that it is understandable and the testing must have 100% coverage and it must return useful content to a mixed audience.",
+        "The MS_WAIT field shall be a fullword integer (4 bytes) designed to store a wait time ranging from 1 millisecond to 900 milliseconds.",
+        "The software shall consider the DFHEISTG data structure as the end of a dynamic storage area.",
+        "The software shall recognize a constant named CACBAR, which is equivalent to the numeric value 12, indicating the beginning of a DFHCOMMAREA from the requesting program.",
+        "Hi there!",
+        "Limitations: The provided code snippet does not specify operations or methods for interacting with the DFHEISTG data structure or the DFHCOMMAREA. The functionality related to these structures must be defined in additional requirements or specifications not provided in the code snippet.",
+        "Testing of the DFHEISTG structure shall verify that the STIMERID field can store a 4-byte character string and that the MS_WAIT field can store an integer value within the range of 1 to 900. Additionally, testing should confirm that these fields are part of the defined dynamic storage area.",
+        "Testing for the CACBAR constant shall verify that it is recognized by the software as indicating the beginning of a DFHCOMMAREA and that it has been assigned a numeric value of 12.",
+        "The software requirements specification document must acknowledge areas where the code's functionality is not completely specified, such as the absence of detailed operations for the DFHEISTG structure or the contents and structure of the DFHCOMMAREA, and note these as areas for further clarification.",
+        "781",
+        "It worked!"
+    ]
+}

janus/_tests/evaluator_tests/inline_comment_tests/mumps_inline_comment_test.m

@@ -0,0 +1,71 @@
+DGJ1INIP ; <BLOCK_COMMENT 68620e36> ALB/MRY - Post-install of DGJ v1.0 ;[ 11/21/01 13:20 pm] 1.0;Incomplete Records Tracking;;Jun 25,  2001 Update PACKAGE (#2) File fields not updated by the KIDS install. Used for documentation purposes.
+ ;
+ D BMES^XPDUTL(" ")
+ D MES^XPDUTL("   Updating PACKAGE File...")
+ ;
+PKG ; <BLOCK_COMMENT c3f339c2> Retrieve 'DGJ' Package name Get Package IEN
+ D FIND^DIC(9.4,"","@;1","P","DGJ","","C","","","DGJARRY")
+ S (DGJI,DGJIEN)=0
+ F  S DGJI=$O(DGJARRY("DILIST",DGJI)) Q:'DGJI  D
+ . Q:$P($G(DGJARRY("DILIST",DGJI,0)),"^",2)'="DGJ"
+ . S DGJIEN=$P($G(DGJARRY("DILIST",DGJI,0)),"^",1)
+ I 'DGJIEN D  G ABRT^DGJ1INIT
+ . D BMES^XPDUTL(" ")
+ . D MES^XPDUTL("   No Package entry defined - Cannot update!")
+ ;
+UPD ; <BLOCK_COMMENT 13d585bb> - Update fields not updated by the KIDS install. fields: Short Description (#2); required field Description (#3)      ; word processing field File (#6)             ; multiple Fields              ; multiple - Replace Short Description (#2) field.
+ K FDATA S FDATA(9.4,DGJIEN_",",2)="IRT"
+ D FILE^DIE("E","FDATA","ERR")
+ D BMES^XPDUTL(" ")
+ D MES^XPDUTL("     SHORT DESCRIPTION field complete.")
+ K FDATA,ERR
+ ;
+ ; <BLOCK_COMMENT a544fe9b> - Replace Description (#3) field. Leave blank.
+ D WP^DIE(9.4,DGJIEN_",",3,"K","")
+ D BMES^XPDUTL(" ")
+ D MES^XPDUTL("     DESCRIPTION field complete.")
+ ;
+FILE ; <BLOCK_COMMENT 78e9dfc2> - Replace File (#9.44) field. first remove (delete) existing fields.
+ N DIC K DGJARRY
+ D LIST^DIC(9.44,","_DGJIEN_",","@;.01","P","","","","","","","DGJARRY")
+ S DGJII=0
+ F  S DGJII=$O(DGJARRY("DILIST",DGJII)) Q:'DGJII  D
+ . S DGJFIEN=$P(DGJARRY("DILIST",DGJII,0),"^",1)
+ . S DIE="^DIC(9.4,",DA(1)=DGJIEN,DIE=DIE_DA(1)_",4,"
+ . S DA=+DGJFIEN,DR=".01///@" D ^DIE
+ ; <BLOCK_COMMENT 73a11ae6> after old entries deleted, add current File entries
+ F X="40.8","43","405","393","393.1","393.2","393.3","393.41" D
+ . S DIC="^DIC(9.4,",DA(1)=DGJIEN
+ . S DIC=DIC_DA(1)_",4,",DIC(0)="L",DIC("P")=$P(^DD(9.4,6,0),"^",2)
+ . D ^DIC
+ D BMES^XPDUTL(" ")
+ D MES^XPDUTL("     FILE field complete.")
+ ; <BLOCK_COMMENT 31af7bc2> - Add fields.
+FLDS ; <BLOCK_COMMENT ba8fcbcf> Add FIELD entries to File entries #40.8, #43, #405. Add ASSIGN A VERSION NUMBER? entries to File entries #393-393.41.
+ S DIC="^DIC(9.4,",DA(1)=DGJIEN,DIC(0)="X"
+ S DIC=DIC_DA(1)_",4,",DIC("P")=$P(^DD(9.4,6,0),"^",2)
+ F X="40.8","43","405","393","393.1","393.2","393.3","393.41" D
+ . D ^DIC
+ . S DIE=DIC,DA=+Y
+ . I X="40.8" F FLD="100.01","100.02","100.03","100.04","100.05","100.06","100.07","100.08","100.09","100.1","100.2","100.3" S DR="2///"_FLD D ^DIE
+ . I X="43" F FLD="401","513" S DR="2///"_FLD D ^DIE
+ . I X=405 S FLD=60.01 S DR="2///"_FLD D ^DIE
+ . I X[393 S DR="222.2///Y" D ^DIE
+ D BMES^XPDUTL(" ")
+ D MES^XPDUTL("     FIELD field complete.")
+ ;
+XPREF ; <BLOCK_COMMENT 03a34d10> Add 'DGJZ' entry to the EXCLUDED NAME SPACE (#919) field of DGJ.
+ S DIC="^DIC(9.4,",DA(1)=DGJIEN
+ S DIC=DIC_DA(1)_",""EX"",",DIC(0)="L",DIC("P")=$P(^DD(9.4,919,0),"^",2)
+ S X="DGJZ" D ^DIC
+ ;
+ ; <BLOCK_COMMENT 168906bd> Add 'DGJ' entry to the EXCLUDED NAME SPACE (#919) field of DG.
+ S DIC="^DIC(9.4,",DIC(0)="X",X="REGISTRATION"
+ D ^DIC I Y<0 D  G ABRT^DGJ1INIT
+ . D BMES^XPDUTL("REGISTRATION PACKAGE HAS NOT BEEN FOUND")
+ . D MES^XPDUTL("CONTACT - PIMS National VISTA Support Team for assistance!")
+ S DA(1)=+Y,DIC=DIC_DA(1)_",""EX"",",DIC(0)="L",DIC("P")=$P(^DD(9.4,919,0),"^",2)
+ S X="DGJ" D ^DIC
+ ;
+EXIT K DIC,DIE,DGJII,DGJFIEN,DGJIEN,X,DA,DGJARRY
+ Q

janus/_tests/test_cli.py

@@ -4,7 +4,8 @@ from unittest.mock import ANY, patch
 
 from typer.testing import CliRunner
 
-from janus.cli import app, translate
+from janus.cli.cli import app
+from janus.cli.translate import translate
 from janus.embedding.embedding_models_info import EMBEDDING_MODEL_CONFIG_DIR
 from janus.llm.models_info import MODEL_CONFIG_DIR
 
@@ -125,4 +126,4 @@ class TestCli(unittest.TestCase):
 
         # Assert
         mock_translate.assert_called_once()
-        mock_translate.assert_called_once_with(ANY, "janus/", "janus/", True, None)
+        mock_translate.assert_called_once_with(ANY, "janus/", "janus/", None, True, None)

janus/cli/aggregate.py

@@ -0,0 +1,135 @@
+from pathlib import Path
+from typing import List, Optional
+
+import click
+import typer
+from typing_extensions import Annotated
+
+from janus.cli.constants import get_subclasses
+from janus.converter.converter import Converter
+from janus.language.naive.registry import CUSTOM_SPLITTERS
+from janus.utils.enums import LANGUAGES
+
+
+def aggregate(
+    input_dir: Annotated[
+        Path,
+        typer.Option(
+            "--input",
+            "-i",
+            help="The directory containing the source code to be translated. "
+            "The files should all be in one flat directory.",
+        ),
+    ],
+    language: Annotated[
+        str,
+        typer.Option(
+            "--language",
+            "-l",
+            help="The language of the source code.",
+            click_type=click.Choice(sorted(LANGUAGES)),
+        ),
+    ],
+    output_dir: Annotated[
+        Path,
+        typer.Option(
+            "--output-dir", "-o", help="The directory to store the translated code in."
+        ),
+    ],
+    llm_name: Annotated[
+        str,
+        typer.Option(
+            "--llm",
+            "-L",
+            help="The custom name of the model set with 'janus llm add'.",
+        ),
+    ],
+    failure_dir: Annotated[
+        Optional[Path],
+        typer.Option(
+            "--failure-directory",
+            "-f",
+            help="The directory to store failure files during translation",
+        ),
+    ] = None,
+    max_prompts: Annotated[
+        int,
+        typer.Option(
+            "--max-prompts",
+            "-m",
+            help="The maximum number of times to prompt a model on one functional block "
+            "before exiting the application. This is to prevent wasting too much money.",
+        ),
+    ] = 10,
+    overwrite: Annotated[
+        bool,
+        typer.Option(
+            "--overwrite/--preserve",
+            help="Whether to overwrite existing files in the output directory",
+        ),
+    ] = False,
+    temperature: Annotated[
+        float,
+        typer.Option("--temperature", "-t", help="Sampling temperature.", min=0, max=2),
+    ] = 0.7,
+    collection: Annotated[
+        str,
+        typer.Option(
+            "--collection",
+            "-c",
+            help="If set, will put the translated result into a Chroma DB "
+            "collection with the name provided.",
+        ),
+    ] = None,
+    splitter_type: Annotated[
+        str,
+        typer.Option(
+            "-S",
+            "--splitter",
+            help="Name of custom splitter to use",
+            click_type=click.Choice(list(CUSTOM_SPLITTERS.keys())),
+        ),
+    ] = "file",
+    intermediate_converters: Annotated[
+        List[str],
+        typer.Option(
+            "-C",
+            "--converter",
+            help="Name of an intermediate converter to use",
+            click_type=click.Choice([c.__name__ for c in get_subclasses(Converter)]),
+        ),
+    ] = ["Documenter"],
+):
+    from janus.cli.constants import db_loc, get_collections_config
+    from janus.converter.aggregator import Aggregator
+
+    converter_subclasses = get_subclasses(Converter)
+    converter_subclasses_map = {c.__name__: c for c in converter_subclasses}
+    model_arguments = dict(temperature=temperature)
+    collections_config = get_collections_config()
+    converters = []
+    for ic in intermediate_converters:
+        converters.append(
+            converter_subclasses_map[ic](
+                model=llm_name,
+                model_arguments=model_arguments,
+                source_language=language,
+                max_prompts=max_prompts,
+                db_path=db_loc,
+                db_config=collections_config,
+                splitter_type=splitter_type,
+            )
+        )
+
+    aggregator = Aggregator(
+        intermediate_converters=converters,
+        model=llm_name,
+        model_arguments=model_arguments,
+        source_language=language,
+        max_prompts=max_prompts,
+        db_path=db_loc,
+        db_config=collections_config,
+        splitter_type=splitter_type,
+        prompt_template="basic_aggregation",
+    )
+    aggregator.translate(input_dir, output_dir, failure_dir, overwrite, collection)

janus/cli/cli.py

@@ -0,0 +1,111 @@
+import logging
+
+import typer
+from rich import print
+
+from janus.cli.aggregate import aggregate
+from janus.cli.database import db
+from janus.cli.diagram import diagram, render
+from janus.cli.document import document
+from janus.cli.embedding import embedding
+from janus.cli.llm import llm
+from janus.cli.partition import partition
+from janus.cli.self_eval import llm_self_eval
+from janus.cli.translate import translate
+from janus.metrics.cli import evaluate
+from janus.utils.logger import create_logger
+
+httpx_logger = logging.getLogger("httpx")
+httpx_logger.setLevel(logging.WARNING)
+
+log = create_logger(__name__)
+
+
+app = typer.Typer(
+    help=(
+        "[bold][dark_orange]Janus[/dark_orange] is a CLI for translating, "
+        "documenting, and diagramming code using large language models.[/bold]"
+    ),
+    add_completion=False,
+    no_args_is_help=True,
+    context_settings={"help_option_names": ["-h", "--help"]},
+    rich_markup_mode="rich",
+)
+
+
+def version_callback(value: bool) -> None:
+    if value:
+        from janus import __version__ as version
+
+        print(f"Janus CLI [blue]v{version}[/blue]")
+        raise typer.Exit()
+
+
+@app.callback()
+def common(
+    ctx: typer.Context,
+    version: bool = typer.Option(
+        None,
+        "--version",
+        "-v",
+        callback=version_callback,
+        help="Print the version and exit.",
+    ),
+) -> None:
+    """A function for getting the app version
+
+    This will call the version_callback function to print the version and exit.
+
+    Arguments:
+        ctx: The typer context
+        version: A boolean flag for the version
+    """
+    pass
+
+
+aggregate = app.command(
+    help=(
+        "Aggregate intermediate representations together up to higher levels of "
+        "abstraction."
+    ),
+    no_args_is_help=True,
+)(aggregate)
+
+diagram = app.command(
+    help="Diagram input code using an LLM.",
+    no_args_is_help=True,
+)(diagram)
+
+document = app.command(
+    help="Document input code using an LLM.",
+    no_args_is_help=True,
+)(document)
+
+llm_self_eval = app.command(
+    help="Use an LLM to evaluate its own performance.",
+    no_args_is_help=True,
+)(llm_self_eval)
+
+partition = app.command(
+    help="Partition input code using an LLM.",
+    no_args_is_help=True,
+)(partition)
+
+render = app.command(
+    help="Render PlantUML from JSON output.",
+    no_args_is_help=True,
+)(render)
+
+translate = app.command(
+    help="Translate code from one language to another using an LLM.",
+    no_args_is_help=True,
+)(translate)
+
+app.add_typer(db, name="db")
+app.add_typer(llm, name="llm")
+app.add_typer(evaluate, name="evaluate")
+app.add_typer(embedding, name="embedding")
+
+
+if __name__ == "__main__":
+    app()

janus/cli/constants.py

@@ -0,0 +1,43 @@
+import json
+from pathlib import Path
+
+import janus.refiners.format
+import janus.refiners.refiner
+import janus.refiners.uml
+
+homedir = Path.home().expanduser()
+
+janus_dir = homedir / ".janus"
+if not janus_dir.exists():
+    janus_dir.mkdir(parents=True)
+
+db_file = janus_dir / ".db"
+if not db_file.exists():
+    with open(db_file, "w") as f:
+        f.write(str(janus_dir / "chroma.db"))
+
+with open(db_file, "r") as f:
+    db_loc = f.read()
+
+collections_config_file = Path(db_loc) / "collections.json"
+
+
+def get_subclasses(cls):
+    return set(cls.__subclasses__()).union(
+        set(s for c in cls.__subclasses__() for s in get_subclasses(c))
+    )
+
+
+REFINER_TYPES = get_subclasses(janus.refiners.refiner.JanusRefiner).union(
+    {janus.refiners.refiner.JanusRefiner}
+)
+REFINERS = {r.__name__: r for r in REFINER_TYPES}
+
+
+def get_collections_config():
+    if collections_config_file.exists():
+        with open(collections_config_file, "r") as f:
+            config = json.load(f)
+    else:
+        config = {}
+    return config