jaclang 0.6.0__py3-none-any.whl → 0.6.5__py3-none-any.whl

jaclang/__init__.py

@@ -1,19 +1,11 @@
 """The Jac Programming Language."""
 
-import os
-import sys
-
-sys.path.insert(0, os.path.join(os.path.dirname(os.path.abspath(__file__)), "vendor"))
-
 from jaclang.plugin.default import (  # noqa: E402
     JacBuiltin,
     JacCmdDefaults,
     JacFeatureDefaults,
 )
 from jaclang.plugin.feature import JacFeature, pm  # noqa: E402
-from jaclang.vendor import lark  # noqa: E402
-from jaclang.vendor import mypy  # noqa: E402
-from jaclang.vendor import pluggy  # noqa: E402
 
 jac_import = JacFeature.jac_import
 
@@ -22,4 +14,4 @@ pm.register(JacBuiltin)
 pm.register(JacCmdDefaults)
 pm.load_setuptools_entrypoints("jac")
 
-__all__ = ["jac_import", "lark", "mypy", "pluggy"]
+__all__ = ["jac_import"]

jaclang/cli/.gitignore

@@ -0,0 +1,3 @@
+jac_cli.py
+build.py
+run.py

jaclang/cli/cli.md

@@ -0,0 +1,190 @@
+# **Jac Language Command Line Interface (CLI)**
+
+Jac Language CLI is with a variety of commands to facilitate users. Additionally, Jac language offers users the ability to define custom CLI commands through plugins. This document aims to provide an overview of each command along with clear usage instructions.
+
+> [!TIP]
+> Type "help" on Jac CLI and see!
+
+### Click one of the default commands below and see the usage.
+- [tool](#tool) , [run](#run) , [clean](#clean) , [format](#format) , [check](#check) , [build](#build)  , [enter](#enter) , [test](#test)
+
+
+
+# 1. Command `tool`:
+### tool
+Jac Language offers language tools to perform various tasks efficiently. The `tool` command is utilized to execute specific language tools along with any optional arguments as needed. This command enables users to interact with language-specific command line tools designed to manage the language effectively.
+### Usage:
+```bash
+$ jac tool <jac_tool> <args>
+```
+Parameters to execute the tool command:
+- `jac_tool`: The name of the language tool to execute.
+    - `ir`, `pass_template`, `py_ast_nodes`,  `md_doc`, `automate_ref` are the jac_tools used to handle (Usage instruction is below)
+- `args`: Optional arguments for the specific language tool.
+
+
+    ## 1. jac_tool `ir`:
+     `ir` tool generates an Abstract Syntax Tree (AST) and SymbolTable tree for a .jac file, or a Python AST for a .py file. `ir` tool is used with `tool` cli command.
+    ### Usage
+    ```bash
+    $ jac tool ir <output_type> <file_path>
+    ```
+
+    ### Parameters to use the ir tool:
+  - `output_type`: Choose one of the following options:
+    - `sym`: Provides the symbol table of the specified .jac file.
+    - `sym.`: Generates a dot graph representation of the symbol table for the specified .jac file.
+    - `ast`: Displays the Abstract Syntax Tree (AST) of the specified .jac file.
+    - `ast.`: Generates a dot graph representation of the AST for the specified .jac file.
+    - `pyast`: Generates the Python AST for a .py file or the relevant Python AST for the generated Python code from a .jac file.
+    - `py`: Displays the relevant generated Python code for the respective Jac code in a .jac file.
+  - `file_path`: Path to the .jac or .py file.
+
+    ### Examples
+    >To get the symbol table tree of a Jac file:
+    >```bash
+    >$ jac tool ir sym <file_path>
+    >```
+    >To generate a dot graph of the symbol table tree for a Jac file:
+    >```bash
+    >$ jac tool ir sym. <file_path>
+    >```
+    >To view the AST tree of a Jac file:
+    >```bash
+    >$ jac tool ir ast <file_path>
+    >```
+
+
+    ## 2. jac_tool `pass_template`:
+     `pass_template` tool generates pass template for jac.
+    ```bash
+    $ jac tool pass_template
+    ```
+    No Parameters needed to use the pass_template tool
+
+
+    ## 3. jac_tool `py_ast_nodes`:
+     `py_ast_nodes` tool lists python ast nodes.
+    ```bash
+    $ jac tool py_ast_nodes
+    ```
+    No Parameters needed to use the py_ast_nodes tool
+
+
+    ## 4. jac_tool `md_doc`:
+     `md_doc` tool generate mermaid markdown doc.
+    ```bash
+    $ jac tool md_doc
+    ```
+    No Parameters needed to use the md_doc tool
+
+
+    ## 5. jac_tool `automate_ref`:
+     `automate_ref` tool automates the reference guide generation.
+    ```bash
+    $ jac tool automate_ref
+    ```
+    No Parameters needed to use the automate_ref tool
+
+
+
+# 2. Command `run`:
+### run
+The `run` command is utilized to run the specified .jac or .jir file.
+### Usage:
+```bash
+$ jac run <file_path> [main] [cache]
+```
+  Parameters to execute the run command:
+  - `file_path`: Path of .jac or .jir file to run.
+  - `main`: (Optional, bool) A flag indicating whether the module being executed is the main module. Defaults to True
+  - `cache` :The cache flag to cache
+  ### Examples
+  >To run file_path Jac file:
+  >```bash
+  >$ jac run <file_path>
+  >```
+
+
+
+# 3. Command `clean`:
+### clean
+The `clean` command is utilized to remove the __jac_gen__ , __pycache__ folders from the current directory recursively.
+### Usage:
+```bash
+$ jac clean
+```
+No Parameters needed to execute the clean command
+
+
+
+# 4. Command `format`:
+### format
+The `format` command is utilized to run the specified .jac file or format all .jac files in a given directory.
+### Usage:
+```bash
+$ jac format <file_path/directory_path> [outfile] [debug]
+```
+  Parameters to execute the format command:
+  - `file_path/directory_path`: The path to the .jac file or directory containing .jac files.
+  - `outfile`: (Optional) The output file path (only applies when formatting a single file).
+  - `debug` :(Optional) If True, print debug information.  Defaults to False
+  ### Examples
+  >To format all .jac files from walking through current located directory:
+  >```bash
+  >$ jac format .
+  >```
+
+
+
+# 5. Command `check`:
+### check
+The `check` command is utilized to run type checker for a specified .jac file.
+### Usage:
+```bash
+$ jac check <file_path>
+```
+Parameters to execute the check command:
+- `file_path`: Path of .jac file to run type checker.
+
+
+
+# 6. Command `build`:
+### build
+The `build` command is utilized to build the specified .jac file.
+### Usage:
+```bash
+$ jac build <file_path>
+```
+  Parameters to execute the build command:
+  - `file_path`: Path of .jac file to build.
+
+
+
+# 7. Command `enter`:
+### enter
+The `enter` command is utilized to run the specified entrypoint function in the given .jac file.
+### Usage:
+```bash
+$ jac enter <file_path> <entrypoint> <args>
+```
+Parameters to execute the enter command:
+- `file_path`: The path to the .jac file.
+- `entrypoint`: The name of the entrypoint function.
+- `args`: Arguments to pass to the entrypoint function.
+### Examples
+>To enter file_path Jac file
+>```bash
+>$ jac enter <file_path>
+>```
+
+
+
+# 8. Command `test`:
+### test
+The `test` command is utilized to run the test suite in the specified .jac file.
+```bash
+$ jac test <file_path>
+```
+Parameters to execute the test command:
+- `file_path`: The path to the .jac file.

jaclang/cli/cli.py

@@ -2,12 +2,14 @@
 
 import ast as ast3
 import importlib
+import inspect
 import marshal
 import os
 import pickle
 import shutil
 import types
 from typing import Optional
+from uuid import UUID
 
 import jaclang.compiler.absyntree as ast
 from jaclang import jac_import
@@ -17,6 +19,7 @@ from jaclang.compiler.constant import Constants
 from jaclang.compiler.passes.main.pyast_load_pass import PyastBuildPass
 from jaclang.compiler.passes.main.schedules import py_code_gen_typed
 from jaclang.compiler.passes.tool.schedules import format_pass
+from jaclang.core.construct import Architype
 from jaclang.plugin.builtin import dotgen
 from jaclang.plugin.feature import JacCmd as Cmd
 from jaclang.plugin.feature import JacFeature as Jac
@@ -63,13 +66,33 @@ def format(path: str, outfile: str = "", debug: bool = False) -> None:
 
 
 @cmd_registry.register
-def run(filename: str, main: bool = True, cache: bool = True) -> None:
+def run(
+    filename: str,
+    session: str = "",
+    main: bool = True,
+    cache: bool = True,
+    walker: str = "",
+    node: str = "",
+) -> None:
     """Run the specified .jac file."""
+    # if no session specified, check if it was defined when starting the command shell
+    # otherwise default to jaclang.session
+    if session == "":
+        session = (
+            cmd_registry.args.session
+            if hasattr(cmd_registry, "args")
+            and hasattr(cmd_registry.args, "session")
+            and cmd_registry.args.session
+            else ""
+        )
+
+    Jac.context().init_memory(session)
+
     base, mod = os.path.split(filename)
     base = base if base else "./"
     mod = mod[:-4]
     if filename.endswith(".jac"):
-        jac_import(
+        loaded_mod = jac_import(
             target=mod,
             base_path=base,
             cachable=cache,
@@ -78,7 +101,7 @@ def run(filename: str, main: bool = True, cache: bool = True) -> None:
     elif filename.endswith(".jir"):
         with open(filename, "rb") as f:
             ir = pickle.load(f)
-            jac_import(
+            loaded_mod = jac_import(
                 target=mod,
                 base_path=base,
                 cachable=cache,
@@ -87,6 +110,49 @@ def run(filename: str, main: bool = True, cache: bool = True) -> None:
             )
     else:
         print("Not a .jac file.")
+        return
+
+    if not node or node == "root":
+        entrypoint: Architype = Jac.get_root()
+    else:
+        obj = Jac.context().get_obj(UUID(node))
+        if obj is None:
+            print(f"Entrypoint {node} not found.")
+            return
+        entrypoint = obj
+
+    # TODO: handle no override name
+    if walker:
+        walker_module = dict(inspect.getmembers(loaded_mod)).get(walker)
+        if walker_module:
+            Jac.spawn_call(entrypoint, walker_module())
+        else:
+            print(f"Walker {walker} not found.")
+
+    Jac.reset_context()
+
+
+@cmd_registry.register
+def get_object(id: str, session: str = "") -> dict:
+    """Get the object with the specified id."""
+    if session == "":
+        session = cmd_registry.args.session if "session" in cmd_registry.args else ""
+
+    Jac.context().init_memory(session)
+
+    if id == "root":
+        id_uuid = UUID(int=0)
+    else:
+        id_uuid = UUID(id)
+
+    obj = Jac.context().get_obj(id_uuid)
+    if obj is None:
+        print(f"Object with id {id} not found.")
+        Jac.reset_context()
+        return {}
+    else:
+        Jac.reset_context()
+        return obj.__getstate__()
 
 
 @cmd_registry.register
@@ -127,6 +193,14 @@ def check(filename: str, print_errs: bool = True) -> None:
         print("Not a .jac file.")
 
 
+@cmd_registry.register
+def lsp() -> None:
+    """Run Jac Language Server Protocol."""
+    from jaclang.langserve.server import run_lang_server
+
+    run_lang_server()
+
+
 @cmd_registry.register
 def enter(filename: str, entrypoint: str, args: list) -> None:
     """Run the specified entrypoint function in the given .jac file.
@@ -242,6 +316,7 @@ def debug(filename: str, main: bool = True, cache: bool = False) -> None:
 @cmd_registry.register
 def dot(
     filename: str,
+    session: str = "",
     initial: str = "",
     depth: int = -1,
     traverse: bool = False,
@@ -263,6 +338,17 @@ def dot(
     :param node_limit: The maximum number of nodes allowed in the graph.
     :param saveto: Path to save the generated graph.
     """
+    if session == "":
+        session = (
+            cmd_registry.args.session
+            if hasattr(cmd_registry, "args")
+            and hasattr(cmd_registry.args, "session")
+            and cmd_registry.args.session
+            else ""
+        )
+
+    Jac.context().init_memory(session)
+
     base, mod = os.path.split(filename)
     base = base if base else "./"
     mod = mod[:-4]
@@ -286,6 +372,10 @@ def dot(
             )
         except Exception as e:
             print(f"Error while generating graph: {e}")
+            import traceback
+
+            traceback.print_exc()
+            Jac.reset_context()
             return
         file_name = saveto if saveto else f"{mod}.dot"
         with open(file_name, "w") as file:
@@ -294,24 +384,39 @@ def dot(
     else:
         print("Not a .jac file.")
 
+    Jac.reset_context()
+
 
 @cmd_registry.register
-def py_to_jac(filename: str, tree: bool = False) -> None:
+def py2jac(filename: str) -> None:
     """Convert a Python file to Jac.
 
     :param filename: The path to the .py file.
-    :param tree: Flag to show the AST tree.(Default-False).
     """
     if filename.endswith(".py"):
         with open(filename, "r") as f:
-            mod = PyastBuildPass(
+            code = PyastBuildPass(
                 input_ir=ast.PythonModuleAst(ast3.parse(f.read()), mod_path=filename),
             ).ir.unparse()
-        print(mod)
+        print(code)
     else:
         print("Not a .py file.")
 
 
+@cmd_registry.register
+def jac2py(filename: str) -> None:
+    """Convert a Jac file to Python.
+
+    :param filename: The path to the .jac file.
+    """
+    if filename.endswith(".jac"):
+        with open(filename, "r"):
+            code = jac_file_to_pass(file_path=filename).ir.gen.py
+        print(code)
+    else:
+        print("Not a .jac file.")
+
+
 def start_cli() -> None:
     """
     Start the command line interface.
@@ -321,10 +426,13 @@ def start_cli() -> None:
     """
     parser = cmd_registry.parser
     args = parser.parse_args()
+    cmd_registry.args = args
     command = cmd_registry.get(args.command)
     if command:
         args_dict = vars(args)
         args_dict.pop("command")
+        if command not in ["run"]:
+            args_dict.pop("session")
         ret = command.call(**args_dict)
         if ret:
             print(ret)

jaclang/cli/cmdreg.py

@@ -5,6 +5,7 @@ from __future__ import annotations
 import argparse
 import cmd
 import inspect
+import pprint
 from typing import Callable, Optional
 
 
@@ -30,12 +31,17 @@ class CommandRegistry:
     registry: dict[str, Command]
     sub_parsers: argparse._SubParsersAction
     parser: argparse.ArgumentParser
+    args: argparse.Namespace
 
     def __init__(self) -> None:
         """Initialize a CommandRegistry instance."""
         self.registry = {}
-        self.parser = argparse.ArgumentParser(prog="CLI")
+        self.parser = argparse.ArgumentParser(prog="jac")
+        self.parser.add_argument(
+            "--session", help="Session file path", nargs="?", default=""
+        )
         self.sub_parsers = self.parser.add_subparsers(title="commands", dest="command")
+        self.args = argparse.Namespace()
 
     def register(self, func: Callable) -> Callable:
         """Register a command in the registry."""
@@ -48,6 +54,11 @@ class CommandRegistry:
         first = True
         for param_name, param in cmd.sig.parameters.items():
             arg_msg = f"type: {param.annotation.__name__}"
+            # shorthand is first character by default,
+            # If already taken, use the first 2 characters
+            shorthand = param_name[:1]
+            if f"-{shorthand}" in cmd_parser._option_string_actions:
+                shorthand = param_name[:2]
             if param_name == "args":
                 cmd_parser.add_argument("args", nargs=argparse.REMAINDER, help=arg_msg)
             elif param_name == "filepath":
@@ -76,7 +87,7 @@ class CommandRegistry:
                     )
                 else:
                     cmd_parser.add_argument(
-                        f"-{param_name[:1]}",
+                        f"-{shorthand}",
                         f"--{param_name}",
                         required=True,
                         type=(
@@ -99,14 +110,14 @@ class CommandRegistry:
                 arg_msg += f", default: {param.default}"
                 if param.annotation == bool:
                     cmd_parser.add_argument(
-                        f"-{param_name[:1]}",
+                        f"-{shorthand}",
                         f"--{param_name}",
                         default=param.default,
                         action="store_true",
                         help=arg_msg,
                     )
                     cmd_parser.add_argument(
-                        f"-n{param_name[:1]}",
+                        f"-n{shorthand}",
                         f"--no-{param_name}",
                         dest=param_name,
                         action="store_false",
@@ -114,7 +125,7 @@ class CommandRegistry:
                     )
                 else:
                     cmd_parser.add_argument(
-                        f"-{param_name[:1]}",
+                        f"-{shorthand}",
                         f"--{param_name}",
                         default=param.default,
                         help=arg_msg,
@@ -168,7 +179,8 @@ class CommandShell(cmd.Cmd):
                 args.pop("command")
                 ret = command.call(**args)
                 if ret:
-                    self.stdout.write(ret + "\n")
+                    ret_str = pprint.pformat(ret, indent=2)
+                    self.stdout.write(f"{ret_str}\n")
         except Exception as e:
             print(e)
 

jaclang/compiler/.gitignore

@@ -0,0 +1 @@
+generated

jaclang/compiler/__init__.py

@@ -104,6 +104,7 @@ TOKEN_MAP.update(
         "BW_NOT_EQ": "~=",
         "LSHIFT_EQ": "<<=",
         "RSHIFT_EQ": ">>=",
+        "ELLIPSIS": "...",
     }
 )
 

jaclang/compiler/absyntree.py

@@ -391,7 +391,6 @@ class Module(AstDocNode):
         body: Sequence[ElementStmt | String | EmptyToken],
         is_imported: bool,
         kid: Sequence[AstNode],
-        impl_mod: Optional[Module] = None,
         test_mod: Optional[Module] = None,
         registry: Optional[SemRegistry] = None,
     ) -> None:
@@ -400,7 +399,7 @@ class Module(AstDocNode):
         self.source = source
         self.body = body
         self.is_imported = is_imported
-        self.impl_mod = impl_mod
+        self.impl_mod: list[Module] = []
         self.test_mod = test_mod
         self.mod_deps: dict[str, Module] = {}
         self.registry = registry
@@ -661,6 +660,13 @@ class ModulePath(AstSymbolNode):
             sym_type=SymbolType.MODULE,
         )
 
+    @property
+    def path_str(self) -> str:
+        """Get path string."""
+        return ("." * self.level) + ".".join(
+            [p.value for p in self.path] if self.path else ""
+        )
+
     def normalize(self, deep: bool = False) -> bool:
         """Normalize module path node."""
         res = True
@@ -685,13 +691,6 @@ class ModulePath(AstSymbolNode):
         self.set_kids(nodes=new_kid)
         return res
 
-    @property
-    def path_str(self) -> str:
-        """Get path string."""
-        return ("." * self.level) + ".".join(
-            [p.value for p in self.path] if self.path else ""
-        )
-
 
 class ModuleItem(AstSymbolNode):
     """ModuleItem node type for Jac Ast."""

jaclang/compiler/compile.py

@@ -46,14 +46,14 @@ def jac_str_to_pass(
 ) -> Pass:
     """Convert a Jac file to an AST."""
     if not target:
-        target = schedule[-1]
+        target = schedule[-1] if schedule else None
     source = ast.JacSource(jac_str, mod_path=file_path)
     ast_ret: Pass = JacParser(input_ir=source)
     for i in schedule:
         if i == target:
             break
         ast_ret = i(input_ir=ast_ret.ir, prior=ast_ret)
-    ast_ret = target(input_ir=ast_ret.ir, prior=ast_ret)
+    ast_ret = target(input_ir=ast_ret.ir, prior=ast_ret) if target else ast_ret
     return ast_ret
 
 
@@ -64,13 +64,13 @@ def jac_pass_to_pass(
 ) -> Pass:
     """Convert a Jac file to an AST."""
     if not target:
-        target = schedule[-1]
+        target = schedule[-1] if schedule else None
     ast_ret = in_pass
     for i in schedule:
         if i == target:
             break
         ast_ret = i(input_ir=ast_ret.ir, prior=ast_ret)
-    ast_ret = target(input_ir=ast_ret.ir, prior=ast_ret)
+    ast_ret = target(input_ir=ast_ret.ir, prior=ast_ret) if target else ast_ret
     return ast_ret
 
 

jaclang/compiler/jac.lark

@@ -219,6 +219,7 @@ return_stmt: KW_RETURN expression?
 
 // Yield statements
 yield_expr: KW_YIELD KW_FROM? expression
+          | KW_YIELD
 
 // Raise statements
 raise_stmt: KW_RAISE (expression (KW_FROM expression)?)?

jaclang/compiler/parser.py

@@ -140,7 +140,7 @@ class JacParser(Pass):
             body = kid[1:] if doc else kid
             body = [i for i in body if isinstance(i, ast.ElementStmt)]
             mod = ast.Module(
-                name=self.parse_ref.mod_path.split(os.path.sep)[-1].split(".")[0],
+                name=self.parse_ref.mod_path.split(os.path.sep)[-1].rstrip(".jac"),
                 source=self.parse_ref.source,
                 doc=doc,
                 body=body,
@@ -2454,8 +2454,8 @@ class JacParser(Pass):
             """Grammar rule.
 
             yield_expr:
-                | KW_YIELD KW_FROM expression
-                | KW_YIELD expression
+                | KW_YIELD KW_FROM? expression
+                | KW_YIELD
             """
             if isinstance(kid[-1], ast.Expr):
                 return self.nu(
@@ -2465,6 +2465,19 @@ class JacParser(Pass):
                         kid=kid,
                     )
                 )
+            elif (
+                len(kid) == 1
+                and isinstance(kid[0], ast.Token)
+                and kid[0].name == Tok.KW_YIELD
+            ):
+                return self.nu(
+                    ast.YieldExpr(
+                        expr=None,
+                        with_from=False,
+                        kid=kid,
+                    )
+                )
+
             else:
                 raise self.ice()
 

jaclang/compiler/passes/main/def_impl_match_pass.py

@@ -43,6 +43,10 @@ class DeclDefMatchPass(Pass):
                 # currently strips the type info from impls
                 arch_refs = [x[3:] for x in sym.sym_name.split(".")]
                 lookup = sym_tab.lookup(arch_refs[0])
+                # Below may need to be a while instead of if to skip over local
+                # import name collisions (see test: test_impl_decl_resolution_fix)
+                if lookup and not isinstance(lookup.decl, ast.AstImplNeedingNode):
+                    lookup = sym_tab.parent.lookup(arch_refs[0])
                 decl_node = (
                     self.defn_lookup(lookup)
                     if len(arch_refs) == 1 and lookup
@@ -72,7 +76,10 @@ class DeclDefMatchPass(Pass):
                     continue
                 decl_node.body = sym.decl  # type: ignore
                 sym.decl.decl_link = decl_node  # type: ignore
-                decl_node.add_kids_right([sym.decl], pos_update=False)  # type: ignore
+                source_node = sym.decl.parent
+                decl_node.add_kids_right([sym.decl])  # type: ignore
+                if source_node and sym.decl in source_node.kid:
+                    source_node.kid.remove(sym.decl)
                 decl_node.sym_tab.tab = sym.decl.sym_tab.tab  # type: ignore
         for i in sym_tab.kid:
             self.connect_def_impl(i)