csvpath 0.0.579__tar.gz → 0.0.581__tar.gz

{csvpath-0.0.579 → csvpath-0.0.581}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: csvpath
-Version: 0.0.579
+Version: 0.0.581
 Summary: A data preboarding framework for ingesting, managing, and validating CSV, Excel, and other tabular data files using a Collect, Store, Validate, Publish architecture to create a trusted publisher for downstream data consumers.
 Author: David Kershaw
 Author-email: info@csvpath.org
@@ -29,6 +29,7 @@ Requires-Dist: google-cloud-storage (>=3.1.0,<4.0.0)
 Requires-Dist: inflect (>=7.4.0,<8.0.0)
 Requires-Dist: jinja2 (>=3.1.6,<4.0.0)
 Requires-Dist: jsonlines (>=4.0.0,<5.0.0)
+Requires-Dist: jsonpath-ng (>=1.7.0,<2.0.0)
 Requires-Dist: lark (>=1.2.2,<2.0.0)
 Requires-Dist: lxml (>=6.0.2,<7.0.0)
 Requires-Dist: marquez-python (>=0.50.0,<0.51.0)
@@ -41,6 +42,7 @@ Requires-Dist: paramiko (>=3.5.0,<4.0.0)
 Requires-Dist: pdoc (>=15.0.1,<16.0.0)
 Requires-Dist: prompt-toolkit (>=3.0.50,<4.0.0)
 Requires-Dist: psycopg2-binary (>=2.9.10,<3.0.0)
+Requires-Dist: pyjson5 (>=2.0.0,<3.0.0)
 Requires-Dist: pylightxl (>=1.61,<2.0)
 Requires-Dist: pytest (>=8.3.3,<9.0.0)
 Requires-Dist: python-dateutil (>=2.9.0.post0,<3.0.0)

csvpath-0.0.581/assets/config/extra-functions.imports

@@ -0,0 +1,2 @@
+from t1.one.yes import Yes as A
+

{csvpath-0.0.579 → csvpath-0.0.581}/assets/config/jenkins-local-s3.ini

@@ -31,7 +31,7 @@ path = cache
 use_cache = no
 
 [functions]
-imports =
+imports = 
 
 [results]
 archive = tmp/s3/archive
@@ -90,7 +90,7 @@ port = SFTPPLUS_PORT
 admin_username = SFTPPLUS_ADMIN_USERNAME
 admin_password = SFTPPLUS_ADMIN_PASSWORD
 api_url = https://. . . :10020/json
-scripts_dir =
+scripts_dir = 
 execute_timeout = 300
 
 [ckan]
@@ -105,5 +105,5 @@ timeout = 5
 verify = False
 
 [slack]
-webhook_url =
+webhook_url = 
 

{csvpath-0.0.579 → csvpath-0.0.581}/config/config.ini

@@ -4,9 +4,8 @@ gcs.skip = yes
 s3.skip = yes
 sftp.skip = yes
 
-
 [extensions]
-csvpath_files] = txt, csvpath, csvpaths
+csvpath_files = txt, csvpath, csvpaths
 csv_files = csv, tsv, dat, tab, psv, ssv
 
 [errors]
@@ -33,7 +32,7 @@ path = cache
 use_cache = yes
 
 [functions]
-imports = assets/config/extra-functions.imports
+imports = 
 
 [results]
 archive = tmp/local/archive
@@ -103,7 +102,7 @@ port = SFTPPLUS_PORT
 admin_username = SFTPPLUS_ADMIN_USERNAME
 admin_password = SFTPPLUS_ADMIN_PASSWORD
 api_url = https://. . . :10020/json
-scripts_dir =
+scripts_dir = 
 execute_timeout = 300
 
 [ckan]
@@ -118,10 +117,9 @@ timeout = 5
 verify = False
 
 [slack]
-webhook_url =
+webhook_url = 
 
 [scripts]
 run_scripts = yes
 shell = /bin/bash
 
-

{csvpath-0.0.579 → csvpath-0.0.581}/csvpath/cli/const.py

@@ -14,6 +14,8 @@ For help see https://www.csvpath.org
 """
 
     ITALIC = "\033[3m"
+    BOLD = "\033[1m"
+    UNBOLD = "\033[22m"
     SIDEBAR_COLOR = "\033[36m"
     REVERT = "\033[0m"
     STOP_HERE = f"{SIDEBAR_COLOR}{ITALIC}... done picking dir{REVERT}"

{csvpath-0.0.579 → csvpath-0.0.581}/csvpath/cli/function_describer.py

@@ -8,8 +8,18 @@ from .const import Const
 
 
 class FunctionDescriber:
+
+    CONST = Const
+
+    @classmethod
+    def const(cls):
+        return FunctionDescriber.CONST
+
     @classmethod
-    def describe(cls, function: Function) -> None:
+    def describe(
+        cls, function: Function, *, markdown=False, const=None, links: dict = None
+    ) -> None:
+        print("")
         if not function.args:
             #
             # today this will most of the time blow up because we're
@@ -21,16 +31,25 @@ class FunctionDescriber:
                 function.check_valid()
             except Exception:
                 ...
+        if markdown is True:
+            print(f"## {function.name}()\n")
+        else:
+            print(f"{cls.const().BOLD}{function.name}(){cls.const().REVERT}\n")
         if function.description and len(function.description) > 0:
             for i, _ in enumerate(function.description):
                 print(_)
-                print()
-        cls.print_tables(function)
+                print("")
+        cls.print_tables(function, markdown=markdown, links=links)
+        print("")
+        print(
+            "[[Back to index](https://github.com/csvpath/csvpath/blob/main/docs/func_gen/index.md)]"
+        )
 
     @classmethod
-    def sigs(cls, function):
+    def sigs(cls, function, *, markdown=False, links: dict = None):
         sigs = []
         args = function.args
+        PIPE = " ǁ " if markdown else "|"
         if not args:
             #
             # this is possibly due to the very small number of unrefactored functions. (3?)
@@ -45,11 +64,17 @@ class FunctionDescriber:
                     t += f"{_.name}: "
                 for j, act in enumerate(_.actuals):
                     an = cls._actual_name(act)
+                    #
+                    # add link if exact match and we have links
+                    #
+                    if markdown and links and an in links:
+                        an = f"$${{\\color{{green}}{an}}}$$"
+
                     if an == "":
                         an = "''"
-                    t += f"{Const.SIDEBAR_COLOR}{Const.ITALIC}{an}{Const.REVERT}"
+                    t += f"{cls.const().SIDEBAR_COLOR}{cls.const().ITALIC}{an}{cls.const().REVERT}"
                     if j < len(_.actuals) - 1:
-                        t += "|"
+                        t += PIPE
                 if _.is_noneable:
                     pa += f"[{t}]"
                 else:
@@ -65,9 +90,12 @@ class FunctionDescriber:
         return sigs
 
     @classmethod
-    def funcs(cls, function):
+    def funcs(cls, function, *, markdown=False, links=None):
         sigs = []
         args = function.args
+        PIPE = " ǁ " if markdown else "|"
+        if not args or not args.argsets or len(args.argsets) == 0:
+            return sigs
         argsets = args.argsets
         for ai, a in enumerate(argsets):
             pa = ""
@@ -79,9 +107,12 @@ class FunctionDescriber:
                     an = cls._actual_name(act)
                     if an == "":
                         an = "''"
-                    t += f"{Const.SIDEBAR_COLOR}{Const.ITALIC}{an}{Const.REVERT}"
+                    if markdown and links and an in links:
+                        an = f"[{an}]({links[an]})"
+
+                    t += f"{cls.const().SIDEBAR_COLOR}{cls.const().ITALIC}{an}{cls.const().REVERT}"
                     if j < len(_.types) - 1:
-                        t += "|"
+                        t += PIPE
                 if _.is_noneable:
                     pa += f"[{t}]"
                 else:
@@ -97,7 +128,7 @@ class FunctionDescriber:
         return sigs
 
     @classmethod
-    def focus_stmt(cls, function):
+    def focus_stmt(cls, function, *, markdown=False, links=None):
         stmts = []
         vp = isinstance(function, ValueProducer)
         md = isinstance(function, MatchDecider)
@@ -114,7 +145,7 @@ class FunctionDescriber:
         return stmts
 
     @classmethod
-    def type_stmt(cls, function):
+    def type_stmt(cls, function, *, markdown=False, links: dict = None):
         stmts = []
         if isinstance(function, Type):
             t = f"{function.name[0].upper()}{function.name[1:]}"
@@ -122,77 +153,118 @@ class FunctionDescriber:
         return stmts
 
     @classmethod
-    def aliases_stmt(cls, function):
+    def aliases_stmt(cls, function, *, markdown=False, links=None):
         stmts = []
         if len(function.aliases) > 0:
             stmts.append(", ".join(function.aliases))
         return stmts
 
     @classmethod
-    def print_tables(cls, function):
+    def print_tables(cls, function, *, markdown=False, links: dict = None):
         #
         # data sigs
         #
         headers = ["Data signatures"]
         rows = []
-        sigs = cls.sigs(function)
+        sigs = cls.sigs(function, markdown=markdown, links=links)
         for v in sigs:
             v = str(v)
             rows.append([v])
         if len(rows) > 0:
-            print(tabulate(rows, headers=headers, tablefmt="simple_grid"))
+            print(
+                tabulate(
+                    rows,
+                    headers=headers,
+                    tablefmt="pipe" if markdown else "simple_grid",
+                )
+            )
+            print("")
         #
         # call sigs
         #
         headers = ["Call signatures"]
         rows = []
-        sigs = cls.funcs(function)
+        sigs = cls.funcs(function, markdown=markdown, links=links)
         for v in sigs:
             v = str(v)
             rows.append([v])
         if len(rows) > 0:
-            print(tabulate(rows, headers=headers, tablefmt="simple_grid"))
+            print(
+                tabulate(
+                    rows,
+                    headers=headers,
+                    tablefmt="pipe" if markdown else "simple_grid",
+                )
+            )
+            print("")
         #
         # type and focus
         #
         rows = []
-        headers = []
-        stmts = cls.focus_stmt(function)
+        headers = ["Purpose", "Value"]
+        stmts = cls.focus_stmt(function, links=links)
         for v in stmts:
             v = str(v)
-            rows.append(["Focus", v])
-        stmts = cls.type_stmt(function)
+            rows.append(["Main focus", v])
+        stmts = cls.type_stmt(function, links=links)
         for v in stmts:
             v = str(v)
             rows.append(["Type", v])
-        stmts = cls.aliases_stmt(function)
+        stmts = cls.aliases_stmt(function, links=links)
         for v in stmts:
             v = str(v)
             rows.append(["Aliases", v])
         if len(rows) > 0:
-            print(tabulate(rows, headers=headers, tablefmt="simple_grid"))
+            print(
+                tabulate(
+                    rows,
+                    headers=headers,
+                    tablefmt="pipe" if markdown else "simple_grid",
+                )
+            )
+            print("")
         #
         # qualifiers
         #
         rows = []
-        headers = []
+        headers = ["Context", "Qualifier"]
         stmts = function.match_qualifiers
-        stmts = [f"{Const.SIDEBAR_COLOR}{Const.ITALIC}{s}{Const.REVERT}" for s in stmts]
+        stmts = [
+            f"{cls.const().SIDEBAR_COLOR}{cls.const().ITALIC}{s}{cls.const().REVERT}"
+            for s in stmts
+        ]
         if len(stmts) > 0:
+            for i, s in enumerate(stmts):
+                if markdown and links and s in links:
+                    stmts[i] = f"[{s}]({links[s]})"
+
             rows.append(["Match qualifiers", ", ".join(stmts)])
         stmts = function.value_qualifiers
-        stmts = [f"{Const.SIDEBAR_COLOR}{Const.ITALIC}{s}{Const.REVERT}" for s in stmts]
+        stmts = [
+            f"{cls.const().SIDEBAR_COLOR}{cls.const().ITALIC}{s}{cls.const().REVERT}"
+            for s in stmts
+        ]
         if len(stmts) > 0:
+            for i, s in enumerate(stmts):
+                if markdown and links and s in links:
+                    stmts[i] = f"[{s}]({links[s]})"
             rows.append(["Value qualifiers", ", ".join(stmts)])
         if function.name_qualifier:
             rows.append(
                 [
                     "Name qualifier",
-                    f"{Const.SIDEBAR_COLOR}{Const.ITALIC}optionally expected{Const.REVERT}",
+                    f"{cls.const().SIDEBAR_COLOR}{cls.const().ITALIC}optionally expected{cls.const().REVERT}",
                 ]
             )
         if len(rows) > 0:
-            print(tabulate(rows, headers=headers, tablefmt="simple_grid"))
+            print(
+                tabulate(
+                    rows,
+                    headers=headers,
+                    tablefmt="pipe" if markdown else "simple_grid",
+                )
+            )
+            print("")
 
     @classmethod
     def _actual_name(cls, a) -> str:

{csvpath-0.0.579 → csvpath-0.0.581}/csvpath/csvpath.py

@@ -54,11 +54,14 @@ class CsvPath(ErrorCollector, Printer):  # pylint: disable=R0902, R0904
         print_default=True,
         # config=None,
         error_manager=None,
+        project_context="no_project_context",
+        project="no_project_name",
     ):
-        # re: R0913: all reasonable pass-ins with sensible defaults
         #
-        # the config.ini file loaded as a ConfigParser instance
+        # these identifiers are for the logging system. they are optional but useful
         #
+        self.project = project
+        self.project_context = project_context
         """
         #
         # passing in the config actually nets us nothing but a little unnecessary complexity that we don't use.
@@ -205,7 +208,7 @@ class CsvPath(ErrorCollector, Printer):  # pylint: disable=R0902, R0904
         # line, a.k.a columns) then are available. limiting headers returned
         # can impact named results, reset_headers(), and other considerations.
         #
-        self._limit_collection_to = []
+        self._limit_collection_to = None  # []
         #
         # error collecting is at the CsvPath instance by default. CsvPath
         # instances that are managed by a CsvPaths have their errors collected
@@ -705,6 +708,42 @@ class CsvPath(ErrorCollector, Printer):  # pylint: disable=R0902, R0904
         #   - files-mode: all | no-data | no-unmatched | no-printouts | data | unmatched | errors | meta | vars | printouts
         #
         self.modes.update()
+        #
+        # if we find "use-delimiter" or "use-quotechar" we need to update ourselves. this is primarily for
+        # flightpath server (and other similar non-programmatic uses). these could be modes but it doesn't
+        # feel like we're changing the behavior of the framework so much as just passing a parameter
+        # declaratively, similar to the integrations and "test-delimiter", "test-quotechar".
+        #
+        d = self.metadata.get("use-delimiter")
+        if d:
+            v = ["pipe", "bar", "semi", "comma", "colon", "tab", "space"]
+            if d not in v:
+                raise ValueError(f"The use-delimiter directive must be one of {v}")
+            v = {
+                "pipe": "|",
+                "bar": "|",
+                "semi": ";",
+                "comma": ",",
+                "colon": ":",
+                "tab": "\t",
+                "space": " ",
+            }
+            self.delimiter = v[d]
+
+        q = self.metadata.get("use-quotechar")
+        if q:
+            v = ["quotes", "quote", "single-quote", "singlequote", "single", "tick"]
+            if q not in v:
+                raise ValueError(f"The use-quotechar directive must be one of {v}")
+            v = {
+                "quotes": '"',
+                "quote": '"',
+                "single-quote": "'",
+                "singlequote": "'",
+                "single": "'",
+                "tick": "`",
+            }
+            self.quotechar = v[q]
 
     # =====================
     # in principle the modes should come through the mode controller like:
@@ -1001,8 +1040,8 @@ class CsvPath(ErrorCollector, Printer):  # pylint: disable=R0902, R0904
     def limit_collection_to(self, indexes: List[int]) -> None:
         """@private"""
         self._limit_collection_to = indexes
-        if self._limit_collection_to and self._limit_collection_to != indexes:
-            self.logger.info("Limiting headers collected: %s", indexes)
+        # if self._limit_collection_to and self._limit_collection_to != indexes:
+        self.logger.info("Limiting headers collected: %s", indexes)
 
     def stop(self) -> None:
         """@private"""
@@ -1101,16 +1140,34 @@ class CsvPath(ErrorCollector, Printer):  # pylint: disable=R0902, R0904
             if self.will_run is True:
                 for line in self._next_line():
                     b = self._consider_line(line)
+                    #
+                    # exp. not workable. matcher doesn't hold the last match
+                    #  value. we cannot look at the expressions because a) encapsulation and
+                    #  b) too darn complex. so we cannot double check that b is actually the
+                    #  result and not just the instruction to not return line.
+                    #
+                    # self.matcher.
+                    #
+                    #
+                    #
                     if b:
                         line = self.limit_collection(line)
                         if line is None:
                             msg = "Line cannot be None"
                             self.logger.error(msg)
                             raise MatchException(msg)
+                        #
+                        # with remove() now added we're allowing [] lines. why you might want one?
+                        # maybe you're removing all the data in order to put a blank line? maybe
+                        # collecting unexpected headers only? (imagine removing known headers and
+                        # skipping if no header mismatch, maybe?)
+                        #
+                        """
                         if len(line) == 0:
                             msg = "Line cannot be len() == 0"
                             self.logger.error(msg)
                             raise MatchException(msg)
+                        """
                         yield line
                     elif self.collecting and self.unmatched_available:
                         if self.unmatched is None:
@@ -1295,19 +1352,27 @@ class CsvPath(ErrorCollector, Printer):  # pylint: disable=R0902, R0904
         that the csvpath says to collect. headers for collection are indicated using
         the collect() function.
         """
-        if len(self.limit_collection_to) == 0:
+        if self.limit_collection_to is None:  # len(self.limit_collection_to) == 0:
             return line
         ls = []
         for k in self.limit_collection_to:
-            if k is None or k >= len(line):
+            if k is None:
                 #
                 # FP change. didn't do do_i_raise and didn't handle w/error mgr
                 #
-                msg = f"[{self.identity}] Line {self.line_monitor.physical_line_number}: unknown header name: {k} of {self.limit_collection_to} in headers {self.headers}"
+                msg = f"[{self.identity}] Line {self.line_monitor.physical_line_number}: header index: {k} >= {len(line)}. Attempting to limit line values {line} to: {self.limit_collection_to} in headers {self.headers}"
                 self.error_manager.handle_error(source=self, msg=msg)
                 if self.ecoms.do_i_raise():
                     raise InputException(msg)
-            ls.append(line[k])
+                #
+                # should we crash out here? what would cause k to be None? would we ever be
+                # in a recoverable state that would make it better to continue iterating?
+                #
+                break
+            elif k >= len(line):
+                ls.append("")
+            else:
+                ls.append(line[k])
         return ls
 
     def advance(self, ff: int = -1) -> None:

{csvpath-0.0.579 → csvpath-0.0.581}/csvpath/csvpaths.py

@@ -107,8 +107,8 @@ class CsvPaths(CsvPathsCoordinator, ErrorCollector):
         quotechar='"',
         skip_blank_lines=True,
         print_default=True,
-        project_name=None,
-        project_context=None
+        project_context=None,
+        project=None
         # config: Config = None,
     ):
         if CsvPaths.METRICS_WRAP_REG is False:
@@ -126,7 +126,7 @@ class CsvPaths(CsvPathsCoordinator, ErrorCollector):
         #
         # the expectation is that FlightPath Server will use API key as project context.
         #
-        self._project = project_name if project_name else "project"
+        self._project = project if project else "project"
         self._project_context = project_context if project_context else "csvpaths"
         #
         # in a few cases, mainly s3 and sftp connection or config sharing
@@ -416,6 +416,8 @@ Cache: {cache}
             # config=None,
             print_default=self.print_default,
             error_manager=self.error_manager,
+            project=self.project,
+            project_context=self.project_context,
         )
         if path.config.configpath != self.config.configpath:
             path.config.set_config_path_and_reload(self.config.configpath)

{csvpath-0.0.579 → csvpath-0.0.581}/csvpath/managers/errors/error_manager.py

@@ -123,9 +123,9 @@ class ErrorManager(Registrar, Listener):
         instance = ""
         chain = ""
         line = (
-            self.csvpath.line_monitor.physical_line_number
-            if self.csvpath is not None
-            else -1
+            -1
+            if (not self.csvpath or not self.csvpath.line_monitor)
+            else self.csvpath.line_monitor.physical_line_number
         )
         try:
             if isinstance(source, Matchable):

{csvpath-0.0.579 → csvpath-0.0.581}/csvpath/managers/files/file_manager.py

@@ -387,8 +387,6 @@ class FileManager:
         #
         self.legal_name(name)
         p = Nos(self.named_files_dir).join(name)
-        # p = os.path.join(self.named_files_dir, name)
-        # nos = self.nos
         nos = Nos(p)
         if nos.dir_exists():
             nos.remove()
@@ -458,7 +456,8 @@ class FileManager:
     #
     def add_named_files_from_dir(
         self, dirname: str, *, name=None, template: str = None, recurse=True
-    ):
+    ) -> list[str]:
+        ret = []
         #
         # legal_name handled at add_named_file
         #
@@ -474,7 +473,6 @@ class FileManager:
         dlist = nos.listdir(files_only=True, recurse=recurse)
         for i, _ in enumerate(dlist):
             dlist[i] = f"{nos.join(_)}"
-
         base = dirname
         #
         # collect all full paths that are files and have correct extensions
@@ -499,11 +497,14 @@ class FileManager:
                 else:
                     # path = os.path.join(base, p)
                     path = Nos(base).join(p)
-                self.add_named_file(name=n, path=path, template=template)
+                ref = self.add_named_file(name=n, path=path, template=template)
+                if ref is not None:
+                    ret.append(ref)
             else:
                 self._csvpaths.logger.debug(
                     "%s is not in accept list", Nos(base).join(p)
                 )
+        return ret
 
     def can_load(self, path: str) -> bool:
         #
@@ -533,7 +534,7 @@ class FileManager:
 
     def add_named_file(
         self, *, name: NamedFileName, path: str, template: str = None
-    ) -> None:
+    ) -> str | None:
         self.csvpaths.logger.info("Adding named file %s from %s", name, path)
         if not self.can_load(path):
             #
@@ -607,8 +608,11 @@ class FileManager:
             name_home = self.named_file_home(name)
             rpath, h = self._fingerprint(home)
             self.csvpaths.logger.debug("Fingerprint of %s: %s", path, h)
+            ret = f"${name}.files.{h}"
+            self.csvpaths.logger.debug("Reference to named-file: %s", ret)
             mdata = FileMetadata(self.csvpaths.config)
             mdata.named_file_name = name
+            mdata.named_file_ref = ret
             #
             # we need the declared path, incl. any extra path info, in order
             # to know if we are being pointed at a sub-portion of the data, e.g.
@@ -634,7 +638,6 @@ class FileManager:
             # the fingerprint is the most precise way of referencing a particular
             # named-file version.
             #
-            ret = f"${name}.files.{h}"
             self.csvpaths.logger.debug("Registered %s", ret)
             return ret
         except Exception as ex:

{csvpath-0.0.579 → csvpath-0.0.581}/csvpath/managers/files/file_metadata.py

@@ -22,6 +22,11 @@ class FileMetadata(Metadata):
         self.mark: str = None
         # like csv
         self.type: str = None
-        self.file_size = 0
+        self.file_size: int = 0
         self.template: str = None
-        self.fingerprint = None
+        self.fingerprint: str = None
+        #
+        # named_file_ref is the most specific reference possible it is
+        # in the form $name.files.fingerprint
+        #
+        self.named_file_ref: str = None

{csvpath-0.0.579 → csvpath-0.0.581}/csvpath/managers/files/file_registrar.py

@@ -38,7 +38,6 @@ class FileRegistrar(Registrar, Listener):
         if nos.physical_dirs() and not nos.dir_exists():
             raise InputException(f"Named file home does not exist: {home}")
         mf = Nos(home).join("manifest.json")
-        # mf = os.path.join(home, "manifest.json")
         nos.path = mf
         if not nos.exists():
             self.intermediary.put_json(mf, [])
@@ -124,6 +123,7 @@ class FileRegistrar(Registrar, Listener):
         manifest_path = mdata.manifest_path
         mani = {}
         mani["type"] = t
+        mani["reference"] = mdata.named_file_ref
         mani["file"] = rpath
         mani["file_home"] = mdata.file_home
         mani["fingerprint"] = h

{csvpath-0.0.579 → csvpath-0.0.581}/csvpath/managers/files/files_listener.py

@@ -33,7 +33,6 @@ class FilesListener(Listener):  # Registrar,
     def manifest_path(self) -> str:
         root = self.config.get(section="inputs", name="files")
         mf = Nos(root).join("manifest.json")
-        # mf = os.path.join(root, "manifest.json")
         if not Nos(mf).exists():
             with DataFileWriter(path=mf, mode="w") as writer:
                 writer.append("[]")
@@ -63,6 +62,7 @@ class FilesListener(Listener):  # Registrar,
         mani["named_file_name"] = mdata.named_file_name
         mani["origin_path"] = mdata.origin_path
         mani["fingerprint"] = mdata.fingerprint
+        mani["reference"] = mdata.named_file_ref
         mani["file_path"] = mdata.file_path
         mani["file_home"] = mdata.file_home
         mani["file_name"] = mdata.file_name