erictransformer 0.0.1__py3-none-any.whl

erictransformer/validator/__init__.py

@@ -0,0 +1,11 @@
+from erictransformer.validator.eric_validator import EricValidator
+
+# tasks
+from erictransformer.validator.eric import EvalValidator, TrainValidator
+from erictransformer.validator.tasks import (
+    CHATValidator,
+    GENValidator,
+    TCValidator,
+    TTValidator
+)
+from erictransformer.validator.tok.tok_validator import TokValidator

erictransformer/validator/eric/__init__.py

@@ -0,0 +1,2 @@
+from erictransformer.validator.eric.eval_validator import EvalValidator
+from erictransformer.validator.eric.train_validator import TrainValidator

erictransformer/validator/eric/eval_validator.py

@@ -0,0 +1,75 @@
+import os
+from logging import Logger
+from typing import Union
+
+from transformers import PreTrainedModel
+
+from erictransformer.args import EricEvalArgs
+from erictransformer.exceptions import EricInputError
+from erictransformer.validator import EricValidator
+
+
+class EvalValidator(EricValidator):
+    def __init__(
+        self,
+        logger: Logger,
+        eval_path: str = "",
+        args: EricEvalArgs = EricEvalArgs(),
+        out_dir: str = "",
+        model: Union[PreTrainedModel, None] = None,
+    ):
+        self.logger = logger
+        self.eval_path = eval_path
+        self.args = args
+        self.out_dir = out_dir
+        self.model = model
+
+        super().__init__()
+
+        self.eval_source = self.resolve_eval_source()
+
+    def validate_init(self):
+        self._validate_file_paths_exist()
+        self._validate_args_type()
+        self._validate_eval_args_fields()
+        self._validate_out_dir()
+
+    def _validate_model_or_resume_path(self):
+        if self.model is None:
+            raise ValueError("Provide model_name when calling init")
+
+    def _validate_file_paths_exist(self):
+        if not os.path.isfile(self.eval_path) and not os.path.isdir(
+            self.eval_path
+        ):
+            raise FileNotFoundError(
+                f"Input file or tokenized directory  not found: {self.eval_path}"
+            )
+
+    def _validate_args_type(self):
+        if not isinstance(self.args, EricEvalArgs):
+            raise TypeError(
+                f"Expected args to be of type EvalArgs but got {type(self.args).__name__}"
+            )
+
+    def _validate_eval_args_fields(self):
+        args = self.args
+
+        if not isinstance(args.bs, int) or args.bs <= 0:
+            raise EricInputError("`bs` must be a positive integer.")
+
+        if not isinstance(args.seed, int) or args.seed < 0:
+            raise EricInputError("`seed` must be a non-negative integer.")
+
+    def resolve_eval_source(self) -> str:
+        if os.path.isfile(self.eval_path):
+            return "file"
+        elif os.path.isdir(self.eval_path):
+            return "folder"
+
+    def _validate_out_dir(self):
+        if self.eval_path:
+            if self.out_dir == "":
+                raise EricInputError(
+                    "`out_dir` cannot be empty when using `eval_path`."
+                )

erictransformer/validator/eric/train_validator.py

@@ -0,0 +1,143 @@
+import copy
+import os
+from logging import Logger
+from typing import Union
+
+from transformers import PreTrainedModel
+
+from erictransformer.args import EricTrainArgs
+from erictransformer.exceptions import EricInputError
+from erictransformer.validator import EricValidator
+
+
+class TrainValidator(EricValidator):
+    def __init__(
+        self,
+        logger: Logger,
+        train_path: str = "",
+        args: EricTrainArgs = EricTrainArgs(),
+        eval_path: str = "",
+        resume_path: str = "",
+        model: Union[PreTrainedModel, None] = None,
+    ):
+        self.train_path = train_path
+        self.eval_path = eval_path
+        self.resume_path = resume_path
+        self.args = copy.deepcopy(args)
+        self.logger = logger
+        self.model = model
+
+        super().__init__()
+
+        self.train_source = self.resolve_train_source()
+        self.eval_source = self.resolve_eval_source()
+
+    def validate_init(self):
+        self._validate_required_inputs()
+        self._validate_model_or_resume_path()
+        self._validate_file_paths_exist()
+        self._validate_args_type()
+        self._validate_train_args()
+
+    def _validate_required_inputs(self):
+        if not self.train_path and not self.resume_path:
+            raise EricInputError(
+                "You must provide at least one of: `train_path` or `resume_path`."
+            )
+
+    def _validate_model_or_resume_path(self):
+        if self.model is None and not self.resume_path:
+            raise ValueError(
+                "Either load a model when calling init or provide resume_path"
+            )
+
+    def _validate_file_paths_exist(self):
+        if self.train_path and not (
+            os.path.isfile(self.train_path) or os.path.isdir(self.train_path)
+        ):
+            raise EricInputError(
+                f"Input file or tok dir not found: {self.train_path}"
+            )
+        if self.eval_path and not (
+            os.path.isfile(self.eval_path) or os.path.isdir(self.eval_path)
+        ):
+            raise EricInputError(f"Eval file not found: {self.eval_path}")
+        if self.resume_path and not os.path.isdir(self.resume_path):
+            raise EricInputError(
+                f"Resume path directory not found: {self.resume_path}"
+            )
+
+    def _validate_args_type(self):
+        if not isinstance(self.args, EricTrainArgs):
+            raise TypeError(
+                f"Expected args to be of type TrainArgs but got {type(self.args).__name__}"
+            )
+
+
+    def _validate_train_args(self):
+        args = self.args
+
+        if args.lr <= 0 or args.lr > 1e-2:
+            raise EricInputError("`lr` must be > 0 and <= 1e-2.")
+
+        if args.epochs <= 0 or not isinstance(args.epochs, int):
+            raise EricInputError("`epochs` must be and int >= 1.")
+
+        if args.gas <= 0 or not isinstance(
+            args.gas, int
+        ):
+            raise EricInputError("`gas` must be and int  > 1.")
+
+        if args.bs <= 0 or not isinstance(args.bs, int):
+            raise EricInputError("`bs` must be an int > 0.")
+
+        if args.eval_bs <= -1 or not isinstance(args.eval_bs, int):
+            raise EricInputError("`eval_bs` must be and int >= 0.")
+
+        if args.eval_steps < 1 and args.eval_steps != 0:
+            self.logger.warning(
+                f"eval_steps must be an integer greater than 1, but got {args.eval_steps}. eval_steps will be set to 256."
+            )
+            args.eval_steps = 256
+
+        if args.log_steps < 1 and args.log_steps != 0:
+            self.logger.warning(
+                f"log_steps must be an integer greater than 1, but got {args.log_steps}. log_steps will be set to 256."
+            )
+            args.log_steps = 256
+
+        if args.checkpoint_steps < 1:
+            if args.checkpoint_steps != -1:
+                raise EricInputError(
+                    "`checkpoint_steps` must be an int >= 1. Use -1 to disable checkpointing."
+                )
+        if args.lr_sched not in ["constant", "warmup_then_decay"]:
+            raise EricInputError(
+                "`lr_sched` must be 'constant' or 'warmup_then_decay'."
+            )
+
+        if not isinstance(args.seed, int) or args.seed < 0:
+            raise EricInputError("`seed` must be a non-negative int.")
+        if hasattr(args, "project_name"):
+            if not isinstance(args.project_name, str):
+                raise EricInputError("`project_name` must be a string.")
+
+        if not isinstance(args.run_name, str):
+            raise EricInputError("`run_name` must be a string.")
+
+        if not isinstance(args.save_best, bool):
+            raise EricInputError("`save_best` must be a boolean.")
+
+    def resolve_train_source(self) -> str:
+        if os.path.isfile(self.train_path):
+            return "file"
+        elif os.path.isdir(self.train_path):
+            return "folder"
+
+    def resolve_eval_source(self) -> str:
+        if os.path.isfile(self.eval_path):
+            return "file"
+        elif os.path.isdir(self.eval_path):
+            return "folder"
+        else:
+            return "no_eval"

erictransformer/validator/eric_validator.py

@@ -0,0 +1,10 @@
+from abc import ABC, abstractmethod
+
+
+class EricValidator(ABC):
+    def __init__(self):
+        self.validate_init()
+
+    @abstractmethod
+    def validate_init(self):
+        pass

erictransformer/validator/tasks/__init__.py

@@ -0,0 +1,5 @@
+from erictransformer.validator.tasks.chat_validator import CHATValidator
+from erictransformer.validator.tasks.gen_validator import GENValidator
+from erictransformer.validator.tasks.task_validator import TaskValidator
+from erictransformer.validator.tasks.tc_validator import TCValidator
+from erictransformer.validator.tasks.tt_validator import TTValidator

erictransformer/validator/tasks/chat_validator.py

@@ -0,0 +1,28 @@
+from logging import Logger
+from typing import List, Union
+
+from transformers import PreTrainedModel, PreTrainedTokenizerBase
+
+from erictransformer.validator.tasks.task_validator import TaskValidator
+
+
+class CHATValidator(TaskValidator):
+    def __init__(
+        self,
+        model_name: Union[str, PreTrainedModel, None],
+        trust_remote_code: bool,
+        tokenizer: Union[str, PreTrainedTokenizerBase],
+        logger: Logger,
+    ):
+        super().__init__(
+            model_name=model_name,
+            trust_remote_code=trust_remote_code,
+            tokenizer=tokenizer,
+            logger=logger,
+        )
+
+    def validate_init(self):
+        super().validate_init()
+
+    def validate_call(self, texts: Union[List[str], str], args=None):
+        super().validate_call(texts, args)

erictransformer/validator/tasks/gen_validator.py

@@ -0,0 +1,28 @@
+from logging import Logger
+from typing import List, Union
+
+from transformers import PreTrainedModel, PreTrainedTokenizerBase
+
+from erictransformer.validator.tasks.task_validator import TaskValidator
+
+
+class GENValidator(TaskValidator):
+    def __init__(
+        self,
+        model_name: Union[str, PreTrainedModel, None],
+        trust_remote_code: bool,
+        tokenizer: Union[str, PreTrainedTokenizerBase],
+        logger: Logger,
+    ):
+        super().__init__(
+            model_name=model_name,
+            trust_remote_code=trust_remote_code,
+            tokenizer=tokenizer,
+            logger=logger,
+        )
+
+    def validate_init(self):
+        super().validate_init()
+
+    def validate_call(self, texts: Union[List[str], str], args=None):
+        super().validate_call(texts, args)

erictransformer/validator/tasks/task_validator.py

@@ -0,0 +1,54 @@
+from abc import abstractmethod
+from dataclasses import is_dataclass
+from logging import Logger
+from typing import Union
+
+from transformers import PreTrainedModel, PreTrainedTokenizerBase
+
+from erictransformer.validator import EricValidator
+
+
+class TaskValidator(EricValidator):
+    def __init__(
+        self,
+        model_name: Union[str, PreTrainedModel, None],
+        trust_remote_code: bool,
+        tokenizer: Union[str, PreTrainedTokenizerBase],
+        logger: Logger,
+    ):
+        self.model_name = model_name
+        self.trust_remote_code = trust_remote_code
+        self.tokenizer = tokenizer
+        self.logger = logger
+
+        super().__init__()
+
+    @abstractmethod
+    def validate_init(self):
+        self._validate_model_name()
+        self._validate_tokenizer()
+
+    def _validate_model_name(self):
+        if not (
+            isinstance(self.model_name, (str, PreTrainedModel))
+            or self.model_name is None
+        ):
+            raise ValueError(
+                "model_name must be a string, PreTrainedModel instance, or None."
+            )
+
+    def _validate_tokenizer(self):
+        if self.tokenizer is not None:
+            if not isinstance(self.tokenizer, (str, PreTrainedTokenizerBase)):
+                print(self.tokenizer)
+                raise ValueError(
+                    "tokenizer must be a string, PreTrainedTokenizer, or PreTrainedTokenizerFast."
+                )
+
+    @abstractmethod
+    def validate_call(self, text: str, args=None):
+        if not isinstance(text, str):
+            raise ValueError('"text" must be a string')
+
+        if not is_dataclass(args):
+            raise ValueError('"args" must be a dataclass')

erictransformer/validator/tasks/tc_validator.py

@@ -0,0 +1,45 @@
+from logging import Logger
+from typing import List, Union, Optional
+
+from transformers import PreTrainedModel, PreTrainedTokenizerBase
+
+from erictransformer.validator.tasks.task_validator import TaskValidator
+
+
+class TCValidator(TaskValidator):
+    def __init__(
+        self,
+        model_name: Union[str, PreTrainedModel, None],
+        trust_remote_code: bool,
+        tokenizer: Union[str, PreTrainedTokenizerBase],
+        logger: Logger,
+        labels: Optional[List[str]] = None
+    ):
+        self.labels = labels
+        super().__init__(
+            model_name=model_name,
+            trust_remote_code=trust_remote_code,
+            tokenizer=tokenizer,
+            logger=logger,
+
+        )
+
+    def validate_init(self):
+
+        if self.labels is not None:
+            if type(self.labels) is not list:
+                raise ValueError(
+                    "self.labels is not a list of strings"
+                )
+
+            for label in self.labels:
+                if type(label) is not str:
+                    raise ValueError(
+                        "self.labels is not a list of strings."
+                    )
+
+        super().validate_init()
+
+    def validate_call(self, texts: Union[List[str], str], args=None):
+        super().validate_call(texts, args)
+

erictransformer/validator/tasks/tt_validator.py

@@ -0,0 +1,28 @@
+from logging import Logger
+from typing import Union
+
+from transformers import PreTrainedModel, PreTrainedTokenizerBase
+
+from erictransformer.validator.tasks.task_validator import TaskValidator
+
+
+class TTValidator(TaskValidator):
+    def __init__(
+        self,
+        model_name: Union[str, PreTrainedModel, None],
+        trust_remote_code: bool,
+        tokenizer: Union[str, PreTrainedTokenizerBase],
+        logger: Logger,
+    ):
+        super().__init__(
+            model_name=model_name,
+            trust_remote_code=trust_remote_code,
+            tokenizer=tokenizer,
+            logger=logger,
+        )
+
+    def validate_init(self):
+        super().validate_init()
+
+    def validate_call(self, text: str, args=None):
+        super().validate_call(text, args)

erictransformer/validator/tok/__init__.py

@@ -0,0 +1 @@
+from erictransformer.validator.tok.tok_validator import TokValidator

erictransformer/validator/tok/tok_validator.py

@@ -0,0 +1,23 @@
+from erictransformer.args import TokArgs
+from erictransformer.validator import EricValidator
+
+
+class TokValidator(EricValidator):
+    def __init__(self, input_data: str, out_dir: str, args: TokArgs):
+        self.input_data = input_data
+        self.out_dir = out_dir
+        self.args = args
+        super().__init__()
+
+    def validate_init(self):
+        self._validate_input_data()
+
+    def _validate_input_data(self):
+        pass
+
+    def _validate_out_dir(self):
+        pass
+
+    def _validate_args(self):
+        if not isinstance(self.args.procs, int) and self.args.procs < 0:
+            raise ValueError("procs must be an integer greater than or equal to 0")

erictransformer-0.0.1.dist-info/METADATA

@@ -0,0 +1,72 @@
+Metadata-Version: 2.4
+Name: erictransformer
+Version: 0.0.1
+Summary: Local fine-tuning, pre-training and inference for LLMs
+License: Apache 2.0
+Project-URL: Repository, https://github.com/EricFillion/erictransformer
+Keywords: transformer,fine-tuning,pretraining,training,AI,LLM,deep-learning,generative-ai
+Classifier: License :: OSI Approved :: Apache Software License
+Classifier: Intended Audience :: Developers
+Classifier: Intended Audience :: Science/Research
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: torch>=2.2
+Requires-Dist: tqdm>=4.66.3
+Requires-Dist: transformers<5.0.0,>=4.57.3
+Requires-Dist: huggingface-hub<1.0,>=0.34.0
+Requires-Dist: datasets<5.0.0,>=4.0.0
+Requires-Dist: sentencepiece
+Requires-Dist: protobuf
+Requires-Dist: tokenizers<0.23.0,>=0.22.0
+Requires-Dist: matplotlib<4.0.0,>=3.9.0
+Requires-Dist: numpy<3.0.0,>=2.0.0
+Requires-Dist: sentence-transformers<6.0.0,>=5.0.0
+Requires-Dist: mlx-lm==0.29.1; platform_system == "Darwin" and platform_machine == "arm64"
+Requires-Dist: ericsearch<1.0.0
+Dynamic: license-file
+
+<h1 align="center">
+  Eric Transformer
+</h1>
+
+<p align="center">
+  <a href="https://opensource.org/licenses/Apache-2.0">
+    <img src="https://img.shields.io/badge/License-Apache%202.0-blue.svg" alt="License: Apache-2.0" height="20">
+  </a>
+
+</p>
+
+<p align="center">
+  <strong><a href="https://ericfillion.github.io/erictransformer/">https://ericfillion.github.io/erictransformer/</a></strong>
+</p>
+
+
+Local pre-training, fine-tuning and inference for LLMs. 
+
+- Format your text data in JSONL and then use a few lines of code to train models. 
+- Full-parameter training of GPT-OSS-20b on a single H200.
+- Use Apple's new MLX-LM framework for fast inference. Run GPT-OSS-120b locally. 
+- Enable RAG powered by [Eric Search](https://github.com/EricFillion/ericsearch).
+- Local experiment tracking that displays charts and metrics. 
+
+
+## Install
+```sh
+pip install erictransformer
+```
+
+[Documentation](https://ericfillion.github.io/erictransformer)
+
+## Maintainers
+- [Eric Fillion](https://github.com/ericfillion) Lead Maintainer
+- [Ted Brownlow](https://github.com/ted537) Maintainer 
+
+
+## Contributing 
+We are currently not accepting contributions. 

erictransformer-0.0.1.dist-info/RECORD

@@ -0,0 +1,83 @@
+erictransformer/__init__.py,sha256=Fb88UVYjpX6BQORqjpk4QjG0R26coK-2At4cPpIUKnc,971
+erictransformer/eric_transformer.py,sha256=WBxNzE3G1YpK5npzRZJCzZZ03yUYQPfs2PSWGmtvf-A,17818
+erictransformer/args/__init__.py,sha256=j-6eXRgikyNH8VTv2KwT1whtgQjMaWNBKrXTlvlqrmw,127
+erictransformer/args/eric_args.py,sha256=q0XTfYzuJDyWYTKQv950tYl4tZ_yRiIo3jBnH417F2g,1086
+erictransformer/eric_tasks/__init__.py,sha256=xnQKI4kPlJXUtSzT3LGRVtI7YkX78nz_TGqFRdO9BIA,1109
+erictransformer/eric_tasks/eric_chat.py,sha256=QsrYXob4Eu3g7OZUn_3Rq-64Ntr5Qus-AsGfEW5CJaQ,12241
+erictransformer/eric_tasks/eric_chat_mlx.py,sha256=Kzfyr9uu4lCcIbvWvvnkv_r5nZZTtOr34cC0nBzYh2M,9138
+erictransformer/eric_tasks/eric_generation.py,sha256=C4QYkxWud4fQCdVH7pwKGAK6Iuu0oVgVVqqtoWgDfck,7538
+erictransformer/eric_tasks/eric_text_classification.py,sha256=q6VTTVvPRICU57nM9-WHi30J7zt6wxmR6OhjTs-RmHo,6896
+erictransformer/eric_tasks/eric_text_to_text.py,sha256=9V69Gth2BAWaaQznNJEp2Z273IzGZU4DqHFt_Fzo86c,8845
+erictransformer/eric_tasks/args/__init__.py,sha256=xinzUPZreKbjPX2UVX542cW4jqz86f4eKOs3A5UwmN4,411
+erictransformer/eric_tasks/args/eric_chat_args.py,sha256=6yX7fK5nXP3IzvcOMAN269iLxETmv4iPf1cbnrFqOOc,467
+erictransformer/eric_tasks/args/eric_generation_args.py,sha256=l5Hh68gqNtihBpuPdkvZNqh0Fr68jLenpe0ZUM4bUgw,359
+erictransformer/eric_tasks/args/eric_text_classification_args.py,sha256=7IvdbQawiU9AToIlw1QaeJ2ubw4lL1fM1D54sZ-rclU,225
+erictransformer/eric_tasks/args/eric_text_to_text_args.py,sha256=EgfDZBlGQpugjoMTA3B-Q5C2TBV7J_6vixxdKIsH2EA,355
+erictransformer/eric_tasks/chat_stream_handlers/__init__.py,sha256=KEHCWaKXUT4oQqsYU82pmYWveihxo82wen8-gT8XXmg,347
+erictransformer/eric_tasks/chat_stream_handlers/args.py,sha256=UrGSzXBszkDOIdmzgd7dWcqBQT18E0EYYLdOWgOLlRA,283
+erictransformer/eric_tasks/chat_stream_handlers/default.py,sha256=zvZHmwOADiRNyO9yVW3GqssF7YcGPrD58K9B63fBsDY,595
+erictransformer/eric_tasks/chat_stream_handlers/gpt_oss.py,sha256=fFhTgyTINhpQRv0YkWIRLhFZ4TstYG-TuSahJ_-B76c,5002
+erictransformer/eric_tasks/chat_stream_handlers/smol.py,sha256=imRTmhkuSG9BmbizoiO8uADZLOxPVkMeTZhBqCsbSkM,2563
+erictransformer/eric_tasks/chat_stream_handlers/stream_handler.py,sha256=faLKcmXe3SIECIyiaUDt9nusuoZg-urRxSgdY41nsU0,521
+erictransformer/eric_tasks/chat_templates/__init__.py,sha256=R92aJQsbCUf9HZUWuRxoO4Q-ReAwVv9NOm-GC2vqpo0,77
+erictransformer/eric_tasks/chat_templates/convert.py,sha256=m2wOX3LrXaPBLtdMaeBfjiUx_csJTkeBvjzHcjWj25s,1749
+erictransformer/eric_tasks/inference_engine/__init__.py,sha256=mX_bH2xjYmMWzEKx5B3fxbTz59TZYshbv6S8FqrDLbM,98
+erictransformer/eric_tasks/inference_engine/text_classification.py,sha256=-CtRisiagoOoSt5t0cp1Mzw9mFJS2BczNjq5Bx54b0g,721
+erictransformer/eric_tasks/misc/__init__.py,sha256=yZRzfOd8D2lXQ-2GP978MKE8j6wn_167lZJ-qn_Q1mc,330
+erictransformer/eric_tasks/misc/call_utils.py,sha256=2g_k_feOjOxd14VtIDdKQV9k-fPRz_e2v9kgXhajpM8,1697
+erictransformer/eric_tasks/misc/get_pad_eos.py,sha256=UiHPGaUYngmgTQt1xpGU3ivfyZLevY1Mgod221Zn1as,818
+erictransformer/eric_tasks/misc/rag.py,sha256=2V74eLA4Nro-eFM_9RhnD7oq6_1mTy8EFyXSK3JgJNE,490
+erictransformer/eric_tasks/results/__init__.py,sha256=k1uKA-tIHW0RovDkFOkgbwKO-XSc_7XeDfUOJc9F9Ts,122
+erictransformer/eric_tasks/results/call_results.py,sha256=FKX418TiBZfWRv72kjAoaVyRj3FYFiIJ9MMkxloE2z4,504
+erictransformer/eric_tasks/tok/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+erictransformer/eric_tasks/tok/tok_functions.py,sha256=aYm3josXkQozB4Wfbz38AK5AN4MTDak7_t2PmPAm3fc,3381
+erictransformer/eric_tracker/__init__.py,sha256=wZR9Sc-hOAK6jfhu1tEUtRxKEDXQy391UMxmc78WVPI,66
+erictransformer/eric_tracker/eric_tracker.py,sha256=bqGQfhCHcjDfAKjOs7-8RWhMOCDmUqGQoCBlDwBDWM8,8256
+erictransformer/eric_tracker/save_plot.py,sha256=uCIElKeWFOqRIptF8EsW7826hTbJZGS_VtFm6VDoYGk,12921
+erictransformer/eval_models/__init__.py,sha256=UESPUhXT5I4NesZ93AGA2jr9ACc7gCunj1R8n54QMaE,82
+erictransformer/eval_models/eval_model.py,sha256=1S3sxeKitlw7uOyylPKBhzrhn4qAF9-UFOfqMkOw1hI,2493
+erictransformer/exceptions/__init__.py,sha256=CgRMjDIV9_00WdvUMG1I8LupESCXwx5NLaEZvApohMo,440
+erictransformer/exceptions/eric_exceptions.py,sha256=Pdx4JflFb1VnGpTOLpxl2ARpwE5yqvPtp7vfR7D5yK8,1078
+erictransformer/loops/__init__.py,sha256=wOj26Ow4N5jAwCcNfhRfU9X3MdZkgD53L7HNbBUulaw,135
+erictransformer/loops/eval_loop.py,sha256=O05CQpt4GkiW8520LlZTn2M18mlpvVQvzznOu9cMZOY,3610
+erictransformer/loops/train_loop.py,sha256=Hv9R0_0C-xmS5cr8YmsvLfAJpfchn2JTUMHBuB0wREE,12779
+erictransformer/utils/__init__.py,sha256=v7VUlR_xOcG0sf7Do-M4MvK0t1fGqlR7g7UAS0xUzvQ,685
+erictransformer/utils/load_from_repo_or_path.py,sha256=gl8mig_wRFiLKKKt9W5dOmkS2-Y8u7RbOMlGCefuH2U,435
+erictransformer/utils/init/__init__.py,sha256=D0CXoiL69UyCf4FoXNS1pprSVV3o1XsUueD94SH92jg,140
+erictransformer/utils/init/get_components.py,sha256=cdzJ9nzIQTFkDWPkyEXwzR-J2fbKnLF8iRkW_DNiPJo,5924
+erictransformer/utils/init/get_device.py,sha256=76OawLdU7_GklPKMDvkTVkFyYTh-pm0xOOTx5CzwWOA,526
+erictransformer/utils/init/get_logger.py,sha256=oqSv9ClYjaSyDAkBcfrlEJwBsu6y7ae4-zQ0lK0Y7sk,433
+erictransformer/utils/test/__init__.py,sha256=FBlwdf1LAiB1rGdGfXhjTZS2EH-9v4wofJ-vSnw1_SI,34
+erictransformer/utils/test/debug_hook.py,sha256=jtnDUolEMTUt0DgwlFQGu2_XHjCbK4njz4afi4J3koM,407
+erictransformer/utils/timer/__init__.py,sha256=Vh-OoSsW7DXhGgtg6OgrB4ClLDf_Unoe0p7l24wygvI,61
+erictransformer/utils/timer/eric_timer.py,sha256=9J1w9pUhKLUYzFDV9TTPzRrIItsdVMZ-AbIzi0bI8PI,4848
+erictransformer/utils/tok_data/__init__.py,sha256=TNNYUOOpN7fd-_hPc8CvTgNeHBli-NrYv2NroFCi3uw,358
+erictransformer/utils/tok_data/num_proc.py,sha256=M9Gv7YJrKg51uyS3M5UO4PLXldyP8tRyDsSoCQybt1k,320
+erictransformer/utils/tok_data/save_tok_data.py,sha256=BT7IVCPKRSIVgh9q9rlotWc3ESbEPTDC7ewRb4qa8zo,1122
+erictransformer/utils/tok_data/tok_data_to_dataset.py,sha256=GOYje9W9JddXTh0dZZYwfvOlIKcFM0usjmQDuT2XW_Q,1540
+erictransformer/utils/tok_data/tok_helpers.py,sha256=mCSdz7ujRVm5p98uDIRAhEmILQGxfpXImnDeaUJWI8k,2824
+erictransformer/utils/train/__init__.py,sha256=eJqrwQXzP2-UuaztQv4nyEOM8w5fUZjt9adf9G_zk6I,431
+erictransformer/utils/train/confirm_optimizer.py,sha256=PNqWlEj02nOzpR7tgYI4J8-SebxGrBkYm-S0lSt8VbY,560
+erictransformer/utils/train/create_dir.py,sha256=0SCgCHZS3AxslLEKpIlevIVUZ4OVtBMu9rpUiZQRupI,1806
+erictransformer/utils/train/get_num_training_steps.py,sha256=zCqYEejdYfGDogIY5hxSkEIxXnEJ5nCTweRO5bOOkFA,248
+erictransformer/utils/train/get_precision.py,sha256=sNHL91eeE_bK5-uBwSivucfH_x0RMIUMXpF1jjdJl40,463
+erictransformer/utils/train/get_tok_data.py,sha256=6LBr0hZYhHc8k0YkRCu5xxWD3_ulmDpgOMWEWZfimHM,3162
+erictransformer/utils/train/resume.py,sha256=ybrt33dg4i_Rs-a8w0Timc6t6oD3XwDYjJaAH6MJ_Ns,1851
+erictransformer/validator/__init__.py,sha256=9jF2ReL-XvDNy6PCcn9LhGNBUEDR8TjXAm7EjD8Y3Cs,336
+erictransformer/validator/eric_validator.py,sha256=XEngi3mw9_yJmeuQDpsEehIPIkEG-LcjpKTvrwNZX9c,180
+erictransformer/validator/eric/__init__.py,sha256=WLUjN4TMRSspd3uhhkUP3et8sog8EAXReqLbSqxwF88,146
+erictransformer/validator/eric/eval_validator.py,sha256=7_w48dxEv4cm8c33BODyYfnbGCjaXE9uMqoflYUJCyk,2314
+erictransformer/validator/eric/train_validator.py,sha256=yD3w-mATs7UI0xdPi1ZV0-NsY91v-P3p8x6CMv8tzmE,5083
+erictransformer/validator/tasks/__init__.py,sha256=4RnF6CxTgg2ZeTMuaSQa6trnvfQPg-vVkTKESJvsuec,355
+erictransformer/validator/tasks/chat_validator.py,sha256=3b40PZ3KMnHYlZIPlsFisz4bHPyjNFTOE67Tf5twGSo,800
+erictransformer/validator/tasks/gen_validator.py,sha256=vOnL9Ui7Y9Arj_5f5RjURvGK9qr-isXoZt7Pu9YO_dI,799
+erictransformer/validator/tasks/task_validator.py,sha256=pHN5yaFG63SHrWdydTn66eVfjakSKgtno_tczzA8Tuo,1684
+erictransformer/validator/tasks/tc_validator.py,sha256=phJ5fTYvqEdDPpdd_mf63Whu3SYO95kNP83TyRg_4L4,1283
+erictransformer/validator/tasks/tt_validator.py,sha256=8SKDfk1fB2UI4qRQhpav_g7CO1ruLKJyz_ZR1rM6Dhw,772
+erictransformer/validator/tok/__init__.py,sha256=qBZpErkJnHdejVu8evycMNJPNdQIf7wZIDb4Iz9ec_A,69
+erictransformer/validator/tok/tok_validator.py,sha256=dHi0tafMChZ33mjclqp3vi8MeXWv_XCsZLCm27BYzUA,671
+erictransformer-0.0.1.dist-info/licenses/LICENSE,sha256=vFDZ93WFV6P9Yw5FB4xUX97Gbj66EIR4d--MfJS795s,11342
+erictransformer-0.0.1.dist-info/METADATA,sha256=OHlJqz_reJ3KlgXZUP61zTYmiT4zi-T24SgY1gaGwwM,2540
+erictransformer-0.0.1.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
+erictransformer-0.0.1.dist-info/top_level.txt,sha256=lWsXEJsIM2bx2pyk0dteK44Eo6UwQCxCgRMKwnZCKyo,16
+erictransformer-0.0.1.dist-info/RECORD,,

erictransformer-0.0.1.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: setuptools (80.10.2)
+Root-Is-Purelib: true
+Tag: py3-none-any
+