lalamo 0.5.3__py3-none-any.whl → 0.5.5__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
lalamo/__init__.py CHANGED
@@ -1,3 +1,4 @@
1
+ from lalamo.main import collect_traces, convert, estimate_batchsize, train
1
2
  from lalamo.message_processor import (
2
3
  AssistantMessage,
3
4
  ContentBlock,
@@ -7,21 +8,30 @@ from lalamo.message_processor import (
7
8
  ToolSchema,
8
9
  UserMessage,
9
10
  )
10
- from lalamo.model_import import ModelSpec, import_model
11
+ from lalamo.model_import import ModelSpec
11
12
  from lalamo.models import LanguageModel, Router
13
+ from lalamo.speculator import (
14
+ CollectTracesEvent,
15
+ SpeculatorTrainingEvent,
16
+ )
12
17
 
13
- __version__ = "0.5.3"
18
+ __version__ = "0.5.5"
14
19
 
15
20
  __all__ = [
16
21
  "AssistantMessage",
22
+ "CollectTracesEvent",
17
23
  "ContentBlock",
18
24
  "Image",
19
25
  "LanguageModel",
20
26
  "Message",
21
27
  "ModelSpec",
22
28
  "Router",
29
+ "SpeculatorTrainingEvent",
23
30
  "SystemMessage",
24
31
  "ToolSchema",
25
32
  "UserMessage",
26
- "import_model",
33
+ "collect_traces",
34
+ "convert",
35
+ "estimate_batchsize",
36
+ "train",
27
37
  ]
@@ -1,12 +1,14 @@
1
1
  from .common import Speculator
2
2
  from .estimator import estimate_batchsize_from_memory
3
- from .inference import inference_collect_traces
3
+ from .inference import CollectTracesEvent, inference_collect_traces
4
4
  from .ngram import NGramSpeculator
5
- from .utils import train_speculator
5
+ from .utils import SpeculatorTrainingEvent, train_speculator
6
6
 
7
7
  __all__ = [
8
+ "CollectTracesEvent",
8
9
  "NGramSpeculator",
9
10
  "Speculator",
11
+ "SpeculatorTrainingEvent",
10
12
  "estimate_batchsize_from_memory",
11
13
  "inference_collect_traces",
12
14
  "train_speculator",
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: lalamo
3
- Version: 0.5.3
3
+ Version: 0.5.5
4
4
  Summary: JAX library for optimization and export of models for use with the UZU inference engine.
5
5
  Requires-Python: <4,>=3.12
6
6
  Description-Content-Type: text/markdown
@@ -1,4 +1,4 @@
1
- lalamo/__init__.py,sha256=73kn0_kihCLuXfVhyj3a7ID-_zimVU2KweXJVSBZGUw,501
1
+ lalamo/__init__.py,sha256=tkT6ErAGkHuPqJ6O32MPLbltRBh__kfmPM-SpU7iVko,762
2
2
  lalamo/common.py,sha256=5NUFD26yQgOnEEk3LaQnce8n-VwJxILkEpFesHZhtQU,3820
3
3
  lalamo/main.py,sha256=Lqv-lU6hRSqbJeVOheZoKllK1LaPHTuR_8jNTPC7UZg,23956
4
4
  lalamo/message_processor.py,sha256=bSUAQg7CemLTnBV4LtPxJBicAalruDCA-JXjkTYPZ8U,5797
@@ -74,15 +74,15 @@ lalamo/modules/token_mixers/state/__init__.py,sha256=iQaX7njz3XtwGugI5_PUOIp1wdC
74
74
  lalamo/modules/token_mixers/state/common.py,sha256=dcwBevAdeJpBjf7_YRk7TKrJHsCnpljhfzZy-3h9898,661
75
75
  lalamo/modules/token_mixers/state/kv_cache.py,sha256=QfnS3XgSmyDI9MBUbeLI4ABHLxiMcXDbZsqe0fd3KQo,8788
76
76
  lalamo/modules/token_mixers/state/mamba_state.py,sha256=LHzJvNE6MkB7nrsZSNto6pxbnMJCl--JOoe9Fkcc9Mg,1642
77
- lalamo/speculator/__init__.py,sha256=TcOAVMuAN2JCw7LzXuQloD4ha9DLwC9h9LUvkYxXMXo,354
77
+ lalamo/speculator/__init__.py,sha256=9-tmZcbCom_lIGpJYn6xLlnEahFLFidpqmgkafmu--k,456
78
78
  lalamo/speculator/common.py,sha256=PudF_gkpe5_nQ-57sAC-foE1xCy_H2Axh5KwRoA86lo,587
79
79
  lalamo/speculator/estimator.py,sha256=SFF24TtxGVbb3hEziZ40A7aNdBd6_ZZJSX-CqmPhvA8,2503
80
80
  lalamo/speculator/inference.py,sha256=EzNLmdP-AOtIN8C39-fq-3ZnKX_yxOOwMufDEmi54zM,3624
81
81
  lalamo/speculator/ngram.py,sha256=95mdfAWhx4d5XOnOwhyhElnvcy6nlUjYhcbJzqDs414,5875
82
82
  lalamo/speculator/utils.py,sha256=0wZoMMIzzk0Q-3zq5H5f-JBplePNHxywndkrNtOJOyo,1697
83
- lalamo-0.5.3.dist-info/licenses/LICENSE,sha256=diHRfjSEJHD1nnEeMIfMRCjR3UERf8bT3eseD6b1ayA,1072
84
- lalamo-0.5.3.dist-info/METADATA,sha256=xunGQV-L0gZ-pd8Y2DYs8oleyKo4A_tPJAYpyAlFo5s,3146
85
- lalamo-0.5.3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
86
- lalamo-0.5.3.dist-info/entry_points.txt,sha256=qli7qTfnBk5WP10rOGXXEckHMtt-atJMDWd8jN89Uks,43
87
- lalamo-0.5.3.dist-info/top_level.txt,sha256=VHvWL5JN5XRG36NsN_MieJ7EwRihEOrEjyDaTdFJ-aI,7
88
- lalamo-0.5.3.dist-info/RECORD,,
83
+ lalamo-0.5.5.dist-info/licenses/LICENSE,sha256=diHRfjSEJHD1nnEeMIfMRCjR3UERf8bT3eseD6b1ayA,1072
84
+ lalamo-0.5.5.dist-info/METADATA,sha256=rv7bkPZ8-ZluxxZJHkGzT724Luws5wiMnGBAXNJbM58,3146
85
+ lalamo-0.5.5.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
86
+ lalamo-0.5.5.dist-info/entry_points.txt,sha256=qli7qTfnBk5WP10rOGXXEckHMtt-atJMDWd8jN89Uks,43
87
+ lalamo-0.5.5.dist-info/top_level.txt,sha256=VHvWL5JN5XRG36NsN_MieJ7EwRihEOrEjyDaTdFJ-aI,7
88
+ lalamo-0.5.5.dist-info/RECORD,,
File without changes