lalamo 0.5.3__py3-none-any.whl → 0.5.5__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- lalamo/__init__.py +13 -3
- lalamo/speculator/__init__.py +4 -2
- {lalamo-0.5.3.dist-info → lalamo-0.5.5.dist-info}/METADATA +1 -1
- {lalamo-0.5.3.dist-info → lalamo-0.5.5.dist-info}/RECORD +8 -8
- {lalamo-0.5.3.dist-info → lalamo-0.5.5.dist-info}/WHEEL +0 -0
- {lalamo-0.5.3.dist-info → lalamo-0.5.5.dist-info}/entry_points.txt +0 -0
- {lalamo-0.5.3.dist-info → lalamo-0.5.5.dist-info}/licenses/LICENSE +0 -0
- {lalamo-0.5.3.dist-info → lalamo-0.5.5.dist-info}/top_level.txt +0 -0
lalamo/__init__.py
CHANGED
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
from lalamo.main import collect_traces, convert, estimate_batchsize, train
|
|
1
2
|
from lalamo.message_processor import (
|
|
2
3
|
AssistantMessage,
|
|
3
4
|
ContentBlock,
|
|
@@ -7,21 +8,30 @@ from lalamo.message_processor import (
|
|
|
7
8
|
ToolSchema,
|
|
8
9
|
UserMessage,
|
|
9
10
|
)
|
|
10
|
-
from lalamo.model_import import ModelSpec
|
|
11
|
+
from lalamo.model_import import ModelSpec
|
|
11
12
|
from lalamo.models import LanguageModel, Router
|
|
13
|
+
from lalamo.speculator import (
|
|
14
|
+
CollectTracesEvent,
|
|
15
|
+
SpeculatorTrainingEvent,
|
|
16
|
+
)
|
|
12
17
|
|
|
13
|
-
__version__ = "0.5.
|
|
18
|
+
__version__ = "0.5.5"
|
|
14
19
|
|
|
15
20
|
__all__ = [
|
|
16
21
|
"AssistantMessage",
|
|
22
|
+
"CollectTracesEvent",
|
|
17
23
|
"ContentBlock",
|
|
18
24
|
"Image",
|
|
19
25
|
"LanguageModel",
|
|
20
26
|
"Message",
|
|
21
27
|
"ModelSpec",
|
|
22
28
|
"Router",
|
|
29
|
+
"SpeculatorTrainingEvent",
|
|
23
30
|
"SystemMessage",
|
|
24
31
|
"ToolSchema",
|
|
25
32
|
"UserMessage",
|
|
26
|
-
"
|
|
33
|
+
"collect_traces",
|
|
34
|
+
"convert",
|
|
35
|
+
"estimate_batchsize",
|
|
36
|
+
"train",
|
|
27
37
|
]
|
lalamo/speculator/__init__.py
CHANGED
|
@@ -1,12 +1,14 @@
|
|
|
1
1
|
from .common import Speculator
|
|
2
2
|
from .estimator import estimate_batchsize_from_memory
|
|
3
|
-
from .inference import inference_collect_traces
|
|
3
|
+
from .inference import CollectTracesEvent, inference_collect_traces
|
|
4
4
|
from .ngram import NGramSpeculator
|
|
5
|
-
from .utils import train_speculator
|
|
5
|
+
from .utils import SpeculatorTrainingEvent, train_speculator
|
|
6
6
|
|
|
7
7
|
__all__ = [
|
|
8
|
+
"CollectTracesEvent",
|
|
8
9
|
"NGramSpeculator",
|
|
9
10
|
"Speculator",
|
|
11
|
+
"SpeculatorTrainingEvent",
|
|
10
12
|
"estimate_batchsize_from_memory",
|
|
11
13
|
"inference_collect_traces",
|
|
12
14
|
"train_speculator",
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
lalamo/__init__.py,sha256=
|
|
1
|
+
lalamo/__init__.py,sha256=tkT6ErAGkHuPqJ6O32MPLbltRBh__kfmPM-SpU7iVko,762
|
|
2
2
|
lalamo/common.py,sha256=5NUFD26yQgOnEEk3LaQnce8n-VwJxILkEpFesHZhtQU,3820
|
|
3
3
|
lalamo/main.py,sha256=Lqv-lU6hRSqbJeVOheZoKllK1LaPHTuR_8jNTPC7UZg,23956
|
|
4
4
|
lalamo/message_processor.py,sha256=bSUAQg7CemLTnBV4LtPxJBicAalruDCA-JXjkTYPZ8U,5797
|
|
@@ -74,15 +74,15 @@ lalamo/modules/token_mixers/state/__init__.py,sha256=iQaX7njz3XtwGugI5_PUOIp1wdC
|
|
|
74
74
|
lalamo/modules/token_mixers/state/common.py,sha256=dcwBevAdeJpBjf7_YRk7TKrJHsCnpljhfzZy-3h9898,661
|
|
75
75
|
lalamo/modules/token_mixers/state/kv_cache.py,sha256=QfnS3XgSmyDI9MBUbeLI4ABHLxiMcXDbZsqe0fd3KQo,8788
|
|
76
76
|
lalamo/modules/token_mixers/state/mamba_state.py,sha256=LHzJvNE6MkB7nrsZSNto6pxbnMJCl--JOoe9Fkcc9Mg,1642
|
|
77
|
-
lalamo/speculator/__init__.py,sha256=
|
|
77
|
+
lalamo/speculator/__init__.py,sha256=9-tmZcbCom_lIGpJYn6xLlnEahFLFidpqmgkafmu--k,456
|
|
78
78
|
lalamo/speculator/common.py,sha256=PudF_gkpe5_nQ-57sAC-foE1xCy_H2Axh5KwRoA86lo,587
|
|
79
79
|
lalamo/speculator/estimator.py,sha256=SFF24TtxGVbb3hEziZ40A7aNdBd6_ZZJSX-CqmPhvA8,2503
|
|
80
80
|
lalamo/speculator/inference.py,sha256=EzNLmdP-AOtIN8C39-fq-3ZnKX_yxOOwMufDEmi54zM,3624
|
|
81
81
|
lalamo/speculator/ngram.py,sha256=95mdfAWhx4d5XOnOwhyhElnvcy6nlUjYhcbJzqDs414,5875
|
|
82
82
|
lalamo/speculator/utils.py,sha256=0wZoMMIzzk0Q-3zq5H5f-JBplePNHxywndkrNtOJOyo,1697
|
|
83
|
-
lalamo-0.5.
|
|
84
|
-
lalamo-0.5.
|
|
85
|
-
lalamo-0.5.
|
|
86
|
-
lalamo-0.5.
|
|
87
|
-
lalamo-0.5.
|
|
88
|
-
lalamo-0.5.
|
|
83
|
+
lalamo-0.5.5.dist-info/licenses/LICENSE,sha256=diHRfjSEJHD1nnEeMIfMRCjR3UERf8bT3eseD6b1ayA,1072
|
|
84
|
+
lalamo-0.5.5.dist-info/METADATA,sha256=rv7bkPZ8-ZluxxZJHkGzT724Luws5wiMnGBAXNJbM58,3146
|
|
85
|
+
lalamo-0.5.5.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
86
|
+
lalamo-0.5.5.dist-info/entry_points.txt,sha256=qli7qTfnBk5WP10rOGXXEckHMtt-atJMDWd8jN89Uks,43
|
|
87
|
+
lalamo-0.5.5.dist-info/top_level.txt,sha256=VHvWL5JN5XRG36NsN_MieJ7EwRihEOrEjyDaTdFJ-aI,7
|
|
88
|
+
lalamo-0.5.5.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|