lalamo 0.5.4__py3-none-any.whl → 0.5.6__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (8) hide show
  1. lalamo/__init__.py +7 -9
  2. lalamo/models/common.py +1 -1
  3. {lalamo-0.5.4.dist-info → lalamo-0.5.6.dist-info}/METADATA +1 -1
  4. {lalamo-0.5.4.dist-info → lalamo-0.5.6.dist-info}/RECORD +8 -8
  5. {lalamo-0.5.4.dist-info → lalamo-0.5.6.dist-info}/WHEEL +0 -0
  6. {lalamo-0.5.4.dist-info → lalamo-0.5.6.dist-info}/entry_points.txt +0 -0
  7. {lalamo-0.5.4.dist-info → lalamo-0.5.6.dist-info}/licenses/LICENSE +0 -0
  8. {lalamo-0.5.4.dist-info → lalamo-0.5.6.dist-info}/top_level.txt +0 -0
lalamo/__init__.py CHANGED
@@ -1,3 +1,4 @@
1
+ from lalamo.main import collect_traces, convert, estimate_batchsize, train
1
2
  from lalamo.message_processor import (
2
3
  AssistantMessage,
3
4
  ContentBlock,
@@ -7,17 +8,14 @@ from lalamo.message_processor import (
7
8
  ToolSchema,
8
9
  UserMessage,
9
10
  )
10
- from lalamo.model_import import ModelSpec, import_model
11
+ from lalamo.model_import import ModelSpec
11
12
  from lalamo.models import LanguageModel, Router
12
13
  from lalamo.speculator import (
13
14
  CollectTracesEvent,
14
15
  SpeculatorTrainingEvent,
15
- estimate_batchsize_from_memory,
16
- inference_collect_traces,
17
- train_speculator,
18
16
  )
19
17
 
20
- __version__ = "0.5.4"
18
+ __version__ = "0.5.6"
21
19
 
22
20
  __all__ = [
23
21
  "AssistantMessage",
@@ -32,8 +30,8 @@ __all__ = [
32
30
  "SystemMessage",
33
31
  "ToolSchema",
34
32
  "UserMessage",
35
- "estimate_batchsize_from_memory",
36
- "import_model",
37
- "inference_collect_traces",
38
- "train_speculator",
33
+ "collect_traces",
34
+ "convert",
35
+ "estimate_batchsize",
36
+ "train",
39
37
  ]
lalamo/models/common.py CHANGED
@@ -75,7 +75,7 @@ class TextModel[ConfigT, ModelT: Decoder | Classifier](LalamoModule[ConfigT]):
75
75
  if messages is None:
76
76
  messages = [UserMessage("Tell me about London")]
77
77
 
78
- token_ids = jnp.array(self.message_processor.tokenize_request(messages))[None:]
78
+ token_ids = jnp.array(self.message_processor.tokenize_request(messages))[None, :]
79
79
  _, num_tokens = token_ids.shape
80
80
  token_positions = jnp.arange(num_tokens)[None, :]
81
81
  return self.model(token_ids=token_ids, token_positions=token_positions, return_activation_trace=True)
{lalamo-0.5.4.dist-info → lalamo-0.5.6.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: lalamo
3
- Version: 0.5.4
3
+ Version: 0.5.6
4
4
  Summary: JAX library for optimization and export of models for use with the UZU inference engine.
5
5
  Requires-Python: <4,>=3.12
6
6
  Description-Content-Type: text/markdown
{lalamo-0.5.4.dist-info → lalamo-0.5.6.dist-info}/RECORD RENAMED
@@ -1,4 +1,4 @@
1
- lalamo/__init__.py,sha256=oyZn_-LJWGgHZqFzHw210uI-wgVJ5gjqg4yMagRXsHw,827
1
+ lalamo/__init__.py,sha256=fm8ex5RjIqgZu_yH0WuOvZA1vN4EzqaDwuHThoOT35M,762
2
2
  lalamo/common.py,sha256=5NUFD26yQgOnEEk3LaQnce8n-VwJxILkEpFesHZhtQU,3820
3
3
  lalamo/main.py,sha256=Lqv-lU6hRSqbJeVOheZoKllK1LaPHTuR_8jNTPC7UZg,23956
4
4
  lalamo/message_processor.py,sha256=bSUAQg7CemLTnBV4LtPxJBicAalruDCA-JXjkTYPZ8U,5797
@@ -48,7 +48,7 @@ lalamo/model_import/model_specs/polaris.py,sha256=Mw1-6bByjDmPIKlIUIV46CsmV5xUp_
48
48
  lalamo/model_import/model_specs/qwen.py,sha256=qzLmTveATmnwNFQSFJlffcXw7syFnrCmKf9ggkkkw1Y,7050
49
49
  lalamo/model_import/model_specs/reka.py,sha256=dOUYbEMMvovQdzQuBO_DCsjGI39syhoKCvnxLkNEDCw,423
50
50
  lalamo/models/__init__.py,sha256=HfAYc4mteKu7BMyIP8aTFliLKGWJzLk1kPcdKurb8eo,243
51
- lalamo/models/common.py,sha256=b2woUDgHhCUEowo6tEjQb4J7iRVQvrptyRQTYMKrLis,2952
51
+ lalamo/models/common.py,sha256=PDteofGxjSBWYw_mPxbN1DTUba70aOURrAIjl13SSHc,2954
52
52
  lalamo/models/language_model.py,sha256=QPeVEyhutSze7fSNhvOvwSoYt24QMk-dtTJkos38amY,13465
53
53
  lalamo/models/router.py,sha256=7KZqHVhr2TA7Qh76KfwrvyfztfZnV-P-Ss11O8dzbRg,2013
54
54
  lalamo/modules/__init__.py,sha256=xWJ4OPAF4gKd0evYwXIK5kTnbH6nI55oLAePcoDDHQ0,3730
@@ -80,9 +80,9 @@ lalamo/speculator/estimator.py,sha256=SFF24TtxGVbb3hEziZ40A7aNdBd6_ZZJSX-CqmPhvA
80
80
  lalamo/speculator/inference.py,sha256=EzNLmdP-AOtIN8C39-fq-3ZnKX_yxOOwMufDEmi54zM,3624
81
81
  lalamo/speculator/ngram.py,sha256=95mdfAWhx4d5XOnOwhyhElnvcy6nlUjYhcbJzqDs414,5875
82
82
  lalamo/speculator/utils.py,sha256=0wZoMMIzzk0Q-3zq5H5f-JBplePNHxywndkrNtOJOyo,1697
83
- lalamo-0.5.4.dist-info/licenses/LICENSE,sha256=diHRfjSEJHD1nnEeMIfMRCjR3UERf8bT3eseD6b1ayA,1072
84
- lalamo-0.5.4.dist-info/METADATA,sha256=-OqjgnggM7Q7RMOcH7Dsin68vVxbJGfwW2LxUslz-ro,3146
85
- lalamo-0.5.4.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
86
- lalamo-0.5.4.dist-info/entry_points.txt,sha256=qli7qTfnBk5WP10rOGXXEckHMtt-atJMDWd8jN89Uks,43
87
- lalamo-0.5.4.dist-info/top_level.txt,sha256=VHvWL5JN5XRG36NsN_MieJ7EwRihEOrEjyDaTdFJ-aI,7
88
- lalamo-0.5.4.dist-info/RECORD,,
83
+ lalamo-0.5.6.dist-info/licenses/LICENSE,sha256=diHRfjSEJHD1nnEeMIfMRCjR3UERf8bT3eseD6b1ayA,1072
84
+ lalamo-0.5.6.dist-info/METADATA,sha256=CxuLNGMlIPufGa9ulMtiVsduvt_Kr01706jdFHdiDwk,3146
85
+ lalamo-0.5.6.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
86
+ lalamo-0.5.6.dist-info/entry_points.txt,sha256=qli7qTfnBk5WP10rOGXXEckHMtt-atJMDWd8jN89Uks,43
87
+ lalamo-0.5.6.dist-info/top_level.txt,sha256=VHvWL5JN5XRG36NsN_MieJ7EwRihEOrEjyDaTdFJ-aI,7
88
+ lalamo-0.5.6.dist-info/RECORD,,
{lalamo-0.5.4.dist-info → lalamo-0.5.6.dist-info}/WHEEL RENAMED
File without changes