sutro 0.1.14__py3-none-any.whl → 0.1.15__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of sutro might be problematic. Click here for more details.
- sutro/sdk.py +21 -2
- {sutro-0.1.14.dist-info → sutro-0.1.15.dist-info}/METADATA +1 -1
- sutro-0.1.15.dist-info/RECORD +8 -0
- sutro-0.1.14.dist-info/RECORD +0 -8
- {sutro-0.1.14.dist-info → sutro-0.1.15.dist-info}/WHEEL +0 -0
- {sutro-0.1.14.dist-info → sutro-0.1.15.dist-info}/entry_points.txt +0 -0
- {sutro-0.1.14.dist-info → sutro-0.1.15.dist-info}/licenses/LICENSE +0 -0
sutro/sdk.py
CHANGED
|
@@ -30,6 +30,25 @@ def is_jupyter() -> bool:
|
|
|
30
30
|
YASPIN_COLOR = None if is_jupyter() else "blue"
|
|
31
31
|
SPINNER = Spinners.dots14
|
|
32
32
|
|
|
33
|
+
# Models available for inference. Keep in sync with the backend configuration
|
|
34
|
+
# so users get helpful autocompletion when selecting a model.
|
|
35
|
+
ModelOptions = Literal[
|
|
36
|
+
"llama-3.2-3b",
|
|
37
|
+
"llama-3.1-8b",
|
|
38
|
+
"llama-3.3-70b-8k",
|
|
39
|
+
"llama-3.3-70b-64k",
|
|
40
|
+
"qwen-qwq-32b-8k",
|
|
41
|
+
"qwen-3-4b",
|
|
42
|
+
"qwen-3-32b",
|
|
43
|
+
"qwen-3-4b-thinking",
|
|
44
|
+
"qwen-3-32b-thinking",
|
|
45
|
+
"gemma-3-4b-it",
|
|
46
|
+
"gemma-3-27b-it-16k",
|
|
47
|
+
"gemma-3-27b-it-128k",
|
|
48
|
+
"multilingual-e5-large-instruct",
|
|
49
|
+
"gte-qwen2-7b-instruct",
|
|
50
|
+
]
|
|
51
|
+
|
|
33
52
|
|
|
34
53
|
def to_colored_text(
|
|
35
54
|
text: str, state: Optional[Literal["success", "fail"]] = None
|
|
@@ -156,7 +175,7 @@ class Sutro:
|
|
|
156
175
|
def infer(
|
|
157
176
|
self,
|
|
158
177
|
data: Union[List, pd.DataFrame, pl.DataFrame, str],
|
|
159
|
-
model:
|
|
178
|
+
model: ModelOptions = "llama-3.1-8b",
|
|
160
179
|
column: str = None,
|
|
161
180
|
output_column: str = "inference_result",
|
|
162
181
|
job_priority: int = 0,
|
|
@@ -176,7 +195,7 @@ class Sutro:
|
|
|
176
195
|
|
|
177
196
|
Args:
|
|
178
197
|
data (Union[List, pd.DataFrame, pl.DataFrame, str]): The data to run inference on.
|
|
179
|
-
model (
|
|
198
|
+
model (ModelOptions, optional): The model to use for inference. Defaults to "llama-3.1-8b".
|
|
180
199
|
column (str, optional): The column name to use for inference. Required if data is a DataFrame, file path, or dataset.
|
|
181
200
|
output_column (str, optional): The column name to store the inference results in if the input is a DataFrame. Defaults to "inference_result".
|
|
182
201
|
job_priority (int, optional): The priority of the job. Defaults to 0.
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
sutro/__init__.py,sha256=yUiVwcZ8QamSqDdRHgzoANyTZ-x3cPzlt2Fs5OllR_w,402
|
|
2
|
+
sutro/cli.py,sha256=6Qy9Vwaaho92HeO8YA_z1De4zp1dEFkSX3bEnLvdbkE,13203
|
|
3
|
+
sutro/sdk.py,sha256=fCujFW5Z4wQF9696ABW4bYpUxEZGX8bq5oJjmtpsSRA,42966
|
|
4
|
+
sutro-0.1.15.dist-info/METADATA,sha256=VpTGz6j0cWzAvVdBlRXd3je73aN4zUhNdYEOGFPg5Rk,669
|
|
5
|
+
sutro-0.1.15.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
|
|
6
|
+
sutro-0.1.15.dist-info/entry_points.txt,sha256=eXvr4dvMV4UmZgR0zmrY8KOmNpo64cJkhNDywiadRFM,40
|
|
7
|
+
sutro-0.1.15.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
|
8
|
+
sutro-0.1.15.dist-info/RECORD,,
|
sutro-0.1.14.dist-info/RECORD
DELETED
|
@@ -1,8 +0,0 @@
|
|
|
1
|
-
sutro/__init__.py,sha256=yUiVwcZ8QamSqDdRHgzoANyTZ-x3cPzlt2Fs5OllR_w,402
|
|
2
|
-
sutro/cli.py,sha256=6Qy9Vwaaho92HeO8YA_z1De4zp1dEFkSX3bEnLvdbkE,13203
|
|
3
|
-
sutro/sdk.py,sha256=K86B8TNkNTSc1k0I6SVJldt6QE-ctnZmc8dMiOjK-PA,42439
|
|
4
|
-
sutro-0.1.14.dist-info/METADATA,sha256=ZpPrBjBQz3CCiXtvvBnJgFyz4cekr9gzi_ETtWtWc-8,669
|
|
5
|
-
sutro-0.1.14.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
|
|
6
|
-
sutro-0.1.14.dist-info/entry_points.txt,sha256=eXvr4dvMV4UmZgR0zmrY8KOmNpo64cJkhNDywiadRFM,40
|
|
7
|
-
sutro-0.1.14.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
|
8
|
-
sutro-0.1.14.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|