inferencesh 0.4.4__py3-none-any.whl → 0.4.7__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of inferencesh might be problematic. Click here for more details.
- inferencesh/models/file.py +4 -2
- inferencesh/models/llm.py +2 -1
- {inferencesh-0.4.4.dist-info → inferencesh-0.4.7.dist-info}/METADATA +1 -1
- {inferencesh-0.4.4.dist-info → inferencesh-0.4.7.dist-info}/RECORD +8 -8
- {inferencesh-0.4.4.dist-info → inferencesh-0.4.7.dist-info}/WHEEL +0 -0
- {inferencesh-0.4.4.dist-info → inferencesh-0.4.7.dist-info}/entry_points.txt +0 -0
- {inferencesh-0.4.4.dist-info → inferencesh-0.4.7.dist-info}/licenses/LICENSE +0 -0
- {inferencesh-0.4.4.dist-info → inferencesh-0.4.7.dist-info}/top_level.txt +0 -0
inferencesh/models/file.py
CHANGED
|
@@ -242,8 +242,10 @@ class File(BaseModel):
|
|
|
242
242
|
schema["$id"] = "/schemas/File"
|
|
243
243
|
# Create a schema that accepts either a string or the full object
|
|
244
244
|
return {
|
|
245
|
-
"
|
|
245
|
+
"anyOf": [
|
|
246
246
|
{"type": "string"}, # Accept string input
|
|
247
247
|
schema # Accept full object input
|
|
248
|
-
]
|
|
248
|
+
],
|
|
249
|
+
"title": "File",
|
|
250
|
+
"description": "A class representing a file in the inference.sh ecosystem."
|
|
249
251
|
}
|
inferencesh/models/llm.py
CHANGED
|
@@ -606,8 +606,9 @@ def stream_generate(
|
|
|
606
606
|
"temperature": temperature,
|
|
607
607
|
"top_p": top_p,
|
|
608
608
|
"stop": stop,
|
|
609
|
-
**kwargs
|
|
610
609
|
}
|
|
610
|
+
if kwargs:
|
|
611
|
+
completion_kwargs.update(kwargs)
|
|
611
612
|
if tools is not None:
|
|
612
613
|
completion_kwargs["tools"] = tools
|
|
613
614
|
if tool_choice is not None:
|
|
@@ -2,14 +2,14 @@ inferencesh/__init__.py,sha256=dY3l3yCkWoMtGX0gNXgxFnrprFRl6PPWjH8V7Qedx5g,772
|
|
|
2
2
|
inferencesh/client.py,sha256=6wTCLqLq-QapvjCjMg8ZE3BQyg8iTL8hv8UU7t-oxmE,39360
|
|
3
3
|
inferencesh/models/__init__.py,sha256=FDwcdtT6c4hbRitymjmN-hZMlQa8RbKSftkZZyjtUXA,536
|
|
4
4
|
inferencesh/models/base.py,sha256=eTwRvXAjMGh6b8AUXWKSGpRyeScAkPs6bNYY8AXKSz8,5505
|
|
5
|
-
inferencesh/models/file.py,sha256=
|
|
6
|
-
inferencesh/models/llm.py,sha256=
|
|
5
|
+
inferencesh/models/file.py,sha256=wvWBWr-QodWXsJRPCiofVSu7SyfvGYxorB5XFeSLikQ,10492
|
|
6
|
+
inferencesh/models/llm.py,sha256=FPkTqVkH4mdKxUEdDVNimaPEr_mkpGofX7qTK4G1IHo,27873
|
|
7
7
|
inferencesh/utils/__init__.py,sha256=-xiD6uo2XzcrPAWFb_fUbaimmnW4KFKc-8IvBzaxNd4,148
|
|
8
8
|
inferencesh/utils/download.py,sha256=DRGBudiPVa5bDS35KfR-DYeGRk7gO03WOelnisecwMo,1815
|
|
9
9
|
inferencesh/utils/storage.py,sha256=E4J8emd4eFKdmdDgAqzz3TpaaDd3n0l8gYlMHuY8yIU,519
|
|
10
|
-
inferencesh-0.4.
|
|
11
|
-
inferencesh-0.4.
|
|
12
|
-
inferencesh-0.4.
|
|
13
|
-
inferencesh-0.4.
|
|
14
|
-
inferencesh-0.4.
|
|
15
|
-
inferencesh-0.4.
|
|
10
|
+
inferencesh-0.4.7.dist-info/licenses/LICENSE,sha256=OsgqEWIh2el_QMj0y8O1A5Q5Dl-dxqqYbFE6fszuR4s,1086
|
|
11
|
+
inferencesh-0.4.7.dist-info/METADATA,sha256=VfdX6m1u0I56J9NpG4nzx4_D8H_UO9OPgxabgkOsifk,5405
|
|
12
|
+
inferencesh-0.4.7.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
13
|
+
inferencesh-0.4.7.dist-info/entry_points.txt,sha256=6IC-fyozAqW3ljsMLGCXxJ0_ui2Jb-2fLHtoH1RTnEE,45
|
|
14
|
+
inferencesh-0.4.7.dist-info/top_level.txt,sha256=TSMHg3T1ThMl1HGAWmzBClwOYH1ump5neof9BfHIwaA,12
|
|
15
|
+
inferencesh-0.4.7.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|