python-fastllm 0.0.54__py3-none-any.whl → 0.0.55__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- fastllm/__init__.py +1 -1
- fastllm/acomplete.py +1 -1
- fastllm/types.py +2 -6
- {python_fastllm-0.0.54.dist-info → python_fastllm-0.0.55.dist-info}/METADATA +1 -1
- {python_fastllm-0.0.54.dist-info → python_fastllm-0.0.55.dist-info}/RECORD +8 -8
- {python_fastllm-0.0.54.dist-info → python_fastllm-0.0.55.dist-info}/WHEEL +0 -0
- {python_fastllm-0.0.54.dist-info → python_fastllm-0.0.55.dist-info}/entry_points.txt +0 -0
- {python_fastllm-0.0.54.dist-info → python_fastllm-0.0.55.dist-info}/top_level.txt +0 -0
fastllm/__init__.py
CHANGED
fastllm/acomplete.py
CHANGED
|
@@ -39,7 +39,7 @@ vendor_mapping = {
|
|
|
39
39
|
"fireworks_ai": ('openai_chat', "https://api.fireworks.ai/inference/v1", "FIREWORKS_API_KEY"),
|
|
40
40
|
"qwen": ('openai_chat', "https://dashscope.aliyuncs.com/compatible-mode/v1", "QWEN_API_KEY"),
|
|
41
41
|
"minimax": ('anthropic', "https://api.minimax.io/anthropic", "MINIMAX_API_KEY"),
|
|
42
|
-
"
|
|
42
|
+
"meta": ('openai', "https://api.meta.ai/v1", "META_API_KEY"),
|
|
43
43
|
"zai": ('openai_chat', "https://api.z.ai/api/paas/v4", "ZAI_API_KEY")}
|
|
44
44
|
|
|
45
45
|
# %% ../nbs/06_acomplete.ipynb #e3ed40fb
|
fastllm/types.py
CHANGED
|
@@ -292,11 +292,6 @@ register_model_info('mimo-v2.5-pro-ultraspeed', vendor_name='mimo', **mimo_v25_c
|
|
|
292
292
|
register_model_info('MiniMax-M3', vendor_name='minimax', **modern_llm, max_input_tokens=512_000, max_output_tokens=512_000, max_tokens=512_000,
|
|
293
293
|
input_cost_per_token=0.3e-6, output_cost_per_token=1.2e-6, cache_read_input_token_cost=0.06e-6, supports_vision=True, supports_video_input=True)
|
|
294
294
|
|
|
295
|
-
# %% ../nbs/00_types.ipynb #4e1b40b3
|
|
296
|
-
register_model_info('muse-spark-1.1', vendor_name='meta_ai', **modern_llm, max_input_tokens=1_048_576, max_output_tokens=128000, max_tokens=128000,
|
|
297
|
-
supports_vision=True, supports_image_input=True, supports_video_input=True, supports_pdf_input=True, supports_web_search=True,
|
|
298
|
-
search_context_cost_per_query=0.0025, input_cost_per_token=1.25e-6, output_cost_per_token=4.25e-6, cache_read_input_token_cost=0.15e-6)
|
|
299
|
-
|
|
300
295
|
# %% ../nbs/00_types.ipynb #2c23d11e
|
|
301
296
|
codex_pricing = dict(input_cost_per_token = 0.10/1_000_000, output_cost_per_token = 0.50/1_000_000,
|
|
302
297
|
cache_creation_input_token_cost = 0.10/1_000_000, cache_read_input_token_cost = 0.10/1_000_000)
|
|
@@ -331,8 +326,9 @@ for model in gpt56s:
|
|
|
331
326
|
|
|
332
327
|
# %% ../nbs/00_types.ipynb #24cc47ec
|
|
333
328
|
def get_model_pricing(mn, vendor_name, million=True):
|
|
329
|
+
"Token rates for a model, per million tokens by default; per-query and per-image prices are left out"
|
|
334
330
|
return {k:round(v * (1e6 if million else 1), 6) for k,v in get_model_info(mn, vendor_name).items()
|
|
335
|
-
if 'cost' in k and isinstance(v,float) and 'priority' not in k}
|
|
331
|
+
if 'cost' in k and 'token' in k and isinstance(v,float) and 'priority' not in k}
|
|
336
332
|
|
|
337
333
|
# %% ../nbs/00_types.ipynb #79304cd9
|
|
338
334
|
def approx_pricing(nm, vendor_name, out=10, cache=80, inp=10, markup=0):
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
fastllm/__init__.py,sha256=
|
|
1
|
+
fastllm/__init__.py,sha256=iRT1X9KDx6ALQWPw-p0wlt7QqSDN3UqpvPe6xy9-niU,131
|
|
2
2
|
fastllm/_modidx.py,sha256=qzUtLbjOche-GNbeNun3VRIQdcm5g4dUOCLJ6T9fG-w,46374
|
|
3
|
-
fastllm/acomplete.py,sha256=
|
|
3
|
+
fastllm/acomplete.py,sha256=64-k3LgLoX1EoWcHBS_-epZ-JvX5JL-As9QTo-WSzDc,10772
|
|
4
4
|
fastllm/anthropic.py,sha256=vsWkmIxIh8j7LTPfLzgrNggOl_2LuRKKcdVhLfDDdRE,18748
|
|
5
5
|
fastllm/chat.py,sha256=klji3SOYs5xyzrSFbNhy3uoQ2TSZ3a-8HTjvdRtaG5Q,25036
|
|
6
6
|
fastllm/codex.py,sha256=r6auZ8egia83aGkWcF4132AzW4SsBvKeDwg_CxyXj9E,5808
|
|
@@ -9,9 +9,9 @@ fastllm/openai_chat.py,sha256=n5INfDCsAZIiKUImWeaX6SJ_OAJ_uMhw20HUkgFgdgM,12379
|
|
|
9
9
|
fastllm/openai_responses.py,sha256=O30JBRG0kTI31FPnzAOMEE8iiIsMBdAxVGoZys58Jn4,15288
|
|
10
10
|
fastllm/responses.py,sha256=9gh-UlhfswCcP0RCzLuPT5meWNh9mF_OIivzCzZU94I,22726
|
|
11
11
|
fastllm/streaming.py,sha256=DrqNJkMhyntFKokY6GF6oW3CjELrk5XWmnxwcApJUyM,8770
|
|
12
|
-
fastllm/types.py,sha256=
|
|
13
|
-
python_fastllm-0.0.
|
|
14
|
-
python_fastllm-0.0.
|
|
15
|
-
python_fastllm-0.0.
|
|
16
|
-
python_fastllm-0.0.
|
|
17
|
-
python_fastllm-0.0.
|
|
12
|
+
fastllm/types.py,sha256=hET6SNjqC8Z5PasrZ4uU-OObIfs3QyI0ZPY4jE2rh1Q,19268
|
|
13
|
+
python_fastllm-0.0.55.dist-info/METADATA,sha256=4S2QRq-6hLiji-8MTmAbzgXZvJ5k8U0SdVk8EC1-acA,18537
|
|
14
|
+
python_fastllm-0.0.55.dist-info/WHEEL,sha256=YVMoNqKzERt-wjUZwJ33xBGAwnFl-4cqbYkTtWa4itE,91
|
|
15
|
+
python_fastllm-0.0.55.dist-info/entry_points.txt,sha256=WkWd04F3xVYFP5bsexaQe9Se6uelwE5ULoTtHWreO0s,133
|
|
16
|
+
python_fastllm-0.0.55.dist-info/top_level.txt,sha256=F8qodL7nEGUHGmzzqfhNKCTIr1i0D6cvudOnm3z7o0Y,8
|
|
17
|
+
python_fastllm-0.0.55.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|