python-fastllm 0.0.54__py3-none-any.whl → 0.0.55__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
fastllm/__init__.py CHANGED
@@ -2,4 +2,4 @@
2
2
 
3
3
  - `fastllm.responses`: Provider-independent Responses resources and streaming over FastLLM"""
4
4
 
5
- __version__ = "0.0.54"
5
+ __version__ = "0.0.55"
fastllm/acomplete.py CHANGED
@@ -39,7 +39,7 @@ vendor_mapping = {
39
39
  "fireworks_ai": ('openai_chat', "https://api.fireworks.ai/inference/v1", "FIREWORKS_API_KEY"),
40
40
  "qwen": ('openai_chat', "https://dashscope.aliyuncs.com/compatible-mode/v1", "QWEN_API_KEY"),
41
41
  "minimax": ('anthropic', "https://api.minimax.io/anthropic", "MINIMAX_API_KEY"),
42
- "meta_ai": ('openai', "https://api.meta.ai/v1", "META_API_KEY"),
42
+ "meta": ('openai', "https://api.meta.ai/v1", "META_API_KEY"),
43
43
  "zai": ('openai_chat', "https://api.z.ai/api/paas/v4", "ZAI_API_KEY")}
44
44
 
45
45
  # %% ../nbs/06_acomplete.ipynb #e3ed40fb
fastllm/types.py CHANGED
@@ -292,11 +292,6 @@ register_model_info('mimo-v2.5-pro-ultraspeed', vendor_name='mimo', **mimo_v25_c
292
292
  register_model_info('MiniMax-M3', vendor_name='minimax', **modern_llm, max_input_tokens=512_000, max_output_tokens=512_000, max_tokens=512_000,
293
293
  input_cost_per_token=0.3e-6, output_cost_per_token=1.2e-6, cache_read_input_token_cost=0.06e-6, supports_vision=True, supports_video_input=True)
294
294
 
295
- # %% ../nbs/00_types.ipynb #4e1b40b3
296
- register_model_info('muse-spark-1.1', vendor_name='meta_ai', **modern_llm, max_input_tokens=1_048_576, max_output_tokens=128000, max_tokens=128000,
297
- supports_vision=True, supports_image_input=True, supports_video_input=True, supports_pdf_input=True, supports_web_search=True,
298
- search_context_cost_per_query=0.0025, input_cost_per_token=1.25e-6, output_cost_per_token=4.25e-6, cache_read_input_token_cost=0.15e-6)
299
-
300
295
  # %% ../nbs/00_types.ipynb #2c23d11e
301
296
  codex_pricing = dict(input_cost_per_token = 0.10/1_000_000, output_cost_per_token = 0.50/1_000_000,
302
297
  cache_creation_input_token_cost = 0.10/1_000_000, cache_read_input_token_cost = 0.10/1_000_000)
@@ -331,8 +326,9 @@ for model in gpt56s:
331
326
 
332
327
  # %% ../nbs/00_types.ipynb #24cc47ec
333
328
  def get_model_pricing(mn, vendor_name, million=True):
329
+ "Token rates for a model, per million tokens by default; per-query and per-image prices are left out"
334
330
  return {k:round(v * (1e6 if million else 1), 6) for k,v in get_model_info(mn, vendor_name).items()
335
- if 'cost' in k and isinstance(v,float) and 'priority' not in k}
331
+ if 'cost' in k and 'token' in k and isinstance(v,float) and 'priority' not in k}
336
332
 
337
333
  # %% ../nbs/00_types.ipynb #79304cd9
338
334
  def approx_pricing(nm, vendor_name, out=10, cache=80, inp=10, markup=0):
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: python-fastllm
3
- Version: 0.0.54
3
+ Version: 0.0.55
4
4
  Author-email: Kerem Turgutlu <keremturgutlu@gmail.com>
5
5
  License: Apache-2.0
6
6
  Project-URL: Repository, https://github.com/AnswerDotAI/fastllm
@@ -1,6 +1,6 @@
1
- fastllm/__init__.py,sha256=0K-QYcP0sEzS8ickA5bthuMGl5TxSDHwSfN_KLKkAKo,131
1
+ fastllm/__init__.py,sha256=iRT1X9KDx6ALQWPw-p0wlt7QqSDN3UqpvPe6xy9-niU,131
2
2
  fastllm/_modidx.py,sha256=qzUtLbjOche-GNbeNun3VRIQdcm5g4dUOCLJ6T9fG-w,46374
3
- fastllm/acomplete.py,sha256=aP1ff9a7WKNhBd1kwKE2TJ-YyihLcdhd9-1Izi4wQP4,10772
3
+ fastllm/acomplete.py,sha256=64-k3LgLoX1EoWcHBS_-epZ-JvX5JL-As9QTo-WSzDc,10772
4
4
  fastllm/anthropic.py,sha256=vsWkmIxIh8j7LTPfLzgrNggOl_2LuRKKcdVhLfDDdRE,18748
5
5
  fastllm/chat.py,sha256=klji3SOYs5xyzrSFbNhy3uoQ2TSZ3a-8HTjvdRtaG5Q,25036
6
6
  fastllm/codex.py,sha256=r6auZ8egia83aGkWcF4132AzW4SsBvKeDwg_CxyXj9E,5808
@@ -9,9 +9,9 @@ fastllm/openai_chat.py,sha256=n5INfDCsAZIiKUImWeaX6SJ_OAJ_uMhw20HUkgFgdgM,12379
9
9
  fastllm/openai_responses.py,sha256=O30JBRG0kTI31FPnzAOMEE8iiIsMBdAxVGoZys58Jn4,15288
10
10
  fastllm/responses.py,sha256=9gh-UlhfswCcP0RCzLuPT5meWNh9mF_OIivzCzZU94I,22726
11
11
  fastllm/streaming.py,sha256=DrqNJkMhyntFKokY6GF6oW3CjELrk5XWmnxwcApJUyM,8770
12
- fastllm/types.py,sha256=x8nM3DUEh0BGjaifEQngNNu7Q4nS92S_3JzX7N66nbA,19602
13
- python_fastllm-0.0.54.dist-info/METADATA,sha256=xOAaDIGrNqgv6vK1Xg4RWiOjqxQrnWi32jYP0_oVv9k,18537
14
- python_fastllm-0.0.54.dist-info/WHEEL,sha256=YVMoNqKzERt-wjUZwJ33xBGAwnFl-4cqbYkTtWa4itE,91
15
- python_fastllm-0.0.54.dist-info/entry_points.txt,sha256=WkWd04F3xVYFP5bsexaQe9Se6uelwE5ULoTtHWreO0s,133
16
- python_fastllm-0.0.54.dist-info/top_level.txt,sha256=F8qodL7nEGUHGmzzqfhNKCTIr1i0D6cvudOnm3z7o0Y,8
17
- python_fastllm-0.0.54.dist-info/RECORD,,
12
+ fastllm/types.py,sha256=hET6SNjqC8Z5PasrZ4uU-OObIfs3QyI0ZPY4jE2rh1Q,19268
13
+ python_fastllm-0.0.55.dist-info/METADATA,sha256=4S2QRq-6hLiji-8MTmAbzgXZvJ5k8U0SdVk8EC1-acA,18537
14
+ python_fastllm-0.0.55.dist-info/WHEEL,sha256=YVMoNqKzERt-wjUZwJ33xBGAwnFl-4cqbYkTtWa4itE,91
15
+ python_fastllm-0.0.55.dist-info/entry_points.txt,sha256=WkWd04F3xVYFP5bsexaQe9Se6uelwE5ULoTtHWreO0s,133
16
+ python_fastllm-0.0.55.dist-info/top_level.txt,sha256=F8qodL7nEGUHGmzzqfhNKCTIr1i0D6cvudOnm3z7o0Y,8
17
+ python_fastllm-0.0.55.dist-info/RECORD,,