model-library 0.1.2__py3-none-any.whl → 0.1.4__py3-none-any.whl

model_library/registry_utils.py

@@ -25,29 +25,31 @@ def create_config(
     config: object = {}
 
     properties = registry_config.properties
-    class_properties = registry_config.class_properties
+    supports = registry_config.supports
     provider_properties = registry_config.provider_properties
     defaults = registry_config.default_parameters
 
     if properties:
-        if properties.max_token_output is not None:
-            config["max_tokens"] = properties.max_token_output
+        if properties.max_tokens is not None:
+            config["max_tokens"] = properties.max_tokens
         if properties.reasoning_model is not None:
             config["reasoning"] = properties.reasoning_model
 
-    if class_properties:
-        if class_properties.supports_images is not None:
-            config["supports_images"] = class_properties.supports_images
-        if class_properties.supports_files is not None:
-            config["supports_files"] = class_properties.supports_files
-        if class_properties.supports_videos is not None:
-            config["supports_videos"] = class_properties.supports_videos
-        if class_properties.supports_batch_requests is not None:
-            config["supports_batch"] = class_properties.supports_batch_requests
-        if class_properties.supports_temperature is not None:
-            config["supports_temperature"] = class_properties.supports_temperature
-        if class_properties.supports_tools is not None:
-            config["supports_tools"] = class_properties.supports_tools
+    if supports:
+        if supports.images is not None:
+            config["supports_images"] = supports.images
+        if supports.files is not None:
+            config["supports_files"] = supports.files
+        if supports.videos is not None:
+            config["supports_videos"] = supports.videos
+        if supports.batch is not None:
+            config["supports_batch"] = supports.batch
+        if supports.temperature is not None:
+            config["supports_temperature"] = supports.temperature
+        if supports.tools is not None:
+            config["supports_tools"] = supports.tools
+    else:
+        raise Exception(f"{registry_config.label} has no supports")
 
     # load provider config with correct type
     if provider_properties:

model_library/utils.py

@@ -39,9 +39,9 @@ def deep_model_dump(obj: object) -> object:
 
 def default_httpx_client():
     return httpx.AsyncClient(
-        timeout=httpx.Timeout(timeout=30 * 60, connect=60),
+        timeout=httpx.Timeout(None),
         limits=httpx.Limits(
-            max_connections=1000, max_keepalive_connections=100
+            max_connections=2000, max_keepalive_connections=300
         ),  # TODO: increase, but make sure prod enough sockets to not hit file descriptor limit
     )
 

{model_library-0.1.2.dist-info → model_library-0.1.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: model-library
-Version: 0.1.2
+Version: 0.1.4
 Summary: Model Library for vals.ai 
 Author-email: "Vals AI, Inc." <contact@vals.ai>
 License: MIT
@@ -15,14 +15,13 @@ Requires-Dist: backoff<3.0,>=2.2.1
 Requires-Dist: redis<7.0,>=6.2.0
 Requires-Dist: tiktoken==0.11.0
 Requires-Dist: pillow
-Requires-Dist: openai<2.0,>=1.97.1
+Requires-Dist: openai<3.0,>=2.0
 Requires-Dist: anthropic<1.0,>=0.57.1
-Requires-Dist: together<2.0,>=1.5.25
 Requires-Dist: mistralai<2.0,>=1.9.10
 Requires-Dist: xai-sdk<2.0,>=1.0.0
 Requires-Dist: ai21<5.0,>=4.0.3
 Requires-Dist: boto3<2.0,>=1.38.27
-Requires-Dist: google-genai[aiohttp]<2.0,>=1.48.0
+Requires-Dist: google-genai[aiohttp]>=1.51.0
 Requires-Dist: google-cloud-storage>=1.26.0
 Dynamic: license-file
 

model_library-0.1.4.dist-info/RECORD

@@ -0,0 +1,64 @@
+model_library/__init__.py,sha256=AKc_15aklOf-LbcS9z1Xer_moRWNpG6Dh3kqvSQ0nOI,714
+model_library/exceptions.py,sha256=I9wquqj5hE640OfwVjUFtQUuu_potWAejLcOQCpDxIg,8705
+model_library/file_utils.py,sha256=FAZRRtDT8c4Rjfoj64Te3knEHggXAAfRRuS8WLCsSe8,3682
+model_library/logging.py,sha256=McyaPHUk7RkB38-LrfnudrrU1B62ta8wAbbIBwLRmj0,853
+model_library/model_utils.py,sha256=l8oCltGeimMGtnne_3Q1EguVtzCj61UMsLsma-1czwg,753
+model_library/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+model_library/register_models.py,sha256=CY3Wd16AcWf7tYu_O2I2_kg_hdvQJFcvyQQA2OUu2SA,13646
+model_library/registry_utils.py,sha256=-ut95Aup5RYrZdv5Aih3bbYhe2vw9V0l4EFyH_1ONsQ,6797
+model_library/settings.py,sha256=QyeUqzWBpexFi014L_mZkoXP49no3SAQNJRObATXrL8,873
+model_library/utils.py,sha256=T91ACGTc-KtksVyMFspt-vJtR5I-xcO3nVfH6SltmMU,3988
+model_library/base/__init__.py,sha256=TtxCXGUtkEqWZNMMofLPuC4orN7Ja2hemtbtHitt_UA,266
+model_library/base/base.py,sha256=HXxImh2H-GIIiVGNqV7gRPi0HH1KJxB_4ckuKyEqAYo,14139
+model_library/base/batch.py,sha256=-jd6L0ECc5pkj73zoX2ZYcv_9iQdqxEi1kEilwaXWSA,2895
+model_library/base/delegate_only.py,sha256=V2MzENtvBg0pySKncgE-mfCLBhhRZ0y4BntQwQsxbqU,2111
+model_library/base/input.py,sha256=Nhg8Ril1kFau1DnE8u102JC1l-vxNd-v9e3SjovR-Do,1876
+model_library/base/output.py,sha256=9pQZSOskkLDd_MAuDbYSimrbEcBL6x_3z6nLrPUnCOw,6701
+model_library/base/utils.py,sha256=KJZRVWr38Tik3yNJvTXnBy62ccilzzmSxHZFpQBJMPo,1330
+model_library/config/README.md,sha256=i8_wHnlI6uHIqWN9fYBkDCglZM2p5ZMVD3SLlxiwUVk,4274
+model_library/config/ai21labs_models.yaml,sha256=ZWHhk1cep2GQIYHqkTS_0152mF3oZg2tSzMPmvfMRSI,2478
+model_library/config/alibaba_models.yaml,sha256=-RLWOwh3ZaCQqjaZ-4Zw0BJNVE6JVHJ8Ggm9gQJZ6QI,2082
+model_library/config/all_models.json,sha256=HuTWNX-noeGfLNoWuzLVjhjXqkFGJX0CgBMt01Ejy3A,529312
+model_library/config/amazon_models.yaml,sha256=HgLmhpfedHCQtkPEviEJCBbAb-dNQPOnVtf4UnwrDds,7654
+model_library/config/anthropic_models.yaml,sha256=bTc_3Oqn4wCdq-dcWcEfmXrPVZjcR8-V6pTao7sGa_E,10475
+model_library/config/cohere_models.yaml,sha256=ZfWrS1K45Hxd5nT_gpP5YGAovJcBIlLNIdaRyE3V-7o,5022
+model_library/config/deepseek_models.yaml,sha256=4CCrf-4UPBgFCrS6CQa3vzNiaYlD4B6dFJFK_kIYBWY,1156
+model_library/config/dummy_model.yaml,sha256=lImYJBtBVJk_jgnLbkuSyOshQphVlYCMkw-UiJIBYhY,877
+model_library/config/fireworks_models.yaml,sha256=BMyQqjEpayNfSVGekzOFNIx7Ng3QOfPtldw5k2msqX0,6269
+model_library/config/google_models.yaml,sha256=n6yPRSVLyKGoJQW7L3UiVmb182zKiYhVLbmiUQDwXiY,16101
+model_library/config/inception_models.yaml,sha256=YCqfQlkH_pTdHIKee5dP_aRFXw_fTIEQCpUvX2bwO0M,560
+model_library/config/kimi_models.yaml,sha256=AAqse_BCE-lrHkJHIWJVqMtttnZQCa-5Qy5qiLUJjYs,755
+model_library/config/minimax_models.yaml,sha256=IttkpdBrp75J9WZQ0IRE4m4eSfd0LonfcA9OtrzJrMY,873
+model_library/config/mistral_models.yaml,sha256=mYKYSzJl24lUiA_erSkom7nCBxAoeJ57Mi3090q1ArM,5162
+model_library/config/openai_models.yaml,sha256=1lKsTQwsxMMJqXtEoYs3liy6NcaK4p8NN7b-GSFnl8k,25261
+model_library/config/perplexity_models.yaml,sha256=XEvs3fXrsSYjYNHLJuGSlTW7biHMaXpZaW4Q-aVn6wU,2299
+model_library/config/together_models.yaml,sha256=BeqRJonYzPvWwoLfkyH0RMRKBYUrCSEQhg_25Nvx97M,23867
+model_library/config/xai_models.yaml,sha256=2KRNNQy3kV-4xxSfhj7Uhp9TZF-S5qPlM8Ef-04zv8Y,7985
+model_library/config/zai_models.yaml,sha256=Esa4P-zc5K1pejQTylKPe-uiH9AnvB_Zn7RB_sAZ5mU,1577
+model_library/providers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+model_library/providers/ai21labs.py,sha256=7PnXKl-Fv8KlE95eBv2izbFg1u7utDRQPdWXYVl_-as,5832
+model_library/providers/alibaba.py,sha256=k6LZErV_l9oTFTdKTwyw1SXD509Rl3AqFbN8umCryEE,2941
+model_library/providers/amazon.py,sha256=jRqOYCnxiONlbjT2C0UuFIrFOMU4d-hvLElPp41n5Ds,14015
+model_library/providers/anthropic.py,sha256=6YI04jdDDtDjLS17jThVYlNvLbqd9THrKAtaVTYL6eg,22194
+model_library/providers/azure.py,sha256=brQNCED-zHvYjL5K5hdjFBNso6hJZg0HTHNnAgJPPG0,1408
+model_library/providers/cohere.py,sha256=lCBm1PP1l_UOa1pKFMIZM3C0wCv3QWB6UP0-jvjkFa4,1066
+model_library/providers/deepseek.py,sha256=7T4lxDiV5wmWUK7TAKwr332_T6uyXNCOiirZOCCETL0,1159
+model_library/providers/fireworks.py,sha256=w-5mOF5oNzqx_0ijCoTm1lSn2ZHwhp6fURKhV3LEqIc,2309
+model_library/providers/inception.py,sha256=Nrky53iujIM9spAWoNRtoJg2inFiL0li6E75vT3b6V8,1107
+model_library/providers/kimi.py,sha256=zzvcKpZLsM1xPebpLeMxNKTt_FRiLN1rFWrIly7wfXA,1092
+model_library/providers/minimax.py,sha256=HkM601mxTC0tpDGtxLTGq5IwnCfFfHG4EF6l1Bg77K4,1001
+model_library/providers/mistral.py,sha256=9zGYLpkn436ahZ716-5R5AQzn7htwVres1IjP5x5bFw,9745
+model_library/providers/openai.py,sha256=1PNmS-0ERjqLzWS9Prr1_cUpctyEj_xp15XOpl9-IGE,33421
+model_library/providers/perplexity.py,sha256=eIzzkaZ4ZMlRKFVI9bnwyo91iJkh7aEmJ-0_4OKeAWc,1083
+model_library/providers/together.py,sha256=7Y4QLnX8c_fyXUud-W_C1gidmROQainTgODBwbvFyXQ,2033
+model_library/providers/vals.py,sha256=VLF1rsCR13a_kmtZfboDzJJ64Io_tBFe60vf-0BdYPc,9830
+model_library/providers/xai.py,sha256=oJiMICYLkybHpLv77PmMbi1Xj9IUZmKX3kANksjjFEQ,10828
+model_library/providers/zai.py,sha256=O_GM6KlJ0fM2wYoxO9xrCWfnpYH7IpoKEzjiD4jB8Kc,1050
+model_library/providers/google/__init__.py,sha256=ypuLVL_QJEQ7C3S47FhC9y4wyawYOdGikAViJmACI0U,115
+model_library/providers/google/batch.py,sha256=4TE90Uo1adi54dVtGcGyUAxw11YExJq-Y4KmkQ-cyHA,9978
+model_library/providers/google/google.py,sha256=s9vky9r5SVNhBvMXcIr0_h0MlKLXwx_tQlZzs57xXYo,16507
+model_library-0.1.4.dist-info/licenses/LICENSE,sha256=x6mf4o7U_wHaaqcfxoU-0R6uYJLbqL_TNuoULP3asaA,1070
+model_library-0.1.4.dist-info/METADATA,sha256=4XPEbWSeOBYYoQ3ZYsdktZSnrDz2YbZixPIW7wTqJfw,6989
+model_library-0.1.4.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+model_library-0.1.4.dist-info/top_level.txt,sha256=HtQYxA_7RP8UT35I6VcUw20L6edI0Zf2t5Ys1uDGVjs,14
+model_library-0.1.4.dist-info/RECORD,,

model_library-0.1.2.dist-info/RECORD

@@ -1,61 +0,0 @@
-model_library/__init__.py,sha256=AKc_15aklOf-LbcS9z1Xer_moRWNpG6Dh3kqvSQ0nOI,714
-model_library/exceptions.py,sha256=T_CEX6STyGPMFFAz4kXZg7fv6YfvPi8UJjRSeogP1fk,8845
-model_library/file_utils.py,sha256=vLxYWI0-kwp67UONcFdZw2qDTV38P7IZLBaXFJDNtO4,3666
-model_library/logging.py,sha256=McyaPHUk7RkB38-LrfnudrrU1B62ta8wAbbIBwLRmj0,853
-model_library/model_utils.py,sha256=l8oCltGeimMGtnne_3Q1EguVtzCj61UMsLsma-1czwg,753
-model_library/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-model_library/register_models.py,sha256=kAttwWA4tpb8WPnJSoANpQ0sa1ERWWgGx1EQcuuCaHI,13863
-model_library/registry_utils.py,sha256=Op1NnQGD0XZyP032pGJdWdHgdEoHwKOcoWNCihT69SE,6977
-model_library/settings.py,sha256=QyeUqzWBpexFi014L_mZkoXP49no3SAQNJRObATXrL8,873
-model_library/utils.py,sha256=jQqBbP9vafpuFxp7kb53XYvCAtW79FtFJelnGGPn-pQ,4011
-model_library/base/__init__.py,sha256=TtxCXGUtkEqWZNMMofLPuC4orN7Ja2hemtbtHitt_UA,266
-model_library/base/base.py,sha256=gatrvBdSt2z2wOncgi4FtlPqvlOqmVfkRTh2eZcqgKk,13937
-model_library/base/batch.py,sha256=-jd6L0ECc5pkj73zoX2ZYcv_9iQdqxEi1kEilwaXWSA,2895
-model_library/base/delegate_only.py,sha256=V2MzENtvBg0pySKncgE-mfCLBhhRZ0y4BntQwQsxbqU,2111
-model_library/base/input.py,sha256=Nhg8Ril1kFau1DnE8u102JC1l-vxNd-v9e3SjovR-Do,1876
-model_library/base/output.py,sha256=5DG077lU-CNXVVfJAELaR4gJh0_bw3V5MwbgZIQphiY,5504
-model_library/base/utils.py,sha256=6okObx8VJc7xKmPR-tBFLTWFbnZTNhTdCPbuoV-Mef8,1246
-model_library/config/ai21labs_models.yaml,sha256=su8YrHwLTVfIvRrk4AFaLi_Xg1BU_-g8AK1ExKZUXSk,2547
-model_library/config/alibaba_models.yaml,sha256=2tIdj_7Qiw_-jZmutdtdJWyAXPl4WEFh1ij3ubymov0,2252
-model_library/config/all_models.json,sha256=8XKNQbk0Zgmmkfio1kRDYs3MhFmaRQsVS30c0EENB4Y,488427
-model_library/config/amazon_models.yaml,sha256=RGj7DH0IzXNs4JmAk6adC2jUEefVxBJNVQIB-n-fXbc,8988
-model_library/config/anthropic_models.yaml,sha256=VHfmm2mRjKa0Ieusk0N4tRT_oy5BjIoNy1BkZJpEcnU,10490
-model_library/config/cohere_models.yaml,sha256=BQSqIsGUXvULeFLGDFJNBxen-6CC5hKNW2s4lSC8Np0,5186
-model_library/config/deepseek_models.yaml,sha256=42bfyNZtaiOYx188FMqkfuCBSLNM1EBTYzf7hwzsjHw,1318
-model_library/config/dummy_model.yaml,sha256=CTnSdFYC-KTsHt5TvS0echWwUlb_H3eATZL1tVIkXkM,915
-model_library/config/fireworks_models.yaml,sha256=VG_Fo8X6qSA3VALn1SKehjj3B1HP0XO1fCYDdaCUdnM,5905
-model_library/config/google_models.yaml,sha256=QE9QjBrVlRDvuQ5tZ041VktcMJVGF7aAcYEJoBsimJQ,15661
-model_library/config/inception_models.yaml,sha256=g6PC0qjEC2SUPTo2Rad34Dl8dt8ZBv1svaaP2_PIrYg,660
-model_library/config/kimi_models.yaml,sha256=BySTLTc0m24oBC94VegosQgxpHglthe5dGRwF-fyduo,840
-model_library/config/mistral_models.yaml,sha256=MjKEYFYcGBsFd6iXekE_1oGa3CmEWAVPABJR94gV6SE,3839
-model_library/config/openai_models.yaml,sha256=6ZpqIoSGbR-K0JQzOq8kjnQT-I78ap7psRpj_D-iUas,25283
-model_library/config/perplexity_models.yaml,sha256=avTBrwnG-5Y6kle9t9vBrwcImhSzw-dgoYQuaw7K7Rs,2962
-model_library/config/together_models.yaml,sha256=9FtYtEyPFiuInfamuncg5b7PjSh-tc6k1448QulEIg4,24422
-model_library/config/xai_models.yaml,sha256=iNVTlpBXHF__KkvAQHgoyDPWrDvyIcOFHZOF8crAMVM,7798
-model_library/config/zai_models.yaml,sha256=lyAUPp4qOxkAAKCcbX48IKLaYYPAkp-Jn1wyCjLqmeA,1396
-model_library/providers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-model_library/providers/ai21labs.py,sha256=7PnXKl-Fv8KlE95eBv2izbFg1u7utDRQPdWXYVl_-as,5832
-model_library/providers/alibaba.py,sha256=k6LZErV_l9oTFTdKTwyw1SXD509Rl3AqFbN8umCryEE,2941
-model_library/providers/amazon.py,sha256=Qd5zAEn71WVo6c8mpPW0gE7WHLarzKzh6r4b_R4FaYk,13137
-model_library/providers/anthropic.py,sha256=iEQ5qRctp3iR_i4FZMWjKOIIifN2aGgW10j7Q8H4LhQ,22237
-model_library/providers/azure.py,sha256=brQNCED-zHvYjL5K5hdjFBNso6hJZg0HTHNnAgJPPG0,1408
-model_library/providers/cohere.py,sha256=lCBm1PP1l_UOa1pKFMIZM3C0wCv3QWB6UP0-jvjkFa4,1066
-model_library/providers/deepseek.py,sha256=7T4lxDiV5wmWUK7TAKwr332_T6uyXNCOiirZOCCETL0,1159
-model_library/providers/fireworks.py,sha256=w-5mOF5oNzqx_0ijCoTm1lSn2ZHwhp6fURKhV3LEqIc,2309
-model_library/providers/inception.py,sha256=Nrky53iujIM9spAWoNRtoJg2inFiL0li6E75vT3b6V8,1107
-model_library/providers/kimi.py,sha256=zzvcKpZLsM1xPebpLeMxNKTt_FRiLN1rFWrIly7wfXA,1092
-model_library/providers/mistral.py,sha256=DHl0BYUZOrCvD4La5cyzcpQKHh4RbTbgMORWFbU_TuQ,9536
-model_library/providers/openai.py,sha256=2hEJIgv5HnfrNhs_E3xzDpjV64QATJxu6R0R8JMMAV0,33447
-model_library/providers/perplexity.py,sha256=eIzzkaZ4ZMlRKFVI9bnwyo91iJkh7aEmJ-0_4OKeAWc,1083
-model_library/providers/together.py,sha256=ElE9k2H6kkMiK23yxz5-Czg6sOKDy80uyKAI1_oPM_4,8178
-model_library/providers/vals.py,sha256=VLF1rsCR13a_kmtZfboDzJJ64Io_tBFe60vf-0BdYPc,9830
-model_library/providers/xai.py,sha256=oJiMICYLkybHpLv77PmMbi1Xj9IUZmKX3kANksjjFEQ,10828
-model_library/providers/zai.py,sha256=O_GM6KlJ0fM2wYoxO9xrCWfnpYH7IpoKEzjiD4jB8Kc,1050
-model_library/providers/google/__init__.py,sha256=ypuLVL_QJEQ7C3S47FhC9y4wyawYOdGikAViJmACI0U,115
-model_library/providers/google/batch.py,sha256=4TE90Uo1adi54dVtGcGyUAxw11YExJq-Y4KmkQ-cyHA,9978
-model_library/providers/google/google.py,sha256=WKuQr4C-ZVcK6ew50YEHgcPA91pEafFXSI7cNi6nRlQ,16436
-model_library-0.1.2.dist-info/licenses/LICENSE,sha256=x6mf4o7U_wHaaqcfxoU-0R6uYJLbqL_TNuoULP3asaA,1070
-model_library-0.1.2.dist-info/METADATA,sha256=dEDbkl76pIIbzBEZ6qtTXMUxr3sX_-AO9vC76y8OSho,7034
-model_library-0.1.2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-model_library-0.1.2.dist-info/top_level.txt,sha256=HtQYxA_7RP8UT35I6VcUw20L6edI0Zf2t5Ys1uDGVjs,14
-model_library-0.1.2.dist-info/RECORD,,