@danhachuel/thunderbolt 0.4.59 → 0.4.60
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/app/main.py +13 -0
- package/package.json +1 -1
package/app/main.py
CHANGED
|
@@ -6666,6 +6666,19 @@ def render_llm_provider_cards(settings: dict[str, Any], *, embedded: bool = Fals
|
|
|
6666
6666
|
llm_rpm_limit = st.number_input("Pedidos por janela", min_value=1, max_value=1000, value=int(settings.get("llm_rpm_limit", 40)), step=1, key="settings_llm_rpm_limit")
|
|
6667
6667
|
with rpm_cols[2]:
|
|
6668
6668
|
llm_rpm_window_seconds = st.number_input("Janela (segundos)", min_value=1, max_value=3600, value=int(settings.get("llm_rpm_window_seconds", 60)), step=1, key="settings_llm_rpm_window_seconds")
|
|
6669
|
+
save_llm_rpm_clicked = (
|
|
6670
|
+
st.form_submit_button("Guardar limite LLM NVIDIA NIM", type="primary", use_container_width=True, key="save_llm_rpm_limit")
|
|
6671
|
+
if embedded
|
|
6672
|
+
else st.button("Guardar limite LLM NVIDIA NIM", type="primary", use_container_width=True, key="save_llm_rpm_limit")
|
|
6673
|
+
)
|
|
6674
|
+
if save_llm_rpm_clicked:
|
|
6675
|
+
settings.update({
|
|
6676
|
+
"llm_rpm_limit_enabled": bool(llm_rpm_limit_enabled),
|
|
6677
|
+
"llm_rpm_limit": int(llm_rpm_limit),
|
|
6678
|
+
"llm_rpm_window_seconds": int(llm_rpm_window_seconds),
|
|
6679
|
+
})
|
|
6680
|
+
write_json("settings.json", settings)
|
|
6681
|
+
st.success("Limite LLM NVIDIA NIM guardado.")
|
|
6669
6682
|
for index in range(len(cards)):
|
|
6670
6683
|
_render_llm_card(settings, cards, index, embedded=embedded)
|
|
6671
6684
|
st.divider()
|
package/package.json
CHANGED