lionagi 0.3.8__py3-none-any.whl → 0.5.0__py3-none-any.whl

Sign up to get free protection for your applications and to get access to all the features.
Files changed (584) hide show
  1. lionagi/__init__.py +14 -46
  2. lionagi/core/__init__.py +3 -1
  3. lionagi/core/_class_registry.py +69 -0
  4. lionagi/core/action/__init__.py +3 -13
  5. lionagi/core/action/action_manager.py +287 -0
  6. lionagi/core/action/base.py +109 -0
  7. lionagi/core/action/function_calling.py +127 -92
  8. lionagi/core/action/tool.py +172 -70
  9. lionagi/core/action/types.py +16 -0
  10. lionagi/core/communication/__init__.py +3 -0
  11. lionagi/core/communication/action_request.py +163 -0
  12. lionagi/core/communication/action_response.py +149 -0
  13. lionagi/core/communication/assistant_response.py +161 -0
  14. lionagi/core/communication/base_mail.py +49 -0
  15. lionagi/core/communication/instruction.py +376 -0
  16. lionagi/core/communication/message.py +286 -0
  17. lionagi/core/communication/message_manager.py +530 -0
  18. lionagi/core/communication/system.py +116 -0
  19. lionagi/core/communication/templates/README.md +28 -0
  20. lionagi/core/communication/templates/action_request.jinja2 +5 -0
  21. lionagi/core/communication/templates/action_response.jinja2 +9 -0
  22. lionagi/core/communication/templates/assistant_response.jinja2 +2 -0
  23. lionagi/core/communication/templates/instruction_message.jinja2 +61 -0
  24. lionagi/core/communication/templates/system_message.jinja2 +11 -0
  25. lionagi/core/communication/templates/tool_schemas.jinja2 +7 -0
  26. lionagi/core/communication/types.py +27 -0
  27. lionagi/core/communication/utils.py +254 -0
  28. lionagi/core/forms/__init__.py +3 -0
  29. lionagi/core/forms/base.py +232 -0
  30. lionagi/core/forms/form.py +791 -0
  31. lionagi/core/forms/report.py +321 -0
  32. lionagi/core/forms/types.py +13 -0
  33. lionagi/core/forms/utils.py +26 -0
  34. lionagi/core/generic/__init__.py +3 -6
  35. lionagi/core/generic/component.py +422 -0
  36. lionagi/core/generic/edge.py +143 -101
  37. lionagi/core/generic/element.py +195 -0
  38. lionagi/core/generic/graph.py +297 -180
  39. lionagi/core/generic/log.py +151 -0
  40. lionagi/core/generic/log_manager.py +320 -0
  41. lionagi/core/generic/node.py +7 -229
  42. lionagi/core/generic/pile.py +1017 -0
  43. lionagi/core/generic/progression.py +388 -0
  44. lionagi/core/generic/types.py +23 -0
  45. lionagi/core/generic/utils.py +50 -0
  46. lionagi/core/models/__init__.py +5 -0
  47. lionagi/core/models/base.py +85 -0
  48. lionagi/core/models/field_model.py +122 -0
  49. lionagi/core/models/new_model_params.py +195 -0
  50. lionagi/core/models/note.py +351 -0
  51. lionagi/core/models/operable_model.py +392 -0
  52. lionagi/core/models/schema_model.py +50 -0
  53. lionagi/core/models/types.py +10 -0
  54. lionagi/core/session/__init__.py +3 -0
  55. lionagi/core/session/branch.py +115 -415
  56. lionagi/core/session/branch_mixins.py +507 -0
  57. lionagi/core/session/session.py +122 -257
  58. lionagi/core/session/types.py +8 -0
  59. lionagi/core/typing/__init__.py +9 -0
  60. lionagi/core/typing/concepts.py +132 -0
  61. lionagi/core/typing/config.py +15 -0
  62. lionagi/core/typing/id.py +221 -0
  63. lionagi/core/typing/pydantic_.py +33 -0
  64. lionagi/core/typing/typing_.py +54 -0
  65. lionagi/integrations/__init__.py +0 -1
  66. lionagi/integrations/anthropic_/AnthropicModel.py +268 -0
  67. lionagi/integrations/anthropic_/AnthropicService.py +113 -0
  68. lionagi/integrations/anthropic_/__init__.py +3 -0
  69. lionagi/integrations/anthropic_/anthropic_max_output_token_data.yaml +7 -0
  70. lionagi/integrations/anthropic_/anthropic_price_data.yaml +14 -0
  71. lionagi/integrations/anthropic_/api_endpoints/__init__.py +3 -0
  72. lionagi/integrations/anthropic_/api_endpoints/api_request.py +277 -0
  73. lionagi/integrations/anthropic_/api_endpoints/data_models.py +40 -0
  74. lionagi/integrations/anthropic_/api_endpoints/match_response.py +119 -0
  75. lionagi/integrations/anthropic_/api_endpoints/messages/__init__.py +3 -0
  76. lionagi/integrations/anthropic_/api_endpoints/messages/request/__init__.py +3 -0
  77. lionagi/integrations/anthropic_/api_endpoints/messages/request/message_models.py +14 -0
  78. lionagi/integrations/anthropic_/api_endpoints/messages/request/request_body.py +74 -0
  79. lionagi/integrations/anthropic_/api_endpoints/messages/response/content_models.py +32 -0
  80. lionagi/integrations/anthropic_/api_endpoints/messages/response/response_body.py +101 -0
  81. lionagi/integrations/anthropic_/api_endpoints/messages/response/usage_models.py +25 -0
  82. lionagi/integrations/anthropic_/version.py +5 -0
  83. lionagi/integrations/groq_/GroqModel.py +318 -0
  84. lionagi/integrations/groq_/GroqService.py +147 -0
  85. lionagi/integrations/groq_/__init__.py +3 -0
  86. lionagi/integrations/groq_/api_endpoints/data_models.py +187 -0
  87. lionagi/integrations/groq_/api_endpoints/groq_request.py +288 -0
  88. lionagi/integrations/groq_/api_endpoints/match_response.py +106 -0
  89. lionagi/integrations/groq_/api_endpoints/response_utils.py +105 -0
  90. lionagi/integrations/groq_/groq_max_output_token_data.yaml +21 -0
  91. lionagi/integrations/groq_/groq_price_data.yaml +58 -0
  92. lionagi/integrations/groq_/groq_rate_limits.yaml +105 -0
  93. lionagi/integrations/groq_/version.py +5 -0
  94. lionagi/integrations/litellm_/__init__.py +3 -0
  95. lionagi/integrations/litellm_/imodel.py +69 -0
  96. lionagi/integrations/ollama_/OllamaModel.py +244 -0
  97. lionagi/integrations/ollama_/OllamaService.py +138 -0
  98. lionagi/integrations/ollama_/__init__.py +3 -0
  99. lionagi/integrations/ollama_/api_endpoints/__init__.py +3 -0
  100. lionagi/integrations/ollama_/api_endpoints/api_request.py +179 -0
  101. lionagi/integrations/ollama_/api_endpoints/chat_completion/__init__.py +3 -0
  102. lionagi/integrations/ollama_/api_endpoints/chat_completion/message_models.py +31 -0
  103. lionagi/integrations/ollama_/api_endpoints/chat_completion/request_body.py +46 -0
  104. lionagi/integrations/ollama_/api_endpoints/chat_completion/response_body.py +67 -0
  105. lionagi/integrations/ollama_/api_endpoints/chat_completion/tool_models.py +49 -0
  106. lionagi/integrations/ollama_/api_endpoints/completion/request_body.py +72 -0
  107. lionagi/integrations/ollama_/api_endpoints/completion/response_body.py +59 -0
  108. lionagi/integrations/ollama_/api_endpoints/data_models.py +15 -0
  109. lionagi/integrations/ollama_/api_endpoints/embedding/request_body.py +33 -0
  110. lionagi/integrations/ollama_/api_endpoints/embedding/response_body.py +29 -0
  111. lionagi/integrations/ollama_/api_endpoints/match_data_model.py +62 -0
  112. lionagi/integrations/ollama_/api_endpoints/match_response.py +190 -0
  113. lionagi/integrations/ollama_/api_endpoints/model/__init__.py +3 -0
  114. lionagi/integrations/ollama_/api_endpoints/model/copy_model.py +13 -0
  115. lionagi/integrations/ollama_/api_endpoints/model/create_model.py +28 -0
  116. lionagi/integrations/ollama_/api_endpoints/model/delete_model.py +11 -0
  117. lionagi/integrations/ollama_/api_endpoints/model/list_model.py +60 -0
  118. lionagi/integrations/ollama_/api_endpoints/model/pull_model.py +34 -0
  119. lionagi/integrations/ollama_/api_endpoints/model/push_model.py +35 -0
  120. lionagi/integrations/ollama_/api_endpoints/model/show_model.py +36 -0
  121. lionagi/integrations/ollama_/api_endpoints/option_models.py +68 -0
  122. lionagi/integrations/openai_/OpenAIModel.py +414 -0
  123. lionagi/integrations/openai_/OpenAIService.py +426 -0
  124. lionagi/integrations/openai_/api_endpoints/__init__.py +3 -0
  125. lionagi/integrations/openai_/api_endpoints/api_request.py +277 -0
  126. lionagi/integrations/openai_/api_endpoints/audio/__init__.py +9 -0
  127. lionagi/integrations/openai_/api_endpoints/audio/speech_models.py +34 -0
  128. lionagi/integrations/openai_/api_endpoints/audio/transcription_models.py +136 -0
  129. lionagi/integrations/openai_/api_endpoints/audio/translation_models.py +41 -0
  130. lionagi/integrations/openai_/api_endpoints/audio/types.py +41 -0
  131. lionagi/integrations/openai_/api_endpoints/batch/__init__.py +17 -0
  132. lionagi/integrations/openai_/api_endpoints/batch/batch_models.py +146 -0
  133. lionagi/integrations/openai_/api_endpoints/batch/cancel_batch.py +7 -0
  134. lionagi/integrations/openai_/api_endpoints/batch/create_batch.py +26 -0
  135. lionagi/integrations/openai_/api_endpoints/batch/list_batch.py +37 -0
  136. lionagi/integrations/openai_/api_endpoints/batch/request_object_models.py +65 -0
  137. lionagi/integrations/openai_/api_endpoints/batch/retrieve_batch.py +7 -0
  138. lionagi/integrations/openai_/api_endpoints/batch/types.py +4 -0
  139. lionagi/integrations/openai_/api_endpoints/chat_completions/__init__.py +1 -0
  140. lionagi/integrations/openai_/api_endpoints/chat_completions/request/__init__.py +39 -0
  141. lionagi/integrations/openai_/api_endpoints/chat_completions/request/message_models.py +121 -0
  142. lionagi/integrations/openai_/api_endpoints/chat_completions/request/request_body.py +221 -0
  143. lionagi/integrations/openai_/api_endpoints/chat_completions/request/response_format.py +71 -0
  144. lionagi/integrations/openai_/api_endpoints/chat_completions/request/stream_options.py +14 -0
  145. lionagi/integrations/openai_/api_endpoints/chat_completions/request/tool_choice_models.py +17 -0
  146. lionagi/integrations/openai_/api_endpoints/chat_completions/request/tool_models.py +54 -0
  147. lionagi/integrations/openai_/api_endpoints/chat_completions/request/types.py +18 -0
  148. lionagi/integrations/openai_/api_endpoints/chat_completions/response/choice_models.py +62 -0
  149. lionagi/integrations/openai_/api_endpoints/chat_completions/response/function_models.py +16 -0
  150. lionagi/integrations/openai_/api_endpoints/chat_completions/response/log_prob_models.py +47 -0
  151. lionagi/integrations/openai_/api_endpoints/chat_completions/response/message_models.py +25 -0
  152. lionagi/integrations/openai_/api_endpoints/chat_completions/response/response_body.py +99 -0
  153. lionagi/integrations/openai_/api_endpoints/chat_completions/response/types.py +8 -0
  154. lionagi/integrations/openai_/api_endpoints/chat_completions/response/usage_models.py +24 -0
  155. lionagi/integrations/openai_/api_endpoints/chat_completions/util.py +46 -0
  156. lionagi/integrations/openai_/api_endpoints/data_models.py +23 -0
  157. lionagi/integrations/openai_/api_endpoints/embeddings/__init__.py +3 -0
  158. lionagi/integrations/openai_/api_endpoints/embeddings/request_body.py +79 -0
  159. lionagi/integrations/openai_/api_endpoints/embeddings/response_body.py +67 -0
  160. lionagi/integrations/openai_/api_endpoints/files/__init__.py +11 -0
  161. lionagi/integrations/openai_/api_endpoints/files/delete_file.py +20 -0
  162. lionagi/integrations/openai_/api_endpoints/files/file_models.py +56 -0
  163. lionagi/integrations/openai_/api_endpoints/files/list_files.py +27 -0
  164. lionagi/integrations/openai_/api_endpoints/files/retrieve_file.py +9 -0
  165. lionagi/integrations/openai_/api_endpoints/files/upload_file.py +38 -0
  166. lionagi/integrations/openai_/api_endpoints/fine_tuning/__init__.py +37 -0
  167. lionagi/integrations/openai_/api_endpoints/fine_tuning/cancel_jobs.py +9 -0
  168. lionagi/integrations/openai_/api_endpoints/fine_tuning/create_jobs.py +133 -0
  169. lionagi/integrations/openai_/api_endpoints/fine_tuning/fine_tuning_job_checkpoint_models.py +58 -0
  170. lionagi/integrations/openai_/api_endpoints/fine_tuning/fine_tuning_job_event_models.py +31 -0
  171. lionagi/integrations/openai_/api_endpoints/fine_tuning/fine_tuning_job_models.py +140 -0
  172. lionagi/integrations/openai_/api_endpoints/fine_tuning/list_fine_tuning_checkpoints.py +51 -0
  173. lionagi/integrations/openai_/api_endpoints/fine_tuning/list_fine_tuning_events.py +42 -0
  174. lionagi/integrations/openai_/api_endpoints/fine_tuning/list_fine_tuning_jobs.py +31 -0
  175. lionagi/integrations/openai_/api_endpoints/fine_tuning/retrieve_jobs.py +9 -0
  176. lionagi/integrations/openai_/api_endpoints/fine_tuning/training_format.py +30 -0
  177. lionagi/integrations/openai_/api_endpoints/images/__init__.py +9 -0
  178. lionagi/integrations/openai_/api_endpoints/images/image_edit_models.py +69 -0
  179. lionagi/integrations/openai_/api_endpoints/images/image_models.py +56 -0
  180. lionagi/integrations/openai_/api_endpoints/images/image_variation_models.py +56 -0
  181. lionagi/integrations/openai_/api_endpoints/images/response_body.py +30 -0
  182. lionagi/integrations/openai_/api_endpoints/match_data_model.py +197 -0
  183. lionagi/integrations/openai_/api_endpoints/match_response.py +336 -0
  184. lionagi/integrations/openai_/api_endpoints/models/__init__.py +7 -0
  185. lionagi/integrations/openai_/api_endpoints/models/delete_fine_tuned_model.py +17 -0
  186. lionagi/integrations/openai_/api_endpoints/models/models_models.py +31 -0
  187. lionagi/integrations/openai_/api_endpoints/models/retrieve_model.py +9 -0
  188. lionagi/integrations/openai_/api_endpoints/moderations/__init__.py +3 -0
  189. lionagi/integrations/openai_/api_endpoints/moderations/request_body.py +20 -0
  190. lionagi/integrations/openai_/api_endpoints/moderations/response_body.py +139 -0
  191. lionagi/integrations/openai_/api_endpoints/uploads/__init__.py +19 -0
  192. lionagi/integrations/openai_/api_endpoints/uploads/add_upload_part.py +11 -0
  193. lionagi/integrations/openai_/api_endpoints/uploads/cancel_upload.py +7 -0
  194. lionagi/integrations/openai_/api_endpoints/uploads/complete_upload.py +18 -0
  195. lionagi/integrations/openai_/api_endpoints/uploads/create_upload.py +17 -0
  196. lionagi/integrations/openai_/api_endpoints/uploads/uploads_models.py +52 -0
  197. lionagi/integrations/openai_/image_token_calculator/image_token_calculator.py +92 -0
  198. lionagi/integrations/openai_/image_token_calculator/openai_image_token_data.yaml +15 -0
  199. lionagi/integrations/openai_/openai_max_output_token_data.yaml +12 -0
  200. lionagi/integrations/openai_/openai_price_data.yaml +26 -0
  201. lionagi/integrations/openai_/version.py +1 -0
  202. lionagi/integrations/pandas_/__init__.py +24 -0
  203. lionagi/integrations/pandas_/extend_df.py +61 -0
  204. lionagi/integrations/pandas_/read.py +103 -0
  205. lionagi/integrations/pandas_/remove_rows.py +61 -0
  206. lionagi/integrations/pandas_/replace_keywords.py +65 -0
  207. lionagi/integrations/pandas_/save.py +131 -0
  208. lionagi/integrations/pandas_/search_keywords.py +69 -0
  209. lionagi/integrations/pandas_/to_df.py +196 -0
  210. lionagi/integrations/pandas_/update_cells.py +54 -0
  211. lionagi/integrations/perplexity_/PerplexityModel.py +269 -0
  212. lionagi/integrations/perplexity_/PerplexityService.py +109 -0
  213. lionagi/integrations/perplexity_/__init__.py +3 -0
  214. lionagi/integrations/perplexity_/api_endpoints/api_request.py +171 -0
  215. lionagi/integrations/perplexity_/api_endpoints/chat_completions/request/request_body.py +121 -0
  216. lionagi/integrations/perplexity_/api_endpoints/chat_completions/response/response_body.py +146 -0
  217. lionagi/integrations/perplexity_/api_endpoints/data_models.py +63 -0
  218. lionagi/integrations/perplexity_/api_endpoints/match_response.py +26 -0
  219. lionagi/integrations/perplexity_/perplexity_max_output_token_data.yaml +3 -0
  220. lionagi/integrations/perplexity_/perplexity_price_data.yaml +10 -0
  221. lionagi/integrations/perplexity_/version.py +1 -0
  222. lionagi/integrations/pydantic_/__init__.py +8 -0
  223. lionagi/integrations/pydantic_/break_down_annotation.py +81 -0
  224. lionagi/integrations/pydantic_/new_model.py +208 -0
  225. lionagi/integrations/services.py +17 -0
  226. lionagi/libs/__init__.py +0 -55
  227. lionagi/libs/compress/models.py +62 -0
  228. lionagi/libs/compress/utils.py +81 -0
  229. lionagi/libs/constants.py +98 -0
  230. lionagi/libs/file/chunk.py +265 -0
  231. lionagi/libs/file/file_ops.py +114 -0
  232. lionagi/libs/file/params.py +212 -0
  233. lionagi/libs/file/path.py +301 -0
  234. lionagi/libs/file/process.py +139 -0
  235. lionagi/libs/file/save.py +90 -0
  236. lionagi/libs/file/types.py +22 -0
  237. lionagi/libs/func/async_calls/__init__.py +21 -0
  238. lionagi/libs/func/async_calls/alcall.py +157 -0
  239. lionagi/libs/func/async_calls/bcall.py +82 -0
  240. lionagi/libs/func/async_calls/mcall.py +134 -0
  241. lionagi/libs/func/async_calls/pcall.py +149 -0
  242. lionagi/libs/func/async_calls/rcall.py +185 -0
  243. lionagi/libs/func/async_calls/tcall.py +114 -0
  244. lionagi/libs/func/async_calls/ucall.py +85 -0
  245. lionagi/libs/func/decorators.py +277 -0
  246. lionagi/libs/func/lcall.py +57 -0
  247. lionagi/libs/func/params.py +64 -0
  248. lionagi/libs/func/throttle.py +119 -0
  249. lionagi/libs/func/types.py +39 -0
  250. lionagi/libs/func/utils.py +96 -0
  251. lionagi/libs/package/imports.py +162 -0
  252. lionagi/libs/package/management.py +58 -0
  253. lionagi/libs/package/params.py +26 -0
  254. lionagi/libs/package/system.py +18 -0
  255. lionagi/libs/package/types.py +26 -0
  256. lionagi/libs/parse/__init__.py +1 -0
  257. lionagi/libs/parse/flatten/__init__.py +9 -0
  258. lionagi/libs/parse/flatten/flatten.py +168 -0
  259. lionagi/libs/parse/flatten/params.py +52 -0
  260. lionagi/libs/parse/flatten/unflatten.py +79 -0
  261. lionagi/libs/parse/json/__init__.py +27 -0
  262. lionagi/libs/parse/json/as_readable.py +104 -0
  263. lionagi/libs/parse/json/extract.py +102 -0
  264. lionagi/libs/parse/json/parse.py +179 -0
  265. lionagi/libs/parse/json/schema.py +227 -0
  266. lionagi/libs/parse/json/to_json.py +71 -0
  267. lionagi/libs/parse/nested/__init__.py +33 -0
  268. lionagi/libs/parse/nested/nfilter.py +55 -0
  269. lionagi/libs/parse/nested/nget.py +40 -0
  270. lionagi/libs/parse/nested/ninsert.py +103 -0
  271. lionagi/libs/parse/nested/nmerge.py +155 -0
  272. lionagi/libs/parse/nested/npop.py +66 -0
  273. lionagi/libs/parse/nested/nset.py +89 -0
  274. lionagi/libs/parse/nested/to_flat_list.py +64 -0
  275. lionagi/libs/parse/nested/utils.py +185 -0
  276. lionagi/libs/parse/string_parse/__init__.py +11 -0
  277. lionagi/libs/parse/string_parse/code_block.py +73 -0
  278. lionagi/libs/parse/string_parse/docstring.py +179 -0
  279. lionagi/libs/parse/string_parse/function_.py +92 -0
  280. lionagi/libs/parse/type_convert/__init__.py +19 -0
  281. lionagi/libs/parse/type_convert/params.py +145 -0
  282. lionagi/libs/parse/type_convert/to_dict.py +333 -0
  283. lionagi/libs/parse/type_convert/to_list.py +186 -0
  284. lionagi/libs/parse/type_convert/to_num.py +358 -0
  285. lionagi/libs/parse/type_convert/to_str.py +195 -0
  286. lionagi/libs/parse/types.py +9 -0
  287. lionagi/libs/parse/validate/__init__.py +14 -0
  288. lionagi/libs/parse/validate/boolean.py +96 -0
  289. lionagi/libs/parse/validate/keys.py +150 -0
  290. lionagi/libs/parse/validate/mapping.py +109 -0
  291. lionagi/libs/parse/validate/params.py +62 -0
  292. lionagi/libs/parse/xml/__init__.py +10 -0
  293. lionagi/libs/parse/xml/convert.py +56 -0
  294. lionagi/libs/parse/xml/parser.py +93 -0
  295. lionagi/libs/string_similarity/__init__.py +32 -0
  296. lionagi/libs/string_similarity/algorithms.py +219 -0
  297. lionagi/libs/string_similarity/matcher.py +102 -0
  298. lionagi/libs/string_similarity/utils.py +15 -0
  299. lionagi/libs/utils.py +255 -0
  300. lionagi/operations/__init__.py +3 -6
  301. lionagi/operations/brainstorm/__init__.py +3 -0
  302. lionagi/operations/brainstorm/brainstorm.py +204 -0
  303. lionagi/operations/brainstorm/prompt.py +1 -0
  304. lionagi/operations/plan/__init__.py +3 -0
  305. lionagi/operations/plan/plan.py +172 -0
  306. lionagi/operations/plan/prompt.py +21 -0
  307. lionagi/operations/select/__init__.py +3 -0
  308. lionagi/operations/select/prompt.py +1 -0
  309. lionagi/operations/select/select.py +100 -0
  310. lionagi/operations/select/utils.py +107 -0
  311. lionagi/operations/utils.py +35 -0
  312. lionagi/protocols/adapters/adapter.py +79 -0
  313. lionagi/protocols/adapters/json_adapter.py +43 -0
  314. lionagi/protocols/adapters/pandas_adapter.py +96 -0
  315. lionagi/protocols/configs/__init__.py +15 -0
  316. lionagi/protocols/configs/branch_config.py +86 -0
  317. lionagi/protocols/configs/id_config.py +15 -0
  318. lionagi/protocols/configs/imodel_config.py +73 -0
  319. lionagi/protocols/configs/log_config.py +93 -0
  320. lionagi/protocols/configs/retry_config.py +29 -0
  321. lionagi/protocols/operatives/__init__.py +15 -0
  322. lionagi/protocols/operatives/action.py +181 -0
  323. lionagi/protocols/operatives/instruct.py +196 -0
  324. lionagi/protocols/operatives/operative.py +182 -0
  325. lionagi/protocols/operatives/prompts.py +232 -0
  326. lionagi/protocols/operatives/reason.py +56 -0
  327. lionagi/protocols/operatives/step.py +217 -0
  328. lionagi/protocols/registries/_component_registry.py +19 -0
  329. lionagi/protocols/registries/_pile_registry.py +26 -0
  330. lionagi/service/__init__.py +13 -0
  331. lionagi/service/complete_request_info.py +11 -0
  332. lionagi/service/imodel.py +110 -0
  333. lionagi/service/rate_limiter.py +108 -0
  334. lionagi/service/service.py +37 -0
  335. lionagi/service/service_match_util.py +131 -0
  336. lionagi/service/service_util.py +72 -0
  337. lionagi/service/token_calculator.py +51 -0
  338. lionagi/settings.py +136 -0
  339. lionagi/strategies/base.py +53 -0
  340. lionagi/strategies/concurrent.py +71 -0
  341. lionagi/strategies/concurrent_chunk.py +43 -0
  342. lionagi/strategies/concurrent_sequential_chunk.py +104 -0
  343. lionagi/strategies/params.py +128 -0
  344. lionagi/strategies/sequential.py +23 -0
  345. lionagi/strategies/sequential_chunk.py +89 -0
  346. lionagi/strategies/sequential_concurrent_chunk.py +100 -0
  347. lionagi/strategies/types.py +21 -0
  348. lionagi/strategies/utils.py +49 -0
  349. lionagi/version.py +1 -1
  350. lionagi-0.5.0.dist-info/METADATA +348 -0
  351. lionagi-0.5.0.dist-info/RECORD +373 -0
  352. {lionagi-0.3.8.dist-info → lionagi-0.5.0.dist-info}/WHEEL +1 -1
  353. lionagi/core/_setting/_setting.py +0 -59
  354. lionagi/core/action/README.md +0 -20
  355. lionagi/core/action/manual.py +0 -1
  356. lionagi/core/action/node.py +0 -94
  357. lionagi/core/action/tool_manager.py +0 -342
  358. lionagi/core/agent/README.md +0 -1
  359. lionagi/core/agent/base_agent.py +0 -82
  360. lionagi/core/agent/eval/README.md +0 -1
  361. lionagi/core/agent/eval/evaluator.py +0 -1
  362. lionagi/core/agent/eval/vote.py +0 -40
  363. lionagi/core/agent/learn/learner.py +0 -59
  364. lionagi/core/agent/plan/unit_template.py +0 -1
  365. lionagi/core/collections/README.md +0 -23
  366. lionagi/core/collections/__init__.py +0 -16
  367. lionagi/core/collections/_logger.py +0 -312
  368. lionagi/core/collections/abc/README.md +0 -63
  369. lionagi/core/collections/abc/__init__.py +0 -53
  370. lionagi/core/collections/abc/component.py +0 -620
  371. lionagi/core/collections/abc/concepts.py +0 -277
  372. lionagi/core/collections/abc/exceptions.py +0 -136
  373. lionagi/core/collections/abc/util.py +0 -45
  374. lionagi/core/collections/exchange.py +0 -146
  375. lionagi/core/collections/flow.py +0 -416
  376. lionagi/core/collections/model.py +0 -465
  377. lionagi/core/collections/pile.py +0 -1232
  378. lionagi/core/collections/progression.py +0 -221
  379. lionagi/core/collections/util.py +0 -73
  380. lionagi/core/director/README.md +0 -1
  381. lionagi/core/director/direct.py +0 -298
  382. lionagi/core/director/director.py +0 -2
  383. lionagi/core/director/operations/select.py +0 -3
  384. lionagi/core/director/operations/utils.py +0 -6
  385. lionagi/core/engine/branch_engine.py +0 -361
  386. lionagi/core/engine/instruction_map_engine.py +0 -213
  387. lionagi/core/engine/sandbox_.py +0 -16
  388. lionagi/core/engine/script_engine.py +0 -89
  389. lionagi/core/executor/base_executor.py +0 -97
  390. lionagi/core/executor/graph_executor.py +0 -335
  391. lionagi/core/executor/neo4j_executor.py +0 -394
  392. lionagi/core/generic/README.md +0 -0
  393. lionagi/core/generic/edge_condition.py +0 -17
  394. lionagi/core/generic/hyperedge.py +0 -1
  395. lionagi/core/generic/tree.py +0 -49
  396. lionagi/core/generic/tree_node.py +0 -85
  397. lionagi/core/mail/__init__.py +0 -11
  398. lionagi/core/mail/mail.py +0 -26
  399. lionagi/core/mail/mail_manager.py +0 -185
  400. lionagi/core/mail/package.py +0 -49
  401. lionagi/core/mail/start_mail.py +0 -36
  402. lionagi/core/message/__init__.py +0 -18
  403. lionagi/core/message/action_request.py +0 -114
  404. lionagi/core/message/action_response.py +0 -121
  405. lionagi/core/message/assistant_response.py +0 -80
  406. lionagi/core/message/instruction.py +0 -194
  407. lionagi/core/message/message.py +0 -86
  408. lionagi/core/message/system.py +0 -71
  409. lionagi/core/message/util.py +0 -274
  410. lionagi/core/report/__init__.py +0 -4
  411. lionagi/core/report/base.py +0 -201
  412. lionagi/core/report/form.py +0 -212
  413. lionagi/core/report/report.py +0 -150
  414. lionagi/core/report/util.py +0 -15
  415. lionagi/core/rule/_default.py +0 -17
  416. lionagi/core/rule/action.py +0 -87
  417. lionagi/core/rule/base.py +0 -234
  418. lionagi/core/rule/boolean.py +0 -56
  419. lionagi/core/rule/choice.py +0 -48
  420. lionagi/core/rule/mapping.py +0 -82
  421. lionagi/core/rule/number.py +0 -73
  422. lionagi/core/rule/rulebook.py +0 -45
  423. lionagi/core/rule/string.py +0 -43
  424. lionagi/core/rule/util.py +0 -0
  425. lionagi/core/session/directive_mixin.py +0 -307
  426. lionagi/core/structure/__init__.py +0 -1
  427. lionagi/core/structure/chain.py +0 -1
  428. lionagi/core/structure/forest.py +0 -1
  429. lionagi/core/structure/graph.py +0 -1
  430. lionagi/core/structure/tree.py +0 -1
  431. lionagi/core/unit/__init__.py +0 -4
  432. lionagi/core/unit/parallel_unit.py +0 -234
  433. lionagi/core/unit/template/action.py +0 -65
  434. lionagi/core/unit/template/base.py +0 -35
  435. lionagi/core/unit/template/plan.py +0 -69
  436. lionagi/core/unit/template/predict.py +0 -95
  437. lionagi/core/unit/template/score.py +0 -108
  438. lionagi/core/unit/template/select.py +0 -91
  439. lionagi/core/unit/unit.py +0 -452
  440. lionagi/core/unit/unit_form.py +0 -290
  441. lionagi/core/unit/unit_mixin.py +0 -1166
  442. lionagi/core/unit/util.py +0 -103
  443. lionagi/core/validator/validator.py +0 -376
  444. lionagi/core/work/work.py +0 -59
  445. lionagi/core/work/work_edge.py +0 -102
  446. lionagi/core/work/work_function.py +0 -114
  447. lionagi/core/work/work_function_node.py +0 -50
  448. lionagi/core/work/work_queue.py +0 -90
  449. lionagi/core/work/work_task.py +0 -151
  450. lionagi/core/work/worker.py +0 -410
  451. lionagi/core/work/worker_engine.py +0 -208
  452. lionagi/core/work/worklog.py +0 -108
  453. lionagi/experimental/compressor/base.py +0 -47
  454. lionagi/experimental/compressor/llm_compressor.py +0 -265
  455. lionagi/experimental/compressor/llm_summarizer.py +0 -61
  456. lionagi/experimental/compressor/util.py +0 -70
  457. lionagi/experimental/directive/README.md +0 -1
  458. lionagi/experimental/directive/__init__.py +0 -19
  459. lionagi/experimental/directive/parser/base_parser.py +0 -294
  460. lionagi/experimental/directive/parser/base_syntax.txt +0 -200
  461. lionagi/experimental/directive/template/base_template.py +0 -71
  462. lionagi/experimental/directive/template/schema.py +0 -36
  463. lionagi/experimental/directive/tokenizer.py +0 -59
  464. lionagi/experimental/evaluator/README.md +0 -1
  465. lionagi/experimental/evaluator/ast_evaluator.py +0 -119
  466. lionagi/experimental/evaluator/base_evaluator.py +0 -213
  467. lionagi/experimental/knowledge/__init__.py +0 -0
  468. lionagi/experimental/knowledge/base.py +0 -10
  469. lionagi/experimental/knowledge/graph.py +0 -0
  470. lionagi/experimental/memory/__init__.py +0 -0
  471. lionagi/experimental/strategies/__init__.py +0 -0
  472. lionagi/experimental/strategies/base.py +0 -1
  473. lionagi/integrations/bridge/__init__.py +0 -4
  474. lionagi/integrations/bridge/autogen_/__init__.py +0 -0
  475. lionagi/integrations/bridge/autogen_/autogen_.py +0 -127
  476. lionagi/integrations/bridge/langchain_/__init__.py +0 -0
  477. lionagi/integrations/bridge/langchain_/documents.py +0 -138
  478. lionagi/integrations/bridge/langchain_/langchain_bridge.py +0 -68
  479. lionagi/integrations/bridge/llamaindex_/__init__.py +0 -0
  480. lionagi/integrations/bridge/llamaindex_/index.py +0 -36
  481. lionagi/integrations/bridge/llamaindex_/llama_index_bridge.py +0 -108
  482. lionagi/integrations/bridge/llamaindex_/llama_pack.py +0 -256
  483. lionagi/integrations/bridge/llamaindex_/node_parser.py +0 -92
  484. lionagi/integrations/bridge/llamaindex_/reader.py +0 -201
  485. lionagi/integrations/bridge/llamaindex_/textnode.py +0 -59
  486. lionagi/integrations/bridge/pydantic_/__init__.py +0 -0
  487. lionagi/integrations/bridge/pydantic_/pydantic_bridge.py +0 -7
  488. lionagi/integrations/bridge/transformers_/__init__.py +0 -0
  489. lionagi/integrations/bridge/transformers_/install_.py +0 -39
  490. lionagi/integrations/chunker/__init__.py +0 -0
  491. lionagi/integrations/chunker/chunk.py +0 -314
  492. lionagi/integrations/config/__init__.py +0 -4
  493. lionagi/integrations/config/mlx_configs.py +0 -1
  494. lionagi/integrations/config/oai_configs.py +0 -154
  495. lionagi/integrations/config/ollama_configs.py +0 -1
  496. lionagi/integrations/config/openrouter_configs.py +0 -74
  497. lionagi/integrations/langchain_/__init__.py +0 -0
  498. lionagi/integrations/llamaindex_/__init__.py +0 -0
  499. lionagi/integrations/loader/__init__.py +0 -0
  500. lionagi/integrations/loader/load.py +0 -257
  501. lionagi/integrations/loader/load_util.py +0 -214
  502. lionagi/integrations/provider/__init__.py +0 -11
  503. lionagi/integrations/provider/_mapping.py +0 -47
  504. lionagi/integrations/provider/litellm.py +0 -53
  505. lionagi/integrations/provider/mistralai.py +0 -1
  506. lionagi/integrations/provider/mlx_service.py +0 -55
  507. lionagi/integrations/provider/oai.py +0 -196
  508. lionagi/integrations/provider/ollama.py +0 -55
  509. lionagi/integrations/provider/openrouter.py +0 -170
  510. lionagi/integrations/provider/services.py +0 -138
  511. lionagi/integrations/provider/transformers.py +0 -108
  512. lionagi/integrations/storage/__init__.py +0 -3
  513. lionagi/integrations/storage/neo4j.py +0 -681
  514. lionagi/integrations/storage/storage_util.py +0 -302
  515. lionagi/integrations/storage/structure_excel.py +0 -291
  516. lionagi/integrations/storage/to_csv.py +0 -70
  517. lionagi/integrations/storage/to_excel.py +0 -91
  518. lionagi/libs/ln_api.py +0 -944
  519. lionagi/libs/ln_async.py +0 -208
  520. lionagi/libs/ln_context.py +0 -37
  521. lionagi/libs/ln_convert.py +0 -671
  522. lionagi/libs/ln_dataframe.py +0 -187
  523. lionagi/libs/ln_func_call.py +0 -1328
  524. lionagi/libs/ln_image.py +0 -114
  525. lionagi/libs/ln_knowledge_graph.py +0 -422
  526. lionagi/libs/ln_nested.py +0 -822
  527. lionagi/libs/ln_parse.py +0 -750
  528. lionagi/libs/ln_queue.py +0 -107
  529. lionagi/libs/ln_tokenize.py +0 -179
  530. lionagi/libs/ln_validate.py +0 -299
  531. lionagi/libs/special_tokens.py +0 -172
  532. lionagi/libs/sys_util.py +0 -710
  533. lionagi/lions/__init__.py +0 -0
  534. lionagi/lions/coder/__init__.py +0 -0
  535. lionagi/lions/coder/add_feature.py +0 -20
  536. lionagi/lions/coder/base_prompts.py +0 -22
  537. lionagi/lions/coder/code_form.py +0 -15
  538. lionagi/lions/coder/coder.py +0 -184
  539. lionagi/lions/coder/util.py +0 -101
  540. lionagi/lions/director/__init__.py +0 -0
  541. lionagi/lions/judge/__init__.py +0 -0
  542. lionagi/lions/judge/config.py +0 -8
  543. lionagi/lions/judge/data/__init__.py +0 -0
  544. lionagi/lions/judge/data/sample_codes.py +0 -526
  545. lionagi/lions/judge/data/sample_rurbic.py +0 -48
  546. lionagi/lions/judge/forms/__init__.py +0 -0
  547. lionagi/lions/judge/forms/code_analysis_form.py +0 -126
  548. lionagi/lions/judge/rubric.py +0 -34
  549. lionagi/lions/judge/services/__init__.py +0 -0
  550. lionagi/lions/judge/services/judge_code.py +0 -49
  551. lionagi/lions/researcher/__init__.py +0 -0
  552. lionagi/lions/researcher/data_source/__init__.py +0 -0
  553. lionagi/lions/researcher/data_source/finhub_.py +0 -192
  554. lionagi/lions/researcher/data_source/google_.py +0 -207
  555. lionagi/lions/researcher/data_source/wiki_.py +0 -98
  556. lionagi/lions/researcher/data_source/yfinance_.py +0 -21
  557. lionagi/operations/brainstorm.py +0 -87
  558. lionagi/operations/config.py +0 -6
  559. lionagi/operations/rank.py +0 -102
  560. lionagi/operations/score.py +0 -144
  561. lionagi/operations/select.py +0 -141
  562. lionagi-0.3.8.dist-info/METADATA +0 -241
  563. lionagi-0.3.8.dist-info/RECORD +0 -249
  564. /lionagi/{core/_setting → integrations/anthropic_/api_endpoints/messages/response}/__init__.py +0 -0
  565. /lionagi/{core/agent → integrations/groq_/api_endpoints}/__init__.py +0 -0
  566. /lionagi/{core/agent/eval → integrations/ollama_/api_endpoints/completion}/__init__.py +0 -0
  567. /lionagi/{core/agent/learn → integrations/ollama_/api_endpoints/embedding}/__init__.py +0 -0
  568. /lionagi/{core/agent/plan → integrations/openai_}/__init__.py +0 -0
  569. /lionagi/{core/director → integrations/openai_/api_endpoints/chat_completions/response}/__init__.py +0 -0
  570. /lionagi/{core/director/operations → integrations/openai_/image_token_calculator}/__init__.py +0 -0
  571. /lionagi/{core/engine → integrations/perplexity_/api_endpoints}/__init__.py +0 -0
  572. /lionagi/{core/executor → integrations/perplexity_/api_endpoints/chat_completions}/__init__.py +0 -0
  573. /lionagi/{core/generic/registry/component_registry → integrations/perplexity_/api_endpoints/chat_completions/request}/__init__.py +0 -0
  574. /lionagi/{core/rule → integrations/perplexity_/api_endpoints/chat_completions/response}/__init__.py +0 -0
  575. /lionagi/{core/unit/template → libs/compress}/__init__.py +0 -0
  576. /lionagi/{core/validator → libs/file}/__init__.py +0 -0
  577. /lionagi/{core/work → libs/func}/__init__.py +0 -0
  578. /lionagi/{experimental → libs/package}/__init__.py +0 -0
  579. /lionagi/{core/agent/plan/plan.py → libs/parse/params.py} +0 -0
  580. /lionagi/{experimental/compressor → protocols}/__init__.py +0 -0
  581. /lionagi/{experimental/directive/parser → protocols/adapters}/__init__.py +0 -0
  582. /lionagi/{experimental/directive/template → protocols/registries}/__init__.py +0 -0
  583. /lionagi/{experimental/evaluator → strategies}/__init__.py +0 -0
  584. {lionagi-0.3.8.dist-info → lionagi-0.5.0.dist-info/licenses}/LICENSE +0 -0
lionagi/libs/sys_util.py DELETED
@@ -1,710 +0,0 @@
1
- import copy
2
- import importlib
3
- import logging
4
- import os
5
- import platform
6
- import re
7
- import subprocess
8
- import sys
9
- import time
10
- from collections.abc import Sequence
11
- from datetime import datetime, timezone
12
- from hashlib import sha256
13
- from pathlib import Path
14
- from typing import Any
15
-
16
- from lion_core.setting import DEFAULT_LION_ID_CONFIG, LionIDConfig
17
- from lion_core.sys_utils import SysUtil as _u
18
- from lionabc import Observable
19
- from typing_extensions import deprecated
20
-
21
- _timestamp_syms = ["-", ":", "."]
22
-
23
- PATH_TYPE = str | Path
24
-
25
-
26
- class SysUtil:
27
-
28
- @staticmethod
29
- def id(
30
- config: LionIDConfig = DEFAULT_LION_ID_CONFIG,
31
- n: int = None,
32
- prefix: str = None,
33
- postfix: str = None,
34
- random_hyphen: bool = None,
35
- num_hyphens: int = None,
36
- hyphen_start_index: int = None,
37
- hyphen_end_index: int = None,
38
- ) -> str:
39
- return _u.id(
40
- config=config,
41
- n=n,
42
- prefix=prefix,
43
- postfix=postfix,
44
- random_hyphen=random_hyphen,
45
- num_hyphens=num_hyphens,
46
- hyphen_start_index=hyphen_start_index,
47
- hyphen_end_index=hyphen_end_index,
48
- )
49
-
50
- @staticmethod
51
- def get_id(
52
- item: Sequence[Observable] | Observable | str,
53
- config: LionIDConfig = DEFAULT_LION_ID_CONFIG,
54
- /,
55
- ) -> str:
56
- return _u.get_id(item, config)
57
-
58
- @staticmethod
59
- def is_id(
60
- item: Sequence[Observable] | Observable | str,
61
- config: LionIDConfig = DEFAULT_LION_ID_CONFIG,
62
- /,
63
- ) -> bool:
64
- return _u.is_id(item, config)
65
-
66
- # legacy methods, kept for backward compatibility
67
-
68
- @staticmethod
69
- @deprecated(
70
- "Deprecated since v0.3, will be removed in v1.0. Use time.sleep instead.",
71
- category=DeprecationWarning,
72
- stacklevel=2,
73
- )
74
- def sleep(delay: float) -> None:
75
- """
76
- Pauses execution for a specified duration.
77
-
78
- Args:
79
- delay (float): The amount of time, in seconds, to pause execution.
80
- """
81
- time.sleep(delay)
82
-
83
- @staticmethod
84
- @deprecated(
85
- "Deprecated since v0.3, will be removed in v1.0. Use lionfuncs.time instead",
86
- category=DeprecationWarning,
87
- stacklevel=2,
88
- )
89
- def get_now(datetime_: bool = False, tz=None) -> float | datetime:
90
- """Returns the current time either as a Unix timestamp or a datetime object.
91
-
92
- Args:
93
- datetime_ (bool): If True, returns a datetime object; otherwise, returns a Unix timestamp.
94
-
95
- Returns:
96
- Union[float, datetime.datetime]: The current time as a Unix timestamp or a datetime object.
97
- """
98
-
99
- if not datetime_:
100
- return time.time()
101
- config_ = {}
102
- if tz:
103
- config_["tz"] = tz if isinstance(tz, timezone) else timezone.utc
104
- return datetime.now(**config_)
105
-
106
- @staticmethod
107
- @deprecated(
108
- "Deprecated since v0.3, will be removed in v1.0. Use d_[k2] = d_.pop(k1) instead",
109
- category=DeprecationWarning,
110
- stacklevel=2,
111
- )
112
- def change_dict_key(
113
- dict_: dict[Any, Any], old_key: str, new_key: str
114
- ) -> None:
115
- """Safely changes a key in a dictionary if the old key exists.
116
-
117
- Args:
118
- dict_ (Dict[Any, Any]): The dictionary in which to change the key.
119
- old_key (str): The old key to be changed.
120
- new_key (str): The new key to replace the old key.
121
-
122
- Returns:
123
- None
124
- """
125
- if old_key in dict_:
126
- dict_[new_key] = dict_.pop(old_key)
127
-
128
- @staticmethod
129
- @deprecated(
130
- "Deprecated since v0.3, will be removed in v1.0. Use lionfuncs.time instead",
131
- category=DeprecationWarning,
132
- stacklevel=2,
133
- )
134
- def get_timestamp(tz: timezone = timezone.utc, sep: str = "_") -> str:
135
- """Returns a timestamp string with optional custom separators and timezone.
136
-
137
- Args:
138
- tz (timezone): The timezone for the timestamp.
139
- sep (str): The separator to use in the timestamp string, replacing '-', ':', and '.'.
140
-
141
- Returns:
142
- str: A string representation of the current timestamp.
143
- """
144
- str_ = datetime.now(tz=tz).isoformat()
145
- if sep is not None:
146
- for sym in _timestamp_syms:
147
- str_ = str_.replace(sym, sep)
148
- return str_
149
-
150
- @staticmethod
151
- @deprecated(
152
- "Deprecated since v0.3, will be removed in v1.0. Deprecated without replacement",
153
- category=DeprecationWarning,
154
- stacklevel=2,
155
- )
156
- def is_schema(dict_: dict[Any, Any], schema: dict[Any, type]) -> bool:
157
- """Validates if the given dictionary matches the expected schema types."""
158
- return all(
159
- isinstance(dict_.get(key), expected_type)
160
- for key, expected_type in schema.items()
161
- )
162
-
163
- @staticmethod
164
- @deprecated(
165
- "Deprecated since v0.3, will be removed in v1.0. Use lionfuncs.copy instead",
166
- category=DeprecationWarning,
167
- stacklevel=2,
168
- )
169
- def create_copy(input_: Any, num: int = 1) -> Any | list[Any]:
170
- """Creates deep copies of the input, either as a single copy or a list of copies.
171
-
172
- Args:
173
- input_ (Any): The input to be copied.
174
- num (int): The number of copies to create.
175
-
176
- Returns:
177
- Union[Any, List[Any]]: A single copy of the input or a list of deep copies.
178
- """
179
- if num < 1:
180
- raise ValueError(f"'num' must be a positive integer: {num}")
181
- return (
182
- copy.deepcopy(input_)
183
- if num == 1
184
- else [copy.deepcopy(input_) for _ in range(num)]
185
- )
186
-
187
- @staticmethod
188
- @deprecated(
189
- "Deprecated since v0.3, will be removed in v1.0. Use SysUtil.id instead",
190
- category=DeprecationWarning,
191
- stacklevel=2,
192
- )
193
- def create_id(n: int = 32) -> str:
194
- """
195
- Generates a unique identifier based on the current time and random bytes.
196
-
197
- Args:
198
- n (int): The length of the generated identifier.
199
-
200
- Returns:
201
- str: A unique identifier string.
202
- """
203
- current_time = datetime.now().isoformat().encode("utf-8")
204
- random_bytes = os.urandom(42)
205
- return sha256(current_time + random_bytes).hexdigest()[:n]
206
-
207
- @staticmethod
208
- @deprecated(
209
- "Deprecated since v0.3, will be removed in v1.0. Use lionfuncs.get_bins instead",
210
- category=DeprecationWarning,
211
- stacklevel=2,
212
- )
213
- def get_bins(
214
- input_: list[str], upper: int | None = 2000
215
- ) -> list[list[int]]:
216
- """Organizes indices of strings into bins based on a cumulative upper limit.
217
-
218
- Args:
219
- input_ (List[str]): The list of strings to be binned.
220
- upper (int): The cumulative length upper limit for each bin.
221
-
222
- Returns:
223
- List[List[int]]: A list of bins, each bin is a list of indices from the input list.
224
- """
225
- current = 0
226
- bins = []
227
- current_bin = []
228
- for idx, item in enumerate(input_):
229
- if current + len(item) < upper:
230
- current_bin.append(idx)
231
- current += len(item)
232
- else:
233
- bins.append(current_bin)
234
- current_bin = [idx]
235
- current = len(item)
236
- if current_bin:
237
- bins.append(current_bin)
238
- return bins
239
-
240
- @staticmethod
241
- @deprecated(
242
- "Deprecated since v0.3, will be removed in v1.0. Use lionfuncs.get_cpu_architecture instead",
243
- category=DeprecationWarning,
244
- stacklevel=2,
245
- )
246
- def get_cpu_architecture() -> str:
247
- """Returns a string identifying the CPU architecture.
248
-
249
- This method categorizes some architectures as 'apple_silicon'.
250
-
251
- Returns:
252
- str: A string identifying the CPU architecture ('apple_silicon' or 'other_cpu').
253
- """
254
- arch: str = platform.machine().lower()
255
- return (
256
- "apple_silicon"
257
- if "arm" in arch or "aarch64" in arch
258
- else "other_cpu"
259
- )
260
-
261
- @staticmethod
262
- @deprecated(
263
- "Deprecated since v0.3, will be removed in v1.0. Use lionfuncs.install_import instead",
264
- category=DeprecationWarning,
265
- stacklevel=2,
266
- )
267
- def install_import(
268
- package_name: str,
269
- module_name: str = None,
270
- import_name: str = None,
271
- pip_name: str = None,
272
- ) -> None:
273
- """Attempts to import a package, installing it with pip if not found.
274
-
275
- This method tries to import a specified module or attribute. If the import fails, it attempts
276
- to install the package using pip and then retries the import.
277
-
278
- Args:
279
- package_name: The base name of the package to import.
280
- module_name: The submodule name to import from the package, if applicable. Defaults to None.
281
- import_name: The specific name to import from the module or package. Defaults to None.
282
- pip_name: The pip package name if different from `package_name`. Defaults to None.
283
-
284
- Prints a message indicating success or attempts installation if the import fails.
285
- """
286
- pip_name: str = pip_name or package_name
287
- full_import_path: str = (
288
- f"{package_name}.{module_name}" if module_name else package_name
289
- )
290
-
291
- try:
292
- if import_name:
293
- module = __import__(full_import_path, fromlist=[import_name])
294
- getattr(module, import_name)
295
- else:
296
- __import__(full_import_path)
297
- print(f"Successfully imported {import_name or full_import_path}.")
298
- except ImportError:
299
- print(
300
- f"Module {full_import_path} or attribute {import_name} not found. Installing {pip_name}..."
301
- )
302
- subprocess.check_call(
303
- [sys.executable, "-m", "pip", "install", pip_name]
304
- )
305
-
306
- # Retry the import after installation
307
- if import_name:
308
- module = __import__(full_import_path, fromlist=[import_name])
309
- getattr(module, import_name)
310
- else:
311
- __import__(full_import_path)
312
-
313
- @staticmethod
314
- @deprecated(
315
- "Deprecated since v0.3, will be removed in v1.0. Use lionfuncs.import_module instead",
316
- category=DeprecationWarning,
317
- stacklevel=2,
318
- )
319
- def import_module(module_path: str):
320
- return importlib.import_module(module_path)
321
-
322
- @staticmethod
323
- @deprecated(
324
- "Deprecated since v0.3, will be removed in v1.0. Use lionfuncs.is_package_installed instead",
325
- category=DeprecationWarning,
326
- stacklevel=2,
327
- )
328
- def is_package_installed(package_name: str) -> bool:
329
- """Checks if a package is currently installed.
330
-
331
- Args:
332
- package_name: The name of the package to check.
333
-
334
- Returns:
335
- A boolean indicating whether the package is installed.
336
- """
337
- package_spec = importlib.util.find_spec(package_name)
338
- return package_spec is not None
339
-
340
- @staticmethod
341
- @deprecated(
342
- "Deprecated since v0.3, will be removed in v1.0. Use lionfuncs.check_import instead",
343
- category=DeprecationWarning,
344
- stacklevel=2,
345
- )
346
- def check_import(
347
- package_name: str,
348
- module_name: str | None = None,
349
- import_name: str | None = None,
350
- pip_name: str | None = None,
351
- attempt_install: bool = True,
352
- error_message: str = "",
353
- ) -> None:
354
- """Checks if a package is installed; if not, attempts to install and import it.
355
-
356
- This method first checks if a package is installed using `is_package_installed`. If not found,
357
- it attempts to install the package using `install_import` and then retries the import.
358
-
359
- Args:
360
- package_name: The name of the package to check and potentially install.
361
- module_name: The submodule name to import from the package, if applicable. Defaults to None.
362
- import_name: The specific name to import from the module or package. Defaults to None.
363
- pip_name: The pip package name if different from `package_name`. Defaults to None.
364
- attempt_install: If attempt to install the package if uninstalled. Defaults to True.
365
- error_message: Error message when the package is not installed and not attempt to install.
366
- """
367
- try:
368
- if not SysUtil.is_package_installed(package_name):
369
- # print("check")
370
- if attempt_install:
371
- logging.info(
372
- f"Package {package_name} not found. Attempting to install."
373
- )
374
- SysUtil.install_import(
375
- package_name, module_name, import_name, pip_name
376
- )
377
- else:
378
- logging.info(
379
- f"Package {package_name} not found. {error_message}"
380
- )
381
- raise ImportError(
382
- f"Package {package_name} not found. {error_message}"
383
- )
384
- except ImportError as e: # More specific exception handling
385
- logging.error(f"Failed to import {package_name}. Error: {e}")
386
- raise ValueError(
387
- f"Failed to import {package_name}. Error: {e}"
388
- ) from e
389
-
390
- @staticmethod
391
- @deprecated(
392
- "Deprecated since v0.3, will be removed in v1.0. Use lionfuncs.list_installed_packages instead",
393
- category=DeprecationWarning,
394
- stacklevel=2,
395
- )
396
- def list_installed_packages() -> list:
397
- """list all installed packages using importlib.metadata."""
398
- return [
399
- dist.metadata["Name"]
400
- for dist in importlib.metadata.distributions()
401
- ]
402
-
403
- @staticmethod
404
- @deprecated(
405
- "Deprecated since v0.3, will be removed in v1.0. Use lionfuncs.uninstall_package instead",
406
- category=DeprecationWarning,
407
- stacklevel=2,
408
- )
409
- def uninstall_package(package_name: str) -> None:
410
- """Uninstall a specified package."""
411
- try:
412
- subprocess.check_call(
413
- [sys.executable, "-m", "pip", "uninstall", package_name, "-y"]
414
- )
415
- print(f"Successfully uninstalled {package_name}.")
416
- except subprocess.CalledProcessError as e:
417
- print(f"Failed to uninstall {package_name}. Error: {e}")
418
-
419
- @staticmethod
420
- @deprecated(
421
- "Deprecated since v0.3, will be removed in v1.0. Use lionfuncs.update_package instead",
422
- category=DeprecationWarning,
423
- stacklevel=2,
424
- )
425
- def update_package(package_name: str) -> None:
426
- """Update a specified package."""
427
- try:
428
- subprocess.check_call(
429
- [
430
- sys.executable,
431
- "-m",
432
- "pip",
433
- "install",
434
- "--upgrade",
435
- package_name,
436
- ]
437
- )
438
- print(f"Successfully updated {package_name}.")
439
- except subprocess.CalledProcessError as e:
440
- print(f"Failed to update {package_name}. Error: {e}")
441
-
442
- @staticmethod
443
- @deprecated(
444
- "Deprecated since v0.3, will be removed in v1.0. Use lionfuncs.clear_path instead",
445
- category=DeprecationWarning,
446
- stacklevel=2,
447
- )
448
- def clear_dir(
449
- dir_path: Path | str,
450
- recursive: bool = False,
451
- exclude: list[str] = None,
452
- ) -> None:
453
- """
454
- Clears all files (and, if recursive, directories) in the specified directory,
455
- excluding files that match any pattern in the exclude list.
456
-
457
- Args:
458
- dir_path (Union[Path, str]): The path to the directory to clear.
459
- recursive (bool): If True, clears directories recursively. Defaults to False.
460
- exclude (List[str]): A list of string patterns to exclude from deletion. Defaults to None.
461
-
462
- Raises:
463
- FileNotFoundError: If the specified directory does not exist.
464
- """
465
- dir_path = Path(dir_path)
466
- if not dir_path.exists():
467
- raise FileNotFoundError(
468
- f"The specified directory {dir_path} does not exist."
469
- )
470
-
471
- exclude = exclude or []
472
- exclude_pattern = re.compile("|".join(exclude)) if exclude else None
473
-
474
- for file_path in dir_path.iterdir():
475
- if exclude_pattern and exclude_pattern.search(file_path.name):
476
- logging.info(f"Excluded from deletion: {file_path}")
477
- continue
478
-
479
- if recursive and file_path.is_dir():
480
- SysUtil.clear_dir(file_path, recursive=True, exclude=exclude)
481
- elif file_path.is_file() or file_path.is_symlink():
482
- try:
483
- file_path.unlink()
484
- logging.info(f"Successfully deleted {file_path}")
485
- except Exception as e:
486
- logging.error(f"Failed to delete {file_path}. Reason: {e}")
487
- raise
488
-
489
- @staticmethod
490
- @deprecated(
491
- "Deprecated since v0.3, will be removed in v1.0. Use lionfuncs.split_path instead",
492
- category=DeprecationWarning,
493
- stacklevel=2,
494
- )
495
- def split_path(path: Path | str) -> tuple[Path, str]:
496
- """
497
- Splits a path into its directory and filename components.
498
-
499
- Args:
500
- path (Union[Path, str]): The path to split.
501
-
502
- Returns:
503
- Tuple[Path, str]: A tuple containing the directory and filename.
504
- """
505
- path = Path(path)
506
- return path.parent, path.name
507
-
508
- @staticmethod
509
- @deprecated(
510
- "Deprecated since v0.3, will be removed in v1.0. Use lionfuncs.create_path instead",
511
- category=DeprecationWarning,
512
- stacklevel=2,
513
- )
514
- def create_path(
515
- directory: Path | str,
516
- filename: str,
517
- timestamp: bool = True,
518
- dir_exist_ok: bool = True,
519
- time_prefix: bool = False,
520
- custom_timestamp_format: str | None = None,
521
- random_hash_digits=0,
522
- ) -> Path:
523
- """
524
- Creates a path with an optional timestamp in the specified directory.
525
-
526
- Args:
527
- directory (Union[Path, str]): The directory where the file will be located.
528
- filename (str): The filename. Must include a valid extension.
529
- timestamp (bool): If True, adds a timestamp to the filename. Defaults to True.
530
- dir_exist_ok (bool): If True, does not raise an error if the directory exists. Defaults to True.
531
- time_prefix (bool): If True, adds the timestamp as a prefix; otherwise, as a suffix. Defaults to False.
532
- custom_timestamp_format (str): A custom format for the timestamp. Defaults to "%Y%m%d%H%M%S".
533
-
534
- Returns:
535
- Path: The full path to the file.
536
-
537
- Raises:
538
- ValueError: If the filename is invalid.
539
- """
540
- directory = Path(directory)
541
- if not re.match(r"^[\w,\s-]+\.[A-Za-z]{1,5}$", filename):
542
- raise ValueError(
543
- "Invalid filename. Ensure it doesn't contain illegal characters and has a valid extension."
544
- )
545
-
546
- name, ext = (
547
- filename.rsplit(".", 1) if "." in filename else (filename, "")
548
- )
549
- ext = f".{ext}" if ext else ""
550
-
551
- timestamp_str = ""
552
- if timestamp:
553
- timestamp_format = custom_timestamp_format or "%Y%m%d%H%M%S"
554
- timestamp_str = datetime.now().strftime(timestamp_format)
555
- filename = (
556
- f"{timestamp_str}_{name}"
557
- if time_prefix
558
- else f"{name}_{timestamp_str}"
559
- )
560
- else:
561
- filename = name
562
-
563
- random_hash = (
564
- "-" + SysUtil.create_id(random_hash_digits)
565
- if random_hash_digits > 0
566
- else ""
567
- )
568
-
569
- full_filename = f"{filename}{random_hash}{ext}"
570
- full_path = directory / full_filename
571
- full_path.parent.mkdir(parents=True, exist_ok=dir_exist_ok)
572
-
573
- return full_path
574
-
575
- @staticmethod
576
- @deprecated(
577
- "Deprecated since v0.3, will be removed in v1.0. Use lionfuncs.list_files instead",
578
- category=DeprecationWarning,
579
- stacklevel=2,
580
- )
581
- def list_files(dir_path: Path | str, extension: str = None) -> list[Path]:
582
- """
583
- Lists all files in a specified directory with an optional filter for file extensions.
584
-
585
- Args:
586
- dir_path (Path | str): The directory path where files are listed.
587
- extension (str, optional): Filter files by extension. Default is None, which lists all files.
588
-
589
- Returns:
590
- list[Path]: A list of Path objects representing files in the directory.
591
-
592
- Raises:
593
- NotADirectoryError: If the provided dir_path is not a directory.
594
- """
595
- dir_path = Path(dir_path)
596
- if not dir_path.is_dir():
597
- raise NotADirectoryError(f"{dir_path} is not a directory.")
598
- if extension:
599
- return list(dir_path.glob(f"*.{extension}"))
600
- else:
601
- return list(dir_path.glob("*"))
602
-
603
- @staticmethod
604
- @deprecated(
605
- "Deprecated since v0.3, will be removed in v1.0. Use lionfuncs.copy_file instead",
606
- category=DeprecationWarning,
607
- stacklevel=2,
608
- )
609
- def copy_file(src: Path | str, dest: Path | str) -> None:
610
- """
611
- Copies a file from a source path to a destination path.
612
-
613
- Args:
614
- src (Path | str): The source file path.
615
- dest (Path | str): The destination file path.
616
-
617
- Raises:
618
- FileNotFoundError: If the source file does not exist or is not a file.
619
- """
620
- from shutil import copy2
621
-
622
- src, dest = Path(src), Path(dest)
623
- if not src.is_file():
624
- raise FileNotFoundError(f"{src} does not exist or is not a file.")
625
- dest.parent.mkdir(parents=True, exist_ok=True)
626
- copy2(src, dest)
627
-
628
- @staticmethod
629
- @deprecated(
630
- "Deprecated since v0.3, will be removed in v1.0. Use lionfuncs.get_file_size instead",
631
- category=DeprecationWarning,
632
- stacklevel=2,
633
- )
634
- def get_size(path: Path | str) -> int:
635
- """
636
- Gets the size of a file or total size of files in a directory.
637
-
638
- Args:
639
- path (Path | str): The file or directory path.
640
-
641
- Returns:
642
- int: The size in bytes.
643
-
644
- Raises:
645
- FileNotFoundError: If the path does not exist.
646
- """
647
- path = Path(path)
648
- if path.is_file():
649
- return path.stat().st_size
650
- elif path.is_dir():
651
- return sum(
652
- f.stat().st_size for f in path.glob("**/*") if f.is_file()
653
- )
654
- else:
655
- raise FileNotFoundError(f"{path} does not exist.")
656
-
657
- @staticmethod
658
- @deprecated(
659
- "Deprecated since v0.3, will be removed in v1.0. Use lionfuncs.save_to_file instead",
660
- category=DeprecationWarning,
661
- stacklevel=2,
662
- )
663
- def save_to_file(
664
- text,
665
- directory: Path | str,
666
- filename: str,
667
- timestamp: bool = True,
668
- dir_exist_ok: bool = True,
669
- time_prefix: bool = False,
670
- custom_timestamp_format: str | None = None,
671
- random_hash_digits=0,
672
- verbose=True,
673
- ):
674
- """
675
- Saves text to a file within a specified directory, optionally adding a timestamp, hash, and verbose logging.
676
-
677
- Args:
678
- text (str): The text to save.
679
- directory (Path | str): The directory path to save the file.
680
- filename (str): The filename for the saved text.
681
- timestamp (bool): If True, append a timestamp to the filename. Default is True.
682
- dir_exist_ok (bool): If True, creates the directory if it does not exist. Default is True.
683
- time_prefix (bool): If True, prepend the timestamp instead of appending. Default is False.
684
- custom_timestamp_format (str | None): A custom format for the timestamp, if None uses default format. Default is None.
685
- random_hash_digits (int): Number of random hash digits to append to filename. Default is 0.
686
- verbose (bool): If True, prints the file path after saving. Default is True.
687
-
688
- Returns:
689
- bool: True if the text was successfully saved.
690
- """
691
- file_path = SysUtil.create_path(
692
- directory=directory,
693
- filename=filename,
694
- timestamp=timestamp,
695
- dir_exist_ok=dir_exist_ok,
696
- time_prefix=time_prefix,
697
- custom_timestamp_format=custom_timestamp_format,
698
- random_hash_digits=random_hash_digits,
699
- )
700
-
701
- with open(file_path, "w") as file:
702
- file.write(text)
703
-
704
- if verbose:
705
- print(f"Text saved to: {file_path}")
706
-
707
- return True
708
-
709
-
710
- __all__ = ["SysUtil"]
lionagi/lions/__init__.py DELETED
File without changes