lionagi 0.3.8__py3-none-any.whl → 0.5.0__py3-none-any.whl

Sign up to get free protection for your applications and to get access to all the features.
Files changed (584) hide show
  1. lionagi/__init__.py +14 -46
  2. lionagi/core/__init__.py +3 -1
  3. lionagi/core/_class_registry.py +69 -0
  4. lionagi/core/action/__init__.py +3 -13
  5. lionagi/core/action/action_manager.py +287 -0
  6. lionagi/core/action/base.py +109 -0
  7. lionagi/core/action/function_calling.py +127 -92
  8. lionagi/core/action/tool.py +172 -70
  9. lionagi/core/action/types.py +16 -0
  10. lionagi/core/communication/__init__.py +3 -0
  11. lionagi/core/communication/action_request.py +163 -0
  12. lionagi/core/communication/action_response.py +149 -0
  13. lionagi/core/communication/assistant_response.py +161 -0
  14. lionagi/core/communication/base_mail.py +49 -0
  15. lionagi/core/communication/instruction.py +376 -0
  16. lionagi/core/communication/message.py +286 -0
  17. lionagi/core/communication/message_manager.py +530 -0
  18. lionagi/core/communication/system.py +116 -0
  19. lionagi/core/communication/templates/README.md +28 -0
  20. lionagi/core/communication/templates/action_request.jinja2 +5 -0
  21. lionagi/core/communication/templates/action_response.jinja2 +9 -0
  22. lionagi/core/communication/templates/assistant_response.jinja2 +2 -0
  23. lionagi/core/communication/templates/instruction_message.jinja2 +61 -0
  24. lionagi/core/communication/templates/system_message.jinja2 +11 -0
  25. lionagi/core/communication/templates/tool_schemas.jinja2 +7 -0
  26. lionagi/core/communication/types.py +27 -0
  27. lionagi/core/communication/utils.py +254 -0
  28. lionagi/core/forms/__init__.py +3 -0
  29. lionagi/core/forms/base.py +232 -0
  30. lionagi/core/forms/form.py +791 -0
  31. lionagi/core/forms/report.py +321 -0
  32. lionagi/core/forms/types.py +13 -0
  33. lionagi/core/forms/utils.py +26 -0
  34. lionagi/core/generic/__init__.py +3 -6
  35. lionagi/core/generic/component.py +422 -0
  36. lionagi/core/generic/edge.py +143 -101
  37. lionagi/core/generic/element.py +195 -0
  38. lionagi/core/generic/graph.py +297 -180
  39. lionagi/core/generic/log.py +151 -0
  40. lionagi/core/generic/log_manager.py +320 -0
  41. lionagi/core/generic/node.py +7 -229
  42. lionagi/core/generic/pile.py +1017 -0
  43. lionagi/core/generic/progression.py +388 -0
  44. lionagi/core/generic/types.py +23 -0
  45. lionagi/core/generic/utils.py +50 -0
  46. lionagi/core/models/__init__.py +5 -0
  47. lionagi/core/models/base.py +85 -0
  48. lionagi/core/models/field_model.py +122 -0
  49. lionagi/core/models/new_model_params.py +195 -0
  50. lionagi/core/models/note.py +351 -0
  51. lionagi/core/models/operable_model.py +392 -0
  52. lionagi/core/models/schema_model.py +50 -0
  53. lionagi/core/models/types.py +10 -0
  54. lionagi/core/session/__init__.py +3 -0
  55. lionagi/core/session/branch.py +115 -415
  56. lionagi/core/session/branch_mixins.py +507 -0
  57. lionagi/core/session/session.py +122 -257
  58. lionagi/core/session/types.py +8 -0
  59. lionagi/core/typing/__init__.py +9 -0
  60. lionagi/core/typing/concepts.py +132 -0
  61. lionagi/core/typing/config.py +15 -0
  62. lionagi/core/typing/id.py +221 -0
  63. lionagi/core/typing/pydantic_.py +33 -0
  64. lionagi/core/typing/typing_.py +54 -0
  65. lionagi/integrations/__init__.py +0 -1
  66. lionagi/integrations/anthropic_/AnthropicModel.py +268 -0
  67. lionagi/integrations/anthropic_/AnthropicService.py +113 -0
  68. lionagi/integrations/anthropic_/__init__.py +3 -0
  69. lionagi/integrations/anthropic_/anthropic_max_output_token_data.yaml +7 -0
  70. lionagi/integrations/anthropic_/anthropic_price_data.yaml +14 -0
  71. lionagi/integrations/anthropic_/api_endpoints/__init__.py +3 -0
  72. lionagi/integrations/anthropic_/api_endpoints/api_request.py +277 -0
  73. lionagi/integrations/anthropic_/api_endpoints/data_models.py +40 -0
  74. lionagi/integrations/anthropic_/api_endpoints/match_response.py +119 -0
  75. lionagi/integrations/anthropic_/api_endpoints/messages/__init__.py +3 -0
  76. lionagi/integrations/anthropic_/api_endpoints/messages/request/__init__.py +3 -0
  77. lionagi/integrations/anthropic_/api_endpoints/messages/request/message_models.py +14 -0
  78. lionagi/integrations/anthropic_/api_endpoints/messages/request/request_body.py +74 -0
  79. lionagi/integrations/anthropic_/api_endpoints/messages/response/content_models.py +32 -0
  80. lionagi/integrations/anthropic_/api_endpoints/messages/response/response_body.py +101 -0
  81. lionagi/integrations/anthropic_/api_endpoints/messages/response/usage_models.py +25 -0
  82. lionagi/integrations/anthropic_/version.py +5 -0
  83. lionagi/integrations/groq_/GroqModel.py +318 -0
  84. lionagi/integrations/groq_/GroqService.py +147 -0
  85. lionagi/integrations/groq_/__init__.py +3 -0
  86. lionagi/integrations/groq_/api_endpoints/data_models.py +187 -0
  87. lionagi/integrations/groq_/api_endpoints/groq_request.py +288 -0
  88. lionagi/integrations/groq_/api_endpoints/match_response.py +106 -0
  89. lionagi/integrations/groq_/api_endpoints/response_utils.py +105 -0
  90. lionagi/integrations/groq_/groq_max_output_token_data.yaml +21 -0
  91. lionagi/integrations/groq_/groq_price_data.yaml +58 -0
  92. lionagi/integrations/groq_/groq_rate_limits.yaml +105 -0
  93. lionagi/integrations/groq_/version.py +5 -0
  94. lionagi/integrations/litellm_/__init__.py +3 -0
  95. lionagi/integrations/litellm_/imodel.py +69 -0
  96. lionagi/integrations/ollama_/OllamaModel.py +244 -0
  97. lionagi/integrations/ollama_/OllamaService.py +138 -0
  98. lionagi/integrations/ollama_/__init__.py +3 -0
  99. lionagi/integrations/ollama_/api_endpoints/__init__.py +3 -0
  100. lionagi/integrations/ollama_/api_endpoints/api_request.py +179 -0
  101. lionagi/integrations/ollama_/api_endpoints/chat_completion/__init__.py +3 -0
  102. lionagi/integrations/ollama_/api_endpoints/chat_completion/message_models.py +31 -0
  103. lionagi/integrations/ollama_/api_endpoints/chat_completion/request_body.py +46 -0
  104. lionagi/integrations/ollama_/api_endpoints/chat_completion/response_body.py +67 -0
  105. lionagi/integrations/ollama_/api_endpoints/chat_completion/tool_models.py +49 -0
  106. lionagi/integrations/ollama_/api_endpoints/completion/request_body.py +72 -0
  107. lionagi/integrations/ollama_/api_endpoints/completion/response_body.py +59 -0
  108. lionagi/integrations/ollama_/api_endpoints/data_models.py +15 -0
  109. lionagi/integrations/ollama_/api_endpoints/embedding/request_body.py +33 -0
  110. lionagi/integrations/ollama_/api_endpoints/embedding/response_body.py +29 -0
  111. lionagi/integrations/ollama_/api_endpoints/match_data_model.py +62 -0
  112. lionagi/integrations/ollama_/api_endpoints/match_response.py +190 -0
  113. lionagi/integrations/ollama_/api_endpoints/model/__init__.py +3 -0
  114. lionagi/integrations/ollama_/api_endpoints/model/copy_model.py +13 -0
  115. lionagi/integrations/ollama_/api_endpoints/model/create_model.py +28 -0
  116. lionagi/integrations/ollama_/api_endpoints/model/delete_model.py +11 -0
  117. lionagi/integrations/ollama_/api_endpoints/model/list_model.py +60 -0
  118. lionagi/integrations/ollama_/api_endpoints/model/pull_model.py +34 -0
  119. lionagi/integrations/ollama_/api_endpoints/model/push_model.py +35 -0
  120. lionagi/integrations/ollama_/api_endpoints/model/show_model.py +36 -0
  121. lionagi/integrations/ollama_/api_endpoints/option_models.py +68 -0
  122. lionagi/integrations/openai_/OpenAIModel.py +414 -0
  123. lionagi/integrations/openai_/OpenAIService.py +426 -0
  124. lionagi/integrations/openai_/api_endpoints/__init__.py +3 -0
  125. lionagi/integrations/openai_/api_endpoints/api_request.py +277 -0
  126. lionagi/integrations/openai_/api_endpoints/audio/__init__.py +9 -0
  127. lionagi/integrations/openai_/api_endpoints/audio/speech_models.py +34 -0
  128. lionagi/integrations/openai_/api_endpoints/audio/transcription_models.py +136 -0
  129. lionagi/integrations/openai_/api_endpoints/audio/translation_models.py +41 -0
  130. lionagi/integrations/openai_/api_endpoints/audio/types.py +41 -0
  131. lionagi/integrations/openai_/api_endpoints/batch/__init__.py +17 -0
  132. lionagi/integrations/openai_/api_endpoints/batch/batch_models.py +146 -0
  133. lionagi/integrations/openai_/api_endpoints/batch/cancel_batch.py +7 -0
  134. lionagi/integrations/openai_/api_endpoints/batch/create_batch.py +26 -0
  135. lionagi/integrations/openai_/api_endpoints/batch/list_batch.py +37 -0
  136. lionagi/integrations/openai_/api_endpoints/batch/request_object_models.py +65 -0
  137. lionagi/integrations/openai_/api_endpoints/batch/retrieve_batch.py +7 -0
  138. lionagi/integrations/openai_/api_endpoints/batch/types.py +4 -0
  139. lionagi/integrations/openai_/api_endpoints/chat_completions/__init__.py +1 -0
  140. lionagi/integrations/openai_/api_endpoints/chat_completions/request/__init__.py +39 -0
  141. lionagi/integrations/openai_/api_endpoints/chat_completions/request/message_models.py +121 -0
  142. lionagi/integrations/openai_/api_endpoints/chat_completions/request/request_body.py +221 -0
  143. lionagi/integrations/openai_/api_endpoints/chat_completions/request/response_format.py +71 -0
  144. lionagi/integrations/openai_/api_endpoints/chat_completions/request/stream_options.py +14 -0
  145. lionagi/integrations/openai_/api_endpoints/chat_completions/request/tool_choice_models.py +17 -0
  146. lionagi/integrations/openai_/api_endpoints/chat_completions/request/tool_models.py +54 -0
  147. lionagi/integrations/openai_/api_endpoints/chat_completions/request/types.py +18 -0
  148. lionagi/integrations/openai_/api_endpoints/chat_completions/response/choice_models.py +62 -0
  149. lionagi/integrations/openai_/api_endpoints/chat_completions/response/function_models.py +16 -0
  150. lionagi/integrations/openai_/api_endpoints/chat_completions/response/log_prob_models.py +47 -0
  151. lionagi/integrations/openai_/api_endpoints/chat_completions/response/message_models.py +25 -0
  152. lionagi/integrations/openai_/api_endpoints/chat_completions/response/response_body.py +99 -0
  153. lionagi/integrations/openai_/api_endpoints/chat_completions/response/types.py +8 -0
  154. lionagi/integrations/openai_/api_endpoints/chat_completions/response/usage_models.py +24 -0
  155. lionagi/integrations/openai_/api_endpoints/chat_completions/util.py +46 -0
  156. lionagi/integrations/openai_/api_endpoints/data_models.py +23 -0
  157. lionagi/integrations/openai_/api_endpoints/embeddings/__init__.py +3 -0
  158. lionagi/integrations/openai_/api_endpoints/embeddings/request_body.py +79 -0
  159. lionagi/integrations/openai_/api_endpoints/embeddings/response_body.py +67 -0
  160. lionagi/integrations/openai_/api_endpoints/files/__init__.py +11 -0
  161. lionagi/integrations/openai_/api_endpoints/files/delete_file.py +20 -0
  162. lionagi/integrations/openai_/api_endpoints/files/file_models.py +56 -0
  163. lionagi/integrations/openai_/api_endpoints/files/list_files.py +27 -0
  164. lionagi/integrations/openai_/api_endpoints/files/retrieve_file.py +9 -0
  165. lionagi/integrations/openai_/api_endpoints/files/upload_file.py +38 -0
  166. lionagi/integrations/openai_/api_endpoints/fine_tuning/__init__.py +37 -0
  167. lionagi/integrations/openai_/api_endpoints/fine_tuning/cancel_jobs.py +9 -0
  168. lionagi/integrations/openai_/api_endpoints/fine_tuning/create_jobs.py +133 -0
  169. lionagi/integrations/openai_/api_endpoints/fine_tuning/fine_tuning_job_checkpoint_models.py +58 -0
  170. lionagi/integrations/openai_/api_endpoints/fine_tuning/fine_tuning_job_event_models.py +31 -0
  171. lionagi/integrations/openai_/api_endpoints/fine_tuning/fine_tuning_job_models.py +140 -0
  172. lionagi/integrations/openai_/api_endpoints/fine_tuning/list_fine_tuning_checkpoints.py +51 -0
  173. lionagi/integrations/openai_/api_endpoints/fine_tuning/list_fine_tuning_events.py +42 -0
  174. lionagi/integrations/openai_/api_endpoints/fine_tuning/list_fine_tuning_jobs.py +31 -0
  175. lionagi/integrations/openai_/api_endpoints/fine_tuning/retrieve_jobs.py +9 -0
  176. lionagi/integrations/openai_/api_endpoints/fine_tuning/training_format.py +30 -0
  177. lionagi/integrations/openai_/api_endpoints/images/__init__.py +9 -0
  178. lionagi/integrations/openai_/api_endpoints/images/image_edit_models.py +69 -0
  179. lionagi/integrations/openai_/api_endpoints/images/image_models.py +56 -0
  180. lionagi/integrations/openai_/api_endpoints/images/image_variation_models.py +56 -0
  181. lionagi/integrations/openai_/api_endpoints/images/response_body.py +30 -0
  182. lionagi/integrations/openai_/api_endpoints/match_data_model.py +197 -0
  183. lionagi/integrations/openai_/api_endpoints/match_response.py +336 -0
  184. lionagi/integrations/openai_/api_endpoints/models/__init__.py +7 -0
  185. lionagi/integrations/openai_/api_endpoints/models/delete_fine_tuned_model.py +17 -0
  186. lionagi/integrations/openai_/api_endpoints/models/models_models.py +31 -0
  187. lionagi/integrations/openai_/api_endpoints/models/retrieve_model.py +9 -0
  188. lionagi/integrations/openai_/api_endpoints/moderations/__init__.py +3 -0
  189. lionagi/integrations/openai_/api_endpoints/moderations/request_body.py +20 -0
  190. lionagi/integrations/openai_/api_endpoints/moderations/response_body.py +139 -0
  191. lionagi/integrations/openai_/api_endpoints/uploads/__init__.py +19 -0
  192. lionagi/integrations/openai_/api_endpoints/uploads/add_upload_part.py +11 -0
  193. lionagi/integrations/openai_/api_endpoints/uploads/cancel_upload.py +7 -0
  194. lionagi/integrations/openai_/api_endpoints/uploads/complete_upload.py +18 -0
  195. lionagi/integrations/openai_/api_endpoints/uploads/create_upload.py +17 -0
  196. lionagi/integrations/openai_/api_endpoints/uploads/uploads_models.py +52 -0
  197. lionagi/integrations/openai_/image_token_calculator/image_token_calculator.py +92 -0
  198. lionagi/integrations/openai_/image_token_calculator/openai_image_token_data.yaml +15 -0
  199. lionagi/integrations/openai_/openai_max_output_token_data.yaml +12 -0
  200. lionagi/integrations/openai_/openai_price_data.yaml +26 -0
  201. lionagi/integrations/openai_/version.py +1 -0
  202. lionagi/integrations/pandas_/__init__.py +24 -0
  203. lionagi/integrations/pandas_/extend_df.py +61 -0
  204. lionagi/integrations/pandas_/read.py +103 -0
  205. lionagi/integrations/pandas_/remove_rows.py +61 -0
  206. lionagi/integrations/pandas_/replace_keywords.py +65 -0
  207. lionagi/integrations/pandas_/save.py +131 -0
  208. lionagi/integrations/pandas_/search_keywords.py +69 -0
  209. lionagi/integrations/pandas_/to_df.py +196 -0
  210. lionagi/integrations/pandas_/update_cells.py +54 -0
  211. lionagi/integrations/perplexity_/PerplexityModel.py +269 -0
  212. lionagi/integrations/perplexity_/PerplexityService.py +109 -0
  213. lionagi/integrations/perplexity_/__init__.py +3 -0
  214. lionagi/integrations/perplexity_/api_endpoints/api_request.py +171 -0
  215. lionagi/integrations/perplexity_/api_endpoints/chat_completions/request/request_body.py +121 -0
  216. lionagi/integrations/perplexity_/api_endpoints/chat_completions/response/response_body.py +146 -0
  217. lionagi/integrations/perplexity_/api_endpoints/data_models.py +63 -0
  218. lionagi/integrations/perplexity_/api_endpoints/match_response.py +26 -0
  219. lionagi/integrations/perplexity_/perplexity_max_output_token_data.yaml +3 -0
  220. lionagi/integrations/perplexity_/perplexity_price_data.yaml +10 -0
  221. lionagi/integrations/perplexity_/version.py +1 -0
  222. lionagi/integrations/pydantic_/__init__.py +8 -0
  223. lionagi/integrations/pydantic_/break_down_annotation.py +81 -0
  224. lionagi/integrations/pydantic_/new_model.py +208 -0
  225. lionagi/integrations/services.py +17 -0
  226. lionagi/libs/__init__.py +0 -55
  227. lionagi/libs/compress/models.py +62 -0
  228. lionagi/libs/compress/utils.py +81 -0
  229. lionagi/libs/constants.py +98 -0
  230. lionagi/libs/file/chunk.py +265 -0
  231. lionagi/libs/file/file_ops.py +114 -0
  232. lionagi/libs/file/params.py +212 -0
  233. lionagi/libs/file/path.py +301 -0
  234. lionagi/libs/file/process.py +139 -0
  235. lionagi/libs/file/save.py +90 -0
  236. lionagi/libs/file/types.py +22 -0
  237. lionagi/libs/func/async_calls/__init__.py +21 -0
  238. lionagi/libs/func/async_calls/alcall.py +157 -0
  239. lionagi/libs/func/async_calls/bcall.py +82 -0
  240. lionagi/libs/func/async_calls/mcall.py +134 -0
  241. lionagi/libs/func/async_calls/pcall.py +149 -0
  242. lionagi/libs/func/async_calls/rcall.py +185 -0
  243. lionagi/libs/func/async_calls/tcall.py +114 -0
  244. lionagi/libs/func/async_calls/ucall.py +85 -0
  245. lionagi/libs/func/decorators.py +277 -0
  246. lionagi/libs/func/lcall.py +57 -0
  247. lionagi/libs/func/params.py +64 -0
  248. lionagi/libs/func/throttle.py +119 -0
  249. lionagi/libs/func/types.py +39 -0
  250. lionagi/libs/func/utils.py +96 -0
  251. lionagi/libs/package/imports.py +162 -0
  252. lionagi/libs/package/management.py +58 -0
  253. lionagi/libs/package/params.py +26 -0
  254. lionagi/libs/package/system.py +18 -0
  255. lionagi/libs/package/types.py +26 -0
  256. lionagi/libs/parse/__init__.py +1 -0
  257. lionagi/libs/parse/flatten/__init__.py +9 -0
  258. lionagi/libs/parse/flatten/flatten.py +168 -0
  259. lionagi/libs/parse/flatten/params.py +52 -0
  260. lionagi/libs/parse/flatten/unflatten.py +79 -0
  261. lionagi/libs/parse/json/__init__.py +27 -0
  262. lionagi/libs/parse/json/as_readable.py +104 -0
  263. lionagi/libs/parse/json/extract.py +102 -0
  264. lionagi/libs/parse/json/parse.py +179 -0
  265. lionagi/libs/parse/json/schema.py +227 -0
  266. lionagi/libs/parse/json/to_json.py +71 -0
  267. lionagi/libs/parse/nested/__init__.py +33 -0
  268. lionagi/libs/parse/nested/nfilter.py +55 -0
  269. lionagi/libs/parse/nested/nget.py +40 -0
  270. lionagi/libs/parse/nested/ninsert.py +103 -0
  271. lionagi/libs/parse/nested/nmerge.py +155 -0
  272. lionagi/libs/parse/nested/npop.py +66 -0
  273. lionagi/libs/parse/nested/nset.py +89 -0
  274. lionagi/libs/parse/nested/to_flat_list.py +64 -0
  275. lionagi/libs/parse/nested/utils.py +185 -0
  276. lionagi/libs/parse/string_parse/__init__.py +11 -0
  277. lionagi/libs/parse/string_parse/code_block.py +73 -0
  278. lionagi/libs/parse/string_parse/docstring.py +179 -0
  279. lionagi/libs/parse/string_parse/function_.py +92 -0
  280. lionagi/libs/parse/type_convert/__init__.py +19 -0
  281. lionagi/libs/parse/type_convert/params.py +145 -0
  282. lionagi/libs/parse/type_convert/to_dict.py +333 -0
  283. lionagi/libs/parse/type_convert/to_list.py +186 -0
  284. lionagi/libs/parse/type_convert/to_num.py +358 -0
  285. lionagi/libs/parse/type_convert/to_str.py +195 -0
  286. lionagi/libs/parse/types.py +9 -0
  287. lionagi/libs/parse/validate/__init__.py +14 -0
  288. lionagi/libs/parse/validate/boolean.py +96 -0
  289. lionagi/libs/parse/validate/keys.py +150 -0
  290. lionagi/libs/parse/validate/mapping.py +109 -0
  291. lionagi/libs/parse/validate/params.py +62 -0
  292. lionagi/libs/parse/xml/__init__.py +10 -0
  293. lionagi/libs/parse/xml/convert.py +56 -0
  294. lionagi/libs/parse/xml/parser.py +93 -0
  295. lionagi/libs/string_similarity/__init__.py +32 -0
  296. lionagi/libs/string_similarity/algorithms.py +219 -0
  297. lionagi/libs/string_similarity/matcher.py +102 -0
  298. lionagi/libs/string_similarity/utils.py +15 -0
  299. lionagi/libs/utils.py +255 -0
  300. lionagi/operations/__init__.py +3 -6
  301. lionagi/operations/brainstorm/__init__.py +3 -0
  302. lionagi/operations/brainstorm/brainstorm.py +204 -0
  303. lionagi/operations/brainstorm/prompt.py +1 -0
  304. lionagi/operations/plan/__init__.py +3 -0
  305. lionagi/operations/plan/plan.py +172 -0
  306. lionagi/operations/plan/prompt.py +21 -0
  307. lionagi/operations/select/__init__.py +3 -0
  308. lionagi/operations/select/prompt.py +1 -0
  309. lionagi/operations/select/select.py +100 -0
  310. lionagi/operations/select/utils.py +107 -0
  311. lionagi/operations/utils.py +35 -0
  312. lionagi/protocols/adapters/adapter.py +79 -0
  313. lionagi/protocols/adapters/json_adapter.py +43 -0
  314. lionagi/protocols/adapters/pandas_adapter.py +96 -0
  315. lionagi/protocols/configs/__init__.py +15 -0
  316. lionagi/protocols/configs/branch_config.py +86 -0
  317. lionagi/protocols/configs/id_config.py +15 -0
  318. lionagi/protocols/configs/imodel_config.py +73 -0
  319. lionagi/protocols/configs/log_config.py +93 -0
  320. lionagi/protocols/configs/retry_config.py +29 -0
  321. lionagi/protocols/operatives/__init__.py +15 -0
  322. lionagi/protocols/operatives/action.py +181 -0
  323. lionagi/protocols/operatives/instruct.py +196 -0
  324. lionagi/protocols/operatives/operative.py +182 -0
  325. lionagi/protocols/operatives/prompts.py +232 -0
  326. lionagi/protocols/operatives/reason.py +56 -0
  327. lionagi/protocols/operatives/step.py +217 -0
  328. lionagi/protocols/registries/_component_registry.py +19 -0
  329. lionagi/protocols/registries/_pile_registry.py +26 -0
  330. lionagi/service/__init__.py +13 -0
  331. lionagi/service/complete_request_info.py +11 -0
  332. lionagi/service/imodel.py +110 -0
  333. lionagi/service/rate_limiter.py +108 -0
  334. lionagi/service/service.py +37 -0
  335. lionagi/service/service_match_util.py +131 -0
  336. lionagi/service/service_util.py +72 -0
  337. lionagi/service/token_calculator.py +51 -0
  338. lionagi/settings.py +136 -0
  339. lionagi/strategies/base.py +53 -0
  340. lionagi/strategies/concurrent.py +71 -0
  341. lionagi/strategies/concurrent_chunk.py +43 -0
  342. lionagi/strategies/concurrent_sequential_chunk.py +104 -0
  343. lionagi/strategies/params.py +128 -0
  344. lionagi/strategies/sequential.py +23 -0
  345. lionagi/strategies/sequential_chunk.py +89 -0
  346. lionagi/strategies/sequential_concurrent_chunk.py +100 -0
  347. lionagi/strategies/types.py +21 -0
  348. lionagi/strategies/utils.py +49 -0
  349. lionagi/version.py +1 -1
  350. lionagi-0.5.0.dist-info/METADATA +348 -0
  351. lionagi-0.5.0.dist-info/RECORD +373 -0
  352. {lionagi-0.3.8.dist-info → lionagi-0.5.0.dist-info}/WHEEL +1 -1
  353. lionagi/core/_setting/_setting.py +0 -59
  354. lionagi/core/action/README.md +0 -20
  355. lionagi/core/action/manual.py +0 -1
  356. lionagi/core/action/node.py +0 -94
  357. lionagi/core/action/tool_manager.py +0 -342
  358. lionagi/core/agent/README.md +0 -1
  359. lionagi/core/agent/base_agent.py +0 -82
  360. lionagi/core/agent/eval/README.md +0 -1
  361. lionagi/core/agent/eval/evaluator.py +0 -1
  362. lionagi/core/agent/eval/vote.py +0 -40
  363. lionagi/core/agent/learn/learner.py +0 -59
  364. lionagi/core/agent/plan/unit_template.py +0 -1
  365. lionagi/core/collections/README.md +0 -23
  366. lionagi/core/collections/__init__.py +0 -16
  367. lionagi/core/collections/_logger.py +0 -312
  368. lionagi/core/collections/abc/README.md +0 -63
  369. lionagi/core/collections/abc/__init__.py +0 -53
  370. lionagi/core/collections/abc/component.py +0 -620
  371. lionagi/core/collections/abc/concepts.py +0 -277
  372. lionagi/core/collections/abc/exceptions.py +0 -136
  373. lionagi/core/collections/abc/util.py +0 -45
  374. lionagi/core/collections/exchange.py +0 -146
  375. lionagi/core/collections/flow.py +0 -416
  376. lionagi/core/collections/model.py +0 -465
  377. lionagi/core/collections/pile.py +0 -1232
  378. lionagi/core/collections/progression.py +0 -221
  379. lionagi/core/collections/util.py +0 -73
  380. lionagi/core/director/README.md +0 -1
  381. lionagi/core/director/direct.py +0 -298
  382. lionagi/core/director/director.py +0 -2
  383. lionagi/core/director/operations/select.py +0 -3
  384. lionagi/core/director/operations/utils.py +0 -6
  385. lionagi/core/engine/branch_engine.py +0 -361
  386. lionagi/core/engine/instruction_map_engine.py +0 -213
  387. lionagi/core/engine/sandbox_.py +0 -16
  388. lionagi/core/engine/script_engine.py +0 -89
  389. lionagi/core/executor/base_executor.py +0 -97
  390. lionagi/core/executor/graph_executor.py +0 -335
  391. lionagi/core/executor/neo4j_executor.py +0 -394
  392. lionagi/core/generic/README.md +0 -0
  393. lionagi/core/generic/edge_condition.py +0 -17
  394. lionagi/core/generic/hyperedge.py +0 -1
  395. lionagi/core/generic/tree.py +0 -49
  396. lionagi/core/generic/tree_node.py +0 -85
  397. lionagi/core/mail/__init__.py +0 -11
  398. lionagi/core/mail/mail.py +0 -26
  399. lionagi/core/mail/mail_manager.py +0 -185
  400. lionagi/core/mail/package.py +0 -49
  401. lionagi/core/mail/start_mail.py +0 -36
  402. lionagi/core/message/__init__.py +0 -18
  403. lionagi/core/message/action_request.py +0 -114
  404. lionagi/core/message/action_response.py +0 -121
  405. lionagi/core/message/assistant_response.py +0 -80
  406. lionagi/core/message/instruction.py +0 -194
  407. lionagi/core/message/message.py +0 -86
  408. lionagi/core/message/system.py +0 -71
  409. lionagi/core/message/util.py +0 -274
  410. lionagi/core/report/__init__.py +0 -4
  411. lionagi/core/report/base.py +0 -201
  412. lionagi/core/report/form.py +0 -212
  413. lionagi/core/report/report.py +0 -150
  414. lionagi/core/report/util.py +0 -15
  415. lionagi/core/rule/_default.py +0 -17
  416. lionagi/core/rule/action.py +0 -87
  417. lionagi/core/rule/base.py +0 -234
  418. lionagi/core/rule/boolean.py +0 -56
  419. lionagi/core/rule/choice.py +0 -48
  420. lionagi/core/rule/mapping.py +0 -82
  421. lionagi/core/rule/number.py +0 -73
  422. lionagi/core/rule/rulebook.py +0 -45
  423. lionagi/core/rule/string.py +0 -43
  424. lionagi/core/rule/util.py +0 -0
  425. lionagi/core/session/directive_mixin.py +0 -307
  426. lionagi/core/structure/__init__.py +0 -1
  427. lionagi/core/structure/chain.py +0 -1
  428. lionagi/core/structure/forest.py +0 -1
  429. lionagi/core/structure/graph.py +0 -1
  430. lionagi/core/structure/tree.py +0 -1
  431. lionagi/core/unit/__init__.py +0 -4
  432. lionagi/core/unit/parallel_unit.py +0 -234
  433. lionagi/core/unit/template/action.py +0 -65
  434. lionagi/core/unit/template/base.py +0 -35
  435. lionagi/core/unit/template/plan.py +0 -69
  436. lionagi/core/unit/template/predict.py +0 -95
  437. lionagi/core/unit/template/score.py +0 -108
  438. lionagi/core/unit/template/select.py +0 -91
  439. lionagi/core/unit/unit.py +0 -452
  440. lionagi/core/unit/unit_form.py +0 -290
  441. lionagi/core/unit/unit_mixin.py +0 -1166
  442. lionagi/core/unit/util.py +0 -103
  443. lionagi/core/validator/validator.py +0 -376
  444. lionagi/core/work/work.py +0 -59
  445. lionagi/core/work/work_edge.py +0 -102
  446. lionagi/core/work/work_function.py +0 -114
  447. lionagi/core/work/work_function_node.py +0 -50
  448. lionagi/core/work/work_queue.py +0 -90
  449. lionagi/core/work/work_task.py +0 -151
  450. lionagi/core/work/worker.py +0 -410
  451. lionagi/core/work/worker_engine.py +0 -208
  452. lionagi/core/work/worklog.py +0 -108
  453. lionagi/experimental/compressor/base.py +0 -47
  454. lionagi/experimental/compressor/llm_compressor.py +0 -265
  455. lionagi/experimental/compressor/llm_summarizer.py +0 -61
  456. lionagi/experimental/compressor/util.py +0 -70
  457. lionagi/experimental/directive/README.md +0 -1
  458. lionagi/experimental/directive/__init__.py +0 -19
  459. lionagi/experimental/directive/parser/base_parser.py +0 -294
  460. lionagi/experimental/directive/parser/base_syntax.txt +0 -200
  461. lionagi/experimental/directive/template/base_template.py +0 -71
  462. lionagi/experimental/directive/template/schema.py +0 -36
  463. lionagi/experimental/directive/tokenizer.py +0 -59
  464. lionagi/experimental/evaluator/README.md +0 -1
  465. lionagi/experimental/evaluator/ast_evaluator.py +0 -119
  466. lionagi/experimental/evaluator/base_evaluator.py +0 -213
  467. lionagi/experimental/knowledge/__init__.py +0 -0
  468. lionagi/experimental/knowledge/base.py +0 -10
  469. lionagi/experimental/knowledge/graph.py +0 -0
  470. lionagi/experimental/memory/__init__.py +0 -0
  471. lionagi/experimental/strategies/__init__.py +0 -0
  472. lionagi/experimental/strategies/base.py +0 -1
  473. lionagi/integrations/bridge/__init__.py +0 -4
  474. lionagi/integrations/bridge/autogen_/__init__.py +0 -0
  475. lionagi/integrations/bridge/autogen_/autogen_.py +0 -127
  476. lionagi/integrations/bridge/langchain_/__init__.py +0 -0
  477. lionagi/integrations/bridge/langchain_/documents.py +0 -138
  478. lionagi/integrations/bridge/langchain_/langchain_bridge.py +0 -68
  479. lionagi/integrations/bridge/llamaindex_/__init__.py +0 -0
  480. lionagi/integrations/bridge/llamaindex_/index.py +0 -36
  481. lionagi/integrations/bridge/llamaindex_/llama_index_bridge.py +0 -108
  482. lionagi/integrations/bridge/llamaindex_/llama_pack.py +0 -256
  483. lionagi/integrations/bridge/llamaindex_/node_parser.py +0 -92
  484. lionagi/integrations/bridge/llamaindex_/reader.py +0 -201
  485. lionagi/integrations/bridge/llamaindex_/textnode.py +0 -59
  486. lionagi/integrations/bridge/pydantic_/__init__.py +0 -0
  487. lionagi/integrations/bridge/pydantic_/pydantic_bridge.py +0 -7
  488. lionagi/integrations/bridge/transformers_/__init__.py +0 -0
  489. lionagi/integrations/bridge/transformers_/install_.py +0 -39
  490. lionagi/integrations/chunker/__init__.py +0 -0
  491. lionagi/integrations/chunker/chunk.py +0 -314
  492. lionagi/integrations/config/__init__.py +0 -4
  493. lionagi/integrations/config/mlx_configs.py +0 -1
  494. lionagi/integrations/config/oai_configs.py +0 -154
  495. lionagi/integrations/config/ollama_configs.py +0 -1
  496. lionagi/integrations/config/openrouter_configs.py +0 -74
  497. lionagi/integrations/langchain_/__init__.py +0 -0
  498. lionagi/integrations/llamaindex_/__init__.py +0 -0
  499. lionagi/integrations/loader/__init__.py +0 -0
  500. lionagi/integrations/loader/load.py +0 -257
  501. lionagi/integrations/loader/load_util.py +0 -214
  502. lionagi/integrations/provider/__init__.py +0 -11
  503. lionagi/integrations/provider/_mapping.py +0 -47
  504. lionagi/integrations/provider/litellm.py +0 -53
  505. lionagi/integrations/provider/mistralai.py +0 -1
  506. lionagi/integrations/provider/mlx_service.py +0 -55
  507. lionagi/integrations/provider/oai.py +0 -196
  508. lionagi/integrations/provider/ollama.py +0 -55
  509. lionagi/integrations/provider/openrouter.py +0 -170
  510. lionagi/integrations/provider/services.py +0 -138
  511. lionagi/integrations/provider/transformers.py +0 -108
  512. lionagi/integrations/storage/__init__.py +0 -3
  513. lionagi/integrations/storage/neo4j.py +0 -681
  514. lionagi/integrations/storage/storage_util.py +0 -302
  515. lionagi/integrations/storage/structure_excel.py +0 -291
  516. lionagi/integrations/storage/to_csv.py +0 -70
  517. lionagi/integrations/storage/to_excel.py +0 -91
  518. lionagi/libs/ln_api.py +0 -944
  519. lionagi/libs/ln_async.py +0 -208
  520. lionagi/libs/ln_context.py +0 -37
  521. lionagi/libs/ln_convert.py +0 -671
  522. lionagi/libs/ln_dataframe.py +0 -187
  523. lionagi/libs/ln_func_call.py +0 -1328
  524. lionagi/libs/ln_image.py +0 -114
  525. lionagi/libs/ln_knowledge_graph.py +0 -422
  526. lionagi/libs/ln_nested.py +0 -822
  527. lionagi/libs/ln_parse.py +0 -750
  528. lionagi/libs/ln_queue.py +0 -107
  529. lionagi/libs/ln_tokenize.py +0 -179
  530. lionagi/libs/ln_validate.py +0 -299
  531. lionagi/libs/special_tokens.py +0 -172
  532. lionagi/libs/sys_util.py +0 -710
  533. lionagi/lions/__init__.py +0 -0
  534. lionagi/lions/coder/__init__.py +0 -0
  535. lionagi/lions/coder/add_feature.py +0 -20
  536. lionagi/lions/coder/base_prompts.py +0 -22
  537. lionagi/lions/coder/code_form.py +0 -15
  538. lionagi/lions/coder/coder.py +0 -184
  539. lionagi/lions/coder/util.py +0 -101
  540. lionagi/lions/director/__init__.py +0 -0
  541. lionagi/lions/judge/__init__.py +0 -0
  542. lionagi/lions/judge/config.py +0 -8
  543. lionagi/lions/judge/data/__init__.py +0 -0
  544. lionagi/lions/judge/data/sample_codes.py +0 -526
  545. lionagi/lions/judge/data/sample_rurbic.py +0 -48
  546. lionagi/lions/judge/forms/__init__.py +0 -0
  547. lionagi/lions/judge/forms/code_analysis_form.py +0 -126
  548. lionagi/lions/judge/rubric.py +0 -34
  549. lionagi/lions/judge/services/__init__.py +0 -0
  550. lionagi/lions/judge/services/judge_code.py +0 -49
  551. lionagi/lions/researcher/__init__.py +0 -0
  552. lionagi/lions/researcher/data_source/__init__.py +0 -0
  553. lionagi/lions/researcher/data_source/finhub_.py +0 -192
  554. lionagi/lions/researcher/data_source/google_.py +0 -207
  555. lionagi/lions/researcher/data_source/wiki_.py +0 -98
  556. lionagi/lions/researcher/data_source/yfinance_.py +0 -21
  557. lionagi/operations/brainstorm.py +0 -87
  558. lionagi/operations/config.py +0 -6
  559. lionagi/operations/rank.py +0 -102
  560. lionagi/operations/score.py +0 -144
  561. lionagi/operations/select.py +0 -141
  562. lionagi-0.3.8.dist-info/METADATA +0 -241
  563. lionagi-0.3.8.dist-info/RECORD +0 -249
  564. /lionagi/{core/_setting → integrations/anthropic_/api_endpoints/messages/response}/__init__.py +0 -0
  565. /lionagi/{core/agent → integrations/groq_/api_endpoints}/__init__.py +0 -0
  566. /lionagi/{core/agent/eval → integrations/ollama_/api_endpoints/completion}/__init__.py +0 -0
  567. /lionagi/{core/agent/learn → integrations/ollama_/api_endpoints/embedding}/__init__.py +0 -0
  568. /lionagi/{core/agent/plan → integrations/openai_}/__init__.py +0 -0
  569. /lionagi/{core/director → integrations/openai_/api_endpoints/chat_completions/response}/__init__.py +0 -0
  570. /lionagi/{core/director/operations → integrations/openai_/image_token_calculator}/__init__.py +0 -0
  571. /lionagi/{core/engine → integrations/perplexity_/api_endpoints}/__init__.py +0 -0
  572. /lionagi/{core/executor → integrations/perplexity_/api_endpoints/chat_completions}/__init__.py +0 -0
  573. /lionagi/{core/generic/registry/component_registry → integrations/perplexity_/api_endpoints/chat_completions/request}/__init__.py +0 -0
  574. /lionagi/{core/rule → integrations/perplexity_/api_endpoints/chat_completions/response}/__init__.py +0 -0
  575. /lionagi/{core/unit/template → libs/compress}/__init__.py +0 -0
  576. /lionagi/{core/validator → libs/file}/__init__.py +0 -0
  577. /lionagi/{core/work → libs/func}/__init__.py +0 -0
  578. /lionagi/{experimental → libs/package}/__init__.py +0 -0
  579. /lionagi/{core/agent/plan/plan.py → libs/parse/params.py} +0 -0
  580. /lionagi/{experimental/compressor → protocols}/__init__.py +0 -0
  581. /lionagi/{experimental/directive/parser → protocols/adapters}/__init__.py +0 -0
  582. /lionagi/{experimental/directive/template → protocols/registries}/__init__.py +0 -0
  583. /lionagi/{experimental/evaluator → strategies}/__init__.py +0 -0
  584. {lionagi-0.3.8.dist-info → lionagi-0.5.0.dist-info/licenses}/LICENSE +0 -0
@@ -1,526 +0,0 @@
1
- code1 = '''
2
- from collections import deque
3
- from functools import singledispatchmethod
4
- from typing import Annotated, Any, ClassVar, TypeVar
5
-
6
- from lionabc.exceptions import LionValueError
7
- from lionfuncs import LN_UNDEFINED, copy, time
8
- from pydantic import Field, field_serializer, field_validator
9
- from pydantic.fields import FieldInfo
10
- from pydantic_core import PydanticUndefined
11
- from typing_extensions import override
12
-
13
- from lion_core._class_registry import get_class
14
- from lion_core.converter import Converter
15
- from lion_core.generic.component_converter import ComponentConverterRegistry
16
- from lion_core.generic.element import Element
17
- from lion_core.generic.note import Note
18
-
19
- T = TypeVar("T", bound=Element)
20
-
21
- DEFAULT_SERIALIZATION_INCLUDE: set[str] = {
22
- "ln_id",
23
- "timestamp",
24
- "metadata",
25
- "content",
26
- "embedding",
27
- }
28
-
29
-
30
- NAMED_FIELD = Annotated[str, Field(..., alias="field")]
31
-
32
-
33
- class Component(Element):
34
- """Extended base class for components in the Lion framework."""
35
-
36
- metadata: Note = Field(
37
- default_factory=Note,
38
- description="Additional metadata for the component",
39
- )
40
-
41
- content: Any = Field(
42
- default=None,
43
- description="The main content of the Component",
44
- )
45
-
46
- embedding: list[float] = Field(default_factory=list)
47
-
48
- extra_fields: dict[str, Any] = Field(default_factory=dict)
49
-
50
- _converter_registry: ClassVar = ComponentConverterRegistry
51
-
52
- @field_serializer("metadata")
53
- def _serialize_metadata(self, value):
54
- return value.to_dict()
55
-
56
- @field_serializer("extra_fields")
57
- def _serialize_extra_fields(
58
- self,
59
- value: dict[str, FieldInfo],
60
- ) -> dict[str, Any]:
61
- """Custom serializer for extra fields."""
62
- output_dict = {}
63
- for k in value.keys():
64
- k_value = self.__dict__.get(k)
65
- output_dict[k] = k_value
66
- return output_dict
67
-
68
- @field_validator("extra_fields")
69
- def _validate_extra_fields(cls, value: Any) -> dict[str, FieldInfo]:
70
- """Custom validator for extra fields."""
71
- if not isinstance(value, dict):
72
- raise LionValueError("Extra fields must be a dictionary")
73
-
74
- out_ = {}
75
- for k, v in value.items():
76
- out_[k] = Field(**v) if isinstance(v, dict) else v
77
-
78
- return out_
79
-
80
- @property
81
- def all_fields(self) -> dict[str, FieldInfo]:
82
- """
83
- Get all fields including model fields and extra fields.
84
-
85
- Returns:
86
- dict[str, FieldInfo]: A dictionary containing all fields.
87
- """
88
- return {**self.model_fields, **self.extra_fields}
89
-
90
- def add_field(
91
- self,
92
- field_name: NAMED_FIELD,
93
- /,
94
- value: Any = LN_UNDEFINED,
95
- annotation: Any = LN_UNDEFINED,
96
- field_obj: FieldInfo = LN_UNDEFINED,
97
- **kwargs,
98
- ) -> None:
99
- """
100
- Add a new field to the component's extra fields.
101
-
102
- Args:
103
- field_name: The name of the field to add.
104
- value: The value of the field.
105
- annotation: Type annotation for the field.
106
- field_obj: A pre-configured FieldInfo object.
107
- **kwargs: Additional keyword arguments for Field configuration.
108
-
109
- Raises:
110
- LionValueError: If the field already exists.
111
- """
112
- if field_name in self.all_fields:
113
- raise LionValueError(f"Field '{field_name}' already exists")
114
-
115
- self.update_field(
116
- field_name,
117
- value=value,
118
- annotation=annotation,
119
- field_obj=field_obj,
120
- **kwargs,
121
- )
122
-
123
- # when updating field, we do not check the validity of annotation
124
- # meaning current value will not get validated, and can lead to
125
- # errors when storing and loading if you change annotation to a type
126
- # that is not compatible with the current value
127
- def update_field(
128
- self,
129
- field_name: NAMED_FIELD,
130
- /,
131
- value: Any = LN_UNDEFINED,
132
- annotation: Any = LN_UNDEFINED,
133
- field_obj: FieldInfo | Any = LN_UNDEFINED,
134
- **kwargs,
135
- ) -> None:
136
- """
137
- Update an existing field or create a new one if it doesn't exist.
138
-
139
- Args:
140
- field_name: The name of the field to update or create.
141
- value: The new value for the field.
142
- annotation: Type annotation for the field.
143
- field_obj: A pre-configured FieldInfo object.
144
- **kwargs: Additional keyword arguments for Field configuration.
145
-
146
- Raises:
147
- ValueError: If both 'default' and 'default_factory' are
148
- provided in kwargs.
149
- """
150
-
151
- # pydanitc Field object cannot have both default and default_factory
152
- if "default" in kwargs and "default_factory" in kwargs:
153
- raise ValueError(
154
- "Cannot provide both 'default' and 'default_factory'",
155
- )
156
-
157
- # handle field_obj
158
- if field_obj is not LN_UNDEFINED:
159
- if not isinstance(field_obj, FieldInfo):
160
- raise ValueError(
161
- "Invalid field_obj, should be a pydantic FieldInfo object"
162
- )
163
- self.extra_fields[field_name] = field_obj
164
-
165
- # handle kwargs
166
- if kwargs:
167
- if field_name in self.all_fields: # existing field
168
- for k, v in kwargs.items():
169
- self.field_setattr(field_name, k, v)
170
- else:
171
- self.extra_fields[field_name] = Field(**kwargs)
172
-
173
- # handle no explicit defined field
174
- if field_obj is LN_UNDEFINED and not kwargs:
175
- if field_name not in self.all_fields:
176
- self.extra_fields[field_name] = Field()
177
-
178
- field_obj = self.all_fields[field_name]
179
-
180
- # handle annotation
181
- if annotation is not LN_UNDEFINED:
182
- field_obj.annotation = annotation
183
- if not field_obj.annotation:
184
- field_obj.annotation = Any
185
-
186
- # handle value
187
- if value is LN_UNDEFINED:
188
- if getattr(self, field_name, LN_UNDEFINED) is not LN_UNDEFINED:
189
- value = getattr(self, field_name)
190
-
191
- elif getattr(field_obj, "default") is not PydanticUndefined:
192
- value = field_obj.default
193
-
194
- elif getattr(field_obj, "default_factory"):
195
- value = field_obj.default_factory()
196
-
197
- setattr(self, field_name, value)
198
- self._add_last_update(field_name)
199
-
200
- def _add_last_update(self, field_name: str, /) -> None:
201
- current_time = time()
202
- self.metadata.set(["last_updated", field_name], current_time)
203
-
204
- @override
205
- def to_dict(self, **kwargs: Any) -> dict:
206
- """
207
- Convert the component to a dictionary representation.
208
-
209
- Args:
210
- **kwargs: Additional arguments to pass to model_dump.
211
-
212
- Returns:
213
- dict[str, Any]: A dictionary representation of the component.
214
- """
215
- dict_ = self.model_dump(**kwargs)
216
- if isinstance(self.content, Note):
217
- dict_["content"] = dict_["content"]["content"]
218
- extra_fields = dict_.pop("extra_fields", {})
219
- dict_ = {**dict_, **extra_fields, "lion_class": self.class_name()}
220
- for i in list(dict_.keys()):
221
- if dict_[i] is LN_UNDEFINED:
222
- dict_.pop(i)
223
- return dict_
224
-
225
- def to_note(self, **kwargs: Any) -> Note:
226
- return Note(**self.to_dict(**kwargs))
227
-
228
- @override
229
- @classmethod
230
- def from_dict(cls, data: dict, /, **kwargs: Any) -> T:
231
- """
232
- Create a component instance from a dictionary.
233
-
234
- Args:
235
- data: The dictionary containing component data.
236
- **kwargs: Additional arguments for Pydantic model validation.
237
-
238
- Returns:
239
- T: An instance of the Component class or its subclass.
240
- """
241
- input_data = copy(data)
242
- if "lion_class" in input_data:
243
- cls = get_class(input_data.pop("lion_class"))
244
- if cls.from_dict.__func__ != Component.from_dict.__func__:
245
- return cls.from_dict(input_data, **kwargs)
246
-
247
- extra_fields = {}
248
- for k, v in list(input_data.items()):
249
- if k not in cls.model_fields:
250
- extra_fields[k] = input_data.pop(k)
251
- obj = cls.model_validate(input_data, **kwargs)
252
- for k, v in extra_fields.items():
253
- obj.update_field(k, value=v)
254
-
255
- metadata = copy(data.get("metadata", {}))
256
- last_updated = metadata.get("last_updated", None)
257
- if last_updated is not None:
258
- obj.metadata.set(["last_updated"], last_updated)
259
- else:
260
- obj.metadata.pop(["last_updated"], None)
261
- return obj
262
-
263
- @override
264
- def __setattr__(self, field_name: str, value: Any) -> None:
265
- if field_name == "metadata":
266
- raise AttributeError("Cannot directly assign to metadata.")
267
- elif field_name == "extra_fields":
268
- raise AttributeError("Cannot directly assign to extra_fields")
269
- if field_name in self.extra_fields:
270
- object.__setattr__(self, field_name, value)
271
- else:
272
- super().__setattr__(field_name, value)
273
-
274
- self._add_last_update(field_name)
275
-
276
- @override
277
- def __getattr__(self, field_name: str) -> Any:
278
- if field_name in self.extra_fields:
279
- default_ = self.extra_fields[field_name].default
280
- if default_ is not PydanticUndefined:
281
- return default_
282
- return LN_UNDEFINED
283
-
284
- cls_name = self.__class__.__name__
285
- raise AttributeError(
286
- f"'{cls_name}' object has no attribute '{field_name}'",
287
- )
288
-
289
- @override
290
- def __str__(self) -> str:
291
- """Return a concise string representation of the component."""
292
- content_preview = str(self.content)[:50]
293
- if len(content_preview) == 50:
294
- content_preview += "..."
295
-
296
- output_str = (
297
- f"{self.__class__.__name__}("
298
- f"ln_id={self.ln_id[:8]}..., "
299
- f"timestamp={str(self.created_datetime)[:-6]}, "
300
- f"content='{content_preview}', "
301
- f"metadata_keys={list(self.metadata.keys())}, "
302
- )
303
-
304
- for i, j in self.model_dump().items():
305
- if i not in DEFAULT_SERIALIZATION_INCLUDE:
306
- if isinstance(j, dict):
307
- output_str += f"{i}={list(j.keys())}, "
308
- elif isinstance(j, str):
309
- j_preview = j[:50]
310
- if len(j_preview) == 50:
311
- j_preview = j_preview + "..."
312
- output_str += f"{i}={j_preview}, "
313
- else:
314
- output_str += f"{i}={j}, "
315
-
316
- output_str += f"extra_fields_keys={list(self.extra_fields.keys())})"
317
-
318
- return output_str
319
-
320
- @override
321
- def __repr__(self) -> str:
322
- """Return a detailed string representation of the component."""
323
-
324
- def truncate_dict(
325
- d: dict[str, Any], max_items: int = 5, max_str_len: int = 50
326
- ) -> dict[str, Any]:
327
- items = list(d.items())[:max_items]
328
- truncated = {
329
- k: (
330
- v[:max_str_len] + "..."
331
- if isinstance(v, str) and len(v) > max_str_len
332
- else v
333
- )
334
- for k, v in items
335
- }
336
- if len(d) > max_items:
337
- truncated["..."] = f"({len(d) - max_items} more items)"
338
- return truncated
339
-
340
- content_repr = repr(self.content)
341
- if len(content_repr) > 100:
342
- content_repr = content_repr[:97] + "..."
343
-
344
- dict_ = self.model_dump()
345
- extra_fields = dict_.pop("extra_fields", {})
346
-
347
- repr_str = (
348
- f"{self.class_name()}("
349
- f"ln_id={repr(self.ln_id)}, "
350
- f"timestamp={str(self.created_datetime)[:-6]}, "
351
- f"content={content_repr}, "
352
- f"metadata={truncate_dict(self.metadata.content)}, "
353
- )
354
-
355
- for i, j in dict_.items():
356
- if i not in DEFAULT_SERIALIZATION_INCLUDE:
357
- if isinstance(j, dict):
358
- repr_str += f"{i}={truncate_dict(j)}, "
359
- elif isinstance(j, str):
360
- j_repr = j
361
- if len(j) > 100:
362
- j_repr = j[:97] + "..."
363
- repr_str += f"{i}={j_repr}, "
364
- else:
365
- repr_str += f"{i}={j}, "
366
-
367
- repr_str += f"extra_fields={truncate_dict(extra_fields)})"
368
- return repr_str
369
-
370
- # converter methods
371
- @classmethod
372
- def list_converters(cls) -> list[str]:
373
- """List all registered converters."""
374
- return cls._get_converter_registry().list_obj_keys()
375
-
376
- @classmethod
377
- def _get_converter_registry(cls) -> ComponentConverterRegistry:
378
- """Get the converter registry for the class."""
379
- if isinstance(cls._converter_registry, type):
380
- cls._converter_registry = cls._converter_registry()
381
- return cls._converter_registry
382
-
383
- def convert_to(self, obj_key: str, /, **kwargs: Any) -> Any:
384
- """Convert the component to a specified type"""
385
- return self._get_converter_registry().convert_to(
386
- self,
387
- obj_key,
388
- **kwargs,
389
- )
390
-
391
- @classmethod
392
- def convert_from(
393
- cls, obj: Any, obj_key: str = None, /, **kwargs: Any
394
- ) -> T:
395
- """Convert data to create a new component instance"""
396
- data = cls._get_converter_registry().convert_from(
397
- cls,
398
- obj,
399
- obj_key,
400
- **kwargs,
401
- )
402
- return cls.from_dict(data)
403
-
404
- @classmethod
405
- def register_converter(cls, converter: type[Converter]) -> None:
406
- """Register a new converter."""
407
- cls._get_converter_registry().register(converter)
408
-
409
- # field management methods
410
- def field_setattr(
411
- self,
412
- field_name: str,
413
- attr: Any,
414
- value: Any,
415
- /,
416
- ) -> None:
417
- """Set the value of a field attribute."""
418
- all_fields = self.all_fields
419
- if field_name not in all_fields:
420
- raise KeyError(f"Field {field_name} not found in object fields.")
421
- field_obj = all_fields[field_name]
422
- if hasattr(field_obj, attr):
423
- setattr(field_obj, attr, value)
424
- else:
425
- if not isinstance(field_obj.json_schema_extra, dict):
426
- field_obj.json_schema_extra = {}
427
- field_obj.json_schema_extra[attr] = value
428
-
429
- def field_hasattr(
430
- self,
431
- field_name: str,
432
- attr: str,
433
- /,
434
- ) -> bool:
435
- """Check if a field has a specific attribute."""
436
- all_fields = self.all_fields
437
- if field_name not in all_fields:
438
- raise KeyError(f"Field {field_name} not found in object fields.")
439
- field_obj = all_fields[field_name]
440
- if hasattr(field_obj, attr):
441
- return True
442
- elif isinstance(field_obj.json_schema_extra, dict):
443
- if field_name in field_obj.json_schema_extra:
444
- return True
445
- else:
446
- return False
447
-
448
- def field_getattr(
449
- self,
450
- field_name: str,
451
- attr: str,
452
- default: Any = LN_UNDEFINED,
453
- /,
454
- ) -> Any:
455
- """Get the value of a field attribute."""
456
- if str(attr).strip("s").lower() == "annotation":
457
- return self._field_annotation(field_name)
458
-
459
- all_fields = self.all_fields
460
- if field_name not in all_fields:
461
- raise KeyError(f"Field {field_name} not found in object fields.")
462
- field_obj = all_fields[field_name]
463
-
464
- # check fieldinfo attr
465
-
466
- value = getattr(field_obj, attr, LN_UNDEFINED)
467
- if value is not LN_UNDEFINED:
468
- return value
469
- else:
470
- if isinstance(field_obj.json_schema_extra, dict):
471
- value = field_obj.json_schema_extra.get(attr, LN_UNDEFINED)
472
- if value is not LN_UNDEFINED:
473
- return value
474
-
475
- # undefined attr
476
- if default is not LN_UNDEFINED:
477
- return default
478
- else:
479
- raise AttributeError(
480
- f"field {field_name} has no attribute {attr}",
481
- )
482
-
483
- def field_annotation(self, field_name: Any, /) -> dict[str, Any]:
484
- """Get the annotation of a field."""
485
- return self._field_annotation(field_name)
486
-
487
- @singledispatchmethod
488
- def _field_annotation(self, field_name: Any, /) -> dict[str, Any]:
489
- """
490
- Get field annotation for a given field.
491
-
492
- Args:
493
- field: The field to get annotation for.
494
-
495
- Returns:
496
- A dictionary containing the field annotation.
497
- """
498
- return {}
499
-
500
- @_field_annotation.register(str)
501
- def _(self, field_name: str, /) -> dict[str, Any]:
502
- dict_ = {field_name: self.all_fields[field_name].annotation}
503
- for _f, _anno in dict_.items():
504
- if "|" in str(_anno):
505
- _anno = str(_anno)
506
- _anno = _anno.split("|")
507
- dict_[_f] = [str(i).lower().strip() for i in _anno]
508
- else:
509
- dict_[_f] = [_anno.__name__] if _anno else None
510
- return dict_
511
-
512
- @_field_annotation.register(deque)
513
- @_field_annotation.register(set)
514
- @_field_annotation.register(list)
515
- @_field_annotation.register(tuple)
516
- def _(self, field_name, /) -> dict[str, Any]:
517
- dict_ = {}
518
- for f in field_name:
519
- dict_.update(self._field_annotation(f))
520
- return dict_
521
-
522
-
523
- __all__ = ["Component"]
524
-
525
- # File: lion_core/generic/component.py
526
- '''
@@ -1,48 +0,0 @@
1
- from lionagi.lions.judge.rubric import Rubric, RubricItem
2
-
3
- functionality = RubricItem(
4
- name="functionality",
5
- prompt="Assess how well the code meets the functional requirements.",
6
- weight=2.7,
7
- )
8
-
9
- readability = RubricItem(
10
- name="readability",
11
- prompt="Evaluate the readability and clarity of the code.",
12
- weight=1,
13
- )
14
-
15
- efficiency = RubricItem(
16
- name="efficiency",
17
- prompt="Examine the efficiency of the algorithms used.",
18
- weight=1.5,
19
- )
20
-
21
- style_compliance = RubricItem(
22
- name="style_compliance",
23
- prompt="Check adherence to coding style guidelines.",
24
- weight=0.5,
25
- )
26
-
27
- error_handling = RubricItem(
28
- name="error_handling",
29
- prompt="Analyze the robustness of error handling mechanisms.",
30
- weight=1,
31
- )
32
-
33
- code_quality_rubric = Rubric(
34
- name="code_quality_rubric",
35
- description="Used for assessing code submissions in programming challenges.",
36
- items={
37
- i.name: i
38
- for i in [
39
- functionality,
40
- readability,
41
- efficiency,
42
- style_compliance,
43
- error_handling,
44
- ]
45
- },
46
- )
47
-
48
- __all__ = ["code_quality_rubric"]
File without changes
@@ -1,126 +0,0 @@
1
- from lionfuncs import to_num
2
- from pydantic import Field
3
-
4
- from lionagi import Form
5
- from lionagi.lions.judge.rubric import Rubric
6
-
7
-
8
- class CodeAnalysisForm(Form):
9
- """
10
- A structured form for analyzing code submissions based on a given rubric.
11
- """
12
-
13
- system_prompt: str = Field(
14
- """
15
- You are an AI code reviewer proficient in {language}.
16
- Evaluate the following code submission based on the criteria below,
17
- each independently scored from 0 to 100.
18
- Note that you should be objective and fair in your evaluation, with
19
- focus around sophistication, usability, and correctness.
20
- """.strip(
21
- " "
22
- )
23
- )
24
-
25
- code_submission: str | None = Field(
26
- default=None,
27
- description="The code_submission to be analyzed.",
28
- )
29
-
30
- overall_feedback: str | None = Field(
31
- None, description="Overall feedback based on the evaluation."
32
- )
33
-
34
- rubric: Rubric
35
- language: str = "Python"
36
- assignment: str = "task, code_submission -> overall_feedback"
37
-
38
- def __init__(
39
- self,
40
- code_submission,
41
- rubric: Rubric,
42
- instruction=None,
43
- context=None,
44
- language: str = "Python",
45
- ):
46
- super().__init__(
47
- code_submission=code_submission, language=language, rubric=rubric
48
- )
49
- self.task = (
50
- "Follow the prompt and provide the necessary output.\n"
51
- f"- Additional instruction: {str(instruction or 'N/A')}\n"
52
- f"- Additional context: {str(context or 'N/A')}\n"
53
- )
54
- self.system_prompt = self.system_prompt.format(language=language)
55
-
56
- for item_name, item in rubric.items.items():
57
- description = item.description or ""
58
- description += item.prompt
59
- description += (
60
- "response format: {score: number 0-100, comments: string}"
61
- )
62
- self.add_field(
63
- item_name, value=None, annotation=dict, description=description
64
- )
65
- self.append_to_request(item_name)
66
-
67
- @property
68
- def display_message(self) -> str:
69
- """
70
- Generates a human-readable message summarizing the evaluation.
71
- """
72
-
73
- _dict: dict = self.work_fields
74
- overall_feedback = _dict.pop("overall_feedback")
75
- ttl_score = 0
76
- for i in self.rubric.analysis_types:
77
- score = to_num(
78
- _dict[i]["score"], upper_bound=100, lower_bound=0, num_type=int
79
- )
80
- weighted_score = score * self.rubric.normalized_weight[i]
81
- ttl_score += weighted_score
82
-
83
- rubric_msg = ""
84
-
85
- message_lines = [
86
- f"Evaluation Results ({self.timestamp[:-7]}):\n",
87
- f"Language: {self.language}\n",
88
- f"Total Score: {ttl_score:.1f}/100\n",
89
- "----------------------------------------",
90
- "",
91
- ]
92
-
93
- for i in message_lines:
94
- rubric_msg += f"{i}\n"
95
-
96
- for k, v in _dict.items():
97
- if k in self.rubric.analysis_types:
98
- t = k.replace("_", " ").title()
99
- rubric_msg += f"{t}:\nScore: {v['score']}/100\nCriteria Weight: {self.rubric.normalized_weight[k]*100:.1f}%\nComments: {v['comments']}\n\n"
100
-
101
- if overall_feedback:
102
- rubric_msg += f"Overall Feedback:\n{overall_feedback}\n\n"
103
-
104
- if ttl_score:
105
- rubric_msg += f"Total Score: {ttl_score:.1f}/100\n\n"
106
-
107
- if ttl_score:
108
- if ttl_score < 30:
109
- rubric_msg += "Baby Steps. Not an AI hacker yet. 😅\n"
110
- elif ttl_score < 50:
111
- rubric_msg += "There we go! You are a junior AI hacker! 🥳\n"
112
- elif ttl_score < 70:
113
- rubric_msg += "Great Work! You are a graduated AI hacker! 🤩\n"
114
- elif ttl_score < 88:
115
- rubric_msg += "A master AI hacker! 🤯\n"
116
- else:
117
- rubric_msg += "The Lion King of AI Hacking! 🚀🦁🚀\n"
118
-
119
- message = f"""
120
- {rubric_msg}
121
- ----------------------------------------
122
- """
123
- return message
124
-
125
-
126
- __all__ = ["CodeAnalysisForm"]