lionagi 0.4.0__py3-none-any.whl → 0.5.1__py3-none-any.whl

Sign up to get free protection for your applications and to get access to all the features.
Files changed (584) hide show
  1. lionagi/__init__.py +14 -46
  2. lionagi/core/__init__.py +3 -1
  3. lionagi/core/_class_registry.py +69 -0
  4. lionagi/core/action/__init__.py +3 -13
  5. lionagi/core/action/action_manager.py +287 -0
  6. lionagi/core/action/base.py +109 -0
  7. lionagi/core/action/function_calling.py +127 -92
  8. lionagi/core/action/tool.py +172 -70
  9. lionagi/core/action/types.py +16 -0
  10. lionagi/core/communication/__init__.py +3 -0
  11. lionagi/core/communication/action_request.py +163 -0
  12. lionagi/core/communication/action_response.py +149 -0
  13. lionagi/core/communication/assistant_response.py +161 -0
  14. lionagi/core/communication/base_mail.py +49 -0
  15. lionagi/core/communication/instruction.py +376 -0
  16. lionagi/core/communication/message.py +286 -0
  17. lionagi/core/communication/message_manager.py +530 -0
  18. lionagi/core/communication/system.py +116 -0
  19. lionagi/core/communication/templates/README.md +28 -0
  20. lionagi/core/communication/templates/action_request.jinja2 +5 -0
  21. lionagi/core/communication/templates/action_response.jinja2 +9 -0
  22. lionagi/core/communication/templates/assistant_response.jinja2 +2 -0
  23. lionagi/core/communication/templates/instruction_message.jinja2 +61 -0
  24. lionagi/core/communication/templates/system_message.jinja2 +11 -0
  25. lionagi/core/communication/templates/tool_schemas.jinja2 +7 -0
  26. lionagi/core/communication/types.py +27 -0
  27. lionagi/core/communication/utils.py +254 -0
  28. lionagi/core/forms/__init__.py +3 -0
  29. lionagi/core/forms/base.py +232 -0
  30. lionagi/core/forms/form.py +791 -0
  31. lionagi/core/forms/report.py +321 -0
  32. lionagi/core/forms/types.py +13 -0
  33. lionagi/core/forms/utils.py +26 -0
  34. lionagi/core/generic/__init__.py +3 -6
  35. lionagi/core/generic/component.py +422 -0
  36. lionagi/core/generic/edge.py +143 -101
  37. lionagi/core/generic/element.py +195 -0
  38. lionagi/core/generic/graph.py +297 -180
  39. lionagi/core/generic/log.py +151 -0
  40. lionagi/core/generic/log_manager.py +320 -0
  41. lionagi/core/generic/node.py +7 -229
  42. lionagi/core/generic/pile.py +1017 -0
  43. lionagi/core/generic/progression.py +388 -0
  44. lionagi/core/generic/types.py +23 -0
  45. lionagi/core/generic/utils.py +50 -0
  46. lionagi/core/models/__init__.py +5 -0
  47. lionagi/core/models/base.py +85 -0
  48. lionagi/core/models/field_model.py +122 -0
  49. lionagi/core/models/new_model_params.py +195 -0
  50. lionagi/core/models/note.py +351 -0
  51. lionagi/core/models/operable_model.py +392 -0
  52. lionagi/core/models/schema_model.py +50 -0
  53. lionagi/core/models/types.py +10 -0
  54. lionagi/core/session/__init__.py +3 -0
  55. lionagi/core/session/branch.py +115 -415
  56. lionagi/core/session/branch_mixins.py +545 -0
  57. lionagi/core/session/session.py +122 -257
  58. lionagi/core/session/types.py +8 -0
  59. lionagi/core/typing/__init__.py +9 -0
  60. lionagi/core/typing/concepts.py +132 -0
  61. lionagi/core/typing/config.py +15 -0
  62. lionagi/core/typing/id.py +221 -0
  63. lionagi/core/typing/pydantic_.py +33 -0
  64. lionagi/core/typing/typing_.py +54 -0
  65. lionagi/integrations/__init__.py +0 -1
  66. lionagi/integrations/anthropic_/AnthropicModel.py +268 -0
  67. lionagi/integrations/anthropic_/AnthropicService.py +117 -0
  68. lionagi/integrations/anthropic_/__init__.py +3 -0
  69. lionagi/integrations/anthropic_/anthropic_max_output_token_data.yaml +7 -0
  70. lionagi/integrations/anthropic_/anthropic_price_data.yaml +14 -0
  71. lionagi/integrations/anthropic_/api_endpoints/__init__.py +3 -0
  72. lionagi/integrations/anthropic_/api_endpoints/api_request.py +277 -0
  73. lionagi/integrations/anthropic_/api_endpoints/data_models.py +40 -0
  74. lionagi/integrations/anthropic_/api_endpoints/match_response.py +119 -0
  75. lionagi/integrations/anthropic_/api_endpoints/messages/__init__.py +3 -0
  76. lionagi/integrations/anthropic_/api_endpoints/messages/request/__init__.py +3 -0
  77. lionagi/integrations/anthropic_/api_endpoints/messages/request/message_models.py +14 -0
  78. lionagi/integrations/anthropic_/api_endpoints/messages/request/request_body.py +74 -0
  79. lionagi/integrations/anthropic_/api_endpoints/messages/response/content_models.py +32 -0
  80. lionagi/integrations/anthropic_/api_endpoints/messages/response/response_body.py +101 -0
  81. lionagi/integrations/anthropic_/api_endpoints/messages/response/usage_models.py +25 -0
  82. lionagi/integrations/anthropic_/version.py +5 -0
  83. lionagi/integrations/groq_/GroqModel.py +318 -0
  84. lionagi/integrations/groq_/GroqService.py +151 -0
  85. lionagi/integrations/groq_/__init__.py +3 -0
  86. lionagi/integrations/groq_/api_endpoints/data_models.py +187 -0
  87. lionagi/integrations/groq_/api_endpoints/groq_request.py +288 -0
  88. lionagi/integrations/groq_/api_endpoints/match_response.py +106 -0
  89. lionagi/integrations/groq_/api_endpoints/response_utils.py +105 -0
  90. lionagi/integrations/groq_/groq_max_output_token_data.yaml +21 -0
  91. lionagi/integrations/groq_/groq_price_data.yaml +58 -0
  92. lionagi/integrations/groq_/groq_rate_limits.yaml +105 -0
  93. lionagi/integrations/groq_/version.py +5 -0
  94. lionagi/integrations/litellm_/__init__.py +3 -0
  95. lionagi/integrations/litellm_/imodel.py +73 -0
  96. lionagi/integrations/ollama_/OllamaModel.py +244 -0
  97. lionagi/integrations/ollama_/OllamaService.py +142 -0
  98. lionagi/integrations/ollama_/__init__.py +3 -0
  99. lionagi/integrations/ollama_/api_endpoints/__init__.py +3 -0
  100. lionagi/integrations/ollama_/api_endpoints/api_request.py +179 -0
  101. lionagi/integrations/ollama_/api_endpoints/chat_completion/__init__.py +3 -0
  102. lionagi/integrations/ollama_/api_endpoints/chat_completion/message_models.py +31 -0
  103. lionagi/integrations/ollama_/api_endpoints/chat_completion/request_body.py +46 -0
  104. lionagi/integrations/ollama_/api_endpoints/chat_completion/response_body.py +67 -0
  105. lionagi/integrations/ollama_/api_endpoints/chat_completion/tool_models.py +49 -0
  106. lionagi/integrations/ollama_/api_endpoints/completion/request_body.py +72 -0
  107. lionagi/integrations/ollama_/api_endpoints/completion/response_body.py +59 -0
  108. lionagi/integrations/ollama_/api_endpoints/data_models.py +15 -0
  109. lionagi/integrations/ollama_/api_endpoints/embedding/request_body.py +33 -0
  110. lionagi/integrations/ollama_/api_endpoints/embedding/response_body.py +29 -0
  111. lionagi/integrations/ollama_/api_endpoints/match_data_model.py +62 -0
  112. lionagi/integrations/ollama_/api_endpoints/match_response.py +190 -0
  113. lionagi/integrations/ollama_/api_endpoints/model/__init__.py +3 -0
  114. lionagi/integrations/ollama_/api_endpoints/model/copy_model.py +13 -0
  115. lionagi/integrations/ollama_/api_endpoints/model/create_model.py +28 -0
  116. lionagi/integrations/ollama_/api_endpoints/model/delete_model.py +11 -0
  117. lionagi/integrations/ollama_/api_endpoints/model/list_model.py +60 -0
  118. lionagi/integrations/ollama_/api_endpoints/model/pull_model.py +34 -0
  119. lionagi/integrations/ollama_/api_endpoints/model/push_model.py +35 -0
  120. lionagi/integrations/ollama_/api_endpoints/model/show_model.py +36 -0
  121. lionagi/integrations/ollama_/api_endpoints/option_models.py +68 -0
  122. lionagi/integrations/openai_/OpenAIModel.py +418 -0
  123. lionagi/integrations/openai_/OpenAIService.py +426 -0
  124. lionagi/integrations/openai_/api_endpoints/__init__.py +3 -0
  125. lionagi/integrations/openai_/api_endpoints/api_request.py +277 -0
  126. lionagi/integrations/openai_/api_endpoints/audio/__init__.py +9 -0
  127. lionagi/integrations/openai_/api_endpoints/audio/speech_models.py +34 -0
  128. lionagi/integrations/openai_/api_endpoints/audio/transcription_models.py +136 -0
  129. lionagi/integrations/openai_/api_endpoints/audio/translation_models.py +41 -0
  130. lionagi/integrations/openai_/api_endpoints/audio/types.py +41 -0
  131. lionagi/integrations/openai_/api_endpoints/batch/__init__.py +17 -0
  132. lionagi/integrations/openai_/api_endpoints/batch/batch_models.py +146 -0
  133. lionagi/integrations/openai_/api_endpoints/batch/cancel_batch.py +7 -0
  134. lionagi/integrations/openai_/api_endpoints/batch/create_batch.py +26 -0
  135. lionagi/integrations/openai_/api_endpoints/batch/list_batch.py +37 -0
  136. lionagi/integrations/openai_/api_endpoints/batch/request_object_models.py +65 -0
  137. lionagi/integrations/openai_/api_endpoints/batch/retrieve_batch.py +7 -0
  138. lionagi/integrations/openai_/api_endpoints/batch/types.py +4 -0
  139. lionagi/integrations/openai_/api_endpoints/chat_completions/__init__.py +1 -0
  140. lionagi/integrations/openai_/api_endpoints/chat_completions/request/__init__.py +39 -0
  141. lionagi/integrations/openai_/api_endpoints/chat_completions/request/message_models.py +121 -0
  142. lionagi/integrations/openai_/api_endpoints/chat_completions/request/request_body.py +221 -0
  143. lionagi/integrations/openai_/api_endpoints/chat_completions/request/response_format.py +71 -0
  144. lionagi/integrations/openai_/api_endpoints/chat_completions/request/stream_options.py +14 -0
  145. lionagi/integrations/openai_/api_endpoints/chat_completions/request/tool_choice_models.py +17 -0
  146. lionagi/integrations/openai_/api_endpoints/chat_completions/request/tool_models.py +54 -0
  147. lionagi/integrations/openai_/api_endpoints/chat_completions/request/types.py +18 -0
  148. lionagi/integrations/openai_/api_endpoints/chat_completions/response/choice_models.py +62 -0
  149. lionagi/integrations/openai_/api_endpoints/chat_completions/response/function_models.py +16 -0
  150. lionagi/integrations/openai_/api_endpoints/chat_completions/response/log_prob_models.py +47 -0
  151. lionagi/integrations/openai_/api_endpoints/chat_completions/response/message_models.py +25 -0
  152. lionagi/integrations/openai_/api_endpoints/chat_completions/response/response_body.py +99 -0
  153. lionagi/integrations/openai_/api_endpoints/chat_completions/response/types.py +8 -0
  154. lionagi/integrations/openai_/api_endpoints/chat_completions/response/usage_models.py +24 -0
  155. lionagi/integrations/openai_/api_endpoints/chat_completions/util.py +46 -0
  156. lionagi/integrations/openai_/api_endpoints/data_models.py +23 -0
  157. lionagi/integrations/openai_/api_endpoints/embeddings/__init__.py +3 -0
  158. lionagi/integrations/openai_/api_endpoints/embeddings/request_body.py +79 -0
  159. lionagi/integrations/openai_/api_endpoints/embeddings/response_body.py +67 -0
  160. lionagi/integrations/openai_/api_endpoints/files/__init__.py +11 -0
  161. lionagi/integrations/openai_/api_endpoints/files/delete_file.py +20 -0
  162. lionagi/integrations/openai_/api_endpoints/files/file_models.py +56 -0
  163. lionagi/integrations/openai_/api_endpoints/files/list_files.py +27 -0
  164. lionagi/integrations/openai_/api_endpoints/files/retrieve_file.py +9 -0
  165. lionagi/integrations/openai_/api_endpoints/files/upload_file.py +38 -0
  166. lionagi/integrations/openai_/api_endpoints/fine_tuning/__init__.py +37 -0
  167. lionagi/integrations/openai_/api_endpoints/fine_tuning/cancel_jobs.py +9 -0
  168. lionagi/integrations/openai_/api_endpoints/fine_tuning/create_jobs.py +133 -0
  169. lionagi/integrations/openai_/api_endpoints/fine_tuning/fine_tuning_job_checkpoint_models.py +58 -0
  170. lionagi/integrations/openai_/api_endpoints/fine_tuning/fine_tuning_job_event_models.py +31 -0
  171. lionagi/integrations/openai_/api_endpoints/fine_tuning/fine_tuning_job_models.py +140 -0
  172. lionagi/integrations/openai_/api_endpoints/fine_tuning/list_fine_tuning_checkpoints.py +51 -0
  173. lionagi/integrations/openai_/api_endpoints/fine_tuning/list_fine_tuning_events.py +42 -0
  174. lionagi/integrations/openai_/api_endpoints/fine_tuning/list_fine_tuning_jobs.py +31 -0
  175. lionagi/integrations/openai_/api_endpoints/fine_tuning/retrieve_jobs.py +9 -0
  176. lionagi/integrations/openai_/api_endpoints/fine_tuning/training_format.py +30 -0
  177. lionagi/integrations/openai_/api_endpoints/images/__init__.py +9 -0
  178. lionagi/integrations/openai_/api_endpoints/images/image_edit_models.py +69 -0
  179. lionagi/integrations/openai_/api_endpoints/images/image_models.py +56 -0
  180. lionagi/integrations/openai_/api_endpoints/images/image_variation_models.py +56 -0
  181. lionagi/integrations/openai_/api_endpoints/images/response_body.py +30 -0
  182. lionagi/integrations/openai_/api_endpoints/match_data_model.py +197 -0
  183. lionagi/integrations/openai_/api_endpoints/match_response.py +336 -0
  184. lionagi/integrations/openai_/api_endpoints/models/__init__.py +7 -0
  185. lionagi/integrations/openai_/api_endpoints/models/delete_fine_tuned_model.py +17 -0
  186. lionagi/integrations/openai_/api_endpoints/models/models_models.py +31 -0
  187. lionagi/integrations/openai_/api_endpoints/models/retrieve_model.py +9 -0
  188. lionagi/integrations/openai_/api_endpoints/moderations/__init__.py +3 -0
  189. lionagi/integrations/openai_/api_endpoints/moderations/request_body.py +20 -0
  190. lionagi/integrations/openai_/api_endpoints/moderations/response_body.py +139 -0
  191. lionagi/integrations/openai_/api_endpoints/uploads/__init__.py +19 -0
  192. lionagi/integrations/openai_/api_endpoints/uploads/add_upload_part.py +11 -0
  193. lionagi/integrations/openai_/api_endpoints/uploads/cancel_upload.py +7 -0
  194. lionagi/integrations/openai_/api_endpoints/uploads/complete_upload.py +18 -0
  195. lionagi/integrations/openai_/api_endpoints/uploads/create_upload.py +17 -0
  196. lionagi/integrations/openai_/api_endpoints/uploads/uploads_models.py +52 -0
  197. lionagi/integrations/openai_/image_token_calculator/image_token_calculator.py +92 -0
  198. lionagi/integrations/openai_/image_token_calculator/openai_image_token_data.yaml +15 -0
  199. lionagi/integrations/openai_/openai_max_output_token_data.yaml +12 -0
  200. lionagi/integrations/openai_/openai_price_data.yaml +26 -0
  201. lionagi/integrations/openai_/version.py +1 -0
  202. lionagi/integrations/pandas_/__init__.py +24 -0
  203. lionagi/integrations/pandas_/extend_df.py +61 -0
  204. lionagi/integrations/pandas_/read.py +103 -0
  205. lionagi/integrations/pandas_/remove_rows.py +61 -0
  206. lionagi/integrations/pandas_/replace_keywords.py +65 -0
  207. lionagi/integrations/pandas_/save.py +131 -0
  208. lionagi/integrations/pandas_/search_keywords.py +69 -0
  209. lionagi/integrations/pandas_/to_df.py +196 -0
  210. lionagi/integrations/pandas_/update_cells.py +54 -0
  211. lionagi/integrations/perplexity_/PerplexityModel.py +269 -0
  212. lionagi/integrations/perplexity_/PerplexityService.py +113 -0
  213. lionagi/integrations/perplexity_/__init__.py +3 -0
  214. lionagi/integrations/perplexity_/api_endpoints/api_request.py +171 -0
  215. lionagi/integrations/perplexity_/api_endpoints/chat_completions/request/request_body.py +121 -0
  216. lionagi/integrations/perplexity_/api_endpoints/chat_completions/response/response_body.py +146 -0
  217. lionagi/integrations/perplexity_/api_endpoints/data_models.py +63 -0
  218. lionagi/integrations/perplexity_/api_endpoints/match_response.py +26 -0
  219. lionagi/integrations/perplexity_/perplexity_max_output_token_data.yaml +3 -0
  220. lionagi/integrations/perplexity_/perplexity_price_data.yaml +10 -0
  221. lionagi/integrations/perplexity_/version.py +1 -0
  222. lionagi/integrations/pydantic_/__init__.py +8 -0
  223. lionagi/integrations/pydantic_/break_down_annotation.py +81 -0
  224. lionagi/integrations/pydantic_/new_model.py +208 -0
  225. lionagi/integrations/services.py +17 -0
  226. lionagi/libs/__init__.py +0 -55
  227. lionagi/libs/compress/models.py +62 -0
  228. lionagi/libs/compress/utils.py +81 -0
  229. lionagi/libs/constants.py +98 -0
  230. lionagi/libs/file/chunk.py +265 -0
  231. lionagi/libs/file/file_ops.py +114 -0
  232. lionagi/libs/file/params.py +212 -0
  233. lionagi/libs/file/path.py +301 -0
  234. lionagi/libs/file/process.py +139 -0
  235. lionagi/libs/file/save.py +90 -0
  236. lionagi/libs/file/types.py +22 -0
  237. lionagi/libs/func/async_calls/__init__.py +21 -0
  238. lionagi/libs/func/async_calls/alcall.py +157 -0
  239. lionagi/libs/func/async_calls/bcall.py +82 -0
  240. lionagi/libs/func/async_calls/mcall.py +134 -0
  241. lionagi/libs/func/async_calls/pcall.py +149 -0
  242. lionagi/libs/func/async_calls/rcall.py +185 -0
  243. lionagi/libs/func/async_calls/tcall.py +114 -0
  244. lionagi/libs/func/async_calls/ucall.py +85 -0
  245. lionagi/libs/func/decorators.py +277 -0
  246. lionagi/libs/func/lcall.py +57 -0
  247. lionagi/libs/func/params.py +64 -0
  248. lionagi/libs/func/throttle.py +119 -0
  249. lionagi/libs/func/types.py +39 -0
  250. lionagi/libs/func/utils.py +96 -0
  251. lionagi/libs/package/imports.py +162 -0
  252. lionagi/libs/package/management.py +58 -0
  253. lionagi/libs/package/params.py +26 -0
  254. lionagi/libs/package/system.py +18 -0
  255. lionagi/libs/package/types.py +26 -0
  256. lionagi/libs/parse/__init__.py +1 -0
  257. lionagi/libs/parse/flatten/__init__.py +9 -0
  258. lionagi/libs/parse/flatten/flatten.py +168 -0
  259. lionagi/libs/parse/flatten/params.py +52 -0
  260. lionagi/libs/parse/flatten/unflatten.py +79 -0
  261. lionagi/libs/parse/json/__init__.py +27 -0
  262. lionagi/libs/parse/json/as_readable.py +104 -0
  263. lionagi/libs/parse/json/extract.py +102 -0
  264. lionagi/libs/parse/json/parse.py +179 -0
  265. lionagi/libs/parse/json/schema.py +227 -0
  266. lionagi/libs/parse/json/to_json.py +71 -0
  267. lionagi/libs/parse/nested/__init__.py +33 -0
  268. lionagi/libs/parse/nested/nfilter.py +55 -0
  269. lionagi/libs/parse/nested/nget.py +40 -0
  270. lionagi/libs/parse/nested/ninsert.py +103 -0
  271. lionagi/libs/parse/nested/nmerge.py +155 -0
  272. lionagi/libs/parse/nested/npop.py +66 -0
  273. lionagi/libs/parse/nested/nset.py +89 -0
  274. lionagi/libs/parse/nested/to_flat_list.py +64 -0
  275. lionagi/libs/parse/nested/utils.py +185 -0
  276. lionagi/libs/parse/string_parse/__init__.py +11 -0
  277. lionagi/libs/parse/string_parse/code_block.py +73 -0
  278. lionagi/libs/parse/string_parse/docstring.py +179 -0
  279. lionagi/libs/parse/string_parse/function_.py +92 -0
  280. lionagi/libs/parse/type_convert/__init__.py +19 -0
  281. lionagi/libs/parse/type_convert/params.py +145 -0
  282. lionagi/libs/parse/type_convert/to_dict.py +333 -0
  283. lionagi/libs/parse/type_convert/to_list.py +186 -0
  284. lionagi/libs/parse/type_convert/to_num.py +358 -0
  285. lionagi/libs/parse/type_convert/to_str.py +195 -0
  286. lionagi/libs/parse/types.py +9 -0
  287. lionagi/libs/parse/validate/__init__.py +14 -0
  288. lionagi/libs/parse/validate/boolean.py +96 -0
  289. lionagi/libs/parse/validate/keys.py +150 -0
  290. lionagi/libs/parse/validate/mapping.py +109 -0
  291. lionagi/libs/parse/validate/params.py +62 -0
  292. lionagi/libs/parse/xml/__init__.py +10 -0
  293. lionagi/libs/parse/xml/convert.py +56 -0
  294. lionagi/libs/parse/xml/parser.py +93 -0
  295. lionagi/libs/string_similarity/__init__.py +32 -0
  296. lionagi/libs/string_similarity/algorithms.py +219 -0
  297. lionagi/libs/string_similarity/matcher.py +102 -0
  298. lionagi/libs/string_similarity/utils.py +15 -0
  299. lionagi/libs/utils.py +255 -0
  300. lionagi/operations/__init__.py +3 -6
  301. lionagi/operations/brainstorm/__init__.py +3 -0
  302. lionagi/operations/brainstorm/brainstorm.py +204 -0
  303. lionagi/operations/brainstorm/prompt.py +1 -0
  304. lionagi/operations/plan/__init__.py +3 -0
  305. lionagi/operations/plan/plan.py +172 -0
  306. lionagi/operations/plan/prompt.py +21 -0
  307. lionagi/operations/select/__init__.py +3 -0
  308. lionagi/operations/select/prompt.py +1 -0
  309. lionagi/operations/select/select.py +100 -0
  310. lionagi/operations/select/utils.py +107 -0
  311. lionagi/operations/utils.py +35 -0
  312. lionagi/protocols/adapters/adapter.py +79 -0
  313. lionagi/protocols/adapters/json_adapter.py +43 -0
  314. lionagi/protocols/adapters/pandas_adapter.py +96 -0
  315. lionagi/protocols/configs/__init__.py +15 -0
  316. lionagi/protocols/configs/branch_config.py +86 -0
  317. lionagi/protocols/configs/id_config.py +15 -0
  318. lionagi/protocols/configs/imodel_config.py +73 -0
  319. lionagi/protocols/configs/log_config.py +93 -0
  320. lionagi/protocols/configs/retry_config.py +29 -0
  321. lionagi/protocols/operatives/__init__.py +15 -0
  322. lionagi/protocols/operatives/action.py +181 -0
  323. lionagi/protocols/operatives/instruct.py +196 -0
  324. lionagi/protocols/operatives/operative.py +182 -0
  325. lionagi/protocols/operatives/prompts.py +232 -0
  326. lionagi/protocols/operatives/reason.py +56 -0
  327. lionagi/protocols/operatives/step.py +217 -0
  328. lionagi/protocols/registries/_component_registry.py +19 -0
  329. lionagi/protocols/registries/_pile_registry.py +26 -0
  330. lionagi/service/__init__.py +13 -0
  331. lionagi/service/complete_request_info.py +11 -0
  332. lionagi/service/imodel.py +125 -0
  333. lionagi/service/rate_limiter.py +108 -0
  334. lionagi/service/service.py +41 -0
  335. lionagi/service/service_match_util.py +131 -0
  336. lionagi/service/service_util.py +72 -0
  337. lionagi/service/token_calculator.py +51 -0
  338. lionagi/settings.py +136 -0
  339. lionagi/strategies/base.py +53 -0
  340. lionagi/strategies/concurrent.py +71 -0
  341. lionagi/strategies/concurrent_chunk.py +43 -0
  342. lionagi/strategies/concurrent_sequential_chunk.py +104 -0
  343. lionagi/strategies/params.py +128 -0
  344. lionagi/strategies/sequential.py +23 -0
  345. lionagi/strategies/sequential_chunk.py +89 -0
  346. lionagi/strategies/sequential_concurrent_chunk.py +100 -0
  347. lionagi/strategies/types.py +21 -0
  348. lionagi/strategies/utils.py +49 -0
  349. lionagi/version.py +1 -1
  350. lionagi-0.5.1.dist-info/METADATA +545 -0
  351. lionagi-0.5.1.dist-info/RECORD +373 -0
  352. {lionagi-0.4.0.dist-info → lionagi-0.5.1.dist-info}/WHEEL +1 -1
  353. lionagi/core/_setting/_setting.py +0 -59
  354. lionagi/core/action/README.md +0 -20
  355. lionagi/core/action/manual.py +0 -1
  356. lionagi/core/action/node.py +0 -94
  357. lionagi/core/action/tool_manager.py +0 -342
  358. lionagi/core/agent/README.md +0 -1
  359. lionagi/core/agent/base_agent.py +0 -82
  360. lionagi/core/agent/eval/README.md +0 -1
  361. lionagi/core/agent/eval/evaluator.py +0 -1
  362. lionagi/core/agent/eval/vote.py +0 -40
  363. lionagi/core/agent/learn/learner.py +0 -59
  364. lionagi/core/agent/plan/unit_template.py +0 -1
  365. lionagi/core/collections/README.md +0 -23
  366. lionagi/core/collections/__init__.py +0 -16
  367. lionagi/core/collections/_logger.py +0 -312
  368. lionagi/core/collections/abc/README.md +0 -63
  369. lionagi/core/collections/abc/__init__.py +0 -53
  370. lionagi/core/collections/abc/component.py +0 -620
  371. lionagi/core/collections/abc/concepts.py +0 -277
  372. lionagi/core/collections/abc/exceptions.py +0 -136
  373. lionagi/core/collections/abc/util.py +0 -45
  374. lionagi/core/collections/exchange.py +0 -146
  375. lionagi/core/collections/flow.py +0 -416
  376. lionagi/core/collections/model.py +0 -465
  377. lionagi/core/collections/pile.py +0 -1232
  378. lionagi/core/collections/progression.py +0 -221
  379. lionagi/core/collections/util.py +0 -73
  380. lionagi/core/director/README.md +0 -1
  381. lionagi/core/director/direct.py +0 -298
  382. lionagi/core/director/director.py +0 -2
  383. lionagi/core/director/operations/select.py +0 -3
  384. lionagi/core/director/operations/utils.py +0 -6
  385. lionagi/core/engine/branch_engine.py +0 -361
  386. lionagi/core/engine/instruction_map_engine.py +0 -213
  387. lionagi/core/engine/sandbox_.py +0 -16
  388. lionagi/core/engine/script_engine.py +0 -89
  389. lionagi/core/executor/base_executor.py +0 -97
  390. lionagi/core/executor/graph_executor.py +0 -335
  391. lionagi/core/executor/neo4j_executor.py +0 -394
  392. lionagi/core/generic/README.md +0 -0
  393. lionagi/core/generic/edge_condition.py +0 -17
  394. lionagi/core/generic/hyperedge.py +0 -1
  395. lionagi/core/generic/tree.py +0 -49
  396. lionagi/core/generic/tree_node.py +0 -85
  397. lionagi/core/mail/__init__.py +0 -11
  398. lionagi/core/mail/mail.py +0 -26
  399. lionagi/core/mail/mail_manager.py +0 -185
  400. lionagi/core/mail/package.py +0 -49
  401. lionagi/core/mail/start_mail.py +0 -36
  402. lionagi/core/message/__init__.py +0 -18
  403. lionagi/core/message/action_request.py +0 -114
  404. lionagi/core/message/action_response.py +0 -121
  405. lionagi/core/message/assistant_response.py +0 -80
  406. lionagi/core/message/instruction.py +0 -194
  407. lionagi/core/message/message.py +0 -86
  408. lionagi/core/message/system.py +0 -71
  409. lionagi/core/message/util.py +0 -274
  410. lionagi/core/report/__init__.py +0 -4
  411. lionagi/core/report/base.py +0 -201
  412. lionagi/core/report/form.py +0 -212
  413. lionagi/core/report/report.py +0 -150
  414. lionagi/core/report/util.py +0 -15
  415. lionagi/core/rule/_default.py +0 -17
  416. lionagi/core/rule/action.py +0 -87
  417. lionagi/core/rule/base.py +0 -234
  418. lionagi/core/rule/boolean.py +0 -56
  419. lionagi/core/rule/choice.py +0 -48
  420. lionagi/core/rule/mapping.py +0 -82
  421. lionagi/core/rule/number.py +0 -73
  422. lionagi/core/rule/rulebook.py +0 -45
  423. lionagi/core/rule/string.py +0 -43
  424. lionagi/core/rule/util.py +0 -0
  425. lionagi/core/session/directive_mixin.py +0 -307
  426. lionagi/core/structure/__init__.py +0 -1
  427. lionagi/core/structure/chain.py +0 -1
  428. lionagi/core/structure/forest.py +0 -1
  429. lionagi/core/structure/graph.py +0 -1
  430. lionagi/core/structure/tree.py +0 -1
  431. lionagi/core/unit/__init__.py +0 -4
  432. lionagi/core/unit/parallel_unit.py +0 -234
  433. lionagi/core/unit/template/action.py +0 -65
  434. lionagi/core/unit/template/base.py +0 -35
  435. lionagi/core/unit/template/plan.py +0 -69
  436. lionagi/core/unit/template/predict.py +0 -95
  437. lionagi/core/unit/template/score.py +0 -108
  438. lionagi/core/unit/template/select.py +0 -91
  439. lionagi/core/unit/unit.py +0 -452
  440. lionagi/core/unit/unit_form.py +0 -290
  441. lionagi/core/unit/unit_mixin.py +0 -1166
  442. lionagi/core/unit/util.py +0 -103
  443. lionagi/core/validator/validator.py +0 -376
  444. lionagi/core/work/work.py +0 -59
  445. lionagi/core/work/work_edge.py +0 -102
  446. lionagi/core/work/work_function.py +0 -114
  447. lionagi/core/work/work_function_node.py +0 -50
  448. lionagi/core/work/work_queue.py +0 -90
  449. lionagi/core/work/work_task.py +0 -151
  450. lionagi/core/work/worker.py +0 -410
  451. lionagi/core/work/worker_engine.py +0 -208
  452. lionagi/core/work/worklog.py +0 -108
  453. lionagi/experimental/compressor/base.py +0 -47
  454. lionagi/experimental/compressor/llm_compressor.py +0 -265
  455. lionagi/experimental/compressor/llm_summarizer.py +0 -61
  456. lionagi/experimental/compressor/util.py +0 -70
  457. lionagi/experimental/directive/README.md +0 -1
  458. lionagi/experimental/directive/__init__.py +0 -19
  459. lionagi/experimental/directive/parser/base_parser.py +0 -294
  460. lionagi/experimental/directive/parser/base_syntax.txt +0 -200
  461. lionagi/experimental/directive/template/base_template.py +0 -71
  462. lionagi/experimental/directive/template/schema.py +0 -36
  463. lionagi/experimental/directive/tokenizer.py +0 -59
  464. lionagi/experimental/evaluator/README.md +0 -1
  465. lionagi/experimental/evaluator/ast_evaluator.py +0 -119
  466. lionagi/experimental/evaluator/base_evaluator.py +0 -213
  467. lionagi/experimental/knowledge/__init__.py +0 -0
  468. lionagi/experimental/knowledge/base.py +0 -10
  469. lionagi/experimental/knowledge/graph.py +0 -0
  470. lionagi/experimental/memory/__init__.py +0 -0
  471. lionagi/experimental/strategies/__init__.py +0 -0
  472. lionagi/experimental/strategies/base.py +0 -1
  473. lionagi/integrations/bridge/__init__.py +0 -4
  474. lionagi/integrations/bridge/autogen_/__init__.py +0 -0
  475. lionagi/integrations/bridge/autogen_/autogen_.py +0 -127
  476. lionagi/integrations/bridge/langchain_/__init__.py +0 -0
  477. lionagi/integrations/bridge/langchain_/documents.py +0 -138
  478. lionagi/integrations/bridge/langchain_/langchain_bridge.py +0 -68
  479. lionagi/integrations/bridge/llamaindex_/__init__.py +0 -0
  480. lionagi/integrations/bridge/llamaindex_/index.py +0 -36
  481. lionagi/integrations/bridge/llamaindex_/llama_index_bridge.py +0 -108
  482. lionagi/integrations/bridge/llamaindex_/llama_pack.py +0 -256
  483. lionagi/integrations/bridge/llamaindex_/node_parser.py +0 -92
  484. lionagi/integrations/bridge/llamaindex_/reader.py +0 -201
  485. lionagi/integrations/bridge/llamaindex_/textnode.py +0 -59
  486. lionagi/integrations/bridge/pydantic_/__init__.py +0 -0
  487. lionagi/integrations/bridge/pydantic_/pydantic_bridge.py +0 -7
  488. lionagi/integrations/bridge/transformers_/__init__.py +0 -0
  489. lionagi/integrations/bridge/transformers_/install_.py +0 -39
  490. lionagi/integrations/chunker/__init__.py +0 -0
  491. lionagi/integrations/chunker/chunk.py +0 -314
  492. lionagi/integrations/config/__init__.py +0 -4
  493. lionagi/integrations/config/mlx_configs.py +0 -1
  494. lionagi/integrations/config/oai_configs.py +0 -154
  495. lionagi/integrations/config/ollama_configs.py +0 -1
  496. lionagi/integrations/config/openrouter_configs.py +0 -74
  497. lionagi/integrations/langchain_/__init__.py +0 -0
  498. lionagi/integrations/llamaindex_/__init__.py +0 -0
  499. lionagi/integrations/loader/__init__.py +0 -0
  500. lionagi/integrations/loader/load.py +0 -257
  501. lionagi/integrations/loader/load_util.py +0 -214
  502. lionagi/integrations/provider/__init__.py +0 -11
  503. lionagi/integrations/provider/_mapping.py +0 -47
  504. lionagi/integrations/provider/litellm.py +0 -53
  505. lionagi/integrations/provider/mistralai.py +0 -1
  506. lionagi/integrations/provider/mlx_service.py +0 -55
  507. lionagi/integrations/provider/oai.py +0 -196
  508. lionagi/integrations/provider/ollama.py +0 -55
  509. lionagi/integrations/provider/openrouter.py +0 -170
  510. lionagi/integrations/provider/services.py +0 -138
  511. lionagi/integrations/provider/transformers.py +0 -108
  512. lionagi/integrations/storage/__init__.py +0 -3
  513. lionagi/integrations/storage/neo4j.py +0 -681
  514. lionagi/integrations/storage/storage_util.py +0 -302
  515. lionagi/integrations/storage/structure_excel.py +0 -291
  516. lionagi/integrations/storage/to_csv.py +0 -70
  517. lionagi/integrations/storage/to_excel.py +0 -91
  518. lionagi/libs/ln_api.py +0 -944
  519. lionagi/libs/ln_async.py +0 -208
  520. lionagi/libs/ln_context.py +0 -37
  521. lionagi/libs/ln_convert.py +0 -671
  522. lionagi/libs/ln_dataframe.py +0 -187
  523. lionagi/libs/ln_func_call.py +0 -1328
  524. lionagi/libs/ln_image.py +0 -114
  525. lionagi/libs/ln_knowledge_graph.py +0 -422
  526. lionagi/libs/ln_nested.py +0 -822
  527. lionagi/libs/ln_parse.py +0 -750
  528. lionagi/libs/ln_queue.py +0 -107
  529. lionagi/libs/ln_tokenize.py +0 -179
  530. lionagi/libs/ln_validate.py +0 -299
  531. lionagi/libs/special_tokens.py +0 -172
  532. lionagi/libs/sys_util.py +0 -710
  533. lionagi/lions/__init__.py +0 -0
  534. lionagi/lions/coder/__init__.py +0 -0
  535. lionagi/lions/coder/add_feature.py +0 -20
  536. lionagi/lions/coder/base_prompts.py +0 -22
  537. lionagi/lions/coder/code_form.py +0 -15
  538. lionagi/lions/coder/coder.py +0 -184
  539. lionagi/lions/coder/util.py +0 -101
  540. lionagi/lions/director/__init__.py +0 -0
  541. lionagi/lions/judge/__init__.py +0 -0
  542. lionagi/lions/judge/config.py +0 -8
  543. lionagi/lions/judge/data/__init__.py +0 -0
  544. lionagi/lions/judge/data/sample_codes.py +0 -526
  545. lionagi/lions/judge/data/sample_rurbic.py +0 -48
  546. lionagi/lions/judge/forms/__init__.py +0 -0
  547. lionagi/lions/judge/forms/code_analysis_form.py +0 -126
  548. lionagi/lions/judge/rubric.py +0 -34
  549. lionagi/lions/judge/services/__init__.py +0 -0
  550. lionagi/lions/judge/services/judge_code.py +0 -49
  551. lionagi/lions/researcher/__init__.py +0 -0
  552. lionagi/lions/researcher/data_source/__init__.py +0 -0
  553. lionagi/lions/researcher/data_source/finhub_.py +0 -192
  554. lionagi/lions/researcher/data_source/google_.py +0 -207
  555. lionagi/lions/researcher/data_source/wiki_.py +0 -98
  556. lionagi/lions/researcher/data_source/yfinance_.py +0 -21
  557. lionagi/operations/brainstorm.py +0 -87
  558. lionagi/operations/config.py +0 -6
  559. lionagi/operations/rank.py +0 -102
  560. lionagi/operations/score.py +0 -144
  561. lionagi/operations/select.py +0 -141
  562. lionagi-0.4.0.dist-info/METADATA +0 -241
  563. lionagi-0.4.0.dist-info/RECORD +0 -249
  564. /lionagi/{core/_setting → integrations/anthropic_/api_endpoints/messages/response}/__init__.py +0 -0
  565. /lionagi/{core/agent → integrations/groq_/api_endpoints}/__init__.py +0 -0
  566. /lionagi/{core/agent/eval → integrations/ollama_/api_endpoints/completion}/__init__.py +0 -0
  567. /lionagi/{core/agent/learn → integrations/ollama_/api_endpoints/embedding}/__init__.py +0 -0
  568. /lionagi/{core/agent/plan → integrations/openai_}/__init__.py +0 -0
  569. /lionagi/{core/director → integrations/openai_/api_endpoints/chat_completions/response}/__init__.py +0 -0
  570. /lionagi/{core/director/operations → integrations/openai_/image_token_calculator}/__init__.py +0 -0
  571. /lionagi/{core/engine → integrations/perplexity_/api_endpoints}/__init__.py +0 -0
  572. /lionagi/{core/executor → integrations/perplexity_/api_endpoints/chat_completions}/__init__.py +0 -0
  573. /lionagi/{core/generic/registry/component_registry → integrations/perplexity_/api_endpoints/chat_completions/request}/__init__.py +0 -0
  574. /lionagi/{core/rule → integrations/perplexity_/api_endpoints/chat_completions/response}/__init__.py +0 -0
  575. /lionagi/{core/unit/template → libs/compress}/__init__.py +0 -0
  576. /lionagi/{core/validator → libs/file}/__init__.py +0 -0
  577. /lionagi/{core/work → libs/func}/__init__.py +0 -0
  578. /lionagi/{experimental → libs/package}/__init__.py +0 -0
  579. /lionagi/{core/agent/plan/plan.py → libs/parse/params.py} +0 -0
  580. /lionagi/{experimental/compressor → protocols}/__init__.py +0 -0
  581. /lionagi/{experimental/directive/parser → protocols/adapters}/__init__.py +0 -0
  582. /lionagi/{experimental/directive/template → protocols/registries}/__init__.py +0 -0
  583. /lionagi/{experimental/evaluator → strategies}/__init__.py +0 -0
  584. {lionagi-0.4.0.dist-info → lionagi-0.5.1.dist-info/licenses}/LICENSE +0 -0
@@ -0,0 +1,56 @@
1
+ from enum import Enum
2
+ from typing import IO, Literal, Optional
3
+
4
+ from pydantic import ConfigDict, Field, field_validator
5
+
6
+ from ..data_models import OpenAIEndpointRequestBody
7
+
8
+
9
+ class Size(str, Enum):
10
+ S256 = "256x256"
11
+ S512 = "512x512"
12
+ S1024 = "1024x1024"
13
+
14
+
15
+ class OpenAIImageVariationRequestBody(OpenAIEndpointRequestBody):
16
+ image: str | IO = Field(
17
+ description="The image to use as the basis for the variation(s). "
18
+ "Must be a valid PNG file, less than 4MB, and square.",
19
+ )
20
+
21
+ model: Literal["dall-e-2"] | None = Field(
22
+ "dall-e-2", description="The model to use for image generation."
23
+ )
24
+
25
+ n: int | None = Field(
26
+ 1, description="The number of images to generate.", ge=1, le=10
27
+ )
28
+
29
+ response_format: Literal["url", "b64_json"] | None = Field(
30
+ "url",
31
+ description="The format in which the generated images are returned.",
32
+ )
33
+
34
+ size: Size | None = Field(
35
+ "1024x1024", description="The size of the generated images."
36
+ )
37
+
38
+ user: str | None = Field(
39
+ None,
40
+ description="A unique identifier representing your end-user, which can help OpenAI to monitor and detect abuse.",
41
+ )
42
+
43
+ model_config = ConfigDict(arbitrary_types_allowed=True)
44
+
45
+ @field_validator("image")
46
+ @classmethod
47
+ def get_file_object(cls, value):
48
+ if isinstance(value, str):
49
+ value = open(value, "rb")
50
+ return value
51
+
52
+ def __del__(self):
53
+ # Ensure files are closed when the object is destroyed
54
+ image_obj = self.__dict__.get("image")
55
+ if image_obj and not image_obj.closed:
56
+ image_obj.close()
@@ -0,0 +1,30 @@
1
+ from typing import List, Optional
2
+
3
+ from pydantic import BaseModel, Field
4
+
5
+ from ..data_models import OpenAIEndpointRequestBody
6
+
7
+
8
+ class Image(BaseModel):
9
+ b64_json: str | None = Field(
10
+ None,
11
+ description="The base64-encoded JSON of the generated image, if response_format is b64_json.",
12
+ )
13
+
14
+ url: str | None = Field(
15
+ None,
16
+ description="The URL of the generated image, if response_format is url (default).",
17
+ )
18
+
19
+ revised_prompt: str | None = Field(
20
+ None,
21
+ description="The prompt that was used to generate the image, if there was any revision to the prompt.",
22
+ )
23
+
24
+
25
+ class OpenAIImageResponseBody(OpenAIEndpointRequestBody):
26
+ created: int = Field(
27
+ description="The Unix timestamp of when the image was created."
28
+ )
29
+
30
+ data: list[Image] = Field(description="The list of generated images.")
@@ -0,0 +1,197 @@
1
+ def match_data_model(task_name):
2
+ if task_name == "create_speech":
3
+ from lionagi.integrations.openai_.api_endpoints.audio.speech_models import (
4
+ OpenAISpeechRequestBody,
5
+ )
6
+
7
+ return {"request_body": OpenAISpeechRequestBody}
8
+ elif task_name == "create_transcription":
9
+ from lionagi.integrations.openai_.api_endpoints.audio.transcription_models import (
10
+ OpenAITranscriptionRequestBody,
11
+ )
12
+
13
+ return {"request_body": OpenAITranscriptionRequestBody}
14
+ elif task_name == "create_translation":
15
+ from lionagi.integrations.openai_.api_endpoints.audio.translation_models import (
16
+ OpenAITranslationRequestBody,
17
+ )
18
+
19
+ return {"request_body": OpenAITranslationRequestBody}
20
+ elif task_name == "create_chat_completion":
21
+ from lionagi.integrations.openai_.api_endpoints.chat_completions.request.request_body import (
22
+ OpenAIChatCompletionRequestBody,
23
+ )
24
+
25
+ return {"request_body": OpenAIChatCompletionRequestBody}
26
+ elif task_name == "create_embeddings":
27
+ from lionagi.integrations.openai_.api_endpoints.embeddings.request_body import (
28
+ OpenAIEmbeddingRequestBody,
29
+ )
30
+
31
+ return {"request_body": OpenAIEmbeddingRequestBody}
32
+ elif task_name == "create_fine_tuning_job":
33
+ from lionagi.integrations.openai_.api_endpoints.fine_tuning.create_jobs import (
34
+ OpenAICreateFineTuningJobRequestBody,
35
+ )
36
+
37
+ return {"json_data": OpenAICreateFineTuningJobRequestBody}
38
+ elif task_name == "list_fine_tuning_jobs":
39
+ from lionagi.integrations.openai_.api_endpoints.fine_tuning.list_fine_tuning_jobs import (
40
+ OpenAIListFineTuningJobsQueryParam,
41
+ )
42
+
43
+ return {"params": OpenAIListFineTuningJobsQueryParam}
44
+ elif task_name == "list_fine_tuning_events":
45
+ from lionagi.integrations.openai_.api_endpoints.fine_tuning.list_fine_tuning_events import (
46
+ OpenAIListFineTuningEventsPathParam,
47
+ OpenAIListFineTuningEventsQueryParam,
48
+ )
49
+
50
+ return {
51
+ "params": OpenAIListFineTuningEventsQueryParam,
52
+ "path_param": OpenAIListFineTuningEventsPathParam,
53
+ }
54
+ elif task_name == "list_fine_tuning_checkpoints":
55
+ from lionagi.integrations.openai_.api_endpoints.fine_tuning.list_fine_tuning_checkpoints import (
56
+ OpenAIListFineTuningCheckpointsPathParam,
57
+ OpenAIListFineTuningCheckpointsQueryParam,
58
+ )
59
+
60
+ return {
61
+ "params": OpenAIListFineTuningCheckpointsQueryParam,
62
+ "path_param": OpenAIListFineTuningCheckpointsPathParam,
63
+ }
64
+ elif task_name == "retrieve_fine_tuning_job":
65
+ from lionagi.integrations.openai_.api_endpoints.fine_tuning.retrieve_jobs import (
66
+ OpenAIRetrieveFineTuningJobPathParam,
67
+ )
68
+
69
+ return {"path_param": OpenAIRetrieveFineTuningJobPathParam}
70
+ elif task_name == "cancel_fine_tuning":
71
+ from lionagi.integrations.openai_.api_endpoints.fine_tuning.cancel_jobs import (
72
+ OpenAICancelFineTuningPathParam,
73
+ )
74
+
75
+ return {"path_param": OpenAICancelFineTuningPathParam}
76
+ elif task_name == "create_batch":
77
+ from lionagi.integrations.openai_.api_endpoints.batch.create_batch import (
78
+ OpenAIBatchRequestBody,
79
+ )
80
+
81
+ return {"json_data": OpenAIBatchRequestBody}
82
+ elif task_name == "retrieve_batch":
83
+ from lionagi.integrations.openai_.api_endpoints.batch.retrieve_batch import (
84
+ OpenAIRetrieveBatchPathParam,
85
+ )
86
+
87
+ return {"path_param": OpenAIRetrieveBatchPathParam}
88
+ elif task_name == "cancel_batch":
89
+ from lionagi.integrations.openai_.api_endpoints.batch.cancel_batch import (
90
+ OpenAICancelBatchPathParam,
91
+ )
92
+
93
+ return {"path_param": OpenAICancelBatchPathParam}
94
+ elif task_name == "list_batch":
95
+ from lionagi.integrations.openai_.api_endpoints.batch.list_batch import (
96
+ OpenAIListBatchQueryParam,
97
+ )
98
+
99
+ return {"params": OpenAIListBatchQueryParam}
100
+ elif task_name == "upload_file":
101
+ from lionagi.integrations.openai_.api_endpoints.files.upload_file import (
102
+ OpenAIUploadFileRequestBody,
103
+ )
104
+
105
+ return {"form_data": OpenAIUploadFileRequestBody}
106
+ elif task_name == "list_files":
107
+ from lionagi.integrations.openai_.api_endpoints.files.list_files import (
108
+ OpenAIListFilesQueryParam,
109
+ )
110
+
111
+ return {"params": OpenAIListFilesQueryParam}
112
+ elif task_name == "retrieve_file" or task_name == "retrieve_file_content":
113
+ from lionagi.integrations.openai_.api_endpoints.files.retrieve_file import (
114
+ OpenAIRetrieveFilePathParam,
115
+ )
116
+
117
+ return {"path_param": OpenAIRetrieveFilePathParam}
118
+ elif task_name == "delete_file":
119
+ from lionagi.integrations.openai_.api_endpoints.files.delete_file import (
120
+ OpenAIDeleteFilePathParam,
121
+ )
122
+
123
+ return {"path_param": OpenAIDeleteFilePathParam}
124
+ elif task_name == "create_upload":
125
+ from lionagi.integrations.openai_.api_endpoints.uploads.create_upload import (
126
+ OpenAIUploadRequestBody,
127
+ )
128
+
129
+ return {"json_data": OpenAIUploadRequestBody}
130
+ elif task_name == "add_upload_part":
131
+ from lionagi.integrations.openai_.api_endpoints.uploads.add_upload_part import (
132
+ OpenAIUploadPartPathParam,
133
+ OpenAIUploadPartRequestBody,
134
+ )
135
+
136
+ return {
137
+ "path_param": OpenAIUploadPartPathParam,
138
+ "form_data": OpenAIUploadPartRequestBody,
139
+ }
140
+ elif task_name == "complete_upload":
141
+ from lionagi.integrations.openai_.api_endpoints.uploads.complete_upload import (
142
+ OpenAICompleteUploadPathParam,
143
+ OpenAICompleteUploadRequestBody,
144
+ )
145
+
146
+ return {
147
+ "path_param": OpenAICompleteUploadPathParam,
148
+ "json_data": OpenAICompleteUploadRequestBody,
149
+ }
150
+ elif task_name == "cancel_upload":
151
+ from lionagi.integrations.openai_.api_endpoints.uploads.cancel_upload import (
152
+ OpenAICancelUploadPathParam,
153
+ )
154
+
155
+ return {"path_param": OpenAICancelUploadPathParam}
156
+ elif task_name == "create_image":
157
+ from lionagi.integrations.openai_.api_endpoints.images.image_models import (
158
+ OpenAIImageRequestBody,
159
+ )
160
+
161
+ return {"json_data": OpenAIImageRequestBody}
162
+ elif task_name == "create_image_edit":
163
+ from lionagi.integrations.openai_.api_endpoints.images.image_edit_models import (
164
+ OpenAIImageEditRequestBody,
165
+ )
166
+
167
+ return {"form_data": OpenAIImageEditRequestBody}
168
+ elif task_name == "create_image_variation":
169
+ from lionagi.integrations.openai_.api_endpoints.images.image_variation_models import (
170
+ OpenAIImageVariationRequestBody,
171
+ )
172
+
173
+ return {"form_data": OpenAIImageVariationRequestBody}
174
+ elif task_name == "list_models":
175
+ return {}
176
+ elif task_name == "retrieve_model":
177
+ from lionagi.integrations.openai_.api_endpoints.models.retrieve_model import (
178
+ OpenAIRetrieveModelPathParam,
179
+ )
180
+
181
+ return {"path_param": OpenAIRetrieveModelPathParam}
182
+ elif task_name == "delete_fine_tuned_model":
183
+ from lionagi.integrations.openai_.api_endpoints.models.delete_fine_tuned_model import (
184
+ OpenAIDeleteFineTunedModelPathParam,
185
+ )
186
+
187
+ return {"path_param": OpenAIDeleteFineTunedModelPathParam}
188
+ elif task_name == "create_moderation":
189
+ from lionagi.integrations.openai_.api_endpoints.moderations.request_body import (
190
+ OpenAIModerationRequestBody,
191
+ )
192
+
193
+ return {"json_data": OpenAIModerationRequestBody}
194
+ else:
195
+ raise ValueError(
196
+ f"Invalid task: {task_name}. Not supported in the service."
197
+ )
@@ -0,0 +1,336 @@
1
+ imported_models = {}
2
+
3
+
4
+ def match_response(request_model, response: dict | list):
5
+ global imported_models
6
+
7
+ endpoint = request_model.endpoint
8
+ method = request_model.method
9
+
10
+ # audio
11
+ if "audio" in endpoint:
12
+ # create transcription
13
+ if endpoint == "audio/transcriptions":
14
+ if len(response) == 1:
15
+ # transcription object
16
+ if "OpenAITranscriptionResponseBody" not in imported_models:
17
+ from .audio.transcription_models import (
18
+ OpenAITranscriptionResponseBody,
19
+ )
20
+
21
+ imported_models["OpenAITranscriptionResponseBody"] = (
22
+ OpenAITranscriptionResponseBody
23
+ )
24
+ return imported_models["OpenAITranscriptionResponseBody"](
25
+ **response
26
+ )
27
+ else:
28
+ # verbose transcription object
29
+ if (
30
+ "OpenAIVerboseTranscriptionResponseBody"
31
+ not in imported_models
32
+ ):
33
+ from .audio.transcription_models import (
34
+ OpenAIVerboseTranscriptionResponseBody,
35
+ )
36
+
37
+ imported_models[
38
+ "OpenAIVerboseTranscriptionResponseBody"
39
+ ] = OpenAIVerboseTranscriptionResponseBody
40
+ return imported_models[
41
+ "OpenAIVerboseTranscriptionResponseBody"
42
+ ](**response)
43
+
44
+ # create translation
45
+ if endpoint == "audio/translations":
46
+ if "OpenAITranslationResponseBody" not in imported_models:
47
+ from .audio.translation_models import (
48
+ OpenAITranslationResponseBody,
49
+ )
50
+
51
+ imported_models["OpenAITranslationResponseBody"] = (
52
+ OpenAITranslationResponseBody
53
+ )
54
+ return imported_models["OpenAITranslationResponseBody"](**response)
55
+
56
+ # Chat
57
+ elif endpoint == "chat/completions":
58
+ if isinstance(response, dict):
59
+ if "OpenAIChatCompletionResponseBody" not in imported_models:
60
+ from .chat_completions.response.response_body import (
61
+ OpenAIChatCompletionResponseBody,
62
+ )
63
+
64
+ imported_models["OpenAIChatCompletionResponseBody"] = (
65
+ OpenAIChatCompletionResponseBody
66
+ )
67
+ return imported_models["OpenAIChatCompletionResponseBody"](
68
+ **response
69
+ )
70
+ else:
71
+ # stream list
72
+ if "OpenAIChatCompletionChunkResponseBody" not in imported_models:
73
+ from .chat_completions.response.response_body import (
74
+ OpenAIChatCompletionChunkResponseBody,
75
+ )
76
+
77
+ imported_models["OpenAIChatCompletionChunkResponseBody"] = (
78
+ OpenAIChatCompletionChunkResponseBody
79
+ )
80
+ result = []
81
+ for item in response:
82
+ result.append(
83
+ imported_models["OpenAIChatCompletionChunkResponseBody"](
84
+ **item
85
+ )
86
+ )
87
+ return result
88
+
89
+ # Embeddings
90
+ elif endpoint == "embeddings":
91
+ if "OpenAIEmbeddingResponseBody" not in imported_models:
92
+ from .embeddings.response_body import OpenAIEmbeddingResponseBody
93
+
94
+ imported_models["OpenAIEmbeddingResponseBody"] = (
95
+ OpenAIEmbeddingResponseBody
96
+ )
97
+ return imported_models["OpenAIEmbeddingResponseBody"](**response)
98
+
99
+ # Fine-tuning
100
+ elif "fine_tuning" in endpoint:
101
+ # create fine-tuning job
102
+ if endpoint == "fine_tuning/jobs" and method == "POST":
103
+ if "OpenAIFineTuningJobResponseBody" not in imported_models:
104
+ from .fine_tuning.fine_tuning_job_models import (
105
+ OpenAIFineTuningJobResponseBody,
106
+ )
107
+
108
+ imported_models["OpenAIFineTuningJobResponseBody"] = (
109
+ OpenAIFineTuningJobResponseBody
110
+ )
111
+ return imported_models["OpenAIFineTuningJobResponseBody"](
112
+ **response
113
+ )
114
+
115
+ # list fine-tuning jobs
116
+ if endpoint == "fine_tuning/jobs" and method == "GET":
117
+ if "OpenAIListFineTuningJobsResponseBody" not in imported_models:
118
+ from .fine_tuning.list_fine_tuning_jobs import (
119
+ OpenAIListFineTuningJobsResponseBody,
120
+ )
121
+
122
+ imported_models["OpenAIListFineTuningJobsResponseBody"] = (
123
+ OpenAIListFineTuningJobsResponseBody
124
+ )
125
+ return imported_models["OpenAIListFineTuningJobsResponseBody"](
126
+ **response
127
+ )
128
+
129
+ # list fine-tuning events
130
+ if endpoint == "fine_tuning/jobs/{fine_tuning_job_id}/events":
131
+ if "OpenAIListFineTuningEventsResponseBody" not in imported_models:
132
+ from .fine_tuning.list_fine_tuning_events import (
133
+ OpenAIListFineTuningEventsResponseBody,
134
+ )
135
+
136
+ imported_models["OpenAIListFineTuningEventsResponseBody"] = (
137
+ OpenAIListFineTuningEventsResponseBody
138
+ )
139
+ return imported_models["OpenAIListFineTuningEventsResponseBody"](
140
+ **response
141
+ )
142
+
143
+ # list fine-tuning checkpoints
144
+ if endpoint == "fine_tuning/jobs/{fine_tuning_job_id}/checkpoints":
145
+ if (
146
+ "OpenAIListFineTuningCheckpointsResponseBody"
147
+ not in imported_models
148
+ ):
149
+ from .fine_tuning.list_fine_tuning_checkpoints import (
150
+ OpenAIListFineTuningCheckpointsResponseBody,
151
+ )
152
+
153
+ imported_models[
154
+ "OpenAIListFineTuningCheckpointsResponseBody"
155
+ ] = OpenAIListFineTuningCheckpointsResponseBody
156
+ return imported_models[
157
+ "OpenAIListFineTuningCheckpointsResponseBody"
158
+ ](**response)
159
+
160
+ # retrieve fine-tuning job
161
+ if endpoint == "fine_tuning/jobs/{fine_tuning_job_id}":
162
+ if "OpenAIFineTuningJobResponseBody" not in imported_models:
163
+ from .fine_tuning.fine_tuning_job_models import (
164
+ OpenAIFineTuningJobResponseBody,
165
+ )
166
+
167
+ imported_models["OpenAIFineTuningJobResponseBody"] = (
168
+ OpenAIFineTuningJobResponseBody
169
+ )
170
+ return imported_models["OpenAIFineTuningJobResponseBody"](
171
+ **response
172
+ )
173
+
174
+ # cancel fine-tuning
175
+ # TODO: need verification
176
+ if endpoint == "fine_tuning/jobs/{fine_tuning_job_id}/cancel":
177
+ if "OpenAIFineTuningJobResponseBody" not in imported_models:
178
+ from .fine_tuning.fine_tuning_job_models import (
179
+ OpenAIFineTuningJobResponseBody,
180
+ )
181
+
182
+ imported_models["OpenAIFineTuningJobResponseBody"] = (
183
+ OpenAIFineTuningJobResponseBody
184
+ )
185
+ return imported_models["OpenAIFineTuningJobResponseBody"](
186
+ **response
187
+ )
188
+
189
+ # Batch
190
+ elif "batches" in endpoint:
191
+ if endpoint == "batches" and method == "GET":
192
+ # list batch
193
+ if "OpenAIListBatchResponseBody" not in imported_models:
194
+ from .batch.list_batch import OpenAIListBatchResponseBody
195
+
196
+ imported_models["OpenAIListBatchResponseBody"] = (
197
+ OpenAIListBatchResponseBody
198
+ )
199
+ return imported_models["OpenAIListBatchResponseBody"](**response)
200
+ else:
201
+ # other batch endpoints
202
+ if "OpenAIBatchResponseBody" not in imported_models:
203
+ from .batch.batch_models import OpenAIBatchResponseBody
204
+
205
+ imported_models["OpenAIBatchResponseBody"] = (
206
+ OpenAIBatchResponseBody
207
+ )
208
+ return imported_models["OpenAIBatchResponseBody"](**response)
209
+
210
+ # Files
211
+ elif "files" in endpoint:
212
+ # upload file
213
+ if endpoint == "files" and method == "POST":
214
+ if "OpenAIFileResponseBody" not in imported_models:
215
+ from .files.file_models import OpenAIFileResponseBody
216
+
217
+ imported_models["OpenAIFileResponseBody"] = (
218
+ OpenAIFileResponseBody
219
+ )
220
+ return imported_models["OpenAIFileResponseBody"](**response)
221
+
222
+ # list files
223
+ if endpoint == "files" and method == "GET":
224
+ if "OpenAIListFilesResponseBody" not in imported_models:
225
+ from .files.list_files import OpenAIListFilesResponseBody
226
+
227
+ imported_models["OpenAIListFilesResponseBody"] = (
228
+ OpenAIListFilesResponseBody
229
+ )
230
+ return imported_models["OpenAIListFilesResponseBody"](**response)
231
+
232
+ # retrieve file
233
+ if endpoint == "files/{file_id}" and method == "GET":
234
+ if "OpenAIFileResponseBody" not in imported_models:
235
+ from .files.file_models import OpenAIFileResponseBody
236
+
237
+ imported_models["OpenAIFileResponseBody"] = (
238
+ OpenAIFileResponseBody
239
+ )
240
+ return imported_models["OpenAIFileResponseBody"](**response)
241
+
242
+ # delete file
243
+ if endpoint == "files/{file_id}" and method == "DELETE":
244
+ if "OpenAIDeleteFileResponseBody" not in imported_models:
245
+ from .files.delete_file import OpenAIDeleteFileResponseBody
246
+
247
+ imported_models["OpenAIDeleteFileResponseBody"] = (
248
+ OpenAIDeleteFileResponseBody
249
+ )
250
+ return imported_models["OpenAIDeleteFileResponseBody"](**response)
251
+
252
+ # retrieve file content
253
+ if endpoint == "files/{file_id}/content":
254
+ return response
255
+
256
+ # Uploads
257
+ if "uploads" in endpoint:
258
+ if endpoint == "uploads/{upload_id}/parts":
259
+ # add upload part
260
+ if "OpenAIUploadPartResponseBody" not in imported_models:
261
+ from .uploads.uploads_models import (
262
+ OpenAIUploadPartResponseBody,
263
+ )
264
+
265
+ imported_models["OpenAIUploadPartResponseBody"] = (
266
+ OpenAIUploadPartResponseBody
267
+ )
268
+ return imported_models["OpenAIUploadPartResponseBody"](**response)
269
+ else:
270
+ # other upload endpoints
271
+ if "OpenAIUploadResponseBody" not in imported_models:
272
+ from .uploads.uploads_models import OpenAIUploadResponseBody
273
+
274
+ imported_models["OpenAIUploadResponseBody"] = (
275
+ OpenAIUploadResponseBody
276
+ )
277
+ return imported_models["OpenAIUploadResponseBody"](**response)
278
+
279
+ # Images
280
+ if "images" in endpoint:
281
+ if "OpenAIImageResponseBody" not in imported_models:
282
+ from .images.response_body import OpenAIImageResponseBody
283
+
284
+ imported_models["OpenAIImageResponseBody"] = (
285
+ OpenAIImageResponseBody
286
+ )
287
+ return imported_models["OpenAIImageResponseBody"](**response)
288
+
289
+ if "models" in endpoint:
290
+ # list models
291
+ if endpoint == "models":
292
+ if "OpenAIListModelResponseBody" not in imported_models:
293
+ from .models.models_models import OpenAIListModelResponseBody
294
+
295
+ imported_models["OpenAIListModelResponseBody"] = (
296
+ OpenAIListModelResponseBody
297
+ )
298
+ return imported_models["OpenAIListModelResponseBody"](**response)
299
+
300
+ # retrieve model
301
+ if endpoint == "models/{model}" and method == "GET":
302
+ if "OpenAIModelResponseBody" not in imported_models:
303
+ from .models.models_models import OpenAIModelResponseBody
304
+
305
+ imported_models["OpenAIModelResponseBody"] = (
306
+ OpenAIModelResponseBody
307
+ )
308
+ return imported_models["OpenAIModelResponseBody"](**response)
309
+
310
+ # delete a fine-tuned model
311
+ if endpoint == "models/{model}" and method == "DELETE":
312
+ if "OpenAIDeleteFineTunedModelResponseBody" not in imported_models:
313
+ from .models.delete_fine_tuned_model import (
314
+ OpenAIDeleteFineTunedModelResponseBody,
315
+ )
316
+
317
+ imported_models["OpenAIDeleteFineTunedModelResponseBody"] = (
318
+ OpenAIDeleteFineTunedModelResponseBody
319
+ )
320
+ return imported_models["OpenAIDeleteFineTunedModelResponseBody"](
321
+ **response
322
+ )
323
+
324
+ # Moderation
325
+ if endpoint == "moderations":
326
+ if "OpenAIModerationResponseBody" not in imported_models:
327
+ from .moderations.response_body import OpenAIModerationResponseBody
328
+
329
+ imported_models["OpenAIModerationResponseBody"] = (
330
+ OpenAIModerationResponseBody
331
+ )
332
+ return imported_models["OpenAIModerationResponseBody"](**response)
333
+
334
+ raise ValueError(
335
+ "There is no standard response model for the provided request and response"
336
+ )
@@ -0,0 +1,7 @@
1
+ from .delete_fine_tuned_model import OpenAIDeleteFineTunedModelPathParam
2
+ from .retrieve_model import OpenAIRetrieveModelPathParam
3
+
4
+ __all__ = [
5
+ "OpenAIRetrieveModelPathParam",
6
+ "OpenAIDeleteFineTunedModelPathParam",
7
+ ]
@@ -0,0 +1,17 @@
1
+ from pydantic import Field
2
+
3
+ from ..data_models import OpenAIEndpointPathParam, OpenAIEndpointResponseBody
4
+
5
+
6
+ class OpenAIDeleteFineTunedModelPathParam(OpenAIEndpointPathParam):
7
+ model: str = Field(description="The model to delete.")
8
+
9
+
10
+ class OpenAIDeleteFineTunedModelResponseBody(OpenAIEndpointResponseBody):
11
+ id: str = Field(
12
+ description="The file identifier, which can be referenced in the API endpoints.",
13
+ )
14
+
15
+ object: str = Field(description="The object type, which is always model.")
16
+
17
+ deleted: bool = Field(description="The deletion status")
@@ -0,0 +1,31 @@
1
+ from typing import List, Literal
2
+
3
+ from pydantic import Field
4
+
5
+ from ..data_models import OpenAIEndpointResponseBody
6
+
7
+
8
+ class OpenAIModelResponseBody(OpenAIEndpointResponseBody):
9
+ id: str = Field(
10
+ description="The model identifier, which can be referenced in the API endpoints.",
11
+ )
12
+
13
+ created: int = Field(
14
+ description="The Unix timestamp (in seconds) when the model was created."
15
+ )
16
+
17
+ object: Literal["model"] = Field(
18
+ description="The object type, which is always 'model'."
19
+ )
20
+
21
+ owned_by: str = Field(description="The organization that owns the model.")
22
+
23
+
24
+ class OpenAIListModelResponseBody(OpenAIEndpointResponseBody):
25
+ object: Literal["list"] = Field(
26
+ description="The object type, which is always 'list'."
27
+ )
28
+
29
+ data: list[OpenAIModelResponseBody] = Field(
30
+ description="The list of model objects."
31
+ )
@@ -0,0 +1,9 @@
1
+ from pydantic import Field
2
+
3
+ from ..data_models import OpenAIEndpointPathParam
4
+
5
+
6
+ class OpenAIRetrieveModelPathParam(OpenAIEndpointPathParam):
7
+ model: str = Field(
8
+ description="The ID of the model to use for this request."
9
+ )