lionagi 0.5.5__py3-none-any.whl → 0.6.1__py3-none-any.whl
Sign up to get free protection for your applications and to get access to all the features.
- lionagi/__init__.py +18 -24
- lionagi/{core/_class_registry.py → _class_registry.py} +51 -10
- lionagi/_errors.py +35 -0
- lionagi/libs/__init__.py +3 -0
- lionagi/libs/compress/__init__.py +3 -0
- lionagi/libs/compress/models.py +6 -2
- lionagi/libs/compress/utils.py +4 -16
- lionagi/libs/file/__init__.py +3 -0
- lionagi/libs/file/chunk.py +4 -0
- lionagi/libs/file/file_ops.py +4 -0
- lionagi/libs/file/params.py +4 -41
- lionagi/libs/file/process.py +4 -0
- lionagi/libs/file/save.py +5 -1
- lionagi/libs/{parse/flatten → nested}/flatten.py +4 -0
- lionagi/libs/{parse/nested → nested}/nfilter.py +4 -0
- lionagi/libs/{parse/nested → nested}/nget.py +6 -1
- lionagi/libs/{parse/nested → nested}/ninsert.py +5 -1
- lionagi/libs/{parse/nested → nested}/nmerge.py +4 -0
- lionagi/libs/{parse/nested → nested}/npop.py +5 -2
- lionagi/libs/{parse/nested → nested}/nset.py +6 -1
- lionagi/libs/{parse/flatten → nested}/unflatten.py +4 -0
- lionagi/libs/{parse/nested → nested}/utils.py +5 -1
- lionagi/libs/package/__init__.py +3 -0
- lionagi/libs/package/imports.py +6 -2
- lionagi/libs/package/management.py +7 -3
- lionagi/libs/package/params.py +4 -0
- lionagi/libs/package/system.py +4 -0
- lionagi/libs/parse.py +30 -0
- lionagi/libs/{parse/json → schema}/as_readable.py +10 -4
- lionagi/libs/{parse/string_parse/code_block.py → schema/extract_code_block.py} +4 -0
- lionagi/libs/{parse/string_parse/docstring.py → schema/extract_docstring.py} +4 -0
- lionagi/libs/{parse/string_parse/function_.py → schema/function_to_schema.py} +21 -9
- lionagi/libs/{parse/json/schema.py → schema/json_schema.py} +5 -1
- lionagi/libs/validate/common_field_validators.py +170 -0
- lionagi/libs/{parse/validate/keys.py → validate/fuzzy_match_keys.py} +42 -8
- lionagi/libs/{parse/validate/mapping.py → validate/fuzzy_validate_mapping.py} +41 -6
- lionagi/libs/{string_similarity/algorithms.py → validate/string_similarity.py} +115 -1
- lionagi/libs/{parse/validate/boolean.py → validate/validate_boolean.py} +42 -3
- lionagi/operations/__init__.py +13 -3
- lionagi/operations/brainstorm/__init__.py +3 -3
- lionagi/operations/brainstorm/brainstorm.py +33 -19
- lionagi/operations/brainstorm/prompt.py +4 -0
- lionagi/operations/plan/__init__.py +4 -0
- lionagi/operations/plan/plan.py +19 -16
- lionagi/operations/plan/prompt.py +4 -0
- lionagi/operations/select/__init__.py +4 -0
- lionagi/operations/select/prompt.py +4 -0
- lionagi/operations/select/select.py +2 -2
- lionagi/operations/select/utils.py +4 -4
- lionagi/{strategies → operations/strategies}/base.py +6 -2
- lionagi/{strategies → operations/strategies}/concurrent.py +8 -5
- lionagi/{strategies → operations/strategies}/concurrent_chunk.py +6 -3
- lionagi/{strategies → operations/strategies}/concurrent_sequential_chunk.py +8 -4
- lionagi/{strategies → operations/strategies}/params.py +26 -6
- lionagi/{strategies → operations/strategies}/sequential.py +6 -2
- lionagi/{strategies → operations/strategies}/sequential_chunk.py +7 -3
- lionagi/{strategies → operations/strategies}/sequential_concurrent_chunk.py +9 -4
- lionagi/{strategies → operations/strategies}/utils.py +6 -3
- lionagi/operations/types.py +13 -0
- lionagi/operations/utils.py +6 -3
- lionagi/operatives/action/function_calling.py +136 -0
- lionagi/operatives/action/manager.py +236 -0
- lionagi/operatives/action/request_response_model.py +90 -0
- lionagi/operatives/action/tool.py +141 -0
- lionagi/{protocols/operatives/action.py → operatives/action/utils.py} +52 -90
- lionagi/{core → operatives}/forms/base.py +9 -4
- lionagi/{core → operatives}/forms/form.py +8 -13
- lionagi/{core → operatives}/forms/report.py +5 -3
- lionagi/operatives/instruct/base.py +79 -0
- lionagi/operatives/instruct/instruct.py +105 -0
- lionagi/operatives/instruct/instruct_collection.py +52 -0
- lionagi/operatives/instruct/node.py +13 -0
- lionagi/{protocols/operatives → operatives/instruct}/prompts.py +0 -34
- lionagi/{protocols/operatives → operatives/instruct}/reason.py +14 -7
- lionagi/{core/models/__init__.py → operatives/manager.py} +5 -1
- lionagi/operatives/models/field_model.py +194 -0
- lionagi/operatives/models/model_params.py +307 -0
- lionagi/{core → operatives}/models/note.py +20 -28
- lionagi/{core → operatives}/models/operable_model.py +153 -71
- lionagi/{core → operatives}/models/schema_model.py +4 -3
- lionagi/{protocols/operatives → operatives}/operative.py +10 -7
- lionagi/{protocols/operatives → operatives}/step.py +67 -26
- lionagi/operatives/types.py +69 -0
- lionagi/protocols/_concepts.py +94 -0
- lionagi/protocols/adapters/adapter.py +23 -7
- lionagi/protocols/adapters/json_adapter.py +72 -14
- lionagi/protocols/adapters/pandas_/csv_adapter.py +50 -0
- lionagi/protocols/adapters/pandas_/excel_adapter.py +52 -0
- lionagi/protocols/adapters/pandas_/pd_dataframe_adapter.py +31 -0
- lionagi/protocols/adapters/pandas_/pd_series_adapter.py +17 -0
- lionagi/protocols/adapters/types.py +18 -0
- lionagi/protocols/generic/element.py +460 -0
- lionagi/protocols/generic/event.py +177 -0
- lionagi/protocols/generic/log.py +237 -0
- lionagi/{core → protocols}/generic/pile.py +193 -131
- lionagi/protocols/generic/processor.py +316 -0
- lionagi/protocols/generic/progression.py +500 -0
- lionagi/protocols/graph/edge.py +166 -0
- lionagi/protocols/graph/graph.py +290 -0
- lionagi/protocols/graph/node.py +125 -0
- lionagi/protocols/mail/exchange.py +116 -0
- lionagi/protocols/mail/mail.py +25 -0
- lionagi/protocols/mail/mailbox.py +47 -0
- lionagi/protocols/mail/manager.py +168 -0
- lionagi/protocols/mail/package.py +55 -0
- lionagi/protocols/messages/action_request.py +165 -0
- lionagi/protocols/messages/action_response.py +132 -0
- lionagi/{core/communication → protocols/messages}/assistant_response.py +55 -79
- lionagi/protocols/messages/base.py +73 -0
- lionagi/protocols/messages/instruction.py +582 -0
- lionagi/protocols/messages/manager.py +429 -0
- lionagi/protocols/messages/message.py +216 -0
- lionagi/protocols/messages/system.py +115 -0
- lionagi/protocols/messages/templates/assistant_response.jinja2 +6 -0
- lionagi/{core/communication → protocols/messages}/templates/instruction_message.jinja2 +2 -2
- lionagi/protocols/types.py +96 -0
- lionagi/service/__init__.py +1 -16
- lionagi/service/endpoints/base.py +517 -0
- lionagi/service/endpoints/chat_completion.py +102 -0
- lionagi/service/endpoints/match_endpoint.py +60 -0
- lionagi/service/endpoints/rate_limited_processor.py +146 -0
- lionagi/service/endpoints/token_calculator.py +209 -0
- lionagi/service/imodel.py +263 -96
- lionagi/service/manager.py +45 -0
- lionagi/service/providers/anthropic_/messages.py +64 -0
- lionagi/service/providers/groq_/chat_completions.py +56 -0
- lionagi/service/providers/openai_/chat_completions.py +62 -0
- lionagi/service/providers/openrouter_/chat_completions.py +62 -0
- lionagi/service/providers/perplexity_/__init__.py +3 -0
- lionagi/service/providers/perplexity_/chat_completions.py +40 -0
- lionagi/service/types.py +18 -0
- lionagi/session/__init__.py +3 -0
- lionagi/session/branch.py +1287 -0
- lionagi/session/session.py +296 -0
- lionagi/settings.py +62 -118
- lionagi/utils.py +2386 -0
- lionagi/version.py +1 -1
- {lionagi-0.5.5.dist-info → lionagi-0.6.1.dist-info}/METADATA +10 -9
- lionagi-0.6.1.dist-info/RECORD +169 -0
- lionagi/core/action/action_manager.py +0 -289
- lionagi/core/action/base.py +0 -109
- lionagi/core/action/function_calling.py +0 -153
- lionagi/core/action/tool.py +0 -202
- lionagi/core/action/types.py +0 -16
- lionagi/core/communication/action_request.py +0 -163
- lionagi/core/communication/action_response.py +0 -149
- lionagi/core/communication/base_mail.py +0 -49
- lionagi/core/communication/instruction.py +0 -376
- lionagi/core/communication/message.py +0 -286
- lionagi/core/communication/message_manager.py +0 -543
- lionagi/core/communication/system.py +0 -116
- lionagi/core/communication/templates/assistant_response.jinja2 +0 -2
- lionagi/core/communication/types.py +0 -27
- lionagi/core/communication/utils.py +0 -256
- lionagi/core/forms/types.py +0 -13
- lionagi/core/generic/component.py +0 -422
- lionagi/core/generic/edge.py +0 -163
- lionagi/core/generic/element.py +0 -199
- lionagi/core/generic/graph.py +0 -377
- lionagi/core/generic/log.py +0 -151
- lionagi/core/generic/log_manager.py +0 -320
- lionagi/core/generic/node.py +0 -11
- lionagi/core/generic/progression.py +0 -395
- lionagi/core/generic/types.py +0 -23
- lionagi/core/generic/utils.py +0 -53
- lionagi/core/models/base.py +0 -28
- lionagi/core/models/field_model.py +0 -145
- lionagi/core/models/model_params.py +0 -194
- lionagi/core/models/types.py +0 -19
- lionagi/core/session/branch.py +0 -130
- lionagi/core/session/branch_mixins.py +0 -581
- lionagi/core/session/session.py +0 -163
- lionagi/core/session/types.py +0 -8
- lionagi/core/typing/__init__.py +0 -9
- lionagi/core/typing/_concepts.py +0 -173
- lionagi/core/typing/_id.py +0 -104
- lionagi/core/typing/_pydantic.py +0 -33
- lionagi/core/typing/_typing.py +0 -54
- lionagi/integrations/_services.py +0 -17
- lionagi/integrations/anthropic_/AnthropicModel.py +0 -268
- lionagi/integrations/anthropic_/AnthropicService.py +0 -127
- lionagi/integrations/anthropic_/anthropic_max_output_token_data.yaml +0 -12
- lionagi/integrations/anthropic_/anthropic_price_data.yaml +0 -34
- lionagi/integrations/anthropic_/api_endpoints/api_request.py +0 -277
- lionagi/integrations/anthropic_/api_endpoints/data_models.py +0 -40
- lionagi/integrations/anthropic_/api_endpoints/match_response.py +0 -119
- lionagi/integrations/anthropic_/api_endpoints/messages/request/message_models.py +0 -14
- lionagi/integrations/anthropic_/api_endpoints/messages/request/request_body.py +0 -74
- lionagi/integrations/anthropic_/api_endpoints/messages/response/__init__.py +0 -0
- lionagi/integrations/anthropic_/api_endpoints/messages/response/content_models.py +0 -32
- lionagi/integrations/anthropic_/api_endpoints/messages/response/response_body.py +0 -101
- lionagi/integrations/anthropic_/api_endpoints/messages/response/usage_models.py +0 -25
- lionagi/integrations/anthropic_/version.py +0 -5
- lionagi/integrations/groq_/GroqModel.py +0 -325
- lionagi/integrations/groq_/GroqService.py +0 -156
- lionagi/integrations/groq_/api_endpoints/__init__.py +0 -0
- lionagi/integrations/groq_/api_endpoints/data_models.py +0 -187
- lionagi/integrations/groq_/api_endpoints/groq_request.py +0 -288
- lionagi/integrations/groq_/api_endpoints/match_response.py +0 -106
- lionagi/integrations/groq_/api_endpoints/response_utils.py +0 -105
- lionagi/integrations/groq_/groq_max_output_token_data.yaml +0 -21
- lionagi/integrations/groq_/groq_price_data.yaml +0 -58
- lionagi/integrations/groq_/groq_rate_limits.yaml +0 -105
- lionagi/integrations/groq_/version.py +0 -5
- lionagi/integrations/litellm_/imodel.py +0 -76
- lionagi/integrations/ollama_/OllamaModel.py +0 -244
- lionagi/integrations/ollama_/OllamaService.py +0 -142
- lionagi/integrations/ollama_/api_endpoints/api_request.py +0 -179
- lionagi/integrations/ollama_/api_endpoints/chat_completion/message_models.py +0 -31
- lionagi/integrations/ollama_/api_endpoints/chat_completion/request_body.py +0 -46
- lionagi/integrations/ollama_/api_endpoints/chat_completion/response_body.py +0 -67
- lionagi/integrations/ollama_/api_endpoints/chat_completion/tool_models.py +0 -49
- lionagi/integrations/ollama_/api_endpoints/completion/__init__.py +0 -0
- lionagi/integrations/ollama_/api_endpoints/completion/request_body.py +0 -72
- lionagi/integrations/ollama_/api_endpoints/completion/response_body.py +0 -59
- lionagi/integrations/ollama_/api_endpoints/data_models.py +0 -15
- lionagi/integrations/ollama_/api_endpoints/embedding/__init__.py +0 -0
- lionagi/integrations/ollama_/api_endpoints/embedding/request_body.py +0 -33
- lionagi/integrations/ollama_/api_endpoints/embedding/response_body.py +0 -29
- lionagi/integrations/ollama_/api_endpoints/match_data_model.py +0 -62
- lionagi/integrations/ollama_/api_endpoints/match_response.py +0 -190
- lionagi/integrations/ollama_/api_endpoints/model/copy_model.py +0 -13
- lionagi/integrations/ollama_/api_endpoints/model/create_model.py +0 -28
- lionagi/integrations/ollama_/api_endpoints/model/delete_model.py +0 -11
- lionagi/integrations/ollama_/api_endpoints/model/list_model.py +0 -60
- lionagi/integrations/ollama_/api_endpoints/model/pull_model.py +0 -34
- lionagi/integrations/ollama_/api_endpoints/model/push_model.py +0 -35
- lionagi/integrations/ollama_/api_endpoints/model/show_model.py +0 -36
- lionagi/integrations/ollama_/api_endpoints/option_models.py +0 -68
- lionagi/integrations/openai_/OpenAIModel.py +0 -419
- lionagi/integrations/openai_/OpenAIService.py +0 -435
- lionagi/integrations/openai_/__init__.py +0 -0
- lionagi/integrations/openai_/api_endpoints/__init__.py +0 -3
- lionagi/integrations/openai_/api_endpoints/api_request.py +0 -277
- lionagi/integrations/openai_/api_endpoints/audio/__init__.py +0 -9
- lionagi/integrations/openai_/api_endpoints/audio/speech_models.py +0 -34
- lionagi/integrations/openai_/api_endpoints/audio/transcription_models.py +0 -136
- lionagi/integrations/openai_/api_endpoints/audio/translation_models.py +0 -41
- lionagi/integrations/openai_/api_endpoints/audio/types.py +0 -41
- lionagi/integrations/openai_/api_endpoints/batch/__init__.py +0 -17
- lionagi/integrations/openai_/api_endpoints/batch/batch_models.py +0 -146
- lionagi/integrations/openai_/api_endpoints/batch/cancel_batch.py +0 -7
- lionagi/integrations/openai_/api_endpoints/batch/create_batch.py +0 -26
- lionagi/integrations/openai_/api_endpoints/batch/list_batch.py +0 -37
- lionagi/integrations/openai_/api_endpoints/batch/request_object_models.py +0 -65
- lionagi/integrations/openai_/api_endpoints/batch/retrieve_batch.py +0 -7
- lionagi/integrations/openai_/api_endpoints/batch/types.py +0 -4
- lionagi/integrations/openai_/api_endpoints/chat_completions/__init__.py +0 -1
- lionagi/integrations/openai_/api_endpoints/chat_completions/request/__init__.py +0 -39
- lionagi/integrations/openai_/api_endpoints/chat_completions/request/message_models.py +0 -121
- lionagi/integrations/openai_/api_endpoints/chat_completions/request/request_body.py +0 -221
- lionagi/integrations/openai_/api_endpoints/chat_completions/request/response_format.py +0 -71
- lionagi/integrations/openai_/api_endpoints/chat_completions/request/stream_options.py +0 -14
- lionagi/integrations/openai_/api_endpoints/chat_completions/request/tool_choice_models.py +0 -17
- lionagi/integrations/openai_/api_endpoints/chat_completions/request/tool_models.py +0 -54
- lionagi/integrations/openai_/api_endpoints/chat_completions/request/types.py +0 -18
- lionagi/integrations/openai_/api_endpoints/chat_completions/response/__init__.py +0 -0
- lionagi/integrations/openai_/api_endpoints/chat_completions/response/choice_models.py +0 -62
- lionagi/integrations/openai_/api_endpoints/chat_completions/response/function_models.py +0 -16
- lionagi/integrations/openai_/api_endpoints/chat_completions/response/log_prob_models.py +0 -47
- lionagi/integrations/openai_/api_endpoints/chat_completions/response/message_models.py +0 -25
- lionagi/integrations/openai_/api_endpoints/chat_completions/response/response_body.py +0 -99
- lionagi/integrations/openai_/api_endpoints/chat_completions/response/types.py +0 -8
- lionagi/integrations/openai_/api_endpoints/chat_completions/response/usage_models.py +0 -24
- lionagi/integrations/openai_/api_endpoints/chat_completions/util.py +0 -46
- lionagi/integrations/openai_/api_endpoints/data_models.py +0 -23
- lionagi/integrations/openai_/api_endpoints/embeddings/__init__.py +0 -3
- lionagi/integrations/openai_/api_endpoints/embeddings/request_body.py +0 -79
- lionagi/integrations/openai_/api_endpoints/embeddings/response_body.py +0 -67
- lionagi/integrations/openai_/api_endpoints/files/__init__.py +0 -11
- lionagi/integrations/openai_/api_endpoints/files/delete_file.py +0 -20
- lionagi/integrations/openai_/api_endpoints/files/file_models.py +0 -56
- lionagi/integrations/openai_/api_endpoints/files/list_files.py +0 -27
- lionagi/integrations/openai_/api_endpoints/files/retrieve_file.py +0 -9
- lionagi/integrations/openai_/api_endpoints/files/upload_file.py +0 -38
- lionagi/integrations/openai_/api_endpoints/fine_tuning/__init__.py +0 -37
- lionagi/integrations/openai_/api_endpoints/fine_tuning/cancel_jobs.py +0 -9
- lionagi/integrations/openai_/api_endpoints/fine_tuning/create_jobs.py +0 -133
- lionagi/integrations/openai_/api_endpoints/fine_tuning/fine_tuning_job_checkpoint_models.py +0 -58
- lionagi/integrations/openai_/api_endpoints/fine_tuning/fine_tuning_job_event_models.py +0 -31
- lionagi/integrations/openai_/api_endpoints/fine_tuning/fine_tuning_job_models.py +0 -140
- lionagi/integrations/openai_/api_endpoints/fine_tuning/list_fine_tuning_checkpoints.py +0 -51
- lionagi/integrations/openai_/api_endpoints/fine_tuning/list_fine_tuning_events.py +0 -42
- lionagi/integrations/openai_/api_endpoints/fine_tuning/list_fine_tuning_jobs.py +0 -31
- lionagi/integrations/openai_/api_endpoints/fine_tuning/retrieve_jobs.py +0 -9
- lionagi/integrations/openai_/api_endpoints/fine_tuning/training_format.py +0 -30
- lionagi/integrations/openai_/api_endpoints/images/__init__.py +0 -9
- lionagi/integrations/openai_/api_endpoints/images/image_edit_models.py +0 -69
- lionagi/integrations/openai_/api_endpoints/images/image_models.py +0 -56
- lionagi/integrations/openai_/api_endpoints/images/image_variation_models.py +0 -56
- lionagi/integrations/openai_/api_endpoints/images/response_body.py +0 -30
- lionagi/integrations/openai_/api_endpoints/match_data_model.py +0 -197
- lionagi/integrations/openai_/api_endpoints/match_response.py +0 -336
- lionagi/integrations/openai_/api_endpoints/models/__init__.py +0 -7
- lionagi/integrations/openai_/api_endpoints/models/delete_fine_tuned_model.py +0 -17
- lionagi/integrations/openai_/api_endpoints/models/models_models.py +0 -31
- lionagi/integrations/openai_/api_endpoints/models/retrieve_model.py +0 -9
- lionagi/integrations/openai_/api_endpoints/moderations/__init__.py +0 -3
- lionagi/integrations/openai_/api_endpoints/moderations/request_body.py +0 -20
- lionagi/integrations/openai_/api_endpoints/moderations/response_body.py +0 -139
- lionagi/integrations/openai_/api_endpoints/uploads/__init__.py +0 -19
- lionagi/integrations/openai_/api_endpoints/uploads/add_upload_part.py +0 -11
- lionagi/integrations/openai_/api_endpoints/uploads/cancel_upload.py +0 -7
- lionagi/integrations/openai_/api_endpoints/uploads/complete_upload.py +0 -18
- lionagi/integrations/openai_/api_endpoints/uploads/create_upload.py +0 -17
- lionagi/integrations/openai_/api_endpoints/uploads/uploads_models.py +0 -52
- lionagi/integrations/openai_/image_token_calculator/__init__.py +0 -0
- lionagi/integrations/openai_/image_token_calculator/image_token_calculator.py +0 -98
- lionagi/integrations/openai_/image_token_calculator/openai_image_token_data.yaml +0 -15
- lionagi/integrations/openai_/openai_max_output_token_data.yaml +0 -12
- lionagi/integrations/openai_/openai_price_data.yaml +0 -26
- lionagi/integrations/openai_/version.py +0 -1
- lionagi/integrations/pandas_/__init__.py +0 -24
- lionagi/integrations/pandas_/extend_df.py +0 -61
- lionagi/integrations/pandas_/read.py +0 -103
- lionagi/integrations/pandas_/remove_rows.py +0 -61
- lionagi/integrations/pandas_/replace_keywords.py +0 -65
- lionagi/integrations/pandas_/save.py +0 -131
- lionagi/integrations/pandas_/search_keywords.py +0 -69
- lionagi/integrations/pandas_/to_df.py +0 -196
- lionagi/integrations/pandas_/update_cells.py +0 -54
- lionagi/integrations/perplexity_/PerplexityModel.py +0 -274
- lionagi/integrations/perplexity_/PerplexityService.py +0 -118
- lionagi/integrations/perplexity_/api_endpoints/__init__.py +0 -0
- lionagi/integrations/perplexity_/api_endpoints/api_request.py +0 -171
- lionagi/integrations/perplexity_/api_endpoints/chat_completions/__init__.py +0 -0
- lionagi/integrations/perplexity_/api_endpoints/chat_completions/request/__init__.py +0 -0
- lionagi/integrations/perplexity_/api_endpoints/chat_completions/request/request_body.py +0 -121
- lionagi/integrations/perplexity_/api_endpoints/chat_completions/response/__init__.py +0 -0
- lionagi/integrations/perplexity_/api_endpoints/chat_completions/response/response_body.py +0 -146
- lionagi/integrations/perplexity_/api_endpoints/data_models.py +0 -63
- lionagi/integrations/perplexity_/api_endpoints/match_response.py +0 -26
- lionagi/integrations/perplexity_/perplexity_max_output_token_data.yaml +0 -3
- lionagi/integrations/perplexity_/perplexity_price_data.yaml +0 -10
- lionagi/integrations/perplexity_/version.py +0 -1
- lionagi/integrations/pydantic_/__init__.py +0 -8
- lionagi/integrations/pydantic_/break_down_annotation.py +0 -81
- lionagi/integrations/pydantic_/new_model.py +0 -208
- lionagi/libs/constants.py +0 -98
- lionagi/libs/file/path.py +0 -301
- lionagi/libs/file/types.py +0 -22
- lionagi/libs/func/__init__.py +0 -0
- lionagi/libs/func/async_calls/__init__.py +0 -24
- lionagi/libs/func/async_calls/alcall.py +0 -210
- lionagi/libs/func/async_calls/bcall.py +0 -130
- lionagi/libs/func/async_calls/mcall.py +0 -134
- lionagi/libs/func/async_calls/pcall.py +0 -149
- lionagi/libs/func/async_calls/rcall.py +0 -217
- lionagi/libs/func/async_calls/tcall.py +0 -114
- lionagi/libs/func/async_calls/ucall.py +0 -85
- lionagi/libs/func/decorators.py +0 -277
- lionagi/libs/func/lcall.py +0 -57
- lionagi/libs/func/params.py +0 -64
- lionagi/libs/func/throttle.py +0 -119
- lionagi/libs/func/types.py +0 -39
- lionagi/libs/func/utils.py +0 -96
- lionagi/libs/package/types.py +0 -26
- lionagi/libs/parse/__init__.py +0 -1
- lionagi/libs/parse/flatten/__init__.py +0 -9
- lionagi/libs/parse/flatten/params.py +0 -52
- lionagi/libs/parse/json/__init__.py +0 -27
- lionagi/libs/parse/json/extract.py +0 -102
- lionagi/libs/parse/json/parse.py +0 -179
- lionagi/libs/parse/json/to_json.py +0 -71
- lionagi/libs/parse/nested/__init__.py +0 -33
- lionagi/libs/parse/nested/to_flat_list.py +0 -64
- lionagi/libs/parse/params.py +0 -0
- lionagi/libs/parse/string_parse/__init__.py +0 -11
- lionagi/libs/parse/type_convert/__init__.py +0 -19
- lionagi/libs/parse/type_convert/params.py +0 -145
- lionagi/libs/parse/type_convert/to_dict.py +0 -333
- lionagi/libs/parse/type_convert/to_list.py +0 -186
- lionagi/libs/parse/type_convert/to_num.py +0 -358
- lionagi/libs/parse/type_convert/to_str.py +0 -195
- lionagi/libs/parse/types.py +0 -9
- lionagi/libs/parse/validate/__init__.py +0 -14
- lionagi/libs/parse/validate/params.py +0 -62
- lionagi/libs/parse/xml/__init__.py +0 -10
- lionagi/libs/parse/xml/convert.py +0 -56
- lionagi/libs/parse/xml/parser.py +0 -93
- lionagi/libs/string_similarity/__init__.py +0 -32
- lionagi/libs/string_similarity/matcher.py +0 -102
- lionagi/libs/string_similarity/utils.py +0 -15
- lionagi/libs/utils.py +0 -266
- lionagi/protocols/adapters/pandas_adapter.py +0 -96
- lionagi/protocols/configs/__init__.py +0 -0
- lionagi/protocols/configs/branch_config.py +0 -86
- lionagi/protocols/configs/id_config.py +0 -15
- lionagi/protocols/configs/imodel_config.py +0 -73
- lionagi/protocols/configs/log_config.py +0 -93
- lionagi/protocols/configs/retry_config.py +0 -29
- lionagi/protocols/configs/types.py +0 -15
- lionagi/protocols/operatives/instruct.py +0 -194
- lionagi/protocols/operatives/types.py +0 -19
- lionagi/protocols/registries/_component_registry.py +0 -23
- lionagi/protocols/registries/_pile_registry.py +0 -30
- lionagi/service/complete_request_info.py +0 -11
- lionagi/service/rate_limiter.py +0 -108
- lionagi/service/service.py +0 -41
- lionagi/service/service_match_util.py +0 -131
- lionagi/service/service_util.py +0 -72
- lionagi/service/token_calculator.py +0 -51
- lionagi/strategies/__init__.py +0 -0
- lionagi/strategies/types.py +0 -21
- lionagi-0.5.5.dist-info/RECORD +0 -374
- /lionagi/{core → libs/nested}/__init__.py +0 -0
- /lionagi/{core/action → libs/schema}/__init__.py +0 -0
- /lionagi/{core/communication → libs/validate}/__init__.py +0 -0
- /lionagi/{core/forms → operations/strategies}/__init__.py +0 -0
- /lionagi/{core/generic → operatives}/__init__.py +0 -0
- /lionagi/{core/session → operatives/action}/__init__.py +0 -0
- /lionagi/{integrations/anthropic_ → operatives/forms}/__init__.py +0 -0
- /lionagi/{core → operatives}/forms/utils.py +0 -0
- /lionagi/{integrations/anthropic_/api_endpoints → operatives/instruct}/__init__.py +0 -0
- /lionagi/{integrations/anthropic_/api_endpoints/messages → operatives/models}/__init__.py +0 -0
- /lionagi/{integrations → protocols/adapters/pandas_}/__init__.py +0 -0
- /lionagi/{integrations/anthropic_/api_endpoints/messages/request → protocols/generic}/__init__.py +0 -0
- /lionagi/{integrations/groq_ → protocols/graph}/__init__.py +0 -0
- /lionagi/{integrations/litellm_ → protocols/mail}/__init__.py +0 -0
- /lionagi/{integrations/ollama_ → protocols/messages}/__init__.py +0 -0
- /lionagi/{core/communication → protocols/messages}/templates/README.md +0 -0
- /lionagi/{core/communication → protocols/messages}/templates/action_request.jinja2 +0 -0
- /lionagi/{core/communication → protocols/messages}/templates/action_response.jinja2 +0 -0
- /lionagi/{core/communication → protocols/messages}/templates/system_message.jinja2 +0 -0
- /lionagi/{core/communication → protocols/messages}/templates/tool_schemas.jinja2 +0 -0
- /lionagi/{integrations/ollama_/api_endpoints → service/endpoints}/__init__.py +0 -0
- /lionagi/{integrations/ollama_/api_endpoints/chat_completion → service/providers}/__init__.py +0 -0
- /lionagi/{integrations/ollama_/api_endpoints/model → service/providers/anthropic_}/__init__.py +0 -0
- /lionagi/{integrations/perplexity_ → service/providers/groq_}/__init__.py +0 -0
- /lionagi/{protocols/operatives → service/providers/openai_}/__init__.py +0 -0
- /lionagi/{protocols/registries → service/providers/openrouter_}/__init__.py +0 -0
- {lionagi-0.5.5.dist-info → lionagi-0.6.1.dist-info}/WHEEL +0 -0
- {lionagi-0.5.5.dist-info → lionagi-0.6.1.dist-info}/licenses/LICENSE +0 -0
@@ -1,67 +0,0 @@
|
|
1
|
-
from typing import List, Literal
|
2
|
-
|
3
|
-
from pydantic import BaseModel, ConfigDict, Field
|
4
|
-
|
5
|
-
from ..data_models import OpenAIEndpointResponseBody
|
6
|
-
|
7
|
-
|
8
|
-
class EmbeddingObject(BaseModel):
|
9
|
-
index: int = Field(
|
10
|
-
description="The index of the embedding in the list of embeddings."
|
11
|
-
)
|
12
|
-
|
13
|
-
embedding: list[float] = Field(
|
14
|
-
description=(
|
15
|
-
"The embedding vector, which is a list of floats. The length of "
|
16
|
-
"vector depends on the model as listed in the embedding guide."
|
17
|
-
),
|
18
|
-
)
|
19
|
-
|
20
|
-
object: Literal["embedding"] = Field(
|
21
|
-
"embedding",
|
22
|
-
description='The object type, which is always "embedding".',
|
23
|
-
)
|
24
|
-
|
25
|
-
|
26
|
-
class Usage(BaseModel):
|
27
|
-
prompt_tokens: int = Field(description="Number of tokens in the prompt.")
|
28
|
-
|
29
|
-
total_tokens: int = Field(
|
30
|
-
description="Total number of tokens used in "
|
31
|
-
"the request (prompt + completion)"
|
32
|
-
)
|
33
|
-
|
34
|
-
|
35
|
-
class OpenAIEmbeddingResponseBody(OpenAIEndpointResponseBody):
|
36
|
-
object: Literal["list"] = Field(
|
37
|
-
description='The object type, which is always "list" for embeddings.'
|
38
|
-
)
|
39
|
-
data: list[EmbeddingObject] = Field(
|
40
|
-
description="The list of embedding objects."
|
41
|
-
)
|
42
|
-
model: str = Field(
|
43
|
-
description="The ID of the model used to generate the embeddings."
|
44
|
-
)
|
45
|
-
usage: Usage = Field(description="The usage statistics for the request.")
|
46
|
-
|
47
|
-
model_config = ConfigDict(
|
48
|
-
json_schema_extra={
|
49
|
-
"example": {
|
50
|
-
"object": "list",
|
51
|
-
"data": [
|
52
|
-
{
|
53
|
-
"index": 0,
|
54
|
-
"embedding": [
|
55
|
-
0.0023064255,
|
56
|
-
-0.009327292,
|
57
|
-
...,
|
58
|
-
-0.0028842222,
|
59
|
-
],
|
60
|
-
"object": "embedding",
|
61
|
-
}
|
62
|
-
],
|
63
|
-
"model": "text-embedding-ada-002",
|
64
|
-
"usage": {"prompt_tokens": 8, "total_tokens": 8},
|
65
|
-
}
|
66
|
-
}
|
67
|
-
)
|
@@ -1,11 +0,0 @@
|
|
1
|
-
from .delete_file import OpenAIDeleteFilePathParam
|
2
|
-
from .list_files import OpenAIListFilesQueryParam
|
3
|
-
from .retrieve_file import OpenAIRetrieveFilePathParam
|
4
|
-
from .upload_file import OpenAIUploadFileRequestBody
|
5
|
-
|
6
|
-
__all__ = [
|
7
|
-
"OpenAIUploadFileRequestBody",
|
8
|
-
"OpenAIListFilesQueryParam",
|
9
|
-
"OpenAIRetrieveFilePathParam",
|
10
|
-
"OpenAIDeleteFilePathParam",
|
11
|
-
]
|
@@ -1,20 +0,0 @@
|
|
1
|
-
from pydantic import Field
|
2
|
-
|
3
|
-
from ..data_models import OpenAIEndpointPathParam, OpenAIEndpointResponseBody
|
4
|
-
|
5
|
-
|
6
|
-
class OpenAIDeleteFilePathParam(OpenAIEndpointPathParam):
|
7
|
-
file_id: str = Field(
|
8
|
-
description="The ID of the file to use for this request."
|
9
|
-
)
|
10
|
-
|
11
|
-
|
12
|
-
class OpenAIDeleteFileResponseBody(OpenAIEndpointResponseBody):
|
13
|
-
id: str = Field(
|
14
|
-
description="The file identifier, which can be referenced "
|
15
|
-
"in the API endpoints.",
|
16
|
-
)
|
17
|
-
|
18
|
-
object: str = Field(description="The object type, which is always file.")
|
19
|
-
|
20
|
-
deleted: bool = Field(description="The deletion status")
|
@@ -1,56 +0,0 @@
|
|
1
|
-
from enum import Enum
|
2
|
-
|
3
|
-
from pydantic import Field
|
4
|
-
|
5
|
-
from ..data_models import OpenAIEndpointResponseBody
|
6
|
-
|
7
|
-
|
8
|
-
class Purpose(str, Enum):
|
9
|
-
ASSISTANTS = "assistants"
|
10
|
-
ASSISTANTS_OUTPUT = "assistants_output"
|
11
|
-
VISION = "vision"
|
12
|
-
BATCH = "batch"
|
13
|
-
BATCH_OUTPUT = "batch_output"
|
14
|
-
FINE_TUNE = "fine-tune"
|
15
|
-
FINE_TUNE_RESULTS = "fine-tune-results"
|
16
|
-
|
17
|
-
|
18
|
-
class Status(str, Enum):
|
19
|
-
UPLOADED = "uploaded"
|
20
|
-
PROCESSED = "processed"
|
21
|
-
ERROR = "error"
|
22
|
-
|
23
|
-
|
24
|
-
class OpenAIFileResponseBody(OpenAIEndpointResponseBody):
|
25
|
-
id: str = Field(
|
26
|
-
description="The file identifier, which can be "
|
27
|
-
"referenced in the API endpoints.",
|
28
|
-
)
|
29
|
-
|
30
|
-
bytes: int = Field(description="The size of the file, in bytes.")
|
31
|
-
|
32
|
-
created_at: int = Field(
|
33
|
-
description="The Unix timestamp (in seconds) for "
|
34
|
-
"when the file was created.",
|
35
|
-
)
|
36
|
-
|
37
|
-
filename: str = Field(description="The name of the file.")
|
38
|
-
|
39
|
-
object: str = Field(description="The object type, which is always file.")
|
40
|
-
|
41
|
-
purpose: Purpose = Field(description="The intended purpose of the file.")
|
42
|
-
|
43
|
-
status: Status = Field(
|
44
|
-
None,
|
45
|
-
description="The current status of the file, which can be "
|
46
|
-
"either uploaded, processed, or error.",
|
47
|
-
deprecated=True,
|
48
|
-
)
|
49
|
-
|
50
|
-
status_details: str | None = Field(
|
51
|
-
None,
|
52
|
-
description="For details on why a fine-tuning training "
|
53
|
-
"file failed validation, "
|
54
|
-
"see the error field on fine_tuning.job.",
|
55
|
-
deprecated=True,
|
56
|
-
)
|
@@ -1,27 +0,0 @@
|
|
1
|
-
from typing import List, Literal, Optional
|
2
|
-
|
3
|
-
from pydantic import Field
|
4
|
-
|
5
|
-
from ..data_models import OpenAIEndpointQueryParam, OpenAIEndpointResponseBody
|
6
|
-
from .file_models import OpenAIFileResponseBody
|
7
|
-
|
8
|
-
|
9
|
-
class OpenAIListFilesQueryParam(OpenAIEndpointQueryParam):
|
10
|
-
purpose: str | None = Field(
|
11
|
-
description="Only return files with the given purpose."
|
12
|
-
)
|
13
|
-
|
14
|
-
|
15
|
-
class OpenAIListFilesResponseBody(OpenAIEndpointResponseBody):
|
16
|
-
data: list[OpenAIFileResponseBody] = Field(
|
17
|
-
description="The list of file objects."
|
18
|
-
)
|
19
|
-
|
20
|
-
object: Literal["list"] = Field(
|
21
|
-
description='The object type, which is always "list".'
|
22
|
-
)
|
23
|
-
|
24
|
-
has_more: bool = Field(
|
25
|
-
description="Whether there are more results"
|
26
|
-
" available after this batch."
|
27
|
-
)
|
@@ -1,38 +0,0 @@
|
|
1
|
-
from enum import Enum
|
2
|
-
from typing import IO
|
3
|
-
|
4
|
-
from pydantic import ConfigDict, Field, field_validator
|
5
|
-
|
6
|
-
from ..data_models import OpenAIEndpointRequestBody
|
7
|
-
|
8
|
-
|
9
|
-
class Purpose(str, Enum):
|
10
|
-
ASSISTANT = "assistant"
|
11
|
-
VISION = "vision"
|
12
|
-
BATCH = "batch"
|
13
|
-
FINE_TUNE = "fine-tune"
|
14
|
-
|
15
|
-
|
16
|
-
class OpenAIUploadFileRequestBody(OpenAIEndpointRequestBody):
|
17
|
-
file: str | IO = Field(
|
18
|
-
description="The File object (not file name) to be uploaded."
|
19
|
-
)
|
20
|
-
|
21
|
-
purpose: Purpose = Field(
|
22
|
-
description="The intended purpose of the uploaded file."
|
23
|
-
)
|
24
|
-
|
25
|
-
model_config = ConfigDict(arbitrary_types_allowed=True)
|
26
|
-
|
27
|
-
@field_validator("file")
|
28
|
-
@classmethod
|
29
|
-
def get_file_object(cls, value):
|
30
|
-
if isinstance(value, str):
|
31
|
-
value = open(value, "rb")
|
32
|
-
return value
|
33
|
-
|
34
|
-
def __del__(self):
|
35
|
-
# Ensure the file is closed when the object is destroyed
|
36
|
-
file_obj = self.__dict__.get("file")
|
37
|
-
if file_obj and not file_obj.closed:
|
38
|
-
file_obj.close()
|
@@ -1,37 +0,0 @@
|
|
1
|
-
from .cancel_jobs import OpenAICancelFineTuningPathParam
|
2
|
-
from .create_jobs import (
|
3
|
-
Hyperparameters,
|
4
|
-
Integration,
|
5
|
-
OpenAICreateFineTuningJobRequestBody,
|
6
|
-
Wandb,
|
7
|
-
)
|
8
|
-
from .list_fine_tuning_checkpoints import (
|
9
|
-
OpenAIListFineTuningCheckpointsPathParam,
|
10
|
-
OpenAIListFineTuningCheckpointsQueryParam,
|
11
|
-
)
|
12
|
-
from .list_fine_tuning_events import (
|
13
|
-
OpenAIListFineTuningEventsPathParam,
|
14
|
-
OpenAIListFineTuningEventsQueryParam,
|
15
|
-
)
|
16
|
-
from .list_fine_tuning_jobs import OpenAIListFineTuningJobsQueryParam
|
17
|
-
from .retrieve_jobs import OpenAIRetrieveFineTuningJobPathParam
|
18
|
-
from .training_format import (
|
19
|
-
OpenAIChatModelTrainingFormat,
|
20
|
-
OpenAICompletionsModelTrainingFormat,
|
21
|
-
)
|
22
|
-
|
23
|
-
__all__ = [
|
24
|
-
"OpenAICreateFineTuningJobRequestBody",
|
25
|
-
"Hyperparameters",
|
26
|
-
"Integration",
|
27
|
-
"Wandb",
|
28
|
-
"OpenAIListFineTuningJobsQueryParam",
|
29
|
-
"OpenAIListFineTuningEventsPathParam",
|
30
|
-
"OpenAIListFineTuningEventsQueryParam",
|
31
|
-
"OpenAIListFineTuningCheckpointsPathParam",
|
32
|
-
"OpenAIListFineTuningCheckpointsQueryParam",
|
33
|
-
"OpenAIRetrieveFineTuningJobPathParam",
|
34
|
-
"OpenAICancelFineTuningPathParam",
|
35
|
-
"OpenAIChatModelTrainingFormat",
|
36
|
-
"OpenAICompletionsModelTrainingFormat",
|
37
|
-
]
|
@@ -1,133 +0,0 @@
|
|
1
|
-
from typing import List, Literal, Optional
|
2
|
-
|
3
|
-
from pydantic import BaseModel, ConfigDict, Field
|
4
|
-
|
5
|
-
from ..data_models import OpenAIEndpointRequestBody
|
6
|
-
|
7
|
-
|
8
|
-
class Wandb(BaseModel):
|
9
|
-
project: str = Field(
|
10
|
-
description="The name of the project for the new run."
|
11
|
-
)
|
12
|
-
|
13
|
-
name: str | None = Field(None, description="A display name for the run.")
|
14
|
-
|
15
|
-
entity: str | None = Field(
|
16
|
-
None, description="The entity (team or username) for the WandB run."
|
17
|
-
)
|
18
|
-
|
19
|
-
tags: list[str] | None = Field(
|
20
|
-
None,
|
21
|
-
description="A list of tags to be attached to the newly created run.",
|
22
|
-
)
|
23
|
-
|
24
|
-
|
25
|
-
class Integration(BaseModel):
|
26
|
-
type: Literal["wandb"] = Field(
|
27
|
-
description="The type of integration to enable."
|
28
|
-
" Only 'wandb' is supported."
|
29
|
-
)
|
30
|
-
|
31
|
-
wandb: Wandb = Field(
|
32
|
-
description="Settings for Weights and Biases integration."
|
33
|
-
)
|
34
|
-
|
35
|
-
|
36
|
-
class Hyperparameters(BaseModel):
|
37
|
-
batch_size: str | int | None = Field(
|
38
|
-
"auto",
|
39
|
-
description=(
|
40
|
-
"Number of examples in each batch. A larger"
|
41
|
-
" batch size means that "
|
42
|
-
"model parameters are updated less frequently, but with lower variance."
|
43
|
-
),
|
44
|
-
)
|
45
|
-
learning_rate_multiplier: str | float | None = Field(
|
46
|
-
"auto",
|
47
|
-
description=(
|
48
|
-
"Scaling factor for the learning rate. A smaller learning rate "
|
49
|
-
"may be useful to avoid overfitting."
|
50
|
-
),
|
51
|
-
)
|
52
|
-
n_epochs: str | int | None = Field(
|
53
|
-
"auto",
|
54
|
-
description=(
|
55
|
-
"The number of epochs to train the model for. An epoch refers "
|
56
|
-
"to one full cycle through the training dataset."
|
57
|
-
),
|
58
|
-
)
|
59
|
-
|
60
|
-
# TODO: check hyperparameters
|
61
|
-
model_config = ConfigDict(extra="allow")
|
62
|
-
|
63
|
-
|
64
|
-
class OpenAICreateFineTuningJobRequestBody(OpenAIEndpointRequestBody):
|
65
|
-
model: str = Field(description="The name of the model to fine-tune.")
|
66
|
-
|
67
|
-
training_file: str = Field(
|
68
|
-
description=(
|
69
|
-
"The ID of an uploaded file that contains training data. "
|
70
|
-
"Must be a JSONL file with 'purpose' set to 'fine-tune'."
|
71
|
-
),
|
72
|
-
)
|
73
|
-
|
74
|
-
hyperparameters: Hyperparameters | None = Field(
|
75
|
-
None, description="The hyperparameters used for the fine-tuning job."
|
76
|
-
)
|
77
|
-
|
78
|
-
suffix: str | None = Field(
|
79
|
-
None,
|
80
|
-
max_length=64,
|
81
|
-
description=(
|
82
|
-
"A string of up to 64 characters that will be added to your "
|
83
|
-
"fine-tuned model name."
|
84
|
-
),
|
85
|
-
)
|
86
|
-
|
87
|
-
validation_file: str | None = Field(
|
88
|
-
None,
|
89
|
-
description=(
|
90
|
-
"The ID of an uploaded file that contains validation data. "
|
91
|
-
"Must be a JSONL file with 'purpose' set to 'fine-tune'."
|
92
|
-
),
|
93
|
-
)
|
94
|
-
integrations: list[Integration] | None = Field(
|
95
|
-
None,
|
96
|
-
description="A list of integrations to enable for your fine-tuning job.",
|
97
|
-
)
|
98
|
-
|
99
|
-
seed: int | None = Field(
|
100
|
-
None,
|
101
|
-
description=(
|
102
|
-
"The seed controls the reproducibility of the job. Passing in the "
|
103
|
-
"same seed and job parameters should produce the same results."
|
104
|
-
),
|
105
|
-
)
|
106
|
-
|
107
|
-
model_config = ConfigDict(
|
108
|
-
json_schema_extra={
|
109
|
-
"example": {
|
110
|
-
"training_file": "file-BK7bzQj3FfZFXr7DbL6xJwfo",
|
111
|
-
"model": "gpt-4o-mini",
|
112
|
-
"hyperparameters": {
|
113
|
-
"batch_size": "auto",
|
114
|
-
"learning_rate_multiplier": "auto",
|
115
|
-
"n_epochs": "auto",
|
116
|
-
},
|
117
|
-
"suffix": "custom-model-name",
|
118
|
-
"validation_file": None,
|
119
|
-
"integrations": [
|
120
|
-
{
|
121
|
-
"type": "wandb",
|
122
|
-
"wandb": {
|
123
|
-
"project": "my-project",
|
124
|
-
"name": "my-run",
|
125
|
-
"entity": "my-team",
|
126
|
-
"tags": ["tag1", "tag2"],
|
127
|
-
},
|
128
|
-
}
|
129
|
-
],
|
130
|
-
"seed": 42,
|
131
|
-
}
|
132
|
-
}
|
133
|
-
)
|
@@ -1,58 +0,0 @@
|
|
1
|
-
from typing import Literal
|
2
|
-
|
3
|
-
from pydantic import BaseModel, Field
|
4
|
-
|
5
|
-
from ..data_models import OpenAIEndpointResponseBody
|
6
|
-
|
7
|
-
|
8
|
-
class Metrics(BaseModel):
|
9
|
-
step: int = Field(
|
10
|
-
description="The step number associated with these metrics."
|
11
|
-
)
|
12
|
-
|
13
|
-
train_loss: float = Field(description="The training loss at this step.")
|
14
|
-
|
15
|
-
train_mean_token_accuracy: float = Field(
|
16
|
-
description="The mean token accuracy during training at this step."
|
17
|
-
)
|
18
|
-
valid_loss: float = Field(description="The validation loss at this step.")
|
19
|
-
|
20
|
-
valid_mean_token_accuracy: float = Field(
|
21
|
-
description="The mean token accuracy during validation at this step."
|
22
|
-
)
|
23
|
-
|
24
|
-
full_valid_loss: float = Field(
|
25
|
-
description="The full validation loss at this step."
|
26
|
-
)
|
27
|
-
|
28
|
-
full_valid_mean_token_accuracy: float = Field(
|
29
|
-
description="The full mean token accuracy during validation at this step."
|
30
|
-
)
|
31
|
-
|
32
|
-
|
33
|
-
class OpenAIFineTuningJobCheckpointResponseBody(OpenAIEndpointResponseBody):
|
34
|
-
id: str = Field(description="The ID of the checkpoint.")
|
35
|
-
|
36
|
-
created_at: int = Field(
|
37
|
-
description="The Unix timestamp (in seconds) of when the checkpoint was created.",
|
38
|
-
)
|
39
|
-
|
40
|
-
fine_tuned_model_checkpoint: str = Field(
|
41
|
-
description="The name of the fine-tuned model checkpoint."
|
42
|
-
)
|
43
|
-
|
44
|
-
step_number: int = Field(
|
45
|
-
description="The step number of this checkpoint in the fine-tuning process.",
|
46
|
-
)
|
47
|
-
|
48
|
-
metrics: Metrics = Field(
|
49
|
-
description="Metrics associated with the checkpoint."
|
50
|
-
)
|
51
|
-
|
52
|
-
fine_tuning_job_id: str = Field(
|
53
|
-
description="The ID of the fine-tuning job this checkpoint belongs to."
|
54
|
-
)
|
55
|
-
|
56
|
-
object: Literal["fine_tuning.job.checkpoint"] = Field(
|
57
|
-
description="The object type, always 'fine_tuning.job.checkpoint'.",
|
58
|
-
)
|
@@ -1,31 +0,0 @@
|
|
1
|
-
from typing import Literal, Optional
|
2
|
-
|
3
|
-
from pydantic import Field
|
4
|
-
|
5
|
-
from ..data_models import OpenAIEndpointResponseBody
|
6
|
-
|
7
|
-
|
8
|
-
class OpenAIFineTuningJobEventResponseBody(OpenAIEndpointResponseBody):
|
9
|
-
id: str = Field(description="The ID of the fine-tuning event.")
|
10
|
-
|
11
|
-
created_at: int = Field(
|
12
|
-
description="The Unix timestamp (in seconds) of when the event was created.",
|
13
|
-
)
|
14
|
-
|
15
|
-
level: str = Field(description="The level of the event (e.g., 'info').")
|
16
|
-
|
17
|
-
object: Literal["fine_tuning.job.event"] = Field(
|
18
|
-
"fine_tuning.job.event",
|
19
|
-
description="The object type, always 'fine_tuning.job.event'.",
|
20
|
-
)
|
21
|
-
|
22
|
-
message: str = Field(
|
23
|
-
..., description="The message associated with the event."
|
24
|
-
)
|
25
|
-
|
26
|
-
# TODO: check Job Event Response
|
27
|
-
data: dict | None = Field(
|
28
|
-
None, description="Additional data associated with the event, if any."
|
29
|
-
)
|
30
|
-
|
31
|
-
type: str = Field(description="The type of the event (e.g., 'message').")
|
@@ -1,140 +0,0 @@
|
|
1
|
-
from enum import Enum
|
2
|
-
from typing import List, Literal, Optional, Union
|
3
|
-
|
4
|
-
from pydantic import BaseModel, ConfigDict, Field
|
5
|
-
|
6
|
-
from ..data_models import OpenAIEndpointResponseBody
|
7
|
-
|
8
|
-
|
9
|
-
class Status(str, Enum):
|
10
|
-
VALIDATING_FILES = "validating_files"
|
11
|
-
QUEUED = "queued"
|
12
|
-
RUNNING = "running"
|
13
|
-
SUCCEEDED = "succeeded"
|
14
|
-
FAILED = "failed"
|
15
|
-
CANCELLED = "cancelled"
|
16
|
-
|
17
|
-
|
18
|
-
class Error(BaseModel):
|
19
|
-
code: str | None = Field(
|
20
|
-
None, description="A machine-readable error code."
|
21
|
-
)
|
22
|
-
|
23
|
-
message: str | None = Field(
|
24
|
-
None, description="A human-readable error message."
|
25
|
-
)
|
26
|
-
|
27
|
-
param: str | None = Field(
|
28
|
-
None, description="The parameter that was invalid, if applicable."
|
29
|
-
)
|
30
|
-
|
31
|
-
|
32
|
-
class Hyperparameters(BaseModel):
|
33
|
-
n_epochs: Literal["auto"] | int = Field(
|
34
|
-
description="The number of epochs to train the model for. 'auto' or 1-50.",
|
35
|
-
)
|
36
|
-
|
37
|
-
# TODO: check hyperparameters
|
38
|
-
batch_size: Literal["auto"] | int = Field(
|
39
|
-
None, description="The batch size."
|
40
|
-
)
|
41
|
-
|
42
|
-
learning_rate_multiplier: Literal["auto"] | int = Field(
|
43
|
-
None, description="The learning rate multiplier."
|
44
|
-
)
|
45
|
-
|
46
|
-
model_config = ConfigDict(extra="allow")
|
47
|
-
|
48
|
-
|
49
|
-
class Wandb(BaseModel):
|
50
|
-
project: str = Field(
|
51
|
-
..., description="The name of the project for the new run."
|
52
|
-
)
|
53
|
-
|
54
|
-
name: str | None = Field(None, description="A display name for the run.")
|
55
|
-
|
56
|
-
entity: str | None = Field(
|
57
|
-
None, description="The entity to use for the run."
|
58
|
-
)
|
59
|
-
|
60
|
-
tags: list[str] | None = Field(description="A list of tags for the run.")
|
61
|
-
|
62
|
-
|
63
|
-
class Integration(BaseModel):
|
64
|
-
type: str = Field(
|
65
|
-
..., description="The type of the integration being enabled."
|
66
|
-
)
|
67
|
-
|
68
|
-
wandb: Wandb | None = Field(
|
69
|
-
None, description="Settings for Weights and Biases integration."
|
70
|
-
)
|
71
|
-
|
72
|
-
|
73
|
-
class OpenAIFineTuningJobResponseBody(OpenAIEndpointResponseBody):
|
74
|
-
id: str = Field(
|
75
|
-
description="The object identifier, referenceable in API endpoints."
|
76
|
-
)
|
77
|
-
|
78
|
-
created_at: int = Field(
|
79
|
-
..., description="The Unix timestamp (in seconds) of job creation."
|
80
|
-
)
|
81
|
-
|
82
|
-
error: Error | None = Field(
|
83
|
-
None, description="Error information for failed jobs."
|
84
|
-
)
|
85
|
-
|
86
|
-
fine_tuned_model: str | None = Field(
|
87
|
-
None, description="The name of the fine-tuned model being created."
|
88
|
-
)
|
89
|
-
|
90
|
-
finished_at: int | None = Field(
|
91
|
-
None, description="The Unix timestamp (in seconds) of job completion."
|
92
|
-
)
|
93
|
-
|
94
|
-
hyperparameters: Hyperparameters = Field(
|
95
|
-
description="The hyperparameters used for the fine-tuning job."
|
96
|
-
)
|
97
|
-
|
98
|
-
model: str = Field(description="The base model being fine-tuned.")
|
99
|
-
|
100
|
-
object: Literal["fine_tuning.job"] = Field(
|
101
|
-
description="The object type, always 'fine_tuning.job'."
|
102
|
-
)
|
103
|
-
|
104
|
-
organization_id: str = Field(
|
105
|
-
..., description="The organization that owns the fine-tuning job."
|
106
|
-
)
|
107
|
-
|
108
|
-
result_files: list[str] = Field(
|
109
|
-
..., description="The compiled results file ID(s) for the job."
|
110
|
-
)
|
111
|
-
|
112
|
-
status: Status = Field(
|
113
|
-
description=(
|
114
|
-
"The current status of the fine-tuning job: validating_files, "
|
115
|
-
"queued, running, succeeded, failed, or cancelled."
|
116
|
-
),
|
117
|
-
)
|
118
|
-
|
119
|
-
trained_tokens: int | None = Field(
|
120
|
-
None, description="The total number of billable tokens processed."
|
121
|
-
)
|
122
|
-
|
123
|
-
training_file: str = Field(description="The file ID used for training.")
|
124
|
-
|
125
|
-
validation_file: str | None = Field(
|
126
|
-
None, description="The file ID used for validation."
|
127
|
-
)
|
128
|
-
|
129
|
-
integrations: list[Integration] | None = Field(
|
130
|
-
None, description="A list of integrations enabled for this job."
|
131
|
-
)
|
132
|
-
|
133
|
-
seed: int = Field(
|
134
|
-
None, description="The seed used for the fine-tuning job."
|
135
|
-
)
|
136
|
-
|
137
|
-
estimated_finish: int | None = Field(
|
138
|
-
None,
|
139
|
-
description="The Unix timestamp (in seconds) for estimated job completion.",
|
140
|
-
)
|