PyPI - agent-learning-kit - Versions diffs - 0.1.0__py3-none-any.whl - Mend

agent-learning-kit 0.1.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (642) hide show

agent_learning_kit-0.1.0.dist-info/METADATA +381 -0
agent_learning_kit-0.1.0.dist-info/RECORD +642 -0
agent_learning_kit-0.1.0.dist-info/WHEEL +4 -0
agent_learning_kit-0.1.0.dist-info/entry_points.txt +5 -0
agent_learning_kit-0.1.0.dist-info/licenses/LICENSE +173 -0
agent_learning_kit-0.1.0.dist-info/licenses/NOTICE +7 -0
fi/__init__.py +5 -0
fi/alk/__init__.py +57 -0
fi/alk/_facade.py +31 -0
fi/alk/_module_alias.py +68 -0
fi/alk/_paths.py +14 -0
fi/alk/_schema.py +522 -0
fi/alk/actions.py +727 -0
fi/alk/bench/__init__.py +517 -0
fi/alk/bench/_codeexec.py +213 -0
fi/alk/bench/_coding.py +215 -0
fi/alk/bench/_docker.py +237 -0
fi/alk/bench/_grader.py +286 -0
fi/alk/bench/_pull.py +212 -0
fi/alk/bench/_voice.py +147 -0
fi/alk/capabilities.py +627 -0
fi/alk/cli.py +6396 -0
fi/alk/config.py +130 -0
fi/alk/cua_loop.py +562 -0
fi/alk/evals.py +2351 -0
fi/alk/extensions.py +163 -0
fi/alk/harness/ARCHITECTURE.md +231 -0
fi/alk/harness/DESIGN.md +246 -0
fi/alk/harness/ENVIRONMENT_CONFORMANCE.md +127 -0
fi/alk/harness/HOW-IT-WORKS.md +297 -0
fi/alk/harness/IMPLEMENTATION_AND_VALIDATION_STATUS.md +229 -0
fi/alk/harness/README.md +417 -0
fi/alk/harness/__init__.py +77 -0
fi/alk/harness/__main__.py +3 -0
fi/alk/harness/amend.py +312 -0
fi/alk/harness/artifacts.py +319 -0
fi/alk/harness/authoring_entrypoint.py +189 -0
fi/alk/harness/authoring_runtime_validation.py +267 -0
fi/alk/harness/backends/README.md +43 -0
fi/alk/harness/backends/__init__.py +122 -0
fi/alk/harness/backends/base.py +241 -0
fi/alk/harness/backends/claude.py +211 -0
fi/alk/harness/backends/files.py +182 -0
fi/alk/harness/backends/vertex_gemini.py +457 -0
fi/alk/harness/background_noise.py +95 -0
fi/alk/harness/build.py +385 -0
fi/alk/harness/bundle.py +593 -0
fi/alk/harness/bundle_author_v2.py +1831 -0
fi/alk/harness/bundle_v2.py +719 -0
fi/alk/harness/call_runner.py +1440 -0
fi/alk/harness/callback_http_adapter.py +111 -0
fi/alk/harness/catalogue.py +287 -0
fi/alk/harness/chat.py +428 -0
fi/alk/harness/chat_call_runner.py +506 -0
fi/alk/harness/checks.py +136 -0
fi/alk/harness/cli.py +1354 -0
fi/alk/harness/config.py +338 -0
fi/alk/harness/contract.py +718 -0
fi/alk/harness/credentials.py +674 -0
fi/alk/harness/data/persona_vocabulary.json +111 -0
fi/alk/harness/environment.py +99 -0
fi/alk/harness/environment_plan.py +168 -0
fi/alk/harness/events.py +125 -0
fi/alk/harness/executor.py +304 -0
fi/alk/harness/folder.py +234 -0
fi/alk/harness/generated_runtime.py +815 -0
fi/alk/harness/github.py +72 -0
fi/alk/harness/hosted_authoring_entrypoint.py +183 -0
fi/alk/harness/hosted_entrypoint.py +2402 -0
fi/alk/harness/hosted_scheduler.py +2218 -0
fi/alk/harness/job.py +426 -0
fi/alk/harness/judge.py +184 -0
fi/alk/harness/livekit_source.py +50 -0
fi/alk/harness/livekit_tool_trace_bootstrap.py +71 -0
fi/alk/harness/observability.py +208 -0
fi/alk/harness/outbound.py +3252 -0
fi/alk/harness/packaging.py +515 -0
fi/alk/harness/persona_guides.py +157 -0
fi/alk/harness/platform.py +692 -0
fi/alk/harness/process_preflight.py +764 -0
fi/alk/harness/process_runtime.py +5670 -0
fi/alk/harness/prove.py +425 -0
fi/alk/harness/provider_import.py +703 -0
fi/alk/harness/provider_lifecycle.py +392 -0
fi/alk/harness/provision.py +2896 -0
fi/alk/harness/reception.py +147 -0
fi/alk/harness/retell_chat_call_runner.py +373 -0
fi/alk/harness/run/__init__.py +296 -0
fi/alk/harness/run/alk.py +184 -0
fi/alk/harness/run/call.py +162 -0
fi/alk/harness/run/conversation.py +264 -0
fi/alk/harness/run/data/voices_by_language_and_gender.json +693 -0
fi/alk/harness/run/evidence.py +195 -0
fi/alk/harness/run/grade.py +598 -0
fi/alk/harness/run/live.py +297 -0
fi/alk/harness/run/models.py +56 -0
fi/alk/harness/run/platform_evals.py +227 -0
fi/alk/harness/run/sdk_voice.py +130 -0
fi/alk/harness/run/simulation.py +1209 -0
fi/alk/harness/run/stage.py +91 -0
fi/alk/harness/run/targets.py +508 -0
fi/alk/harness/run/tools.py +601 -0
fi/alk/harness/run/voice.py +340 -0
fi/alk/harness/runtime.py +172 -0
fi/alk/harness/sandbox_server.py +2011 -0
fi/alk/harness/sandbox_worker.py +44 -0
fi/alk/harness/scenario.py +1048 -0
fi/alk/harness/scenario_source.py +879 -0
fi/alk/harness/scenario_tools.py +1143 -0
fi/alk/harness/scenarios.py +915 -0
fi/alk/harness/secrets.py +168 -0
fi/alk/harness/service_catalog.py +97 -0
fi/alk/harness/session.py +391 -0
fi/alk/harness/sessions.py +372 -0
fi/alk/harness/simulator.py +76 -0
fi/alk/harness/simulator_voice.py +928 -0
fi/alk/harness/skills/build-environment/SKILL.md +538 -0
fi/alk/harness/skills/harness.md +131 -0
fi/alk/harness/skills/kinds/chat.md +48 -0
fi/alk/harness/skills/kinds/voice-voicemail.md +63 -0
fi/alk/harness/skills/kinds/voice.md +59 -0
fi/alk/harness/skills/plan-suite/SKILL.md +103 -0
fi/alk/harness/skills/provision-environment/SKILL.md +136 -0
fi/alk/harness/skills/run-scenarios/SKILL.md +112 -0
fi/alk/harness/skills/understand-agent/SKILL.md +251 -0
fi/alk/harness/skills/write-scenarios/SKILL.md +606 -0
fi/alk/harness/skills/write-scenarios/references/refusals.md +28 -0
fi/alk/harness/skills/write-scenarios/references/world-api.md +92 -0
fi/alk/harness/source_data_invariants.py +444 -0
fi/alk/harness/source_tool_evidence.py +79 -0
fi/alk/harness/sources.py +253 -0
fi/alk/harness/spend.py +140 -0
fi/alk/harness/tool_trace_proxy.py +104 -0
fi/alk/harness/tools.py +1018 -0
fi/alk/harness/understand.py +169 -0
fi/alk/harness/voicemail_audio.py +74 -0
fi/alk/harness/world/__init__.py +33 -0
fi/alk/harness/world/errors.py +68 -0
fi/alk/harness/world/expectations.py +91 -0
fi/alk/harness/world/handle.py +538 -0
fi/alk/harness/world/kinds.py +196 -0
fi/alk/harness/world/mutate.py +186 -0
fi/alk/harness/world/probe.py +413 -0
fi/alk/harness/world/provision.py +511 -0
fi/alk/harness/world/provisioned.py +191 -0
fi/alk/harness/world/runtime.py +616 -0
fi/alk/harness/world/snapshot.py +288 -0
fi/alk/harness/world/stores/__init__.py +305 -0
fi/alk/harness/world/stores/container.py +215 -0
fi/alk/harness/world/stores/inprocess.py +346 -0
fi/alk/harness/world/stores/postgres.py +481 -0
fi/alk/harness/world/stores/prove.py +202 -0
fi/alk/harness/world/stores/sqlite.py +245 -0
fi/alk/harness/world/stores/written.py +182 -0
fi/alk/harness/world/tools.py +1516 -0
fi/alk/harness/world/workspace.py +144 -0
fi/alk/image_loop.py +453 -0
fi/alk/image_perturb.py +241 -0
fi/alk/improve.py +274 -0
fi/alk/live/__init__.py +154 -0
fi/alk/live/_attribution.py +184 -0
fi/alk/live/_capture.py +264 -0
fi/alk/live/_codec.py +391 -0
fi/alk/live/_contract.py +134 -0
fi/alk/live/_loopback.py +316 -0
fi/alk/live/_perturb.py +449 -0
fi/alk/live/_runner.py +386 -0
fi/alk/live/_stats.py +561 -0
fi/alk/live/_transcript.py +240 -0
fi/alk/live/_workers/__init__.py +9 -0
fi/alk/live/_workers/a2a_worker.py +316 -0
fi/alk/live/_workers/langgraph_worker.py +217 -0
fi/alk/live/_workers/livekit_worker.py +207 -0
fi/alk/live/_workers/mcp_loopback_server.py +46 -0
fi/alk/live/_workers/mcp_worker.py +158 -0
fi/alk/live/_workers/pipecat_worker.py +189 -0
fi/alk/live/a2a_lane.py +138 -0
fi/alk/live/langgraph_lane.py +339 -0
fi/alk/live/livekit_lane.py +376 -0
fi/alk/live/mcp_lane.py +172 -0
fi/alk/live/pipecat_lane.py +341 -0
fi/alk/live/voice_redteam.py +494 -0
fi/alk/loss.py +306 -0
fi/alk/optimize.py +36260 -0
fi/alk/practice/__init__.py +51 -0
fi/alk/practice/_assess.py +103 -0
fi/alk/practice/_budget.py +81 -0
fi/alk/practice/_calibrate.py +69 -0
fi/alk/practice/_capstone.py +86 -0
fi/alk/practice/_contract.py +91 -0
fi/alk/practice/_diagnose.py +79 -0
fi/alk/practice/_drill.py +196 -0
fi/alk/practice/_experiment.py +720 -0
fi/alk/practice/_schedule.py +102 -0
fi/alk/practice/_store.py +194 -0
fi/alk/practice/_trainer.py +245 -0
fi/alk/practice/_update.py +125 -0
fi/alk/redteam.py +2621 -0
fi/alk/rewardhack.py +237 -0
fi/alk/simulate.py +10351 -0
fi/alk/studio/__init__.py +82 -0
fi/alk/studio/_bias.py +314 -0
fi/alk/studio/_calibration.py +522 -0
fi/alk/studio/_coverage.py +262 -0
fi/alk/studio/_download.py +665 -0
fi/alk/studio/_fidelity_attack.py +114 -0
fi/alk/studio/_generate.py +652 -0
fi/alk/studio/_library.py +370 -0
fi/alk/studio/_scan.py +134 -0
fi/alk/studio/_upgrade.py +42 -0
fi/alk/studio/_vendor.py +172 -0
fi/alk/suite.py +4200 -0
fi/alk/tasks.py +828 -0
fi/alk/telemetry/__init__.py +149 -0
fi/alk/telemetry/_contract.py +141 -0
fi/alk/telemetry/_emit.py +182 -0
fi/alk/telemetry/_ledger.py +296 -0
fi/alk/telemetry/_queue.py +127 -0
fi/alk/telemetry/_row.py +294 -0
fi/alk/telemetry/_run.py +233 -0
fi/alk/telemetry/_sync.py +193 -0
fi/alk/telemetry/_url.py +119 -0
fi/alk/trinity.py +49397 -0
fi/alk/voice_loop.py +174 -0
fi/api/__init__.py +1 -0
fi/api/auth.py +137 -0
fi/api/types.py +29 -0
fi/cli/__init__.py +9 -0
fi/cli/assertions/__init__.py +25 -0
fi/cli/assertions/conditions.py +76 -0
fi/cli/assertions/evaluator.py +286 -0
fi/cli/assertions/exit_codes.py +20 -0
fi/cli/assertions/parser.py +131 -0
fi/cli/assertions/reporter.py +194 -0
fi/cli/commands/__init__.py +9 -0
fi/cli/commands/config.py +165 -0
fi/cli/commands/export.py +208 -0
fi/cli/commands/init.py +112 -0
fi/cli/commands/list_cmd.py +213 -0
fi/cli/commands/run.py +486 -0
fi/cli/commands/validate.py +173 -0
fi/cli/commands/view.py +424 -0
fi/cli/config/__init__.py +6 -0
fi/cli/config/defaults.py +206 -0
fi/cli/config/loader.py +155 -0
fi/cli/config/schema.py +174 -0
fi/cli/main.py +78 -0
fi/cli/output/__init__.py +6 -0
fi/cli/output/formatters.py +106 -0
fi/cli/output/reporters.py +46 -0
fi/cli/storage/__init__.py +5 -0
fi/cli/storage/run_history.py +249 -0
fi/cli/utils/__init__.py +5 -0
fi/cli/utils/console.py +44 -0
fi/evals/__init__.py +131 -0
fi/evals/autoeval/__init__.py +137 -0
fi/evals/autoeval/analyzer.py +211 -0
fi/evals/autoeval/config.py +244 -0
fi/evals/autoeval/export.py +213 -0
fi/evals/autoeval/interactive.py +283 -0
fi/evals/autoeval/pipeline.py +625 -0
fi/evals/autoeval/prompts.py +139 -0
fi/evals/autoeval/recommender.py +242 -0
fi/evals/autoeval/rules.py +589 -0
fi/evals/autoeval/templates.py +299 -0
fi/evals/autoeval/types.py +232 -0
fi/evals/core/__init__.py +16 -0
fi/evals/core/cloud_registry.py +184 -0
fi/evals/core/engines.py +368 -0
fi/evals/core/evaluate.py +319 -0
fi/evals/core/judge_prompt.py +90 -0
fi/evals/core/prompt_generator.py +83 -0
fi/evals/core/registry.py +57 -0
fi/evals/core/result.py +55 -0
fi/evals/evaluator.py +721 -0
fi/evals/execution.py +168 -0
fi/evals/feedback/__init__.py +32 -0
fi/evals/feedback/calibrator.py +160 -0
fi/evals/feedback/collector.py +214 -0
fi/evals/feedback/hooks.py +81 -0
fi/evals/feedback/retriever.py +128 -0
fi/evals/feedback/store.py +272 -0
fi/evals/feedback/types.py +99 -0
fi/evals/framework/README.md +79 -0
fi/evals/framework/__init__.py +267 -0
fi/evals/framework/backends/Dockerfile.eval-runner +33 -0
fi/evals/framework/backends/__init__.py +99 -0
fi/evals/framework/backends/_container.py +141 -0
fi/evals/framework/backends/_utils.py +145 -0
fi/evals/framework/backends/base.py +223 -0
fi/evals/framework/backends/celery_backend.py +417 -0
fi/evals/framework/backends/celery_worker.py +78 -0
fi/evals/framework/backends/kubernetes_backend.py +665 -0
fi/evals/framework/backends/ray_backend.py +521 -0
fi/evals/framework/backends/temporal.py +350 -0
fi/evals/framework/backends/temporal_worker.py +126 -0
fi/evals/framework/backends/thread_pool.py +286 -0
fi/evals/framework/context.py +258 -0
fi/evals/framework/enrichment.py +306 -0
fi/evals/framework/evals/__init__.py +68 -0
fi/evals/framework/evals/agentic.py +399 -0
fi/evals/framework/evals/builder.py +609 -0
fi/evals/framework/evals/semantic.py +142 -0
fi/evals/framework/evaluator.py +647 -0
fi/evals/framework/evaluators/__init__.py +22 -0
fi/evals/framework/evaluators/blocking.py +347 -0
fi/evals/framework/evaluators/non_blocking.py +577 -0
fi/evals/framework/propagation.py +421 -0
fi/evals/framework/protocols.py +385 -0
fi/evals/framework/registry.py +370 -0
fi/evals/framework/resilience/__init__.py +150 -0
fi/evals/framework/resilience/circuit_breaker.py +309 -0
fi/evals/framework/resilience/degradation.py +355 -0
fi/evals/framework/resilience/health.py +505 -0
fi/evals/framework/resilience/rate_limiter.py +228 -0
fi/evals/framework/resilience/retry.py +274 -0
fi/evals/framework/resilience/types.py +288 -0
fi/evals/framework/resilience/wrapper.py +433 -0
fi/evals/framework/types.py +218 -0
fi/evals/guardrails/README.md +915 -0
fi/evals/guardrails/__init__.py +96 -0
fi/evals/guardrails/backends/__init__.py +43 -0
fi/evals/guardrails/backends/azure.py +361 -0
fi/evals/guardrails/backends/base.py +88 -0
fi/evals/guardrails/backends/generic_llm.py +163 -0
fi/evals/guardrails/backends/granite.py +216 -0
fi/evals/guardrails/backends/llamaguard.py +221 -0
fi/evals/guardrails/backends/local_base.py +479 -0
fi/evals/guardrails/backends/openai.py +365 -0
fi/evals/guardrails/backends/qwen.py +170 -0
fi/evals/guardrails/backends/shieldgemma.py +154 -0
fi/evals/guardrails/backends/turing.py +235 -0
fi/evals/guardrails/backends/vllm_client.py +321 -0
fi/evals/guardrails/backends/wildguard.py +188 -0
fi/evals/guardrails/base.py +888 -0
fi/evals/guardrails/config.py +221 -0
fi/evals/guardrails/discovery.py +243 -0
fi/evals/guardrails/gateway.py +437 -0
fi/evals/guardrails/registry.py +231 -0
fi/evals/guardrails/scanners/__init__.py +127 -0
fi/evals/guardrails/scanners/base.py +191 -0
fi/evals/guardrails/scanners/code_injection.py +243 -0
fi/evals/guardrails/scanners/eval_delegate.py +574 -0
fi/evals/guardrails/scanners/invisible_chars.py +351 -0
fi/evals/guardrails/scanners/jailbreak.py +412 -0
fi/evals/guardrails/scanners/language.py +288 -0
fi/evals/guardrails/scanners/pipeline.py +260 -0
fi/evals/guardrails/scanners/regex.py +311 -0
fi/evals/guardrails/scanners/secrets.py +274 -0
fi/evals/guardrails/scanners/topics.py +649 -0
fi/evals/guardrails/scanners/urls.py +341 -0
fi/evals/guardrails/types.py +96 -0
fi/evals/llm/__init__.py +3 -0
fi/evals/llm/base_llm_provider.py +35 -0
fi/evals/llm/providers/litellm.py +70 -0
fi/evals/local/__init__.py +90 -0
fi/evals/local/evaluator.py +690 -0
fi/evals/local/execution_mode.py +121 -0
fi/evals/local/llm.py +489 -0
fi/evals/local/metrics/__init__.py +19 -0
fi/evals/local/registry.py +360 -0
fi/evals/manager.py +1018 -0
fi/evals/manager_types.py +362 -0
fi/evals/metrics/__init__.py +185 -0
fi/evals/metrics/agents/__init__.py +74 -0
fi/evals/metrics/agents/metrics.py +693 -0
fi/evals/metrics/agents/report.py +36463 -0
fi/evals/metrics/agents/types.py +160 -0
fi/evals/metrics/base_llm_metric.py +111 -0
fi/evals/metrics/base_metric.py +138 -0
fi/evals/metrics/code_security/__init__.py +305 -0
fi/evals/metrics/code_security/analyzer.py +985 -0
fi/evals/metrics/code_security/benchmarks/__init__.py +73 -0
fi/evals/metrics/code_security/benchmarks/builtin.py +750 -0
fi/evals/metrics/code_security/benchmarks/loader.py +580 -0
fi/evals/metrics/code_security/benchmarks/types.py +308 -0
fi/evals/metrics/code_security/detectors/__init__.py +186 -0
fi/evals/metrics/code_security/detectors/base.py +394 -0
fi/evals/metrics/code_security/detectors/cryptography.py +345 -0
fi/evals/metrics/code_security/detectors/injection.py +744 -0
fi/evals/metrics/code_security/detectors/secrets.py +287 -0
fi/evals/metrics/code_security/detectors/serialization.py +192 -0
fi/evals/metrics/code_security/joint_metrics.py +588 -0
fi/evals/metrics/code_security/judges/__init__.py +83 -0
fi/evals/metrics/code_security/judges/base.py +238 -0
fi/evals/metrics/code_security/judges/dual_judge.py +534 -0
fi/evals/metrics/code_security/judges/llm_judge.py +301 -0
fi/evals/metrics/code_security/judges/pattern_judge.py +515 -0
fi/evals/metrics/code_security/metrics.py +388 -0
fi/evals/metrics/code_security/modes/__init__.py +63 -0
fi/evals/metrics/code_security/modes/adversarial.py +284 -0
fi/evals/metrics/code_security/modes/autocomplete.py +198 -0
fi/evals/metrics/code_security/modes/base.py +283 -0
fi/evals/metrics/code_security/modes/instruct.py +253 -0
fi/evals/metrics/code_security/modes/repair.py +230 -0
fi/evals/metrics/code_security/reports/__init__.py +57 -0
fi/evals/metrics/code_security/reports/generator.py +404 -0
fi/evals/metrics/code_security/reports/leaderboard.py +509 -0
fi/evals/metrics/code_security/types.py +534 -0
fi/evals/metrics/function_calling/__init__.py +34 -0
fi/evals/metrics/function_calling/metrics.py +573 -0
fi/evals/metrics/function_calling/types.py +87 -0
fi/evals/metrics/hallucination/__init__.py +54 -0
fi/evals/metrics/hallucination/detector.py +149 -0
fi/evals/metrics/hallucination/metrics.py +390 -0
fi/evals/metrics/hallucination/nli.py +253 -0
fi/evals/metrics/hallucination/sentinel.py +106 -0
fi/evals/metrics/hallucination/types.py +132 -0
fi/evals/metrics/heuristics/aggregation_metrics.py +85 -0
fi/evals/metrics/heuristics/json_metrics.py +87 -0
fi/evals/metrics/heuristics/similarity_metrics.py +375 -0
fi/evals/metrics/heuristics/string_metrics.py +391 -0
fi/evals/metrics/llm_as_judges/__init__.py +17 -0
fi/evals/metrics/llm_as_judges/custom_judge/metric.py +112 -0
fi/evals/metrics/llm_as_judges/custom_judge/prompts.py +26 -0
fi/evals/metrics/llm_as_judges/types.py +48 -0
fi/evals/metrics/rag/__init__.py +111 -0
fi/evals/metrics/rag/advanced/__init__.py +14 -0
fi/evals/metrics/rag/advanced/multi_hop.py +283 -0
fi/evals/metrics/rag/advanced/source_attribution.py +344 -0
fi/evals/metrics/rag/generation/__init__.py +17 -0
fi/evals/metrics/rag/generation/answer_relevancy.py +176 -0
fi/evals/metrics/rag/generation/context_utilization.py +245 -0
fi/evals/metrics/rag/generation/faithfulness.py +241 -0
fi/evals/metrics/rag/generation/groundedness.py +131 -0
fi/evals/metrics/rag/rag_score.py +277 -0
fi/evals/metrics/rag/retrieval/__init__.py +20 -0
fi/evals/metrics/rag/retrieval/context_entity_recall.py +124 -0
fi/evals/metrics/rag/retrieval/context_precision.py +158 -0
fi/evals/metrics/rag/retrieval/context_recall.py +106 -0
fi/evals/metrics/rag/retrieval/noise_sensitivity.py +163 -0
fi/evals/metrics/rag/retrieval/ranking.py +261 -0
fi/evals/metrics/rag/types.py +100 -0
fi/evals/metrics/rag/utils/__init__.py +62 -0
fi/evals/metrics/rag/utils/claims.py +189 -0
fi/evals/metrics/rag/utils/entities.py +244 -0
fi/evals/metrics/rag/utils/nli.py +92 -0
fi/evals/metrics/rag/utils/similarity.py +345 -0
fi/evals/metrics/structured/__init__.py +114 -0
fi/evals/metrics/structured/field_completeness.py +313 -0
fi/evals/metrics/structured/hierarchy_score.py +366 -0
fi/evals/metrics/structured/json_validation.py +190 -0
fi/evals/metrics/structured/schema_compliance.py +280 -0
fi/evals/metrics/structured/structured_output_score.py +298 -0
fi/evals/metrics/structured/types.py +108 -0
fi/evals/metrics/structured/validators/__init__.py +30 -0
fi/evals/metrics/structured/validators/base.py +189 -0
fi/evals/metrics/structured/validators/json_validator.py +196 -0
fi/evals/metrics/structured/validators/pydantic_validator.py +178 -0
fi/evals/metrics/structured/validators/yaml_validator.py +248 -0
fi/evals/otel/__init__.py +266 -0
fi/evals/otel/config.py +400 -0
fi/evals/otel/conventions.py +463 -0
fi/evals/otel/enrichment.py +371 -0
fi/evals/otel/instrumentors/__init__.py +140 -0
fi/evals/otel/instrumentors/anthropic.py +517 -0
fi/evals/otel/instrumentors/base.py +382 -0
fi/evals/otel/instrumentors/openai.py +673 -0
fi/evals/otel/processors/__init__.py +36 -0
fi/evals/otel/processors/base.py +473 -0
fi/evals/otel/processors/cost.py +445 -0
fi/evals/otel/processors/evaluation.py +559 -0
fi/evals/otel/processors/llm.py +462 -0
fi/evals/otel/tracer.py +506 -0
fi/evals/otel/types.py +232 -0
fi/evals/otel_utils.py +23 -0
fi/evals/protect.py +671 -0
fi/evals/protect_input_adapter.py +154 -0
fi/evals/streaming/__init__.py +88 -0
fi/evals/streaming/buffer.py +213 -0
fi/evals/streaming/evaluator.py +551 -0
fi/evals/streaming/policy.py +307 -0
fi/evals/streaming/scorers.py +368 -0
fi/evals/streaming/types.py +238 -0
fi/evals/templates.py +472 -0
fi/evals/types.py +156 -0
fi/opt/__init__.py +221 -0
fi/opt/_objective_scoring.py +85 -0
fi/opt/base/__init__.py +11 -0
fi/opt/base/base_generator.py +33 -0
fi/opt/base/base_mapper.py +26 -0
fi/opt/base/base_optimizer.py +45 -0
fi/opt/base/evaluator.py +211 -0
fi/opt/components.py +3095 -0
fi/opt/datamappers/__init__.py +3 -0
fi/opt/datamappers/basic_mapper.py +40 -0
fi/opt/deployment.py +1021 -0
fi/opt/evidence.py +4332 -0
fi/opt/generators/__init__.py +3 -0
fi/opt/generators/litellm.py +66 -0
fi/opt/integrations/__init__.py +23 -0
fi/opt/integrations/generative_suite.py +410 -0
fi/opt/integrations/simulate.py +1313 -0
fi/opt/mutations.py +771 -0
fi/opt/observability.py +4639 -0
fi/opt/optimizer_trace.py +889 -0
fi/opt/optimizers/__init__.py +80 -0
fi/opt/optimizers/agent.py +331 -0
fi/opt/optimizers/agent_bandit.py +392 -0
fi/opt/optimizers/agent_curriculum.py +635 -0
fi/opt/optimizers/agent_evolution.py +894 -0
fi/opt/optimizers/agent_feedback.py +1863 -0
fi/opt/optimizers/agent_pareto.py +547 -0
fi/opt/optimizers/agent_social_memory.py +1113 -0
fi/opt/optimizers/agent_tpe.py +321 -0
fi/opt/optimizers/bayesian_search.py +449 -0
fi/opt/optimizers/council.py +2075 -0
fi/opt/optimizers/futureagi_replay.py +799 -0
fi/opt/optimizers/gepa.py +322 -0
fi/opt/optimizers/metaprompt.py +243 -0
fi/opt/optimizers/promptwizard.py +417 -0
fi/opt/optimizers/protegi.py +329 -0
fi/opt/optimizers/random_search.py +224 -0
fi/opt/research.py +518 -0
fi/opt/simulation.py +260 -0
fi/opt/targets.py +232 -0
fi/opt/types.py +66 -0
fi/opt/utils/__init__.py +4 -0
fi/opt/utils/early_stopping.py +266 -0
fi/opt/utils/setup_logging.py +82 -0
fi/simulate/__init__.py +540 -0
fi/simulate/_hashing.py +35 -0
fi/simulate/_logging.py +10 -0
fi/simulate/adapters.py +87 -0
fi/simulate/agent/__init__.py +120 -0
fi/simulate/agent/browser.py +658 -0
fi/simulate/agent/definition.py +587 -0
fi/simulate/agent/frameworks.py +3528 -0
fi/simulate/agent/generic.py +8286 -0
fi/simulate/agent/import_probe.py +227 -0
fi/simulate/agent/memory.py +905 -0
fi/simulate/agent/mocks.py +101 -0
fi/simulate/agent/multi_agent.py +361 -0
fi/simulate/agent/orchestration.py +903 -0
fi/simulate/agent/realtime.py +665 -0
fi/simulate/agent/wrapper.py +99 -0
fi/simulate/agent/wrappers/__init__.py +18 -0
fi/simulate/agent/wrappers/anthropic.py +62 -0
fi/simulate/agent/wrappers/gemini.py +65 -0
fi/simulate/agent/wrappers/http.py +404 -0
fi/simulate/agent/wrappers/langchain.py +80 -0
fi/simulate/agent/wrappers/openai.py +75 -0
fi/simulate/agent/wrappers/websocket.py +326 -0
fi/simulate/artifacts/__init__.py +11 -0
fi/simulate/artifacts/manifest.py +62 -0
fi/simulate/cli.py +20560 -0
fi/simulate/endpoints/__init__.py +45 -0
fi/simulate/endpoints/_http_actor.py +73 -0
fi/simulate/endpoints/actor_sources.py +243 -0
fi/simulate/endpoints/base.py +107 -0
fi/simulate/endpoints/builtins.py +10 -0
fi/simulate/endpoints/callable.py +95 -0
fi/simulate/endpoints/http.py +76 -0
fi/simulate/endpoints/livekit.py +138 -0
fi/simulate/endpoints/originators.py +132 -0
fi/simulate/endpoints/profiles.py +348 -0
fi/simulate/endpoints/retell.py +633 -0
fi/simulate/endpoints/vapi.py +205 -0
fi/simulate/endpoints/websocket.py +76 -0
fi/simulate/environment.py +33026 -0
fi/simulate/environments/__init__.py +11 -0
fi/simulate/environments/base.py +73 -0
fi/simulate/environments/chat.py +697 -0
fi/simulate/environments/voice.py +212 -0
fi/simulate/evaluation/__init__.py +4 -0
fi/simulate/evaluation/ai_eval.py +227 -0
fi/simulate/evidence/__init__.py +35 -0
fi/simulate/evidence/base.py +59 -0
fi/simulate/evidence/caller_observed.py +50 -0
fi/simulate/evidence/livekit_instrumentation.py +51 -0
fi/simulate/evidence/livekit_room.py +50 -0
fi/simulate/evidence/otel.py +49 -0
fi/simulate/evidence/providers/__init__.py +24 -0
fi/simulate/evidence/providers/base.py +61 -0
fi/simulate/evidence/providers/retell.py +376 -0
fi/simulate/evidence/providers/vapi.py +426 -0
fi/simulate/hosted/__init__.py +32 -0
fi/simulate/hosted/child_entrypoint.py +306 -0
fi/simulate/hosted/job.py +150 -0
fi/simulate/hosted/targets.py +53 -0
fi/simulate/instrumentation/__init__.py +5 -0
fi/simulate/instrumentation/livekit/__init__.py +122 -0
fi/simulate/manifest.py +1033 -0
fi/simulate/matrix_cli.py +165 -0
fi/simulate/realtime/__init__.py +40 -0
fi/simulate/realtime/events.py +107 -0
fi/simulate/realtime/media.py +61 -0
fi/simulate/realtime/session.py +91 -0
fi/simulate/recording/__init__.py +5 -0
fi/simulate/recording/room_recorder.py +326 -0
fi/simulate/registry.py +185 -0
fi/simulate/results/__init__.py +9 -0
fi/simulate/results/base.py +18 -0
fi/simulate/results/filesystem.py +71 -0
fi/simulate/results/futureagi.py +1340 -0
fi/simulate/runtime/__init__.py +85 -0
fi/simulate/runtime/capabilities.py +40 -0
fi/simulate/runtime/events.py +63 -0
fi/simulate/runtime/failures.py +25 -0
fi/simulate/runtime/ids.py +34 -0
fi/simulate/runtime/plan.py +70 -0
fi/simulate/runtime/planner.py +102 -0
fi/simulate/runtime/report.py +174 -0
fi/simulate/runtime/run.py +75 -0
fi/simulate/runtime/runner.py +333 -0
fi/simulate/runtime/spec.py +186 -0
fi/simulate/simulation/__init__.py +30 -0
fi/simulate/simulation/behavior_policy.py +425 -0
fi/simulate/simulation/bridge/__init__.py +9 -0
fi/simulate/simulation/bridge/audio.py +29 -0
fi/simulate/simulation/bridge/connector.py +46 -0
fi/simulate/simulation/bridge/livekit.py +252 -0
fi/simulate/simulation/bridge/retell.py +188 -0
fi/simulate/simulation/bridge/vapi.py +177 -0
fi/simulate/simulation/contract.py +419 -0
fi/simulate/simulation/engines/__init__.py +12 -0
fi/simulate/simulation/engines/base.py +21 -0
fi/simulate/simulation/engines/cloud.py +517 -0
fi/simulate/simulation/engines/livekit.py +4167 -0
fi/simulate/simulation/engines/local_text.py +89 -0
fi/simulate/simulation/fidelity.py +374 -0
fi/simulate/simulation/gemini_tts_stream.py +110 -0
fi/simulate/simulation/generator.py +91 -0
fi/simulate/simulation/goal_machine.py +185 -0
fi/simulate/simulation/livekit_models.py +467 -0
fi/simulate/simulation/matrix.py +170 -0
fi/simulate/simulation/models.py +279 -0
fi/simulate/simulation/runner.py +153 -0
fi/simulate/simulation/synthetic.py +880 -0
fi/simulate/simulation/voice_prompt.py +502 -0
fi/simulate/simulator/__init__.py +55 -0
fi/simulate/simulator/builtins.py +53 -0
fi/simulate/suite.py +1288 -0
fi/simulate/utils/routes.py +164 -0
fi/simulate/voice.py +225 -0
fi/simulate/voice_cli.py +182 -0
fi/utils/__init__.py +1 -0
fi/utils/constants.py +14 -0
fi/utils/errors.py +200 -0
fi/utils/executor.py +26 -0
fi/utils/routes.py +119 -0
fi/utils/utils.py +17 -0

fi/alk/harness/run/data/voices_by_language_and_gender.json ADDED Viewed

@@ -0,0 +1,693 @@
+{
+  "en": {
+    "female": [
+      "6ccbfb76-1fc6-48f7-b71d-91ac6298247b",
+      "e07c00bc-4134-4eae-9ea4-1a55fb45746b",
+      "f786b574-daa5-4673-aa0c-cbe3e8534c02",
+      "9626c31c-bec5-4cca-baa8-f8ba9e84c8bc",
+      "f9836c6e-a0bd-460e-9d3c-f7299fa60f94",
+      "829ccd10-f8b3-43cd-b8a0-4aeaa81f3b30",
+      "ec1e269e-9ca0-402f-8a18-58e0e022355a",
+      "66c6b81c-ddb7-4892-bdd5-19b5a7be38e7",
+      "a7b8d8fa-f6e5-4908-900e-0c11d1d82519",
+      "999df508-4de5-40a7-8bd3-8c12f678c284",
+      "26403c37-80c1-4a1a-8692-540551ca2ae5",
+      "694f9389-aac1-45b6-b726-9d9369183238",
+      "248be419-c632-4f23-adf1-5324ed7dbf1d",
+      "bf0a246a-8642-498a-9950-80c35e9276b5",
+      "57dcab65-68ac-45a6-8480-6c4c52ec1cd1",
+      "78ab82d5-25be-4f7d-82b3-7ad64e5b85b2",
+      "03496517-369a-4db1-8236-3d3ae459ddf7",
+      "e8e5fffb-252c-436d-b842-8879b84445b6",
+      "b7d50908-b17c-442d-ad8d-810c63997ed9",
+      "32b3f3c5-7171-46aa-abe7-b598964aa793",
+      "00a77add-48d5-4ef6-8157-71e5437b282d",
+      "4af7c703-f2a9-45dd-a7fd-724cf7efc371",
+      "156fb8d2-335b-4950-9cb3-a2d33befec77",
+      "8d8ce8c9-44a4-46c4-b10f-9a927b99a853",
+      "c2ac25f9-ecc4-4f56-9095-651354df60c0",
+      "5c42302c-194b-4d0c-ba1a-8cb485c84ab9",
+      "3b554273-4299-48b9-9aaf-eefd438e3941",
+      "71a7ad14-091c-4e8e-a314-022ece01c121",
+      "e3827ec5-697a-4b7c-9704-1a23041bbc51",
+      "8f091740-3df1-4795-8bd9-dc62d88e5131",
+      "5abd2130-146a-41b1-bcdb-974ea8e19f56",
+      "91b4cf29-5166-44eb-8054-30d40ecc8081",
+      "f6ff7c0c-e396-40a9-a70b-f7607edb6937",
+      "11af83e2-23eb-452f-956e-7fee218ccb5c",
+      "e13cae5c-ec59-4f71-b0a6-266df3c9bb8e",
+      "a01c369f-6d2d-4185-bc20-b32c225eab70",
+      "7ea5e9c2-b719-4dc3-b870-5ba5f14d31d8",
+      "f8f5f1b2-f02d-4d8e-a40d-fd850a487b3d",
+      "a38e4e85-e815-43ab-acf1-907c4688dd6c",
+      "f31cc6a7-c1e8-4764-980c-60a361443dd1",
+      "21b81c14-f85b-436d-aff5-43f2e788ecf8",
+      "f6141af3-5f94-418c-80ed-a45d450e7e2e",
+      "8985388c-1332-4ce7-8d55-789628aa3df4",
+      "043cfc81-d69f-4bee-ae1e-7862cb358650",
+      "c8605446-247c-4d39-acd4-8f4c28aa363c",
+      "607167f6-9bf2-473c-accc-ac7b3b66b30b",
+      "cccc21e8-5bcf-4ff0-bc7f-be4e40afc544",
+      "55deba52-bc73-4481-ab69-9c8831c8a7c3",
+      "996a8b96-4804-46f0-8e05-3fd4ef1a87cd",
+      "bf991597-6c13-47e4-8411-91ec2de5c466",
+      "daf747c6-6bc2-4083-bd59-aa94dce23f5d",
+      "c9440d34-5641-427b-bbb7-80ef7462576d",
+      "56b87df1-594d-4135-992c-1112bb504c59",
+      "0c8ed86e-6c64-40f0-b252-b773911de6bb",
+      "f4e8781b-a420-4080-81cf-576331238efa",
+      "57b6bf63-c7a1-4ffc-8e10-23bf45152dd6",
+      "5e10a334-7fa5-46d4-a64b-5ae6185da3fd",
+      "761afc95-bef5-44dd-aa07-d3c678912e43",
+      "f9fc912e-52f0-448a-8bfa-47e9ca75f25a",
+      "2747b6cf-fa34-460c-97db-267566918881",
+      "af346552-54bf-4c2b-a4d4-9d2820f51b6c",
+      "d3e03deb-5439-4203-add1-ca9a7501eaa7",
+      "04bfd756-4fd4-42c2-9ccf-37f647c5bf54",
+      "ca566b43-944e-4474-b494-7d9f0695f307",
+      "4d3d2e9c-14e4-4802-a8d8-bd5268a73fde",
+      "8634bd27-0acf-4056-b014-4fea0385ed9e",
+      "b56c6aac-f35f-46f7-9361-e8f078cec72e",
+      "f0377496-2708-4cc9-b2f8-1b7fdb5e1a2a",
+      "0a9a5903-0a30-4d2e-b6b6-891f73d4b4e0",
+      "f6ce3444-478b-4ce4-982e-bcb72dffe7aa",
+      "0d2162c2-2fe9-40a7-b3c1-43eab576a64b",
+      "cb6a8744-41b0-4cdc-b643-fabeb545c6a9",
+      "e4d5f4c4-6601-4779-bee1-b3c14d629dc6",
+      "3d9b50f9-10c5-4026-9ae1-c4a698f67fc5",
+      "eb649460-7e23-43bc-ad20-0a7a2749b938",
+      "1f575487-6f3d-40e0-862a-814f55b5fb15",
+      "050f5a7a-9d2b-4b76-84e3-2d056a0a3eb0",
+      "6fbca103-0f7f-4e49-97ed-49a53b4f3534",
+      "87041166-c212-4838-9028-05d7437df750",
+      "9329fbdb-e285-4fba-95ec-592e15f14476",
+      "eef47c0d-cb49-4160-a4a0-6b97ed4c81e6",
+      "69092565-1c93-4a88-9f2c-ac8cddaf9f65",
+      "d6b0c62a-c7ff-477c-9a1f-eadd64b94360",
+      "80c81aee-b6ad-4d12-9af8-a9c79c2e141d",
+      "ca31ce53-ebf6-4e51-b87d-2f65d5d1f7f8",
+      "aef96ff9-4578-4b5d-9744-7fb347cbe4d4",
+      "643f5eee-459d-4b41-b4fc-0b8407139be6",
+      "dcc82bcd-647e-4478-955f-8232d5122f8b",
+      "045f0292-0731-4a4c-971d-64594fc2c35a",
+      "86600680-b836-41e1-9916-8475728dcc14",
+      "b5c1bab5-f036-481f-9295-4db6f06f6443",
+      "4b1e0bf9-53a0-4e9e-8664-ba1314dbcb38",
+      "e5a6cd18-d552-4192-9533-82a08cac8f23",
+      "ea93f57f-7c71-4d79-aeaa-0a39b150f6ca",
+      "63927f41-9616-4ac2-89cf-f3afa346e0ef",
+      "3308b492-50cc-417e-89dd-1f446c574546",
+      "320f7211-3dc3-4292-89b1-3661e8cac27c",
+      "a2364c9d-1fe3-4553-9eff-100c4fe5ffc8",
+      "48369ca9-0645-40de-9821-0d55e18a03c2",
+      "d6905573-8e91-4e32-b103-fd4d1205cd87",
+      "1ac31ebd-9113-405b-9d80-4a4bbbeea91c",
+      "3f38cbe2-ce6a-4051-b5dc-2b2ee20b9bc1",
+      "083de431-6b5c-4b18-a2dc-264eafa205f2",
+      "cec7cae1-ac8b-4a59-9eac-ec48366f37ae",
+      "8a1b8af0-c4f6-423f-a268-5507fd4aefdf",
+      "19e399df-5b30-4fba-9d1d-99434f993614",
+      "efc5488b-5429-4e72-aaa2-570981cf47d9",
+      "cc00e582-ed66-4004-8336-0175b85c85f6",
+      "3af40927-948e-429b-b92d-e2158f79fb9f",
+      "64b2a604-f0de-449f-9d90-255602357c05",
+      "c7c790c5-2bf4-47e4-bc83-5f43e61f3803",
+      "f4c1a0b2-669d-403f-b440-4b34b34856aa",
+      "cbaf8084-f009-4838-a096-07ee2e6612b1",
+      "c1b9a03e-747f-40ad-8e7b-18caf8aaac0b",
+      "e2d08065-b658-466b-ad52-cef8ee21d307",
+      "f762e181-ddc7-486e-9a48-636bd7e229d4",
+      "3ef78ba6-9aaa-46a2-b5b5-f9ded76a2370",
+      "a7a59115-2425-4192-844c-1e98ec7d6877",
+      "f39d8500-0d9b-4b8b-a080-38f5188f5892",
+      "1b4ea5fb-b1c0-43ee-a7be-4e315878c2b1",
+      "01eaafa9-308a-4276-a017-6ab0cf061b1f",
+      "03b1c65d-4b7f-4c09-91a8-e2f6f78cb2c9",
+      "4e41a434-85fc-4614-b203-af79ba44d473",
+      "09ed0318-2f4a-41b1-abe5-d11da7537c31",
+      "8918ddfe-2ad4-4cc8-a573-e020ca13f3f5",
+      "46788d8e-cdf9-4d5c-9125-094eb2e4d44c",
+      "f80e7298-93f5-46d0-86f2-b8f29cfc88bd",
+      "1242fb95-7ddd-44ac-8a05-9e8a22a6137d",
+      "02fe5732-a072-4767-83e3-a91d41d274ca",
+      "fb78f09f-f998-4061-ad51-d71f90388f0e",
+      "c2da2a3e-b0d6-46bf-a09a-68562617a50a",
+      "ba0add52-783c-4ec0-8b9c-7a6b60f99d1c",
+      "8843adfb-77d3-455a-86f9-de0651555ec6",
+      "5cc54223-ec0c-4c50-87e9-b9947264e1f4",
+      "57c63422-d911-4666-815b-0c332e4d7d6a",
+      "414da90b-16b3-4e88-86f5-3c3945e8fa4b",
+      "2d01710c-7c77-4cf1-b0d0-5902a25f6e17",
+      "a5def41e-2e73-433f-92f7-5f1d99fef05d",
+      "98c87826-dba2-44f4-b123-4c7e3c8a2647",
+      "62305e79-9d39-4643-b003-5e0b096fe4f4",
+      "5993c2c9-5d59-403e-b459-946c8b302086",
+      "30236d07-62d0-4c63-abf7-df46aa45e473",
+      "27c12970-3efb-4f39-a78a-2fbb7bddc941",
+      "134838f5-ce7e-4876-ac32-6367b99daf83"
+    ],
+    "male": [
+      "228fca29-3a0a-435c-8728-5cb483251068",
+      "5ee9feff-1265-424a-9d7f-8e4d431a12c7",
+      "5cad89c9-d88a-4832-89fb-55f2f16d13d3",
+      "41468051-3a85-4b68-92ad-64add250d369",
+      "c961b81c-a935-4c17-bfb3-ba2239de8c2f",
+      "a167e0f3-df7e-4d52-a9c3-f949145efdab",
+      "79f8b5fb-2cc8-479a-80df-29f7a7cf1a3e",
+      "146485fd-8736-41c7-88a8-7cdd0da34d84",
+      "565510e8-6b45-45de-8758-13588fbaec73",
+      "98a34ef2-2140-4c28-9c71-663dc4dd7022",
+      "1463a4e1-56a1-4b41-b257-728d56e93605",
+      "ed81fd13-2016-4a49-8fe3-c0d2761695fc",
+      "34575e71-908f-4ab6-ab54-b08c95d6597d",
+      "00967b2f-88a6-4a31-8153-110a92134b9f",
+      "729651dc-c6c3-4ee5-97fa-350da1f88600",
+      "820a3788-2b37-4d21-847a-b65d8a68c99a",
+      "a0e99841-438c-4a64-b679-ae501e7d6091",
+      "c99d36f3-5ffd-4253-803a-535c1bc9c306",
+      "9fa83ce3-c3a8-4523-accc-173904582ced",
+      "d46abd1d-2d02-43e8-819f-51fb652c1c61",
+      "638efaaa-4d0c-442e-b701-3fae16aad012",
+      "e00d0e4c-a5c8-443f-a8a3-473eb9a62355",
+      "42b39f37-515f-4eee-8546-73e841679c1d",
+      "41534e16-2966-4c6b-9670-111411def906",
+      "1259b7e3-cb8a-43df-9446-30971a46b8b0",
+      "4df027cb-2920-4a1f-8c34-f21529d5c3fe",
+      "1fc31370-81b1-4588-9c1a-f93793c6e01d",
+      "87bc56aa-ab01-4baa-9071-77d497064686",
+      "f114a467-c40a-4db8-964d-aaba89cd08fa",
+      "701a96e1-7fdd-4a6c-a81e-a4a450403599",
+      "3e1ed423-17e5-4773-b87c-25b031106e41",
+      "da4a4eff-3b7e-4846-8f70-f075ff61222c",
+      "23e9e50a-4ea2-447b-b589-df90dbb848a2",
+      "ee7ea9f8-c0c1-498c-9279-764d6b56d189",
+      "97f4b8fb-f2fe-444b-bb9a-c109783a857a",
+      "4f7f1324-1853-48a6-b294-4e78e8036a83",
+      "7cf0e2b1-8daf-4fe4-89ad-f6039398f359",
+      "87748186-23bb-4158-a1eb-332911b0b708",
+      "13524ffb-a918-499a-ae97-c98c7c4408c4",
+      "7e19344f-9f17-47d7-a13a-4366ad06ebf3",
+      "3246e36c-ac8c-418d-83cd-4eaad5a3b887",
+      "2a4d065a-ac91-4203-a015-eb3fc3ee3365",
+      "40104aff-a015-4da1-9912-af950fbec99e",
+      "86e30c1d-714b-4074-a1f2-1cb6b552fb49",
+      "41f3c367-e0a8-4a85-89e0-c27bae9c9b6d",
+      "c45bc5ec-dc68-4feb-8829-6e6b2748095d",
+      "726d5ae5-055f-4c3d-8355-d9677de68937",
+      "96c64eb5-a945-448f-9710-980abe7a514c",
+      "39b376fc-488e-4d0c-8b37-e00b72059fdd",
+      "bbee10a8-4f08-4c5c-8282-e69299115055",
+      "0b32066b-2bcc-44b9-89ab-0223a09d1606",
+      "bfd3644b-d561-4b1c-a01f-d9af98cb67c0",
+      "5619d38c-cf51-4d8e-9575-48f61a280413",
+      "34d923aa-c3b5-4f21-aac7-2c1f12730d4b",
+      "5c43e078-5ba4-4e1f-9639-8d85a403f76a",
+      "d7862948-75c3-4c7c-ae28-2959fe166f49",
+      "6a176356-ada1-4b48-b2ae-3a3fdd485680",
+      "66f5935b-af2e-4ec9-bb3e-59112e9ddc93",
+      "ee8b13e7-98af-4b15-89d1-8d402be10c94",
+      "1cb5b8bc-77c9-4e7c-a251-da02348e2727",
+      "f24ae0b7-a3d2-4dd1-89df-959bdc4ab179",
+      "db69127a-dbaf-4fa9-b425-2fe67680c348",
+      "5fb68a42-0ed7-46fa-8a8f-ad4b332fbf6f",
+      "b134c304-d095-4d2b-a77a-914f5e8e84e7",
+      "74f42072-6245-4fe2-b5dc-3dc9b56fdbd0",
+      "373e661a-f0ef-4e34-a09e-183184a443e6",
+      "9301949d-b7cd-40d9-a246-5a4430992d6b",
+      "e39b9fc0-23f5-4616-962a-da99c8ccb1dc",
+      "01fd7d67-d2a0-4e4e-8c48-42611c71a926",
+      "df872fcd-da17-4b01-a49f-a80d7aaee95e",
+      "6cb8801d-259a-4bdc-978f-b45808d58cd3",
+      "efa653e5-314d-46ca-9f90-70ac7d6ca71e",
+      "afb19d1b-4044-4f34-a962-f4aef640a002",
+      "c58bda25-abd5-4c72-97a2-4dbe049b368d",
+      "f688c0a6-dddd-48ba-8246-c099d494a162",
+      "a924b0e6-9253-4711-8fc3-5cb8e0188c94",
+      "6fccb471-26f7-4f7a-93dd-542935db6c20",
+      "17488b72-f815-44d8-bdd9-869971c3ec06",
+      "59697755-8cfb-4ccf-9da4-f2201d06b067",
+      "b58b6b46-1a27-46ba-8648-bc203a5d394e",
+      "3bf35adc-bcc4-464b-b834-c90c88cf6492",
+      "9c8880b2-ccf9-4730-b805-cea23df247d7",
+      "5cf0e4d9-ca2b-4fd5-81fa-89db3b645539",
+      "c0f43c66-9f21-4034-b485-8f1d3340d759",
+      "2948c301-9211-4112-8f36-4c3fc836ef12",
+      "49808e4c-998a-40a8-b2ea-8ac8e8ce779e",
+      "7a8ae0b6-504a-49af-92d3-4e7e2eb84ca1",
+      "cd6256ef-2b2a-41f6-a8d8-c1307af5061f",
+      "3ccc4544-84f7-45e3-ae57-5c52b5a1fac6",
+      "18f8d87b-0da9-4efa-b504-4580e303f7db",
+      "fdf6303b-4cfa-4f8e-b7ae-acb398984cf9",
+      "ea7c252f-6cb1-45f5-8be9-b4f6ac282242",
+      "2d5b8c3a-116c-4741-acaf-ba4fa289eba2",
+      "356f4a89-d056-4e2e-8c73-865fa4d3af0a",
+      "23112795-d54e-4560-9568-791a87c30201",
+      "1628cfcd-a161-4e47-98ff-46bffa4ab290",
+      "a892d232-f705-40d7-bc8d-e368b295ec2a",
+      "3d83e30f-c31b-4f26-b442-7075feafa53a",
+      "87a983d8-3471-4c4b-9ade-f1d10a4110ac",
+      "b2222537-1561-4425-8c3c-e1aca96ad853",
+      "8cbfe3ab-8364-4e72-b606-93f749519c66",
+      "d2c66146-c1c8-4c3a-9870-38e5a6b72442",
+      "5319c0b1-3dd1-4c00-b721-bfd2ec88ef56",
+      "f4a3a8e4-694c-4c45-9ca0-27caf97901b5",
+      "ed82c17b-4704-4d34-be43-5d19065acdf1",
+      "bbc5d060-50e1-45a3-87ff-191b8cea3092",
+      "b9cf5ec3-eaa4-46a5-a5b2-b0d0f22395a2",
+      "4c2dcd38-5608-45ca-8f11-51c88208d01c",
+      "90c896fa-aaa1-41af-a612-5267636440a3",
+      "d709a7e8-9495-4247-aef0-01b3207d11bf",
+      "1ce291a1-0771-4732-a3f7-8cca29bf055f",
+      "dbfa416f-d5c3-4006-854b-235ef6bdf4fd",
+      "6776173b-fd72-460d-89b3-d85812ee518d",
+      "921034a2-aace-4ef7-87b1-b9bc455c9a15",
+      "c78dd7ae-6692-4c44-a2a2-834e365afe60",
+      "0834f3df-e650-4766-a20c-5a93a43aa6e3",
+      "4cf80313-54dc-4ca9-a17c-3e5b8f68a78c",
+      "8d7d11ff-d985-48a2-a737-1da0b6fedc8b",
+      "3f04e815-3260-4f50-8fd9-af9c657be4c2",
+      "9a0894a9-28f0-436e-9a1d-e92bccbce4dd",
+      "710feaa3-b550-42f3-b3eb-6f37f2a7cc0a",
+      "0d42f0f6-c019-4082-b250-1c16133d1c82",
+      "efd255c7-f030-43d3-b5d8-c7b72063be70",
+      "7edf9efb-58fc-46ba-a648-3a00a86b111b",
+      "92c41dd4-04aa-45de-8504-a92b40cb8818",
+      "2f22b9bc-b0eb-4cb6-b5ae-0c099a0fdfad",
+      "79bfcec0-720c-41f2-a33a-f12383e9627f",
+      "e2d48e7b-cd73-4c4c-bc1e-f232580e8709",
+      "c63361f8-d142-4c62-8da7-8f8149d973d6",
+      "9287676d-f0cc-423f-ac03-3b3c7242f091",
+      "da69d796-4603-4419-8a95-293bfc5679eb",
+      "f96dc0b1-7900-4894-a339-81fb46d515a7",
+      "c1c65fc2-528a-4dde-a2c4-f822785c2704",
+      "b1ce5126-4d08-42c3-adef-d3eb39e90c7a",
+      "adde00e9-c98f-42ae-a94d-fc9f92f11c76",
+      "9fb269e7-70fe-4cbe-aa3f-28bdb67e3e84",
+      "80713a53-e484-4f69-9852-7891096016ac",
+      "7c8ba972-4960-4c43-bea0-8178e2205696",
+      "6fd4f468-0345-4f41-81d0-3f48ebc295e0",
+      "fd098a10-ba9e-445e-b144-be2a9f3dac02",
+      "c4e848dc-d4fd-4bc8-90ea-8525563ec0e5",
+      "b08c966e-2146-4592-99eb-3171a714a43c",
+      "a3a4fe2a-d402-41d1-be7d-28f71eda755f",
+      "9d2b4a7f-7ced-4fb8-b570-9ce21fb931c8",
+      "6b622a1d-906f-44af-b60c-7bef365bf124",
+      "10d17ae0-8f64-472a-be00-f00a98c729e0",
+      "8e14933d-ecd7-402b-9505-795130d69b35",
+      "7b2c0a2e-3dd3-4a44-b16b-26ecd8134279",
+      "79b8126f-c5d9-4a73-8585-ba5e1a077ed6",
+      "725d43d6-1196-480e-bd87-728ae5eff9e1",
+      "63426c82-a0c9-4f23-a175-50eb64c95ec1",
+      "61001bc6-9064-40a4-b8b2-29178e0fa558",
+      "5c7b66c2-3b58-464d-8a12-093410a269c5",
+      "3d79b1fd-daaa-439c-bff3-903dc18e7684",
+      "911b8b22-887f-4caf-bf87-85d834c08708"
+    ]
+  },
+  "es": {
+    "female": [
+      "5c5ad5e7-1020-476b-8b91-fdcbe9cc313c",
+      "cefcb124-080b-4655-b31f-932f3ee743de",
+      "c0c374aa-09be-42d9-9828-4d2d7df86962",
+      "d4db5fb9-f44b-4bd1-85fa-192e0f0d75f9",
+      "e9f0368b-3662-4a01-b037-e13ca5203c74",
+      "727f663b-0e90-4031-90f2-558b7334425b"
+    ],
+    "male": [
+      "15d0c2e2-8d29-44c3-be23-d585d5f154a1",
+      "2695b6b5-5543-4be1-96d9-3967fb5e7fec",
+      "b5aa8098-49ef-475d-89b0-c9262ecf33fd",
+      "b042270c-d46f-4d4f-8fb0-7dd7c5fe5615"
+    ]
+  },
+  "hi": {
+    "female": [
+      "faf0731e-dfb9-4cfc-8119-259a79b27e12",
+      "95d51f79-c397-46f9-b49a-23763d3eaa2d",
+      "28ca2041-5dda-42df-8123-f58ea9c3da00",
+      "9cebb910-d4b7-4a4a-85a4-12c79137724c",
+      "bec003e2-3cb3-429c-8468-206a393c67ad",
+      "f91ab3e6-5071-4e15-b016-cde6f2bcd222",
+      "209d9a43-03eb-40d8-a7b7-51a6d54c052f",
+      "56e35e2d-6eb6-4226-ab8b-9776515a7094"
+    ],
+    "male": [
+      "fd2ada67-c2d9-4afe-b474-6386b87d8fc3",
+      "be79f378-47fe-4f9c-b92b-f02cefa62ccf",
+      "9b953e7b-86a8-42f0-b625-1434fb15392b",
+      "bdab08ad-4137-4548-b9db-6142854c7525",
+      "393dd459-f8d8-4c3e-a86b-ec43a1113d0b",
+      "791d5162-d5eb-40f0-8189-f19db44611d8"
+    ]
+  },
+  "de": {
+    "female": [
+      "b9de4a89-2257-424b-94c2-db18ba68c81a",
+      "4ab1ff51-476d-42bb-8019-4d315f7c0c05",
+      "38aabb6a-f52b-4fb0-a3d1-988518f4dc06",
+      "3f4ade23-6eb4-4279-ab05-6a144947c4d5",
+      "1ade29fc-6b82-4607-9e70-361720139b12",
+      "6d4b1416-8d54-4d94-a788-8a802c086544"
+    ],
+    "male": [
+      "384b625b-da5d-49e8-a76d-a2855d4f31eb",
+      "e00dd3df-19e7-4cd4-827a-7ff6687b6954",
+      "afa425cf-5489-4a09-8a3f-d3cb1f82150d",
+      "db229dfe-f5de-4be4-91fd-7b077c158578",
+      "b7187e84-fe22-4344-ba4a-bc013fcb533e",
+      "2be00b67-d53f-4eb5-89e7-96c224d56fbc"
+    ]
+  },
+  "fr": {
+    "female": [
+      "a8a1eb38-5f15-4c1d-8722-7ac0f329727d",
+      "65b25c5d-ff07-4687-a04c-da2f43ef6fa9",
+      "8832a0b5-47b2-4751-bb22-6a8e2149303d",
+      "6c64b57a-bc65-48e4-bff4-12dbe85606cd"
+    ],
+    "male": [
+      "0418348a-0ca2-4e90-9986-800fb8b3bbc0",
+      "5c3c89e5-535f-43ef-b14d-f8ffe148c1f0",
+      "ab7c61f5-3daa-47dd-a23b-4ac0aac5f5c3",
+      "56df0456-8f47-4f7a-ac26-40c2f9797104"
+    ]
+  },
+  "it": {
+    "female": [
+      "d718e944-b313-4998-b011-d1cc078d4ef3",
+      "d609f27f-f1a4-410f-85bb-10037b4fba99",
+      "0e21713a-5e9a-428a-bed4-90d410b87f13",
+      "36d94908-c5b9-4014-b521-e69aee5bead0"
+    ],
+    "male": [
+      "408daed0-c597-4c27-aae8-fa0497d644bf",
+      "e019ed7e-6079-4467-bc7f-b599a5dccf6f",
+      "79693aee-1207-4771-a01e-20c393c89e6f",
+      "029c3c7a-b6d9-44f0-814b-200d849830ff",
+      "88b329db-85d7-47cc-a5c5-98225a756721"
+    ]
+  },
+  "pl": {
+    "male": [
+      "3d335974-4c4a-400a-84dc-ebf4b73aada6",
+      "2a3503b2-b6b6-4534-a224-e8c0679cec4a",
+      "887149a8-4616-42ad-b2ce-c3819176f45d"
+    ],
+    "female": [
+      "dcf62f33-7cff-4f20-85b2-2efaa68cbc32",
+      "575a5d29-1fdc-4d4e-9afa-5a9a71759864",
+      "ea7b5eee-39d9-40b0-b241-1910cbca9c62"
+    ]
+  },
+  "ru": {
+    "female": [
+      "064b17af-d36b-4bfb-b003-be07dba1b649",
+      "642014de-c0e3-4133-adc0-36b5309c23e6",
+      "779673f3-895f-4935-b6b5-b031dc78b319",
+      "9ed9f7e7-3ef6-4773-9dd3-ffcb479ca1f0"
+    ],
+    "male": [
+      "888b7df4-e165-4852-bfec-0ab2b96aaa46"
+    ]
+  },
+  "pt": {
+    "female": [
+      "1cf751f6-8749-43ab-98bd-230dd633abdb",
+      "700d1ee3-a641-4018-ba6e-899dcadc9e2b",
+      "d4b44b9a-82bc-4b65-b456-763fce4c52f9",
+      "f39bf583-3b3d-402f-9ffb-6179d9ec3e35"
+    ],
+    "male": [
+      "6a360542-a117-4ed5-9e09-e8bf9b05eabb",
+      "fbee0e7d-a83a-4082-bad1-13c70f86da4e"
+    ]
+  },
+  "ja": {
+    "female": [
+      "c7eafe22-8b71-40cd-850b-c5a3bbd8f8d2",
+      "59d4fd2f-f5eb-4410-8105-58db7661144f",
+      "2b568345-1d48-4047-b25f-7baccf842eb0",
+      "31c55968-a9f4-4115-8831-3a16952179c8"
+    ],
+    "male": [
+      "e8a863c6-22c7-4671-86ca-91cacffc038d",
+      "6b92f628-be90-497c-8f4c-3b035002df71",
+      "b8e1169c-f16a-4064-a6e0-95054169e553"
+    ]
+  },
+  "ko": {
+    "female": [
+      "304fdbd8-65e6-40d6-ab78-f9d18b9efdf9",
+      "15628352-2ede-4f1b-89e6-ceda0c983fbc"
+    ]
+  },
+  "zh": {
+    "female": [
+      "7a5d4663-88ae-47b7-808e-8f9b9ee4127b",
+      "bf32f849-7bc9-4b91-8c62-954588efcc30",
+      "f9a4b3a6-b44b-469f-90e3-c8e19bd30e99",
+      "a53c3509-ec3f-425c-a223-977f5f7424dd"
+    ],
+    "male": [
+      "eda5bbff-1ff1-4886-8ef1-4e69a77640a0",
+      "c59c247b-6aa9-4ab6-91f9-9eabea7dc69e",
+      "653b9445-ae0c-4312-a3ce-375504cff31e",
+      "16212f18-4955-4be9-a6cd-2196ce2c11d1"
+    ]
+  },
+  "tr": {
+    "female": [
+      "fa7bfcdc-603c-4bf1-a600-a371400d2f8c",
+      "bb2347fe-69e9-4810-873f-ffd759fe8420",
+      "0f95596c-09c4-4418-99fe-5c107e0713c0"
+    ],
+    "male": [
+      "39f753ef-b0eb-41cd-aa53-2f3c284f948f",
+      "c1cfee3d-532d-47f8-8dd2-8e5b2b66bf1d",
+      "5a31e4fb-f823-4359-aa91-82c0ae9a991c",
+      "91e91d74-8eb4-43cd-97d3-7466c21db00d"
+    ]
+  },
+  "sv": {
+    "female": [
+      "f852eb8d-a177-48cd-bf63-7e4dcab61a36",
+      "6c6b05bf-ae5f-4013-82ab-7348e99ffdb2",
+      "00510a15-4216-4fdc-a0ab-05d74cd9f795"
+    ],
+    "male": [
+      "0caedb75-417f-4e36-9b64-c21354cb94c8",
+      "32a806e8-894e-41ad-a4d5-6d9154d7b1e6"
+    ]
+  },
+  "nl": {
+    "male": [
+      "af482421-80f4-4379-b00c-a118def29cde",
+      "4b250449-c635-4b63-bd1d-b654b12ffcd4"
+    ],
+    "female": [
+      "0eb213fe-4658-45bc-9442-33a48b24b133",
+      "ac317dac-1b8f-434f-b198-a490e2a4914d"
+    ]
+  },
+  "no": {
+    "male": [
+      "d6dca1b6-cdd8-4e9c-823c-e03979261740"
+    ]
+  },
+  "te": {
+    "male": [
+      "38bded0a-3ab4-42d1-8e47-2e0b6b10ced9"
+    ],
+    "female": [
+      "07bc462a-c644-49f1-baf7-82d5599131be"
+    ]
+  },
+  "kn": {
+    "female": [
+      "7c6219d2-e8d2-462c-89d8-7ecba7c75d65"
+    ],
+    "male": [
+      "6baae46d-1226-45b5-a976-c7f9b797aae2"
+    ]
+  },
+  "fi": {
+    "male": [
+      "ae1a833b-0d95-4b7f-8d05-d6418c6f8049"
+    ],
+    "female": [
+      "65c34eec-42c9-4a75-a8bd-b676fb847b72"
+    ]
+  },
+  "mr": {
+    "male": [
+      "f227bc18-3704-47fe-b759-8c78a450fdfa"
+    ],
+    "female": [
+      "5c32dce6-936a-4892-b131-bafe474afe5f"
+    ]
+  },
+  "da": {
+    "female": [
+      "c323c793-41f9-47b8-99dc-9b44b0440b84"
+    ]
+  },
+  "bn": {
+    "female": [
+      "59ba7dee-8f9a-432f-a6c0-ffb33666b654"
+    ],
+    "male": [
+      "2ba861ea-7cdc-43d1-8608-4045b5a41de5"
+    ]
+  },
+  "sk": {
+    "male": [
+      "ca590fdc-df56-4d2e-94a4-ef5b423c7ddf"
+    ],
+    "female": [
+      "abf68668-6549-462c-8426-1fa7b466b91d"
+    ]
+  },
+  "uk": {
+    "male": [
+      "05ffab9c-d380-4909-8375-cd12f59238c3"
+    ]
+  },
+  "el": {
+    "female": [
+      "50849023-76e9-46c7-af52-9ec39888a165"
+    ],
+    "male": [
+      "b45eba5b-2215-4da7-9c7c-121c95ed7b81"
+    ]
+  },
+  "ta": {
+    "male": [
+      "d2870b91-1b4c-47ab-81a8-3718d8e9c222"
+    ],
+    "female": [
+      "7f98e662-142d-41ba-89a2-12452640ce6d"
+    ]
+  },
+  "vi": {
+    "male": [
+      "0e58d60a-2f1a-4252-81bd-3db6af45fb41"
+    ],
+    "female": [
+      "b8cd71e3-bc14-4538-a530-d6314731c036"
+    ]
+  },
+  "id": {
+    "male": [
+      "a053f6bc-7df4-40de-96d4-de026bc47ce8"
+    ],
+    "female": [
+      "b441c4fd-4910-4c55-ae56-f0291057e2cc"
+    ]
+  },
+  "ro": {
+    "female": [
+      "34acfaee-c556-41ee-a5f6-c687fb20357c"
+    ],
+    "male": [
+      "3f64ef99-d87b-4b51-b217-df7351f7886a"
+    ]
+  },
+  "ka": {
+    "male": [
+      "dbebd077-80cb-4bcf-b43b-4552f96341bb"
+    ],
+    "female": [
+      "0bfbea6c-2f8f-4f86-b411-aa2316561e36"
+    ]
+  },
+  "ml": {
+    "female": [
+      "b426013c-002b-4e89-8874-8cd20b68373a"
+    ]
+  },
+  "ms": {
+    "male": [
+      "8281db18-6ac5-47bb-91a8-ce23a1f1d951"
+    ],
+    "female": [
+      "83604597-55fa-4ccc-8357-730b313f353f"
+    ]
+  },
+  "he": {
+    "male": [
+      "3e32f3c5-9ac0-4192-9994-87fdb277120f"
+    ]
+  },
+  "bg": {
+    "female": [
+      "fcbecbcc-0cef-4615-8b5a-712fe1b39dd0"
+    ],
+    "male": [
+      "d132064c-b931-4a80-bf0d-02a331ec4572"
+    ]
+  },
+  "th": {
+    "male": [
+      "5de076e9-7b28-4442-b279-e7d80d573505"
+    ],
+    "female": [
+      "ccc7bb22-dcd0-42e4-822e-0731b950972f"
+    ]
+  },
+  "hu": {
+    "female": [
+      "e97c3b37-1aa5-46af-afb7-9545086aaa92"
+    ],
+    "male": [
+      "36e0c00b-1bfd-4ad7-a0e8-928d4cadca00"
+    ]
+  },
+  "pa": {
+    "female": [
+      "991c62ce-631f-48b0-8060-2a0ebecbd15b"
+    ],
+    "male": [
+      "8bacd442-a107-4ec1-b6f1-2fcb3f6f4d56"
+    ]
+  },
+  "cs": {
+    "female": [
+      "bdc4a3ce-2e22-4398-8cd6-76b7160d2298"
+    ],
+    "male": [
+      "89266bab-6e15-455d-8654-e18c440b0656"
+    ]
+  },
+  "tl": {
+    "male": [
+      "c4cbcb7d-d9fa-4eac-b547-46831718ef58"
+    ],
+    "female": [
+      "9261664a-c3d0-4200-9038-5466bcf3a09c"
+    ]
+  },
+  "ar": {
+    "female": [
+      "6304c635-6681-4f9e-85b6-a97f4d26461a"
+    ],
+    "male": [
+      "e3087ad8-7018-4154-9a87-11577f916cd4"
+    ]
+  },
+  "gu": {
+    "female": [
+      "4590a461-bc68-4a50-8d14-ac04f5923d22"
+    ],
+    "male": [
+      "91925fe5-42ee-4ebe-96c1-c84b12a85a32"
+    ]
+  },
+  "hr": {
+    "male": [
+      "a1a16724-b1f3-4b27-9e47-8a175115e93c"
+    ],
+    "female": [
+      "2a2624ad-bd06-4563-81fd-0519742e25d2"
+    ]
+  }
+}