wisent 0.5.12__py3-none-any.whl → 0.5.14__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of wisent might be problematic. Click here for more details.
- wisent/__init__.py +1 -1
- wisent/core/activations/__init__.py +26 -0
- wisent/core/activations/activations.py +96 -0
- wisent/core/activations/activations_collector.py +71 -20
- wisent/core/activations/prompt_construction_strategy.py +47 -0
- wisent/core/agent/__init__.py +1 -18
- wisent/core/agent/budget.py +2 -2
- wisent/core/agent/device_benchmarks.py +1 -1
- wisent/core/agent/diagnose/__init__.py +1 -55
- wisent/core/agent/diagnose/classifier_marketplace.py +8 -8
- wisent/core/agent/diagnose/response_diagnostics.py +4 -4
- wisent/core/agent/diagnose/synthetic_classifier_option.py +1 -1
- wisent/core/agent/diagnose/tasks/task_manager.py +3 -3
- wisent/core/agent/diagnose.py +2 -1
- wisent/core/autonomous_agent.py +10 -2
- wisent/core/benchmark_extractors.py +293 -0
- wisent/core/bigcode_integration.py +20 -7
- wisent/core/branding.py +108 -0
- wisent/core/cli/__init__.py +15 -0
- wisent/core/cli/create_steering_vector.py +138 -0
- wisent/core/cli/evaluate_responses.py +715 -0
- wisent/core/cli/generate_pairs.py +128 -0
- wisent/core/cli/generate_pairs_from_task.py +119 -0
- wisent/core/cli/generate_responses.py +129 -0
- wisent/core/cli/generate_vector_from_synthetic.py +149 -0
- wisent/core/cli/generate_vector_from_task.py +147 -0
- wisent/core/cli/get_activations.py +191 -0
- wisent/core/cli/optimize_classification.py +339 -0
- wisent/core/cli/optimize_steering.py +364 -0
- wisent/core/cli/tasks.py +182 -0
- wisent/core/cli_logger.py +22 -0
- wisent/core/contrastive_pairs/lm_eval_pairs/atoms.py +27 -1
- wisent/core/contrastive_pairs/lm_eval_pairs/lm_extractor_manifest.py +49 -1
- wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/arc_challenge.py +115 -0
- wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/arc_easy.py +115 -0
- wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/arithmetic.py +111 -0
- wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/asdiv.py +119 -0
- wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/boolq.py +115 -0
- wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/cb.py +114 -0
- wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/copa.py +118 -0
- wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/coqa.py +146 -0
- wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/drop.py +129 -0
- wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/gsm8k.py +119 -0
- wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/headqa.py +112 -0
- wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/hellaswag.py +113 -0
- wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/livecodebench.py +367 -0
- wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/logiqa.py +115 -0
- wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/logiqa2.py +114 -0
- wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/mc-taco.py +113 -0
- wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/medqa.py +112 -0
- wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/mrpc.py +111 -0
- wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/multirc.py +114 -0
- wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/mutual.py +113 -0
- wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/openbookqa.py +115 -0
- wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/pawsx.py +111 -0
- wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/piqa.py +113 -0
- wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/prost.py +113 -0
- wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/pubmedqa.py +112 -0
- wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/qa4mre.py +116 -0
- wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/qasper.py +115 -0
- wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/qnli.py +111 -0
- wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/qqp.py +111 -0
- wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/race.py +121 -0
- wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/record.py +121 -0
- wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/rte.py +111 -0
- wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/sciq.py +110 -0
- wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/social_iqa.py +114 -0
- wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/squad2.py +124 -0
- wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/sst2.py +111 -0
- wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/swag.py +112 -0
- wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/triviaqa.py +127 -0
- wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/truthfulqa_gen.py +112 -0
- wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/truthfulqa_mc1.py +117 -0
- wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/truthfulqa_mc2.py +117 -0
- wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/webqs.py +127 -0
- wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/wic.py +119 -0
- wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/winogrande.py +1 -1
- wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/wnli.py +111 -0
- wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/wsc.py +114 -0
- wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/xnli.py +112 -0
- wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/xstorycloze.py +114 -0
- wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/xwinograd.py +114 -0
- wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_pairs_generation.py +1 -1
- wisent/core/data_loaders/__init__.py +235 -0
- wisent/core/data_loaders/loaders/lm_loader.py +2 -2
- wisent/core/data_loaders/loaders/task_interface_loader.py +300 -0
- wisent/{cli/data_loaders/data_loader_rotator.py → core/data_loaders/rotator.py} +1 -1
- wisent/core/download_full_benchmarks.py +79 -2
- wisent/core/evaluators/benchmark_specific/__init__.py +26 -0
- wisent/{benchmarks → core/evaluators/benchmark_specific}/coding/metrics/evaluator.py +17 -17
- wisent/{benchmarks → core/evaluators/benchmark_specific}/coding/output_sanitizer/cpp_sanitizer.py +2 -2
- wisent/{benchmarks → core/evaluators/benchmark_specific}/coding/output_sanitizer/java_sanitizer.py +2 -2
- wisent/{benchmarks → core/evaluators/benchmark_specific}/coding/output_sanitizer/python_sanitizer.py +2 -2
- wisent/core/evaluators/benchmark_specific/coding/providers/livecodebench/__init__.py +3 -0
- wisent/core/evaluators/benchmark_specific/coding/providers/livecodebench/provider.py +305 -0
- wisent/{benchmarks → core/evaluators/benchmark_specific}/coding/safe_docker/core/runtime.py +36 -4
- wisent/{benchmarks → core/evaluators/benchmark_specific}/coding/safe_docker/entrypoint.py +2 -4
- wisent/{benchmarks → core/evaluators/benchmark_specific}/coding/safe_docker/recipes.py +1 -1
- wisent/core/evaluators/benchmark_specific/coding/solution_generator.py +258 -0
- wisent/core/evaluators/benchmark_specific/exact_match_evaluator.py +79 -0
- wisent/core/evaluators/benchmark_specific/f1_evaluator.py +101 -0
- wisent/core/evaluators/benchmark_specific/generation_evaluator.py +197 -0
- wisent/core/{log_likelihoods_evaluator.py → evaluators/benchmark_specific/log_likelihoods_evaluator.py} +10 -2
- wisent/core/evaluators/benchmark_specific/perplexity_evaluator.py +140 -0
- wisent/core/evaluators/benchmark_specific/personalization_evaluator.py +250 -0
- wisent/{cli/evaluators/evaluator_rotator.py → core/evaluators/rotator.py} +4 -4
- wisent/core/lm_eval_harness_ground_truth.py +3 -2
- wisent/core/main.py +57 -0
- wisent/core/model_persistence.py +2 -2
- wisent/core/models/wisent_model.py +6 -6
- wisent/core/optuna/classifier/optuna_classifier_optimizer.py +2 -2
- wisent/core/optuna/steering/steering_optimization.py +1 -1
- wisent/core/parser_arguments/__init__.py +10 -0
- wisent/core/parser_arguments/agent_parser.py +110 -0
- wisent/core/parser_arguments/configure_model_parser.py +7 -0
- wisent/core/parser_arguments/create_steering_vector_parser.py +59 -0
- wisent/core/parser_arguments/evaluate_parser.py +40 -0
- wisent/core/parser_arguments/evaluate_responses_parser.py +10 -0
- wisent/core/parser_arguments/full_optimize_parser.py +115 -0
- wisent/core/parser_arguments/generate_pairs_from_task_parser.py +33 -0
- wisent/core/parser_arguments/generate_pairs_parser.py +29 -0
- wisent/core/parser_arguments/generate_responses_parser.py +15 -0
- wisent/core/parser_arguments/generate_vector_from_synthetic_parser.py +127 -0
- wisent/core/parser_arguments/generate_vector_from_task_parser.py +127 -0
- wisent/core/parser_arguments/generate_vector_parser.py +90 -0
- wisent/core/parser_arguments/get_activations_parser.py +90 -0
- wisent/core/parser_arguments/main_parser.py +152 -0
- wisent/core/parser_arguments/model_config_parser.py +59 -0
- wisent/core/parser_arguments/monitor_parser.py +17 -0
- wisent/core/parser_arguments/multi_steer_parser.py +47 -0
- wisent/core/parser_arguments/optimize_classification_parser.py +67 -0
- wisent/core/parser_arguments/optimize_sample_size_parser.py +58 -0
- wisent/core/parser_arguments/optimize_steering_parser.py +147 -0
- wisent/core/parser_arguments/synthetic_parser.py +93 -0
- wisent/core/parser_arguments/tasks_parser.py +584 -0
- wisent/core/parser_arguments/test_nonsense_parser.py +26 -0
- wisent/core/parser_arguments/utils.py +111 -0
- wisent/core/prompts/core/prompt_formater.py +3 -3
- wisent/core/prompts/prompt_stratiegies/direct_completion.py +2 -0
- wisent/core/prompts/prompt_stratiegies/instruction_following.py +2 -0
- wisent/core/prompts/prompt_stratiegies/multiple_choice.py +2 -0
- wisent/core/prompts/prompt_stratiegies/role_playing.py +2 -0
- wisent/{cli/steering_methods/steering_rotator.py → core/steering_methods/rotator.py} +4 -4
- wisent/core/steering_optimizer.py +45 -21
- wisent/{synthetic → core/synthetic}/cleaners/deduper_cleaner.py +3 -3
- wisent/{synthetic → core/synthetic}/cleaners/methods/base_dedupers.py +2 -2
- wisent/{synthetic → core/synthetic}/cleaners/methods/base_refusalers.py +1 -1
- wisent/{synthetic → core/synthetic}/cleaners/pairs_cleaner.py +5 -5
- wisent/{synthetic → core/synthetic}/cleaners/refusaler_cleaner.py +4 -4
- wisent/{synthetic → core/synthetic}/db_instructions/mini_dp.py +1 -1
- wisent/{synthetic → core/synthetic}/generators/diversities/methods/fast_diversity.py +1 -1
- wisent/{synthetic → core/synthetic}/generators/pairs_generator.py +38 -12
- wisent/core/tasks/livecodebench_task.py +4 -103
- wisent/core/timing_calibration.py +1 -1
- {wisent-0.5.12.dist-info → wisent-0.5.14.dist-info}/METADATA +3 -3
- wisent-0.5.14.dist-info/RECORD +294 -0
- wisent-0.5.14.dist-info/entry_points.txt +2 -0
- wisent/benchmarks/coding/providers/livecodebench/provider.py +0 -53
- wisent/classifiers/core/atoms.py +0 -747
- wisent/classifiers/models/logistic.py +0 -29
- wisent/classifiers/models/mlp.py +0 -47
- wisent/cli/classifiers/classifier_rotator.py +0 -137
- wisent/cli/cli_logger.py +0 -142
- wisent/cli/wisent_cli/commands/help_cmd.py +0 -52
- wisent/cli/wisent_cli/commands/listing.py +0 -154
- wisent/cli/wisent_cli/commands/train_cmd.py +0 -322
- wisent/cli/wisent_cli/main.py +0 -93
- wisent/cli/wisent_cli/shell.py +0 -80
- wisent/cli/wisent_cli/ui.py +0 -69
- wisent/cli/wisent_cli/util/aggregations.py +0 -43
- wisent/cli/wisent_cli/util/parsing.py +0 -126
- wisent/cli/wisent_cli/version.py +0 -4
- wisent/opti/methods/__init__.py +0 -0
- wisent/synthetic/__init__.py +0 -0
- wisent/synthetic/cleaners/__init__.py +0 -0
- wisent/synthetic/cleaners/core/__init__.py +0 -0
- wisent/synthetic/cleaners/methods/__init__.py +0 -0
- wisent/synthetic/cleaners/methods/core/__init__.py +0 -0
- wisent/synthetic/db_instructions/__init__.py +0 -0
- wisent/synthetic/db_instructions/core/__init__.py +0 -0
- wisent/synthetic/generators/__init__.py +0 -0
- wisent/synthetic/generators/core/__init__.py +0 -0
- wisent/synthetic/generators/diversities/__init__.py +0 -0
- wisent/synthetic/generators/diversities/core/__init__.py +0 -0
- wisent/synthetic/generators/diversities/methods/__init__.py +0 -0
- wisent-0.5.12.dist-info/RECORD +0 -220
- /wisent/{benchmarks → core/evaluators/benchmark_specific/coding}/__init__.py +0 -0
- /wisent/{benchmarks/coding → core/evaluators/benchmark_specific/coding/metrics}/__init__.py +0 -0
- /wisent/{benchmarks/coding/metrics → core/evaluators/benchmark_specific/coding/metrics/core}/__init__.py +0 -0
- /wisent/{benchmarks → core/evaluators/benchmark_specific}/coding/metrics/core/atoms.py +0 -0
- /wisent/{benchmarks → core/evaluators/benchmark_specific}/coding/metrics/passk.py +0 -0
- /wisent/{benchmarks/coding/metrics/core → core/evaluators/benchmark_specific/coding/output_sanitizer}/__init__.py +0 -0
- /wisent/{benchmarks/coding/output_sanitizer → core/evaluators/benchmark_specific/coding/output_sanitizer/core}/__init__.py +0 -0
- /wisent/{benchmarks → core/evaluators/benchmark_specific}/coding/output_sanitizer/core/atoms.py +0 -0
- /wisent/{benchmarks → core/evaluators/benchmark_specific}/coding/output_sanitizer/utils.py +0 -0
- /wisent/{benchmarks → core/evaluators/benchmark_specific}/coding/providers/__init__.py +0 -0
- /wisent/{benchmarks/coding/output_sanitizer → core/evaluators/benchmark_specific/coding/providers}/core/__init__.py +0 -0
- /wisent/{benchmarks → core/evaluators/benchmark_specific}/coding/providers/core/atoms.py +0 -0
- /wisent/{benchmarks/coding/providers/core → core/evaluators/benchmark_specific/coding/safe_docker}/__init__.py +0 -0
- /wisent/{benchmarks/coding/providers/livecodebench → core/evaluators/benchmark_specific/coding/safe_docker/core}/__init__.py +0 -0
- /wisent/{benchmarks → core/evaluators/benchmark_specific}/coding/safe_docker/core/atoms.py +0 -0
- /wisent/{benchmarks/coding/safe_docker → core/opti}/__init__.py +0 -0
- /wisent/{benchmarks/coding/safe_docker → core/opti}/core/__init__.py +0 -0
- /wisent/{opti → core/opti}/core/atoms.py +0 -0
- /wisent/{classifiers → core/opti/methods}/__init__.py +0 -0
- /wisent/{opti → core/opti}/methods/opti_classificator.py +0 -0
- /wisent/{opti → core/opti}/methods/opti_steering.py +0 -0
- /wisent/{classifiers/core → core/synthetic}/__init__.py +0 -0
- /wisent/{classifiers/models → core/synthetic/cleaners}/__init__.py +0 -0
- /wisent/{cli → core/synthetic/cleaners/core}/__init__.py +0 -0
- /wisent/{synthetic → core/synthetic}/cleaners/core/atoms.py +0 -0
- /wisent/{cli/classifiers → core/synthetic/cleaners/methods}/__init__.py +0 -0
- /wisent/{cli/data_loaders → core/synthetic/cleaners/methods/core}/__init__.py +0 -0
- /wisent/{synthetic → core/synthetic}/cleaners/methods/core/atoms.py +0 -0
- /wisent/{cli/evaluators → core/synthetic/db_instructions}/__init__.py +0 -0
- /wisent/{cli/steering_methods → core/synthetic/db_instructions/core}/__init__.py +0 -0
- /wisent/{synthetic → core/synthetic}/db_instructions/core/atoms.py +0 -0
- /wisent/{cli/wisent_cli → core/synthetic/generators}/__init__.py +0 -0
- /wisent/{cli/wisent_cli/commands → core/synthetic/generators/core}/__init__.py +0 -0
- /wisent/{synthetic → core/synthetic}/generators/core/atoms.py +0 -0
- /wisent/{cli/wisent_cli/util → core/synthetic/generators/diversities}/__init__.py +0 -0
- /wisent/{opti → core/synthetic/generators/diversities/core}/__init__.py +0 -0
- /wisent/{synthetic → core/synthetic}/generators/diversities/core/core.py +0 -0
- /wisent/{opti/core → core/synthetic/generators/diversities/methods}/__init__.py +0 -0
- {wisent-0.5.12.dist-info → wisent-0.5.14.dist-info}/WHEEL +0 -0
- {wisent-0.5.12.dist-info → wisent-0.5.14.dist-info}/licenses/LICENSE +0 -0
- {wisent-0.5.12.dist-info → wisent-0.5.14.dist-info}/top_level.txt +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: wisent
|
|
3
|
-
Version: 0.5.
|
|
3
|
+
Version: 0.5.14
|
|
4
4
|
Summary: Monitor and guard against harmful content in language models
|
|
5
5
|
Home-page: https://github.com/yourusername/wisent-activation-guardrails
|
|
6
6
|
Author: Wisent Team
|
|
@@ -39,7 +39,7 @@ Dynamic: requires-dist
|
|
|
39
39
|
Dynamic: requires-python
|
|
40
40
|
Dynamic: summary
|
|
41
41
|
|
|
42
|
-
# Wisent
|
|
42
|
+
# Wisent
|
|
43
43
|
|
|
44
44
|
<p align="center">
|
|
45
45
|
<a href="https://github.com/wisent-ai/wisent-guard/stargazers">
|
|
@@ -59,7 +59,7 @@ A Python package for latent space monitoring and guardrails. Delivered to you by
|
|
|
59
59
|
|
|
60
60
|
## Overview
|
|
61
61
|
|
|
62
|
-
Wisent
|
|
62
|
+
Wisent allows you to control your AI by identifying brain patterns corresponding to responses you don't like, like hallucinations or harmful outputs. We use contrastive pairs of representations to detect when a model might be generating harmful content or hallucinating. Learn more at https://www.wisent.ai/wisent-guard.
|
|
63
63
|
|
|
64
64
|
|
|
65
65
|
## License
|
|
@@ -0,0 +1,294 @@
|
|
|
1
|
+
wisent/__init__.py,sha256=eZCvGSWzmhAuX33aknAmdOv-0F6FE4joo5igjfie5QI,23
|
|
2
|
+
wisent/core/__init__.py,sha256=yNBOdCXpkwMuo1H1sNAYgPf5_-Hhf7y4H-RZJPCiOpI,463
|
|
3
|
+
wisent/core/autonomous_agent.py,sha256=XszhMkONc8kClCMqQfM8ZRQPxiMKJCmZSF7hrY-hf8Q,52878
|
|
4
|
+
wisent/core/benchmark_extractors.py,sha256=E51DOJM-cbtlDy9VrIeoBKSEQ6AZ1jeyDM7OAw-vn94,10473
|
|
5
|
+
wisent/core/bigcode_integration.py,sha256=hL1SxPS3lebzysnbRa6jSIsQXcSkidiW_nV8ZC-68UY,20567
|
|
6
|
+
wisent/core/branding.py,sha256=cZ9WLl0zcdsGHuWE0qvz5hszCL6U_Ow3bC9KQEjNVws,3921
|
|
7
|
+
wisent/core/cli_logger.py,sha256=x3cZJLLGDwjr9R5sNQ3xCOeS6u2dKBNJGDDl0V9bIVA,768
|
|
8
|
+
wisent/core/detection_handling.py,sha256=iiuKpzAbJfx_KFn2SFABQHOeeWblDJMXjzGwGDeKqcs,11127
|
|
9
|
+
wisent/core/download_full_benchmarks.py,sha256=GylPUmd0JtrnqGaqyU5PVV8uQPvJyaRcCs_2QqHyO1I,58743
|
|
10
|
+
wisent/core/hyperparameter_optimizer.py,sha256=GN-IY27kkFKuXwHbvalfEW5UVf4NfZ0G9rMWK2ThEAY,17319
|
|
11
|
+
wisent/core/lm_eval_harness_ground_truth.py,sha256=Fb33sZ_nT0dhkzsEmWv3Ed40NCC-onWXGk379UpsEsA,64964
|
|
12
|
+
wisent/core/main.py,sha256=3a4ARsrTdP3FdBs85a3vofXwt1696Rc6BIy_G6KicZQ,2202
|
|
13
|
+
wisent/core/managed_cached_benchmarks.py,sha256=JbvpZ1fgSuQQhyQVKEvqrQZRHGqfnjo9NFhgITFoFsE,22854
|
|
14
|
+
wisent/core/mixed_benchmark_sampler.py,sha256=tKQCHUXVuYeCyx4VZt8O1hGyB-TOY_SQ_SYi8cyApII,13585
|
|
15
|
+
wisent/core/model_config_manager.py,sha256=rQAdSmk3GFlZXyHp3fSV1bORxiZWhmzIz1uo3H4JtkA,12009
|
|
16
|
+
wisent/core/model_persistence.py,sha256=1IIJ_13pO0Q0FJYn25LiaDwEFDC7FAPJmxzL9TbaQmY,10624
|
|
17
|
+
wisent/core/multi_steering.py,sha256=YhVKmf08KacVEYZWLk6t2uNWSv-Pi_zBeLdDopo3QXk,13491
|
|
18
|
+
wisent/core/parser.py,sha256=_YDeSuQMx0zNknz9rX3Ls1YPT1x5eohoY8rfjeoqxV8,69091
|
|
19
|
+
wisent/core/representation.py,sha256=hBl_N9qbr5Gsa7GCQ0nMWRm82RqYEfhd9cyf0PPH5LY,195
|
|
20
|
+
wisent/core/sample_size_optimizer.py,sha256=6wegGXZpdGpiR4R0YJ1D2JqLr6yinMndEx2gB5FL80s,23666
|
|
21
|
+
wisent/core/sample_size_optimizer_v2.py,sha256=bVYJRZC4_Mrq-HFlYLyv-9tWvqEHJ3kCeIwlmYOwI6I,13286
|
|
22
|
+
wisent/core/save_results.py,sha256=PRwaA5qO6EOsvURvLBl3YhvanlC0D0G4iYqxYAQ7sw8,13737
|
|
23
|
+
wisent/core/steering.py,sha256=I1mSLOQ6MMdUcJ_MmfmaCUH0IKxeCYlcsMCO6x6wLg4,22651
|
|
24
|
+
wisent/core/steering_method.py,sha256=-hZqtvwRS7sGqQJUd36MoPm0rjbO1LrtPAYmcIk8BqQ,462
|
|
25
|
+
wisent/core/steering_optimizer.py,sha256=TBSyO9I3z3uBY7kntD-ZJaJ1ltWIskL_eLvc5XIqM_Y,55872
|
|
26
|
+
wisent/core/task_interface.py,sha256=OlWdcxkprmZcOto-bXmg75kzUcWzH_kyW_e7w2FdPLM,4471
|
|
27
|
+
wisent/core/task_selector.py,sha256=QVgozUuiM74BMUJ8Ucb_sn6HQk5v0wL_QUsqKb55vJE,6224
|
|
28
|
+
wisent/core/time_estimator.py,sha256=DcgSzW-hr9BjmXJwBnGqE2dkFK0zgyz5WNF7934CJ9k,5778
|
|
29
|
+
wisent/core/timing_calibration.py,sha256=AVSHWetHa01omwGh4zp2WN2ByfCq8zpktfLdtqDQp0Q,6854
|
|
30
|
+
wisent/core/user_model_config.py,sha256=8optjLqf9wTDtOf0c705d5_Rr2zE67jV9BNqoY-TRvA,6735
|
|
31
|
+
wisent/core/activations/__init__.py,sha256=ZT3aU-eU5-RR_QDkmKZRweCltJTWVof8mgbL3ONAXKw,839
|
|
32
|
+
wisent/core/activations/activations.py,sha256=SS-WEds9AoTnxcpVnAUYEydGHjfRRzLhKEHgTgwJYmE,3976
|
|
33
|
+
wisent/core/activations/activations_collector.py,sha256=aKX3L7xAICXU1WRrn3THA5llR7TgaaQyfXDeHdaBtrc,16486
|
|
34
|
+
wisent/core/activations/prompt_construction_strategy.py,sha256=KpaAdj75D3t6JR47mx70vr82uCijsuaMIolIEXuciO8,1403
|
|
35
|
+
wisent/core/activations/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
36
|
+
wisent/core/activations/core/atoms.py,sha256=FeeQj-YKb-1rLX0gnzFc5VM47ikWwfFh3datRduj6mQ,9101
|
|
37
|
+
wisent/core/agent/__init__.py,sha256=cAzpae7HWdNrpxCqANWUA2TKkqpm_hoSj8JAdbfmLwM,81
|
|
38
|
+
wisent/core/agent/budget.py,sha256=Bw9yy1xiXIXDEENNO_DePnIoFG2YB46ar6p_tcP4fcs,24374
|
|
39
|
+
wisent/core/agent/device_benchmarks.py,sha256=oN5EvBlcDPqGmvMel-puZMxoQJJcficFG0pf2-QZSHI,26132
|
|
40
|
+
wisent/core/agent/diagnose.py,sha256=0GbR0yK3fMW-OGp6DEIoSSe4JVHatAb0n6Ol9F1iPqU,9370
|
|
41
|
+
wisent/core/agent/steer.py,sha256=qcYMAGTBvPxNLozHkK0uzIKrY1eyK1kCtYx4_wMJOL4,9802
|
|
42
|
+
wisent/core/agent/timeout.py,sha256=I-G4KeAYuz1le6xTLGEWtlOxShWBi6IYSyKuJu-GUz0,4334
|
|
43
|
+
wisent/core/agent/diagnose/__init__.py,sha256=cAzpae7HWdNrpxCqANWUA2TKkqpm_hoSj8JAdbfmLwM,81
|
|
44
|
+
wisent/core/agent/diagnose/agent_classifier_decision.py,sha256=NgMaogSsXBti8sNWv-Xzna1jwcvZKPsU7M6dX28F6EI,28997
|
|
45
|
+
wisent/core/agent/diagnose/classifier_marketplace.py,sha256=m02pwQkC4ROui6BhNhGJArdgBREI2xYuaRinm09VxM0,22113
|
|
46
|
+
wisent/core/agent/diagnose/create_classifier.py,sha256=UJKFgjGvIsRKfc5fPkfh227bAWcDD8M4jYNEeHffufI,44182
|
|
47
|
+
wisent/core/agent/diagnose/response_diagnostics.py,sha256=49P_J29nYaz4BW3vcs6SdI_kbVutKGSpq_neUPcWlro,10684
|
|
48
|
+
wisent/core/agent/diagnose/select_classifiers.py,sha256=Uv5dxEmZRjjkZKmVmYQ1jC_XJVyM2MF5dv-4QRuTWKY,18320
|
|
49
|
+
wisent/core/agent/diagnose/synthetic_classifier_option.py,sha256=SetaYBdgbAlbCGjpgbADq9MnCtbQogByJLhqi3ndiM4,32495
|
|
50
|
+
wisent/core/agent/diagnose/test_synthetic_classifier.py,sha256=EWPPHtoND797XfoUjNZcmcuBp8w3PYm4YIBu1JXhzPE,2688
|
|
51
|
+
wisent/core/agent/diagnose/tasks/__init__.py,sha256=rfImwPtKCAfz-ASOBQyF4DEhU6hgCuiZBcqh1AaUE80,704
|
|
52
|
+
wisent/core/agent/diagnose/tasks/task_manager.py,sha256=OXodauLfbAMawL8rR1KL-CfOHtNbH05Ai4LP9gSo9yU,62746
|
|
53
|
+
wisent/core/agent/diagnose/tasks/task_relevance.py,sha256=D4UBr0TqUNXkDZnNgA5wa4NYHSKtDaiugYeVg5zGQjs,3250
|
|
54
|
+
wisent/core/agent/diagnose/tasks/task_selector.py,sha256=ll34stireeqW-B_T4daf_91kujzVFQ8sOilk-JrxpHA,5414
|
|
55
|
+
wisent/core/cli/__init__.py,sha256=eNnjkY__dtWvohH7U4SwgAZrMfwZ4gAsR_7hgohfq5I,1078
|
|
56
|
+
wisent/core/cli/create_steering_vector.py,sha256=RzKjuvzWYRdXO8BcTZeEhOFwuH7id0i0iIuWtrLUfVg,5586
|
|
57
|
+
wisent/core/cli/evaluate_responses.py,sha256=9YAdA-gdIsAgkWscJcXGbn5pM3sHLyXmGCaYZi_HSKM,29098
|
|
58
|
+
wisent/core/cli/generate_pairs.py,sha256=6xhdkwnwKVvkSrSlQ0Zq-qNWBWPFVqhDqpg2YXiU9jA,5209
|
|
59
|
+
wisent/core/cli/generate_pairs_from_task.py,sha256=WeEwLlmc4d0yy6QldYhPuzW0-6i3ok1BdVfM3K_QqDs,4574
|
|
60
|
+
wisent/core/cli/generate_responses.py,sha256=mV6wKGz1Ewyeph25tSaNzqjNuv1qtwwG2ktOwCkdtG0,3966
|
|
61
|
+
wisent/core/cli/generate_vector_from_synthetic.py,sha256=TjmRD2k-ybwruolFC_na6bM79CPsYMweLDGP-q4XnNc,5567
|
|
62
|
+
wisent/core/cli/generate_vector_from_task.py,sha256=ZzrddZvaskF1L83j6rl08AmTe-XTAo_5spX-3MuZHUo,5474
|
|
63
|
+
wisent/core/cli/get_activations.py,sha256=ZTRjXzSxj3nzLlONJ9PMW4j4N1Thxu-AC4qKP4uU-Yo,7666
|
|
64
|
+
wisent/core/cli/optimize_classification.py,sha256=7klpLkImMDYDZov35FSI-A_jLl3P9BhQcV6TmXFpZgI,14997
|
|
65
|
+
wisent/core/cli/optimize_steering.py,sha256=6yBMNAt0AOBhzxjcc6G0Un_TyopNIMicN4BxSH5TQkw,16549
|
|
66
|
+
wisent/core/cli/tasks.py,sha256=ujiui_CJou2PW3ro8-O5HFDihUyDc8LoEuntXRUyayY,7672
|
|
67
|
+
wisent/core/contrastive_pairs/__init__.py,sha256=AbaAf-t_nyVVy_vLjp8WAlMDmNun3KNp_GMWAK25r9g,429
|
|
68
|
+
wisent/core/contrastive_pairs/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
69
|
+
wisent/core/contrastive_pairs/core/atoms.py,sha256=_zghw6c8iisW_SqBIUCoAnzhc5q7t5EgZ4zzTPxeLwQ,1129
|
|
70
|
+
wisent/core/contrastive_pairs/core/buliders.py,sha256=VWe4StOd3SsV0FBzg8b_2KG_ARiIITrwkfHR5xZNBxk,1975
|
|
71
|
+
wisent/core/contrastive_pairs/core/pair.py,sha256=VsoEXnZ8wpwuictZRpjp1O8pTeMnHvIn-jn01NIA5CI,8095
|
|
72
|
+
wisent/core/contrastive_pairs/core/response.py,sha256=bEUqW53jE7uGEdHFsu3pw209aHxcAORykYcXW-JdWUY,6147
|
|
73
|
+
wisent/core/contrastive_pairs/core/serialization.py,sha256=zpF5BZMFYb-ltD69Xuy53w7qnQ1b5OdkGNVR4pfWbZ8,11157
|
|
74
|
+
wisent/core/contrastive_pairs/core/set.py,sha256=8N1jN0bbuklkhhcDegd0L6Oc9Tv9fFFfoP1LlZSWVNU,4624
|
|
75
|
+
wisent/core/contrastive_pairs/diagnostics/__init__.py,sha256=aAtEI-oOmR2rTmcpMynODIjuTf7S8dW6wmyQS01aUfY,1498
|
|
76
|
+
wisent/core/contrastive_pairs/diagnostics/activations.py,sha256=TUNxU-HV3oeQxFbZhKo-OISM4mzR-Bib0naHmbqWzk8,1736
|
|
77
|
+
wisent/core/contrastive_pairs/diagnostics/base.py,sha256=uBi8PdTd6BRyy0lmGjAZLTZdgiiWwPNtsmKkBFCmlD0,2658
|
|
78
|
+
wisent/core/contrastive_pairs/diagnostics/control_vectors.py,sha256=ypRTEpVzSQDXEqyN-t7ssMoEcM44W8qABwImETEYO9o,6037
|
|
79
|
+
wisent/core/contrastive_pairs/diagnostics/coverage.py,sha256=MpT6_IdLqtMpav6mOCiNuemBVFvxWzkUbj7j3ZNx-48,2761
|
|
80
|
+
wisent/core/contrastive_pairs/diagnostics/divergence.py,sha256=Io3AcGluJogz4qENWu0ivQyFR_5bLN49BzCTI7DIVa4,3430
|
|
81
|
+
wisent/core/contrastive_pairs/diagnostics/duplicates.py,sha256=uwL-RCoQK6e791drLCSl-_z-rYAZXJYXX23zNYNCY0Y,4552
|
|
82
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
83
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/atoms.py,sha256=k9M__xO_YgN10-DYErxkI-Zb1vXRlvapOceEEA8S1qs,9799
|
|
84
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_extractor_manifest.py,sha256=_mrLNujN5K8IeLgl1bOJTcuaLUuS-Uc7S9ySnRR2I4w,2959
|
|
85
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_extractor_registry.py,sha256=DQn4bKRIC6fSpXvTzXxwCcrVe3EKZZesBG30qTCWeHc,4388
|
|
86
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_pairs_generation.py,sha256=PI-tPDZuCvVE9tySbGlSQMmVv5JAQaliF3R7C6rKTAs,1658
|
|
87
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
88
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/arc_challenge.py,sha256=5TRWzQXZA3pERvYTBU1wzsnKaRtc4XnjhujzU_vQFzI,4051
|
|
89
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/arc_easy.py,sha256=_Oo1YSn722btakzHIv9WTp1S-Gq3uGzUNRsTDfb9pI4,4011
|
|
90
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/arithmetic.py,sha256=H5HhNJjJZlVo7EWc4PbqA9syeKvADTuDd_thTgsx30M,3815
|
|
91
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/asdiv.py,sha256=pcA_KbcxtO36Kox2f1v0m8x5z0xt80Phc2MHBF_vgUU,4155
|
|
92
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/boolq.py,sha256=4GhRpEJBvz2DivVbCJhp73Nm-3CQmU78O7fV3bZ3COM,4007
|
|
93
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/cb.py,sha256=ZqAVLUl9lUw8B-MDAhkWMUARM5T2FB4SmKOR9vM_Dh0,4014
|
|
94
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/copa.py,sha256=-USxN0srTAYFashFfuHNq64T_OHDj6ZbfvD-3kE3u2g,4075
|
|
95
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/coqa.py,sha256=zlMNWN6mv56wbS6mC7sgTP-yNh_SUXZx7DnZWdqbZpU,4917
|
|
96
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/drop.py,sha256=h-ldJcoAcUPY_TMRVEJU2HnViLIu9YcihbhX02nensw,4361
|
|
97
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/gsm8k.py,sha256=Z91KrRqz1rqod3BZYeTzu1PAkmZv7s6_ziHa0YfEFNg,4222
|
|
98
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/headqa.py,sha256=6XAzuoqSDahyjX5BjE23zTUlv3KN5_PHlu0fjRIsrs8,3875
|
|
99
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/hellaswag.py,sha256=9DLQdQCApQ8HNEvkNwNBqB0OaKGWKIfb1p6gRhi76Lc,3895
|
|
100
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/livecodebench.py,sha256=7gIzpUwcStiMr29SAYw5MF3jetRk0GtI7kzrh3FtmPY,13711
|
|
101
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/logiqa.py,sha256=tOAbI7oXs8MnsAT5VdPQuLzGfpwqzRfke_z0CDwLF20,3989
|
|
102
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/logiqa2.py,sha256=gRnnCQnDE9U3paCbsU0H1sjMC7Ubuil0E4bpBZLynC4,3900
|
|
103
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/mc-taco.py,sha256=QbkTDDMCQs3AxLMpVBheFGJTetWPuseX9Qw3mnpAsx4,3890
|
|
104
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/medqa.py,sha256=NC0mVRarmm0zGYvtvYt9DoywWuYMonpn0dPc6r_q2H0,3972
|
|
105
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/mrpc.py,sha256=XMaAyhwhM7UCnf_rr474x7C42DXHpKftWdDlpYH7p_0,3820
|
|
106
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/multirc.py,sha256=QNkhgWHvfWnKTgQ9WqIYgpo8TwMo4C78MlaqRlzuRts,3929
|
|
107
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/mutual.py,sha256=OaGST2AovGTnuiKj7dLL3Uoo1I0u-7UZoW3TmkVJwOI,3860
|
|
108
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/openbookqa.py,sha256=I89hbrdt6Rg6e5OG1nq4vU7GljzO4hDW9-aF7SQrDpA,4039
|
|
109
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/pawsx.py,sha256=qoC9-h9bx5vxjMVeC2uR6zavhHOj_88SvBgyrGpKou4,3818
|
|
110
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/piqa.py,sha256=PWMPdhdgqIjGdW12sIQo2o6mn0pRSJBY7JDajZw-vvc,3821
|
|
111
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/prost.py,sha256=_HW0q6-rXXSx8jbjRxzYPvshv7nDEqvQ8hJpYh9yCks,3997
|
|
112
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/pubmedqa.py,sha256=HKZ07Ysvyhj3nqGS0LgtYD0IB4vRzjHMC5420FRpzB4,3971
|
|
113
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/qa4mre.py,sha256=4S_DJT-CRYs89OiRK1skQi_VM3CUGKEisJTw2XzLlgs,4055
|
|
114
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/qasper.py,sha256=FJJ75JpdBCChTHsuxFrFgFr7I5cDjopR33_e3jEC15M,3892
|
|
115
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/qnli.py,sha256=t1OUysTdpLEawtGPNdPLu88P2PRcum0BuC6webyC1M0,3797
|
|
116
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/qqp.py,sha256=qw1E7XxC5rOfDNWDysrvKxZkJ6k4iaw0OVEg1AmMCnk,3796
|
|
117
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/race.py,sha256=pPY13J86GYlZVhR9N-yPz23tqfKgsWdOMNHaZ6eH5PQ,4078
|
|
118
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/record.py,sha256=F49R5HOZlWZpE04Uk-MxXoJy8u986FFj078KFgWh078,4152
|
|
119
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/rte.py,sha256=zv5RTqERoz0VrxHMD4BldP5K7o9CZNq6gqqqQRjarLc,3785
|
|
120
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/sciq.py,sha256=rHAfOIQeUfVaTqeD-n-GvIZcizZkY0lnIADETUStoNY,3844
|
|
121
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/social_iqa.py,sha256=F0XRFU8ZRYH98g_WZjc9J8e6YCO8eBFhop1mtE1sso8,4057
|
|
122
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/squad2.py,sha256=JPJoefQyJmwmZ-uFaPkO6BFUHHpoSyju-CQP5Fb44VQ,4414
|
|
123
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/sst2.py,sha256=eqpA1VNI08nMdxF4ltNq333RJLICvENxSS7svQY57Z4,3851
|
|
124
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/swag.py,sha256=Qhc0ShclGcQS-KW9WA3EtDGlkWeqTWHi1NXjCvu31eU,3883
|
|
125
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/triviaqa.py,sha256=hSXe1GH49LI_qkGCc1Ac3spomxqBCRsKPRnZoa2Xw8s,4352
|
|
126
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/truthfulqa_gen.py,sha256=FSONTIir-S5OcZLsio3Nij7tgqwqKqqZIjyFFuBjjGM,3895
|
|
127
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/truthfulqa_mc1.py,sha256=aaFdVv5AXfrJZzoxtugC08Hv3MLaJBNCVNZQ_Vh2IAU,4031
|
|
128
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/truthfulqa_mc2.py,sha256=1TQ99Q2gpJUcgFM1V8amuCEzS0EWK7Y30Kg_ychYNN0,4031
|
|
129
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/webqs.py,sha256=TC9LvwwVYbL2sDcV49wfBWtIH9nC03TBRcoHE2eY1uI,4388
|
|
130
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/wic.py,sha256=o9QgK_FdId6myYuaSlP8aK8zi_u3hAbVcRHQjqmvKNc,4044
|
|
131
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/winogrande.py,sha256=fBUI-UvJIgJ0f3B20Bhkb5vjV6Q9a1xQBxHdAizI9is,4045
|
|
132
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/wnli.py,sha256=PG33RGXJZr0MUn0IqFXaP-JvHh3wXANbL3w4bfZa7xI,3792
|
|
133
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/wsc.py,sha256=2tyNkFtk1W6_5VJTq0Qp93XZF8j7tNKRyA06uekpLSU,3912
|
|
134
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/xnli.py,sha256=7JZKs3sh_11B3maEJw4K76SctWEe8-KLDzQ5QkvXPbE,3899
|
|
135
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/xstorycloze.py,sha256=qVyvTctnDbP-rob0WYrDeS18eaTFYvYNgh0Ta-HB5fE,4227
|
|
136
|
+
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/xwinograd.py,sha256=VTrrOjYaY2Jf86El7L_Dr3WJ-nMY67EcNI7L3XgD2DU,3931
|
|
137
|
+
wisent/core/data_loaders/__init__.py,sha256=VAcOq6wRL3oihqeJz6Pk23u1enwEkM8w2lShv0V8Sik,8667
|
|
138
|
+
wisent/core/data_loaders/rotator.py,sha256=XbkVWHWp82WqmrKxBZB6fHCaQOBm305TuHKUdMpwy24,4303
|
|
139
|
+
wisent/core/data_loaders/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
140
|
+
wisent/core/data_loaders/core/atoms.py,sha256=sjSS5Eb136hE29dHpKaMA0ohADc0k2iBj_PjpC40GuM,3470
|
|
141
|
+
wisent/core/data_loaders/loaders/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
142
|
+
wisent/core/data_loaders/loaders/custom.py,sha256=Xe1sOHH3_dRjBnQg9vwMM-XA8ROn65dUr9TeT-nuNtQ,4144
|
|
143
|
+
wisent/core/data_loaders/loaders/lm_loader.py,sha256=Trdit9L--ZMqkUE_tT0S2OWrMEO4o9tjFkHx2r3LZVU,7858
|
|
144
|
+
wisent/core/data_loaders/loaders/task_interface_loader.py,sha256=QGDfqMvdTFfogF9P533b-Gw52uHe0GnsS64AfnVVlek,11771
|
|
145
|
+
wisent/core/evaluators/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
146
|
+
wisent/core/evaluators/rotator.py,sha256=cEoybk2MRsvCuM_lyKkvpYLFCTQgo-jIH23kdmN8quk,5681
|
|
147
|
+
wisent/core/evaluators/benchmark_specific/__init__.py,sha256=Hjrh-p2bGp7Px2KpyPBxQLgYzlmFwBBk0MgofYkygHM,955
|
|
148
|
+
wisent/core/evaluators/benchmark_specific/exact_match_evaluator.py,sha256=8v-yRdW8PD9eRwwcJIcIl9MZRMvqLECueYAHdL3DGrA,2645
|
|
149
|
+
wisent/core/evaluators/benchmark_specific/f1_evaluator.py,sha256=E2nTdZGem1P4KwQJDH6l3p9CfcMqW_PfmAgpoU2ocKs,3153
|
|
150
|
+
wisent/core/evaluators/benchmark_specific/generation_evaluator.py,sha256=o_gu2fG5A8cLAhPfhyGUjvmLxg8OlFpNS-GYUWegu3Q,7019
|
|
151
|
+
wisent/core/evaluators/benchmark_specific/log_likelihoods_evaluator.py,sha256=Xuh5t7Ls5Cfc_yits0caZVJNOu0RLaxjRSG9-ub8rfo,15701
|
|
152
|
+
wisent/core/evaluators/benchmark_specific/perplexity_evaluator.py,sha256=NUlpKaDwkQR8BB8gudC1qTdHqvSyBX3oGoKrtE5ZBVw,4743
|
|
153
|
+
wisent/core/evaluators/benchmark_specific/personalization_evaluator.py,sha256=R9c0UQrdEDKK6ZRHeoDANy2lw1zJE6A8i6uL-nJezok,8887
|
|
154
|
+
wisent/core/evaluators/benchmark_specific/coding/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
155
|
+
wisent/core/evaluators/benchmark_specific/coding/solution_generator.py,sha256=PX3RdwhrrYG_2nx10GVvQjdq-_6AFP-Q-yEGFA9rYpc,9329
|
|
156
|
+
wisent/core/evaluators/benchmark_specific/coding/metrics/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
157
|
+
wisent/core/evaluators/benchmark_specific/coding/metrics/evaluator.py,sha256=eqhU3nXSOhqKHXtvx16ktl8-4IWJoiWSNJqgue-i800,12269
|
|
158
|
+
wisent/core/evaluators/benchmark_specific/coding/metrics/passk.py,sha256=IZZmGAbvmONPDYX9khzN6tqk6GZe4EvfijSPBWTbrE8,1984
|
|
159
|
+
wisent/core/evaluators/benchmark_specific/coding/metrics/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
160
|
+
wisent/core/evaluators/benchmark_specific/coding/metrics/core/atoms.py,sha256=I4wwOUTDjJ_4Jo6Bbpl8Tkv0Uz9zpwNjzeWBrXru-9g,1001
|
|
161
|
+
wisent/core/evaluators/benchmark_specific/coding/output_sanitizer/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
162
|
+
wisent/core/evaluators/benchmark_specific/coding/output_sanitizer/cpp_sanitizer.py,sha256=PVFARxEo0kkPznrRPM6j-SXRlX2xAuo8MfN5zXFW41s,3504
|
|
163
|
+
wisent/core/evaluators/benchmark_specific/coding/output_sanitizer/java_sanitizer.py,sha256=JUgCo2ZVI0d8lPYHuxrZSJffnN1uPjQQA-Z6gvvErmo,4550
|
|
164
|
+
wisent/core/evaluators/benchmark_specific/coding/output_sanitizer/python_sanitizer.py,sha256=ZyqnoY-lTiOKzdCX1LZdRhrNwv4LJyf75yidylvC5bE,4921
|
|
165
|
+
wisent/core/evaluators/benchmark_specific/coding/output_sanitizer/utils.py,sha256=FNepdX6bkDbp3unKLsMXNPemwi1iQnhsYEmcLc4SvWI,3153
|
|
166
|
+
wisent/core/evaluators/benchmark_specific/coding/output_sanitizer/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
167
|
+
wisent/core/evaluators/benchmark_specific/coding/output_sanitizer/core/atoms.py,sha256=yoPxZg-jA9XE065erGV99Dj6aE3dFvKzogxLo_IWvq8,1185
|
|
168
|
+
wisent/core/evaluators/benchmark_specific/coding/providers/__init__.py,sha256=rpGxV7u93zVQdkXfywxPeq_L5jXNFc0cN1Zj0TsXw2E,731
|
|
169
|
+
wisent/core/evaluators/benchmark_specific/coding/providers/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
170
|
+
wisent/core/evaluators/benchmark_specific/coding/providers/core/atoms.py,sha256=6THxuLLpg2GRiKT82ZItyQWgLGx7_Ljzk4YhgjV8zfM,1090
|
|
171
|
+
wisent/core/evaluators/benchmark_specific/coding/providers/livecodebench/__init__.py,sha256=JiYrBGxEJ9uc9HLTDPuLHmdIrgTNlThjl--Nj8XyMfA,81
|
|
172
|
+
wisent/core/evaluators/benchmark_specific/coding/providers/livecodebench/provider.py,sha256=VWwUTBA6PDk_a3qA_6J5Kof05VAnxDeJD7pgYrSrXqA,9677
|
|
173
|
+
wisent/core/evaluators/benchmark_specific/coding/safe_docker/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
174
|
+
wisent/core/evaluators/benchmark_specific/coding/safe_docker/entrypoint.py,sha256=hwZ1cH6cnBIXjwzIJxslThCCagbwqz_tSo5g7XfYgNk,4202
|
|
175
|
+
wisent/core/evaluators/benchmark_specific/coding/safe_docker/recipes.py,sha256=fGC477jAvoYoOmbCvpMRwfpqDll8I5KSANjTcMbN05s,2251
|
|
176
|
+
wisent/core/evaluators/benchmark_specific/coding/safe_docker/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
177
|
+
wisent/core/evaluators/benchmark_specific/coding/safe_docker/core/atoms.py,sha256=JE2eOKtiXGLNGSNqaPwtpPbcipoPeDdmVNxgt5_EHYE,3026
|
|
178
|
+
wisent/core/evaluators/benchmark_specific/coding/safe_docker/core/runtime.py,sha256=mVYgaz35C3K_0WlghwqohYgoMZUjstTfL3X7SMy0XBI,5721
|
|
179
|
+
wisent/core/evaluators/oracles/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
180
|
+
wisent/core/evaluators/oracles/interactive.py,sha256=f3v2_N17fKzGyeOxONRJbrbn8i5uMeZmRvMmF0ShNf0,2638
|
|
181
|
+
wisent/core/evaluators/oracles/nlp_evaluator.py,sha256=KxbnF-I2IFbBQpoYyjQKGbYh4NErsEuhTCRYX_Tob8o,18220
|
|
182
|
+
wisent/core/evaluators/oracles/user_specified.py,sha256=V1dKrNj3Oq7UC_I7DT0WGnktP7R_DSW6UAwDdrA8SnE,2360
|
|
183
|
+
wisent/core/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
184
|
+
wisent/core/models/wisent_model.py,sha256=rP1rLv9JZXXcngWCIVckuy7q-akqfi6xaotwYL9HYPI,32001
|
|
185
|
+
wisent/core/models/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
186
|
+
wisent/core/models/core/atoms.py,sha256=_Bpz0Sfiq6_VswThIltUwNGj_ukl5MhAg8RrgMKwEBM,15756
|
|
187
|
+
wisent/core/opti/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
188
|
+
wisent/core/opti/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
189
|
+
wisent/core/opti/core/atoms.py,sha256=9UZeb_SOdDxQ6FBhdAf9qXaEXElImKUsoAMsV0c4yZg,5266
|
|
190
|
+
wisent/core/opti/methods/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
191
|
+
wisent/core/opti/methods/opti_classificator.py,sha256=U7F3y6weqe6d9SdhR_w2KyGuu_8X27bkuCn4lHrVCw8,6842
|
|
192
|
+
wisent/core/opti/methods/opti_steering.py,sha256=Xh1GZKW6DOobJk88txEw7EQaHU9tVWqnyJOqPe8VvAo,5376
|
|
193
|
+
wisent/core/optuna/__init__.py,sha256=sTfwRnrRyKrCNVsF_qCjBDFEZC0ZmUZ7m6IE0iHfTVs,1914
|
|
194
|
+
wisent/core/optuna/classifier/__init__.py,sha256=vv2wCAbw8ccZxq3vxrQt9plUdbr7VJj-t2rRnh6jBR8,819
|
|
195
|
+
wisent/core/optuna/classifier/activation_generator.py,sha256=K384F_r65z-9f1scr6DoNNzlD1OCVEY9W5TxXilDM5E,14331
|
|
196
|
+
wisent/core/optuna/classifier/classifier_cache.py,sha256=Ng6M8MZoMQx0SpoeVb1ZAmQcVgxzEhlVnDM5RSp1eFo,17380
|
|
197
|
+
wisent/core/optuna/classifier/optuna_classifier_optimizer.py,sha256=eOdtm38eBA-KsAUHOmKpxFR3rkRhlZNMZnJZxeSKH7Y,22380
|
|
198
|
+
wisent/core/optuna/steering/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
199
|
+
wisent/core/optuna/steering/bigcode_evaluator_wrapper.py,sha256=e3rdGkYPcvRoBzCPpN7xfL7T6Vbt3X9LCLTA39jC23A,6641
|
|
200
|
+
wisent/core/optuna/steering/data_utils.py,sha256=adgA8gXaHLbllhOKspmPxe0tjRZKrc4M8tqs7IQDrK4,12195
|
|
201
|
+
wisent/core/optuna/steering/metrics.py,sha256=Tf4WC3jaVcke5yFMLkBfbc8fhA96TdnL4hXXfGgJ8WM,20378
|
|
202
|
+
wisent/core/optuna/steering/optuna_pipeline.py,sha256=i71osz12k--TGJzd33eH7J0ngQnEJm7gW1LBSS2PBg0,74792
|
|
203
|
+
wisent/core/optuna/steering/steering_optimization.py,sha256=zlkGDZrOk_iBYgJp7R0qV5eAQcwRZKEvu44yQKdI5C8,45489
|
|
204
|
+
wisent/core/parser_arguments/__init__.py,sha256=MpBsnsPcZQ8cqAn1tN4OYfb3oMQraNW-23g3Z5gSqeg,299
|
|
205
|
+
wisent/core/parser_arguments/agent_parser.py,sha256=B1dyRwj-lz7w6CGeJ8apkRuXz8iiRL1G-dj9fEndBB4,4674
|
|
206
|
+
wisent/core/parser_arguments/configure_model_parser.py,sha256=LmsS0mYF7eP-zpYB7SdEbtFZLVtPtcbkEi9CMkYqMVo,350
|
|
207
|
+
wisent/core/parser_arguments/create_steering_vector_parser.py,sha256=jcLlszdFs_9XkN434YCnegsifzIpOzoNx5VDwL5xyWo,1501
|
|
208
|
+
wisent/core/parser_arguments/evaluate_parser.py,sha256=XcPdhNIHq4i6BHyvKxWeSJp8IuB3iihqzmhPFhH0VMM,1763
|
|
209
|
+
wisent/core/parser_arguments/evaluate_responses_parser.py,sha256=1eUR6X5_OekCQLDltERw64Y7wyy8By3zhEkFNTFYWFI,685
|
|
210
|
+
wisent/core/parser_arguments/full_optimize_parser.py,sha256=6nurlORTrGmOj0DMz6xsWMHMBuCpBiqSwuhEM75I5Ow,4561
|
|
211
|
+
wisent/core/parser_arguments/generate_pairs_from_task_parser.py,sha256=wEZLIXocqgLduufNMYTNm4YcQwerq53zp5YseCqiCbY,924
|
|
212
|
+
wisent/core/parser_arguments/generate_pairs_parser.py,sha256=q4HzqzLRlicuXfwf2jBYoa3bddAWpiCAX39yaUzXxTA,1334
|
|
213
|
+
wisent/core/parser_arguments/generate_responses_parser.py,sha256=mi4gfHlNqa-jJZGFsxKJzucf_WqvXGBQA4_VlYgUBX0,1198
|
|
214
|
+
wisent/core/parser_arguments/generate_vector_from_synthetic_parser.py,sha256=gC0OfGapkER61KvVaNIVzq9MamsCrXxJ537N7mnrgME,3569
|
|
215
|
+
wisent/core/parser_arguments/generate_vector_from_task_parser.py,sha256=pm_nfSN0UqL2QsFYvFg9R-14Ukjm4jEb1f6H40pQXCI,3518
|
|
216
|
+
wisent/core/parser_arguments/generate_vector_parser.py,sha256=v9oi1ggqAV8GpGQhECy6htw4U_ZVmBgW9zWjZlnus6o,3618
|
|
217
|
+
wisent/core/parser_arguments/get_activations_parser.py,sha256=ChOV21B3Jji-f8KnZW_8H97agJJJv-dYLv2a33OE0y4,2382
|
|
218
|
+
wisent/core/parser_arguments/main_parser.py,sha256=PnYOt3M-c4mFtKKsiq-cogSMlP-2YQ_C0FF6tsFrqFY,8273
|
|
219
|
+
wisent/core/parser_arguments/model_config_parser.py,sha256=MBbn5lUVi5n1iTOwKQ1IzSsFgOwDmHSuPJA9Y1Qp5Po,3150
|
|
220
|
+
wisent/core/parser_arguments/monitor_parser.py,sha256=qo3vyyVmdZBkhGuhlHqbEzTiIKcdFIvG3IIuc-DIRQE,1234
|
|
221
|
+
wisent/core/parser_arguments/multi_steer_parser.py,sha256=UMig_rdC0wexQjQtGByXHHMrWn6eSaWWFRGwrofSLo8,2035
|
|
222
|
+
wisent/core/parser_arguments/optimize_classification_parser.py,sha256=G3OtlPa5MrqAx10bD3PO7NeT0VehLk-WxY4z9g7ZHBY,2745
|
|
223
|
+
wisent/core/parser_arguments/optimize_sample_size_parser.py,sha256=pgX3pyYowsrpWhM3aNtdQCClsQaLAFX_bb3oqHltU-U,2816
|
|
224
|
+
wisent/core/parser_arguments/optimize_steering_parser.py,sha256=bZ1g5UvKn2WwD0gtdmJgOGc6wCPswgFycuaoJPM7L_w,6811
|
|
225
|
+
wisent/core/parser_arguments/synthetic_parser.py,sha256=NYxmdGmqo0680dkoKw82pleq4v0B1q77t1N7IBng3qI,3606
|
|
226
|
+
wisent/core/parser_arguments/tasks_parser.py,sha256=oVLxDdUcQVDmJzSYYbULmSQNvSIdzSRWL_UxNAu_2F4,22719
|
|
227
|
+
wisent/core/parser_arguments/test_nonsense_parser.py,sha256=ALxU27Hn7ewB8IVe7bMS78MqukU4riouy492nlM4BUM,1096
|
|
228
|
+
wisent/core/parser_arguments/utils.py,sha256=E2s2VE14-iedjjcATuu60qnfYgxSKiYyGqeFeTwABUo,3654
|
|
229
|
+
wisent/core/prompts/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
230
|
+
wisent/core/prompts/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
231
|
+
wisent/core/prompts/core/atom.py,sha256=yb3uF7a8Vu7QL_UssriwHlIiqDef43NmppFg7Yj_JTg,1519
|
|
232
|
+
wisent/core/prompts/core/prompt_formater.py,sha256=lsyJfpnxsZyDxP-IKpPIt56mJ2xN2T8T3L_F5ST-YXA,5687
|
|
233
|
+
wisent/core/prompts/prompt_stratiegies/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
234
|
+
wisent/core/prompts/prompt_stratiegies/direct_completion.py,sha256=a4XDl1NHK1hYsAlKgVV3pMBwVc6plTuBnmjup6rU7oY,834
|
|
235
|
+
wisent/core/prompts/prompt_stratiegies/instruction_following.py,sha256=T9kYsP96LwkfO94lUqZTTB3NFxJhFPZlS80Sah4bDVc,846
|
|
236
|
+
wisent/core/prompts/prompt_stratiegies/multiple_choice.py,sha256=L4dOtocXte91Mn2zUhldlwPHbTeNDlfi3m00_JE4KIc,905
|
|
237
|
+
wisent/core/prompts/prompt_stratiegies/role_playing.py,sha256=Bl_4A-OJgepDB33iRLB-fTdCLmy4QvfGKJ7kIq1ApUE,1101
|
|
238
|
+
wisent/core/steering_methods/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
239
|
+
wisent/core/steering_methods/rotator.py,sha256=xOdkm7e7PLz1vMjJV-_kCJ8jbhw8qAQvTpX_vMVhS5k,4201
|
|
240
|
+
wisent/core/steering_methods/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
241
|
+
wisent/core/steering_methods/core/atoms.py,sha256=v8DcO4SSmJXv8KFaYs-A4nR4D2is7Q5SEdFJlZ2SCTg,5420
|
|
242
|
+
wisent/core/steering_methods/methods/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
243
|
+
wisent/core/steering_methods/methods/caa.py,sha256=CsMf1QvyywOr0nWehDQDn17IKAZ3qysURwPP6Jgbu5w,1683
|
|
244
|
+
wisent/core/synthetic/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
245
|
+
wisent/core/synthetic/cleaners/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
246
|
+
wisent/core/synthetic/cleaners/deduper_cleaner.py,sha256=XI19V8IpX5lGWasW43Qa2peEEcxsrAfmB_W9uKzw11U,1571
|
|
247
|
+
wisent/core/synthetic/cleaners/pairs_cleaner.py,sha256=t-xKYMfLsASk06EKfRM6rWYhEXv9cV7kjSaPhgLosG8,3860
|
|
248
|
+
wisent/core/synthetic/cleaners/refusaler_cleaner.py,sha256=Cd7DPbN1icgr9BQzWykwG3MiAtUB5XwnY777RQrW0Xk,5370
|
|
249
|
+
wisent/core/synthetic/cleaners/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
250
|
+
wisent/core/synthetic/cleaners/core/atoms.py,sha256=XUrgDhrPs77gCWq9y4VSDaC4WlylRrT1o9vrZjtpB7Y,1350
|
|
251
|
+
wisent/core/synthetic/cleaners/methods/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
252
|
+
wisent/core/synthetic/cleaners/methods/base_dedupers.py,sha256=z_xe8yAEGORKBCmzZJaUprSvX-ApYSXBV_vXJ4q3O-U,11697
|
|
253
|
+
wisent/core/synthetic/cleaners/methods/base_refusalers.py,sha256=3l-w_kaFY9dfwOCjhmmA0S-_wmtKIkGxcZwnGOCLsm0,10329
|
|
254
|
+
wisent/core/synthetic/cleaners/methods/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
255
|
+
wisent/core/synthetic/cleaners/methods/core/atoms.py,sha256=kxD-CnS-u2GXAiezNYEQJ0asgxbMpmR4sXroSz5QjxE,1563
|
|
256
|
+
wisent/core/synthetic/db_instructions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
257
|
+
wisent/core/synthetic/db_instructions/mini_dp.py,sha256=HKL1kd1YMMA4Y6XrTgE3W8YIOEKy1rCzeFjXYfy7mXA,1785
|
|
258
|
+
wisent/core/synthetic/db_instructions/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
259
|
+
wisent/core/synthetic/db_instructions/core/atoms.py,sha256=jBazuD37hyBMIsbFNDjpwlGnxECAOuh4YT0fmpH8C6o,748
|
|
260
|
+
wisent/core/synthetic/generators/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
261
|
+
wisent/core/synthetic/generators/pairs_generator.py,sha256=s4zjPMp4L_Tvi4dQaGs128KWOZ_oXnCiKXVc_4d8ADs,8013
|
|
262
|
+
wisent/core/synthetic/generators/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
263
|
+
wisent/core/synthetic/generators/core/atoms.py,sha256=9wL0v38BCqn3y9LtoRkQsK_X3egjdYcPmFXH0mgFSWg,2290
|
|
264
|
+
wisent/core/synthetic/generators/diversities/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
265
|
+
wisent/core/synthetic/generators/diversities/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
266
|
+
wisent/core/synthetic/generators/diversities/core/core.py,sha256=TjSj5T7NE5kRH-ABcFqb1Hz_j3Z6F_TcV-95uHD5Xw8,2201
|
|
267
|
+
wisent/core/synthetic/generators/diversities/methods/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
268
|
+
wisent/core/synthetic/generators/diversities/methods/fast_diversity.py,sha256=sUzLXnQyWCD2fV4lcNlfEwEIGXeaYsUrvA41T7d9TSc,8527
|
|
269
|
+
wisent/core/tasks/__init__.py,sha256=AjsAd4VhMOh2c0_y1ZRYhNsc39cT1lec7M8yHKvua84,6727
|
|
270
|
+
wisent/core/tasks/aime_task.py,sha256=SLGcmf_ywtI73JeqQNjuuKVWgddHNmqqq2jhnQS10vw,5417
|
|
271
|
+
wisent/core/tasks/file_task.py,sha256=DUMhrMFXHXfcuNsPg-LbnCg8aL8fLgdooboZCTfdgSc,7079
|
|
272
|
+
wisent/core/tasks/hle_task.py,sha256=YBSvAA4WnM4OXdsAz6ryh6fL41vPwVHrMHF5OJeLkE4,7043
|
|
273
|
+
wisent/core/tasks/hmmt_task.py,sha256=k-mIWsSl3IEGfGXIPigpw21K2CTMqQ47QDnX__rVQhQ,4742
|
|
274
|
+
wisent/core/tasks/livecodebench_task.py,sha256=f4adK8Mh24TLqq6geNFOYW_CXp-sqCiNYJxTlbmdmGw,4172
|
|
275
|
+
wisent/core/tasks/livemathbench_task.py,sha256=G--Gl_1wczDZgB6-wCvvBbXzrOBo9IDbSUqkJxn82Y8,6407
|
|
276
|
+
wisent/core/tasks/lm_eval_task.py,sha256=FfyiJ0kPvvqef81c65Rbdx65CbsucupVC8iKwYHQxb4,14336
|
|
277
|
+
wisent/core/tasks/math500_task.py,sha256=e_qpzG_ppuZxoq3Vi40n_9-vOCf4lRAWO4zIiyUezgU,3124
|
|
278
|
+
wisent/core/tasks/polymath_task.py,sha256=SNZELmzdQM93rjN2_zdnqXTVokDnBFIj-cXE4dsKSTI,5933
|
|
279
|
+
wisent/core/tasks/supergpqa_task.py,sha256=_axLCD7-ZoigxTfaYwVrzyHuo5woeJxKaBpWSYJZ1Tg,9069
|
|
280
|
+
wisent/core/tracking/__init__.py,sha256=Ey03RCi2x-hPTXFjUGum3qvHWF9D-BpV0B5j0St5giw,1156
|
|
281
|
+
wisent/core/tracking/latency.py,sha256=YWvotesKW1k_-7xmXvFQucOQJq3Uu87M_FkudOjynTE,21855
|
|
282
|
+
wisent/core/tracking/memory.py,sha256=fSGrZzHXvOFz3X0V_80CPvSLT5cQeMWW4OT2QcunlA0,13087
|
|
283
|
+
wisent/core/trainers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
284
|
+
wisent/core/trainers/steering_trainer.py,sha256=JAdYwPhiakqN70WLqpZFZBsGHu2yed5v-TSM7ppjKJc,10557
|
|
285
|
+
wisent/core/trainers/core/__init__.py,sha256=D0JX0-XCHdtLrCXhVDHNQafvyWCvJ4-o4UKtkH1lI1k,1257
|
|
286
|
+
wisent/core/trainers/core/atoms.py,sha256=ycWk0G-7EIAEOnQL-o5_V5B8KTQ7CQUilGF4ibjighM,1536
|
|
287
|
+
wisent/core/utils/__init__.py,sha256=NavuBkpDSz6q1dN6m34-I-l8Aps1Sgcnx82FHxFufzY,457
|
|
288
|
+
wisent/core/utils/device.py,sha256=5brw9tclTU77NNAokzLXYrKUnjjYBzFfA7wNJPM9ytM,1609
|
|
289
|
+
wisent-0.5.14.dist-info/licenses/LICENSE,sha256=wy0iaw8b2tyqZAfKHib3lP3PJ9o88FDCg92oUHh3sDQ,1073
|
|
290
|
+
wisent-0.5.14.dist-info/METADATA,sha256=AEpPbm_BRKb9Z04q4n8we84vbDFgrZsXgwhzd8WpLHc,2413
|
|
291
|
+
wisent-0.5.14.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
292
|
+
wisent-0.5.14.dist-info/entry_points.txt,sha256=BM76j3xjtIcVZGk24iDf5w18s6SuqeOpaiAxfZhpnY8,49
|
|
293
|
+
wisent-0.5.14.dist-info/top_level.txt,sha256=2Ts9Iyldnb3auIN2HBBaHPknRy7nSRDm2f6RGzYgr8A,7
|
|
294
|
+
wisent-0.5.14.dist-info/RECORD,,
|
|
@@ -1,53 +0,0 @@
|
|
|
1
|
-
# coding/providers/livecodebench/provider.py
|
|
2
|
-
from __future__ import annotations
|
|
3
|
-
from typing import Iterable
|
|
4
|
-
from ..core.atoms import CodingTask, Language
|
|
5
|
-
|
|
6
|
-
class LiveCodeBenchProvider:
|
|
7
|
-
"""
|
|
8
|
-
Sketch adapter: load LiveCodeBench (code_generation_lite) and render tasks.
|
|
9
|
-
Note: HF card states it's used for self-repair with test case feedback too.
|
|
10
|
-
"""
|
|
11
|
-
name = "livecodebench"
|
|
12
|
-
|
|
13
|
-
def __init__(self, language: Language = "python"):
|
|
14
|
-
self.language = language
|
|
15
|
-
|
|
16
|
-
def iter_tasks(self, split: str = "test") -> Iterable[CodingTask]:
|
|
17
|
-
# placeholder: integrate HF datasets on your host and transform each row
|
|
18
|
-
# according to `self.language` into {files} + options.
|
|
19
|
-
# HF dataset card: "also used for self-repair using test case feedback".
|
|
20
|
-
# https://huggingface.co/datasets/livecodebench/code_generation_lite
|
|
21
|
-
# (Keep this stub lean; real impl will map test templates per language.)
|
|
22
|
-
# Yield a toy one so examples work:
|
|
23
|
-
if self.language == "python":
|
|
24
|
-
yield CodingTask(
|
|
25
|
-
language="python",
|
|
26
|
-
files={
|
|
27
|
-
"solution.py": "def add(a,b): return a - b # BUG",
|
|
28
|
-
"tests.py": "from solution import add\n"
|
|
29
|
-
"def test_ok(): assert add(1,2)==3\n"
|
|
30
|
-
"def test_neg(): assert add(-5,2)==-3\n"
|
|
31
|
-
},
|
|
32
|
-
options={}
|
|
33
|
-
)
|
|
34
|
-
elif self.language == "cpp":
|
|
35
|
-
yield CodingTask(
|
|
36
|
-
language="cpp",
|
|
37
|
-
files={
|
|
38
|
-
"solution.cpp":"int add(int a,int b){return a-b;}",
|
|
39
|
-
"test_main.cpp":"#include <cassert>\nint add(int,int);\nint main(){assert(add(1,2)==3);assert(add(-5,2)==-3);return 0;}"
|
|
40
|
-
},
|
|
41
|
-
options={"cxx_std":"c++17"}
|
|
42
|
-
)
|
|
43
|
-
else: # java
|
|
44
|
-
yield CodingTask(
|
|
45
|
-
language="java",
|
|
46
|
-
files={
|
|
47
|
-
"Solution.java":"public class Solution{public static int add(int a,int b){return a-b;}}",
|
|
48
|
-
"MainTest.java":"public class MainTest{public static void main(String[]a){"
|
|
49
|
-
"if(Solution.add(1,2)!=3)throw new RuntimeException(\"f1\");"
|
|
50
|
-
"if(Solution.add(-5,2)!=-3)throw new RuntimeException(\"f2\");}}"
|
|
51
|
-
},
|
|
52
|
-
options={"java_main":"MainTest"}
|
|
53
|
-
)
|