featurebench 0.1.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (100) hide show
  1. featurebench/__init__.py +1 -0
  2. featurebench/classification/__init__.py +5 -0
  3. featurebench/classification/code_classifier.py +1450 -0
  4. featurebench/classification/file_analyzer.py +300 -0
  5. featurebench/classification/llm_top_classifier.py +825 -0
  6. featurebench/classification/p2p_chooser.py +628 -0
  7. featurebench/cli.py +129 -0
  8. featurebench/conversion/__init__.py +0 -0
  9. featurebench/conversion/case_converter.py +1189 -0
  10. featurebench/conversion/eval_code.py +169 -0
  11. featurebench/conversion/llm_prompt_generator.py +392 -0
  12. featurebench/conversion/llm_testfile_adjuster.py +436 -0
  13. featurebench/conversion/render_task.py +82 -0
  14. featurebench/docker/__init__.py +5 -0
  15. featurebench/docker/dynamic_tracer.py +687 -0
  16. featurebench/docker/image_manager.py +1083 -0
  17. featurebench/docker/test_runner.py +388 -0
  18. featurebench/docker/test_scanner.py +517 -0
  19. featurebench/harness/__init__.py +1 -0
  20. featurebench/harness/constants.py +55 -0
  21. featurebench/harness/container.py +369 -0
  22. featurebench/harness/grading.py +143 -0
  23. featurebench/harness/report.py +340 -0
  24. featurebench/harness/review_codes.py +405 -0
  25. featurebench/harness/run_evaluation.py +836 -0
  26. featurebench/harness/runtime.py +592 -0
  27. featurebench/harness/test_parsers.py +290 -0
  28. featurebench/harness/utils.py +272 -0
  29. featurebench/infer/__init__.py +82 -0
  30. featurebench/infer/agents/__init__.py +45 -0
  31. featurebench/infer/agents/base.py +389 -0
  32. featurebench/infer/agents/claude_code.py +250 -0
  33. featurebench/infer/agents/codex.py +345 -0
  34. featurebench/infer/agents/gemini_cli.py +363 -0
  35. featurebench/infer/agents/mini_swe_agent.py +205 -0
  36. featurebench/infer/agents/openhands.py +755 -0
  37. featurebench/infer/config.py +243 -0
  38. featurebench/infer/container.py +660 -0
  39. featurebench/infer/gpu_scheduler.py +141 -0
  40. featurebench/infer/models.py +341 -0
  41. featurebench/infer/output.py +369 -0
  42. featurebench/infer/render_infer_log.py +240 -0
  43. featurebench/infer/run_infer.py +1544 -0
  44. featurebench/infer/runtime.py +430 -0
  45. featurebench/llm/__init__.py +0 -0
  46. featurebench/llm/llm_caller.py +286 -0
  47. featurebench/llm/llm_exceptions.py +31 -0
  48. featurebench/mask/__init__.py +1 -0
  49. featurebench/mask/mask_generator.py +2614 -0
  50. featurebench/mask/mask_validator.py +348 -0
  51. featurebench/mask/signature_extractor.py +423 -0
  52. featurebench/pipeline.py +670 -0
  53. featurebench/post_verify/__init__.py +3 -0
  54. featurebench/post_verify/f2p_validator.py +243 -0
  55. featurebench/post_verify/level2_validator.py +285 -0
  56. featurebench/post_verify/p2p_validator.py +220 -0
  57. featurebench/resources/constants/full_images.txt +24 -0
  58. featurebench/resources/constants/lite_images.txt +13 -0
  59. featurebench/resources/constants/python_example.py +93 -0
  60. featurebench/resources/dockerfiles/python310.py +98 -0
  61. featurebench/resources/dockerfiles/python310_cu118_torch212.py +99 -0
  62. featurebench/resources/dockerfiles/python310_cu121_torch251.py +98 -0
  63. featurebench/resources/dockerfiles/python310_cu121_torch28.py +98 -0
  64. featurebench/resources/dockerfiles/python311.py +98 -0
  65. featurebench/resources/dockerfiles/python311_cu121_torch28.py +98 -0
  66. featurebench/resources/dockerfiles/python312.py +100 -0
  67. featurebench/resources/dockerfiles/python312_cu121_torch251.py +98 -0
  68. featurebench/resources/dockerfiles/python312_cu121_torch26.py +98 -0
  69. featurebench/resources/dockerfiles/python312_cu121_torch28.py +98 -0
  70. featurebench/resources/dockerfiles/python312_torch251.py +98 -0
  71. featurebench/resources/dockerfiles/python39.py +98 -0
  72. featurebench/resources/scripts/dynamic_script/autograd_backward_patch.py +236 -0
  73. featurebench/resources/scripts/dynamic_script/dynamic_script.py +662 -0
  74. featurebench/resources/scripts/dynamic_script/import_hook_patch.py +281 -0
  75. featurebench/resources/scripts/dynamic_script/joblib_patch.py +77 -0
  76. featurebench/resources/scripts/dynamic_script/sitecustomize.py +237 -0
  77. featurebench/resources/scripts/scanner_script.py +121 -0
  78. featurebench/resources/templates/appendix.md.j2 +17 -0
  79. featurebench/resources/templates/black_links.txt.j2 +6 -0
  80. featurebench/resources/templates/config_template.yaml +132 -0
  81. featurebench/resources/templates/level_1.j2 +64 -0
  82. featurebench/resources/templates/level_2.j2 +78 -0
  83. featurebench/resources/templates/llm_prompt_templates.yaml +107 -0
  84. featurebench/scripts/cal_eval_outputs.py +628 -0
  85. featurebench/scripts/post_filter_cases.py +592 -0
  86. featurebench/scripts/pull_images.py +208 -0
  87. featurebench/utils/__init__.py +1 -0
  88. featurebench/utils/command_utils.py +37 -0
  89. featurebench/utils/config.py +349 -0
  90. featurebench/utils/logger.py +688 -0
  91. featurebench/utils/parser/__init__.py +0 -0
  92. featurebench/utils/parser/pytest_parser.py +252 -0
  93. featurebench/utils/repo_manager.py +404 -0
  94. featurebench/utils/storage.py +1271 -0
  95. featurebench/utils/utils.py +1145 -0
  96. featurebench-0.1.0.dist-info/METADATA +120 -0
  97. featurebench-0.1.0.dist-info/RECORD +100 -0
  98. featurebench-0.1.0.dist-info/WHEEL +4 -0
  99. featurebench-0.1.0.dist-info/entry_points.txt +3 -0
  100. featurebench-0.1.0.dist-info/licenses/LICENSE +21 -0
featurebench/__init__.py ADDED
@@ -0,0 +1 @@
1
+ # featurebench package
featurebench/classification/__init__.py ADDED
@@ -0,0 +1,5 @@
1
+ """
2
+ Classification module.
3
+
4
+ This module handles object classification and p2p selection.
5
+ """