itp-interface 1.0.0__py3-none-any.whl

itp_interface/main/config/benchmark/miniF2F_test_mathd_algebra_hard.yaml

@@ -0,0 +1,72 @@
+name: miniF2F_test_mathd_algebra_hard
+num_files: 1
+language: LEAN
+few_shot_data_path_for_retrieval:
+few_shot_metadata_filename_for_retrieval:
+dfs_data_path_for_retrieval:
+dfs_metadata_filename_for_retrieval:
+datasets:
+  - project: data/benchmarks/miniF2F
+    files:
+      - path: lean/src/test.lean
+        theorems:
+          - mathd_algebra_107
+          - mathd_algebra_113
+          - mathd_algebra_114
+          - mathd_algebra_125
+          - mathd_algebra_129
+          - mathd_algebra_137
+          - mathd_algebra_139
+          - mathd_algebra_141
+          - mathd_algebra_142
+          - mathd_algebra_143
+          - mathd_algebra_148
+          - mathd_algebra_153
+          - mathd_algebra_156
+          - mathd_algebra_158
+          - mathd_algebra_160
+          - mathd_algebra_17
+          - mathd_algebra_170
+          - mathd_algebra_184
+          - mathd_algebra_188
+          - mathd_algebra_196
+          - mathd_algebra_208
+          - mathd_algebra_209
+          - mathd_algebra_215
+          - mathd_algebra_24
+          - mathd_algebra_246
+          - mathd_algebra_263
+          - mathd_algebra_270
+          - mathd_algebra_275
+          - mathd_algebra_276
+          - mathd_algebra_288
+          - mathd_algebra_289
+          - mathd_algebra_293
+          - mathd_algebra_296
+          - mathd_algebra_302
+          - mathd_algebra_313
+          - mathd_algebra_320
+          - mathd_algebra_329
+          - mathd_algebra_33
+          - mathd_algebra_332
+          - mathd_algebra_338
+          - mathd_algebra_342
+          - mathd_algebra_346
+          - mathd_algebra_354
+          - mathd_algebra_362
+          - mathd_algebra_388
+          - mathd_algebra_392
+          - mathd_algebra_398
+          - mathd_algebra_400
+          - mathd_algebra_412
+          - mathd_algebra_427
+          - mathd_algebra_44
+          - mathd_algebra_440
+          - mathd_algebra_441
+          - mathd_algebra_452
+          - mathd_algebra_459
+          - mathd_algebra_484
+          - mathd_algebra_487
+          - mathd_algebra_598
+          - mathd_algebra_756
+          - mathd_algebra_80

itp_interface/main/config/benchmark/miniF2F_test_mathd_numbertheory.yaml

@@ -0,0 +1,72 @@
+name: miniF2F_test_mathd_numbertheory
+num_files: 1
+language: LEAN
+few_shot_data_path_for_retrieval:
+few_shot_metadata_filename_for_retrieval:
+dfs_data_path_for_retrieval:
+dfs_metadata_filename_for_retrieval:
+datasets:
+  - project: data/benchmarks/miniF2F
+    files:
+      - path: lean/src/test.lean
+        theorems:
+          - mathd_numbertheory_100
+          - mathd_numbertheory_1124
+          - mathd_numbertheory_12
+          - mathd_numbertheory_127
+          - mathd_numbertheory_135
+          - mathd_numbertheory_150
+          - mathd_numbertheory_175
+          - mathd_numbertheory_185
+          - mathd_numbertheory_207
+          - mathd_numbertheory_212
+          - mathd_numbertheory_222
+          - mathd_numbertheory_227
+          - mathd_numbertheory_229
+          - mathd_numbertheory_233
+          - mathd_numbertheory_234
+          - mathd_numbertheory_235
+          - mathd_numbertheory_237
+          - mathd_numbertheory_239
+          - mathd_numbertheory_247
+          - mathd_numbertheory_254
+          - mathd_numbertheory_277
+          - mathd_numbertheory_293
+          - mathd_numbertheory_296
+          - mathd_numbertheory_299
+          - mathd_numbertheory_3
+          - mathd_numbertheory_314
+          - mathd_numbertheory_320
+          - mathd_numbertheory_321
+          - mathd_numbertheory_328
+          - mathd_numbertheory_34
+          - mathd_numbertheory_341
+          - mathd_numbertheory_342
+          - mathd_numbertheory_343
+          - mathd_numbertheory_345
+          - mathd_numbertheory_353
+          - mathd_numbertheory_427
+          - mathd_numbertheory_430
+          - mathd_numbertheory_435
+          - mathd_numbertheory_447
+          - mathd_numbertheory_451
+          - mathd_numbertheory_457
+          - mathd_numbertheory_483
+          - mathd_numbertheory_495
+          - mathd_numbertheory_5
+          - mathd_numbertheory_517
+          - mathd_numbertheory_521
+          - mathd_numbertheory_541
+          - mathd_numbertheory_551
+          - mathd_numbertheory_552
+          - mathd_numbertheory_559
+          - mathd_numbertheory_582
+          - mathd_numbertheory_618
+          - mathd_numbertheory_66
+          - mathd_numbertheory_711
+          - mathd_numbertheory_728
+          - mathd_numbertheory_764
+          - mathd_numbertheory_765
+          - mathd_numbertheory_769
+          - mathd_numbertheory_85
+          - mathd_numbertheory_99

itp_interface/main/config/benchmark/miniF2F_test_numbertheory.yaml

@@ -0,0 +1,20 @@
+name: miniF2F_test_numbertheory
+num_files: 1
+language: LEAN
+few_shot_data_path_for_retrieval:
+few_shot_metadata_filename_for_retrieval:
+dfs_data_path_for_retrieval:
+dfs_metadata_filename_for_retrieval:
+datasets:
+  - project: data/benchmarks/miniF2F
+    files:
+      - path: lean/src/test.lean
+        theorems:
+          - numbertheory_2pownm1prime_nprime
+          - numbertheory_3pow2pownm1mod2pownp3eq2pownp2
+          - numbertheory_4x3m7y3neq2003
+          - numbertheory_aoddbdiv4asqpbsqmod8eq1
+          - numbertheory_exk2powkeqapb2mulbpa2_aeq1
+          - numbertheory_fxeq4powxp6powxp9powx_f2powmdvdf2pown
+          - numbertheory_notequiv2i2jasqbsqdiv8
+          - numbertheory_x5neqy2p4

itp_interface/main/config/benchmark/minicompcert_benchmark_1.yaml

@@ -0,0 +1,14 @@
+name: minicompcert_benchmark_1
+num_files: 1
+language: COQ
+few_shot_data_path_for_retrieval: .log/tools/coq_raw_proofs/data/benchmarks/CompCert/2023-09-06-03-44-06/CompCert/train
+few_shot_metadata_filename_for_retrieval: single.meta.json
+dfs_data_path_for_retrieval: .log/run_data_generation_transforms/data/benchmarks/CompCert/train
+dfs_metadata_filename_for_retrieval: local.meta.json
+setup_cmds:
+  - opam env --switch=CompCert --set-switch
+datasets:
+  - project: data/benchmarks/CompCert
+    files:
+      - path: cfrontend/Cop.v
+        theorems: "*"

itp_interface/main/config/benchmark/proverbot_hard.yaml

@@ -0,0 +1,104 @@
+name: proverbot_hard
+num_files: 9
+language: COQ
+few_shot_data_path_for_retrieval: .log/tools/coq_raw_proofs/data/benchmarks/CompCert/2023-09-06-03-44-06/CompCert/train
+few_shot_metadata_filename_for_retrieval: single.meta.json
+dfs_data_path_for_retrieval: .log/run_data_generation_transforms/data/benchmarks/CompCert/train
+dfs_metadata_filename_for_retrieval: local.meta.json
+  - opam env --switch=CompCert --set-switch
+datasets:
+  - project: data/benchmarks/CompCert
+    files:
+      - path: flocq/Calc/Round.v
+        theorems: 
+          - inbetween_int_NE
+      - path: flocq/Core/Zaux.v
+        theorems: 
+          - Zopp_le_cancel
+          - Zgt_not_eq
+          - radix_gt_0
+          - Zsame_sign_imp
+          - cond_Zopp_negb
+          - abs_cond_Zopp
+          - cond_Zopp_Zlt_bool
+          - iter_nat_S
+      - path: common/Globalenvs.v
+        theorems: 
+        - shift_symbol_address
+        - shift_symbol_address_32
+        - shift_symbol_address_64
+        - find_funct_find_funct_ptr
+        - find_funct_ptr_iff
+        - find_var_info_iff
+        - global_addresses_distinct
+        - genv_next_add_globals
+        - genv_public_add_globals
+        - alloc_globals_app
+      - path: lib/Parmov.v
+        theorems: 
+          - update_same
+          - update_o
+          - update_ident
+          - dests_disjoint_sym
+          - dests_disjoint_cons_right
+          - is_mill_cons
+          - move_no_temp_append
+          - notin_dests_cons
+          - exec_seq_app
+          - env_equiv_sym
+          - env_equiv_trans
+          - parmove2_wf_moves
+          - no_overlap_sym
+          - pairwise_disjoint_norepet
+          - disjoint_temps_not_temp
+          - mu_is_mill
+          - no_overlap_pairwise
+          - weak_exec_seq_match
+      - path: x86/SelectOpproof.v
+        theorems:
+          - eval_addrstack
+          - eval_mulhs
+          - eval_mulhu
+          - eval_negf
+          - eval_absf
+          - eval_negfs
+          - eval_absfs
+          - eval_compf
+          - eval_compfs
+          - eval_singleoffloat
+          - eval_floatofsingle
+          - eval_intoffloat
+          - eval_intofsingle
+# Below are the theorems that were successfully proved by proverbot
+# We will include them in the benchmark for the next round
+    # - path: x86/SelectOpproof.v
+    #   theorems:
+    #     - eval_addrstack
+    #     - eval_mulhs
+    #     - eval_mulhu
+    #     - eval_negf
+    #     - eval_absf
+    #     - eval_negfs
+    #     - eval_absfs
+    #     - eval_compf
+    #     - eval_compfs
+    #     - eval_singleoffloat
+    #     - eval_floatofsingle
+    #     - eval_intoffloat
+    #     - eval_intofsingle
+    #   - path: backend/Locations.v
+    #     theorems:
+    #       - typesize_pos
+    #       - typealign_pos
+    #       - typealign_typesize
+    #       - same_not_diff
+    #       - Loc.diff_sym
+    #       - Loc.disjoint_cons_left
+    #       - IndexedTyp.index_inj
+    #       - IndexedSlot.index_inj
+    #       - OrderedLoc.eq_sym
+    #       - OrderedLoc.eq_trans
+    #       - OrderedLoc.lt_trans
+    #   - path: cfrontend/Cop.v
+    #     theorems: 
+    #       - ArithConv.typeconv_integer_promotion

itp_interface/main/config/benchmark/re_prover.yaml

@@ -0,0 +1,66 @@
+name: re_prover
+num_files: 1
+language: LEAN
+few_shot_data_path_for_retrieval: 
+few_shot_metadata_filename_for_retrieval: 
+dfs_data_path_for_retrieval: 
+dfs_metadata_filename_for_retrieval: 
+datasets:
+  - project: data/benchmarks/miniF2F
+    files:
+      - path: lean/src/test.lean
+        theorems:
+          - mathd_algebra_176
+          - mathd_algebra_388
+          - mathd_algebra_513
+          - mathd_algebra_304
+          - mathd_algebra_354
+          - mathd_algebra_314
+          - mathd_algebra_400
+          - mathd_algebra_171
+          - mathd_numbertheory_728
+          - mathd_algebra_478
+          - mathd_numbertheory_517
+          - mathd_numbertheory_299
+          - mathd_numbertheory_254
+          - mathd_algebra_107
+          - mathd_algebra_329
+          - mathd_numbertheory_769
+          - amc12b_2002_p2
+          - mathd_algebra_398
+          - mathd_algebra_24
+          - mathd_numbertheory_212
+          - mathd_algebra_246
+          - mathd_numbertheory_66
+          - amc12b_2020_p2
+          - mathd_algebra_125
+          - mathd_numbertheory_85
+          - mathd_numbertheory_239
+          - mathd_algebra_440
+          - mathd_algebra_270
+          - mathd_algebra_302
+          - mathd_numbertheory_229
+          - mathd_algebra_33
+          - aime_1989_p8
+          - mathd_algebra_359
+          - mathd_algebra_76
+          - mathd_numbertheory_3
+          - mathd_numbertheory_235
+          - mathd_algebra_419
+          - mathd_algebra_412
+          - mathd_numbertheory_345
+          - mathd_numbertheory_447
+          - mathd_numbertheory_551
+          - mathd_algebra_143
+          - mathd_algebra_139
+          - mathd_algebra_432
+          - mathd_numbertheory_342
+          - amc12a_2021_p9
+          - mathd_algebra_142
+          - mathd_algebra_346
+          - mathd_algebra_275
+          - mathd_numbertheory_343
+          - mathd_numbertheory_207
+          - mathd_algebra_188
+          - mathd_numbertheory_293
+          - mathd_algebra_441

itp_interface/main/config/benchmark/re_prover_hard.yaml

@@ -0,0 +1,41 @@
+name: re_prover_hard
+num_files: 1
+language: LEAN
+few_shot_data_path_for_retrieval: 
+few_shot_metadata_filename_for_retrieval: 
+dfs_data_path_for_retrieval: 
+dfs_metadata_filename_for_retrieval: 
+datasets:
+  - project: data/benchmarks/miniF2F
+    files:
+      - path: lean/src/test.lean
+        theorems:
+          - aime_1989_p8
+          - mathd_algebra_107
+          - mathd_algebra_125
+          - mathd_algebra_139
+          - mathd_algebra_142
+          - mathd_algebra_143
+          - mathd_algebra_188
+          - mathd_algebra_24
+          - mathd_algebra_246
+          - mathd_algebra_270
+          - mathd_algebra_275
+          - mathd_algebra_302
+          - mathd_algebra_329
+          - mathd_algebra_33
+          - mathd_algebra_346
+          - mathd_algebra_354
+          - mathd_algebra_388
+          - mathd_algebra_398
+          - mathd_algebra_400
+          - mathd_algebra_440
+          - mathd_algebra_441
+          - mathd_numbertheory_212
+          - mathd_numbertheory_229
+          - mathd_numbertheory_239
+          - mathd_numbertheory_293
+          - mathd_numbertheory_343
+          - mathd_numbertheory_447
+          - mathd_numbertheory_728
+          - mathd_numbertheory_769

itp_interface/main/config/benchmark/re_prover_very_hard.yaml

@@ -0,0 +1,22 @@
+name: re_prover_very_hard
+num_files: 1
+language: LEAN
+few_shot_data_path_for_retrieval: 
+few_shot_metadata_filename_for_retrieval: 
+dfs_data_path_for_retrieval: 
+dfs_metadata_filename_for_retrieval: 
+datasets:
+  - project: data/benchmarks/miniF2F
+    files:
+      - path: lean/src/test.lean
+        theorems:
+          - mathd_algebra_107
+          - mathd_algebra_139
+          - mathd_algebra_270
+          - mathd_algebra_275
+          - mathd_algebra_329
+          - mathd_algebra_33
+          - mathd_algebra_398
+          - mathd_algebra_440
+          - mathd_numbertheory_239
+          - mathd_numbertheory_447

itp_interface/main/config/benchmark/reprover_with_retrieval.yaml

@@ -0,0 +1,73 @@
+name: reprover_with_retrieval
+num_files: 1
+language: LEAN
+few_shot_data_path_for_retrieval: 
+few_shot_metadata_filename_for_retrieval: 
+dfs_data_path_for_retrieval: 
+dfs_metadata_filename_for_retrieval: 
+datasets:
+  - project: data/benchmarks/miniF2F
+    files:
+      - path: lean/src/test.lean
+        theorems:
+          - aime_1989_p8
+          - amc12a_2021_p9
+          - amc12b_2002_p2
+          - amc12b_2020_p2
+          - mathd_algebra_107
+          - mathd_algebra_125
+          - mathd_algebra_129
+          - mathd_algebra_139
+          - mathd_algebra_142
+          - mathd_algebra_143
+          - mathd_algebra_148
+          - mathd_algebra_160
+          - mathd_algebra_171
+          - mathd_algebra_176
+          - mathd_algebra_188
+          - mathd_algebra_24
+          - mathd_algebra_246
+          - mathd_algebra_270
+          - mathd_algebra_275
+          - mathd_algebra_302
+          - mathd_algebra_304
+          - mathd_algebra_329
+          - mathd_algebra_33
+          - mathd_algebra_346
+          - mathd_algebra_354
+          - mathd_algebra_359
+          - mathd_algebra_388
+          - mathd_algebra_400
+          - mathd_algebra_412
+          - mathd_algebra_419
+          - mathd_algebra_432
+          - mathd_algebra_44
+          - mathd_algebra_440
+          - mathd_algebra_441
+          - mathd_algebra_478
+          - mathd_algebra_513
+          - mathd_algebra_76
+          - mathd_numbertheory_1124
+          - mathd_numbertheory_12
+          - mathd_numbertheory_127
+          - mathd_numbertheory_175
+          - mathd_numbertheory_207
+          - mathd_numbertheory_212
+          - mathd_numbertheory_229
+          - mathd_numbertheory_235
+          - mathd_numbertheory_239
+          - mathd_numbertheory_254
+          - mathd_numbertheory_293
+          - mathd_numbertheory_299
+          - mathd_numbertheory_3
+          - mathd_numbertheory_341
+          - mathd_numbertheory_342
+          - mathd_numbertheory_343
+          - mathd_numbertheory_345
+          - mathd_numbertheory_447
+          - mathd_numbertheory_517
+          - mathd_numbertheory_551
+          - mathd_numbertheory_66
+          - mathd_numbertheory_728
+          - mathd_numbertheory_769
+          - mathd_numbertheory_85

itp_interface/main/config/benchmark/reprover_with_retrieval_hard.yaml

@@ -0,0 +1,30 @@
+name: reprover_with_retrieval_hard
+num_files: 1
+language: LEAN
+few_shot_data_path_for_retrieval: 
+few_shot_metadata_filename_for_retrieval: 
+dfs_data_path_for_retrieval: 
+dfs_metadata_filename_for_retrieval: 
+datasets:
+  - project: data/benchmarks/miniF2F
+    files:
+      - path: lean/src/test.lean
+        theorems:
+          - amc12a_2021_p9
+          - mathd_algebra_107
+          - mathd_algebra_270
+          - mathd_algebra_275
+          - mathd_algebra_302
+          - mathd_algebra_329
+          - mathd_algebra_33
+          - mathd_algebra_440
+          - mathd_numbertheory_1124
+          - mathd_numbertheory_12
+          - mathd_numbertheory_127
+          - mathd_numbertheory_229
+          - mathd_numbertheory_239
+          - mathd_numbertheory_293
+          - mathd_numbertheory_3
+          - mathd_numbertheory_341
+          - mathd_numbertheory_343
+          - mathd_numbertheory_447