itp-interface 1.0.0__py3-none-any.whl

itp_interface/pisa/.idea/other.xml

@@ -0,0 +1,6 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="PySciProjectComponent">
+    <option name="PY_SCI_VIEW_SUGGESTED" value="true" />
+  </component>
+</project>

itp_interface/pisa/.idea/sbt.xml

@@ -0,0 +1,20 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="ScalaSbtSettings">
+    <option name="customVMEnabled" value="true" />
+    <option name="customVMPath" value="/Library/Java/JavaVirtualMachines/openjdk-11.jdk/Contents/Home" />
+    <option name="linkedExternalProjectsSettings">
+      <SbtProjectSettings>
+        <option name="converterVersion" value="1" />
+        <option name="externalProjectPath" value="$PROJECT_DIR$" />
+        <option name="modules">
+          <set>
+            <option value="$PROJECT_DIR$" />
+            <option value="$PROJECT_DIR$/project" />
+          </set>
+        </option>
+        <option name="sbtVersion" value="1.4.3" />
+      </SbtProjectSettings>
+    </option>
+  </component>
+</project>

itp_interface/pisa/.idea/scala_compiler.xml

@@ -0,0 +1,6 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="ScalaCompilerConfiguration">
+    <profile name="sbt 1" modules="PISA,pisa,portal-to-isabelle_2717" />
+  </component>
+</project>

itp_interface/pisa/.idea/uiDesigner.xml

@@ -0,0 +1,124 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="Palette2">
+    <group name="Swing">
+      <item class="com.intellij.uiDesigner.HSpacer" tooltip-text="Horizontal Spacer" icon="/com/intellij/uiDesigner/icons/hspacer.png" removable="false" auto-create-binding="false" can-attach-label="false">
+        <default-constraints vsize-policy="1" hsize-policy="6" anchor="0" fill="1" />
+      </item>
+      <item class="com.intellij.uiDesigner.VSpacer" tooltip-text="Vertical Spacer" icon="/com/intellij/uiDesigner/icons/vspacer.png" removable="false" auto-create-binding="false" can-attach-label="false">
+        <default-constraints vsize-policy="6" hsize-policy="1" anchor="0" fill="2" />
+      </item>
+      <item class="javax.swing.JPanel" icon="/com/intellij/uiDesigner/icons/panel.png" removable="false" auto-create-binding="false" can-attach-label="false">
+        <default-constraints vsize-policy="3" hsize-policy="3" anchor="0" fill="3" />
+      </item>
+      <item class="javax.swing.JScrollPane" icon="/com/intellij/uiDesigner/icons/scrollPane.png" removable="false" auto-create-binding="false" can-attach-label="true">
+        <default-constraints vsize-policy="7" hsize-policy="7" anchor="0" fill="3" />
+      </item>
+      <item class="javax.swing.JButton" icon="/com/intellij/uiDesigner/icons/button.png" removable="false" auto-create-binding="true" can-attach-label="false">
+        <default-constraints vsize-policy="0" hsize-policy="3" anchor="0" fill="1" />
+        <initial-values>
+          <property name="text" value="Button" />
+        </initial-values>
+      </item>
+      <item class="javax.swing.JRadioButton" icon="/com/intellij/uiDesigner/icons/radioButton.png" removable="false" auto-create-binding="true" can-attach-label="false">
+        <default-constraints vsize-policy="0" hsize-policy="3" anchor="8" fill="0" />
+        <initial-values>
+          <property name="text" value="RadioButton" />
+        </initial-values>
+      </item>
+      <item class="javax.swing.JCheckBox" icon="/com/intellij/uiDesigner/icons/checkBox.png" removable="false" auto-create-binding="true" can-attach-label="false">
+        <default-constraints vsize-policy="0" hsize-policy="3" anchor="8" fill="0" />
+        <initial-values>
+          <property name="text" value="CheckBox" />
+        </initial-values>
+      </item>
+      <item class="javax.swing.JLabel" icon="/com/intellij/uiDesigner/icons/label.png" removable="false" auto-create-binding="false" can-attach-label="false">
+        <default-constraints vsize-policy="0" hsize-policy="0" anchor="8" fill="0" />
+        <initial-values>
+          <property name="text" value="Label" />
+        </initial-values>
+      </item>
+      <item class="javax.swing.JTextField" icon="/com/intellij/uiDesigner/icons/textField.png" removable="false" auto-create-binding="true" can-attach-label="true">
+        <default-constraints vsize-policy="0" hsize-policy="6" anchor="8" fill="1">
+          <preferred-size width="150" height="-1" />
+        </default-constraints>
+      </item>
+      <item class="javax.swing.JPasswordField" icon="/com/intellij/uiDesigner/icons/passwordField.png" removable="false" auto-create-binding="true" can-attach-label="true">
+        <default-constraints vsize-policy="0" hsize-policy="6" anchor="8" fill="1">
+          <preferred-size width="150" height="-1" />
+        </default-constraints>
+      </item>
+      <item class="javax.swing.JFormattedTextField" icon="/com/intellij/uiDesigner/icons/formattedTextField.png" removable="false" auto-create-binding="true" can-attach-label="true">
+        <default-constraints vsize-policy="0" hsize-policy="6" anchor="8" fill="1">
+          <preferred-size width="150" height="-1" />
+        </default-constraints>
+      </item>
+      <item class="javax.swing.JTextArea" icon="/com/intellij/uiDesigner/icons/textArea.png" removable="false" auto-create-binding="true" can-attach-label="true">
+        <default-constraints vsize-policy="6" hsize-policy="6" anchor="0" fill="3">
+          <preferred-size width="150" height="50" />
+        </default-constraints>
+      </item>
+      <item class="javax.swing.JTextPane" icon="/com/intellij/uiDesigner/icons/textPane.png" removable="false" auto-create-binding="true" can-attach-label="true">
+        <default-constraints vsize-policy="6" hsize-policy="6" anchor="0" fill="3">
+          <preferred-size width="150" height="50" />
+        </default-constraints>
+      </item>
+      <item class="javax.swing.JEditorPane" icon="/com/intellij/uiDesigner/icons/editorPane.png" removable="false" auto-create-binding="true" can-attach-label="true">
+        <default-constraints vsize-policy="6" hsize-policy="6" anchor="0" fill="3">
+          <preferred-size width="150" height="50" />
+        </default-constraints>
+      </item>
+      <item class="javax.swing.JComboBox" icon="/com/intellij/uiDesigner/icons/comboBox.png" removable="false" auto-create-binding="true" can-attach-label="true">
+        <default-constraints vsize-policy="0" hsize-policy="2" anchor="8" fill="1" />
+      </item>
+      <item class="javax.swing.JTable" icon="/com/intellij/uiDesigner/icons/table.png" removable="false" auto-create-binding="true" can-attach-label="false">
+        <default-constraints vsize-policy="6" hsize-policy="6" anchor="0" fill="3">
+          <preferred-size width="150" height="50" />
+        </default-constraints>
+      </item>
+      <item class="javax.swing.JList" icon="/com/intellij/uiDesigner/icons/list.png" removable="false" auto-create-binding="true" can-attach-label="false">
+        <default-constraints vsize-policy="6" hsize-policy="2" anchor="0" fill="3">
+          <preferred-size width="150" height="50" />
+        </default-constraints>
+      </item>
+      <item class="javax.swing.JTree" icon="/com/intellij/uiDesigner/icons/tree.png" removable="false" auto-create-binding="true" can-attach-label="false">
+        <default-constraints vsize-policy="6" hsize-policy="6" anchor="0" fill="3">
+          <preferred-size width="150" height="50" />
+        </default-constraints>
+      </item>
+      <item class="javax.swing.JTabbedPane" icon="/com/intellij/uiDesigner/icons/tabbedPane.png" removable="false" auto-create-binding="true" can-attach-label="false">
+        <default-constraints vsize-policy="3" hsize-policy="3" anchor="0" fill="3">
+          <preferred-size width="200" height="200" />
+        </default-constraints>
+      </item>
+      <item class="javax.swing.JSplitPane" icon="/com/intellij/uiDesigner/icons/splitPane.png" removable="false" auto-create-binding="false" can-attach-label="false">
+        <default-constraints vsize-policy="3" hsize-policy="3" anchor="0" fill="3">
+          <preferred-size width="200" height="200" />
+        </default-constraints>
+      </item>
+      <item class="javax.swing.JSpinner" icon="/com/intellij/uiDesigner/icons/spinner.png" removable="false" auto-create-binding="true" can-attach-label="true">
+        <default-constraints vsize-policy="0" hsize-policy="6" anchor="8" fill="1" />
+      </item>
+      <item class="javax.swing.JSlider" icon="/com/intellij/uiDesigner/icons/slider.png" removable="false" auto-create-binding="true" can-attach-label="false">
+        <default-constraints vsize-policy="0" hsize-policy="6" anchor="8" fill="1" />
+      </item>
+      <item class="javax.swing.JSeparator" icon="/com/intellij/uiDesigner/icons/separator.png" removable="false" auto-create-binding="false" can-attach-label="false">
+        <default-constraints vsize-policy="6" hsize-policy="6" anchor="0" fill="3" />
+      </item>
+      <item class="javax.swing.JProgressBar" icon="/com/intellij/uiDesigner/icons/progressbar.png" removable="false" auto-create-binding="true" can-attach-label="false">
+        <default-constraints vsize-policy="0" hsize-policy="6" anchor="0" fill="1" />
+      </item>
+      <item class="javax.swing.JToolBar" icon="/com/intellij/uiDesigner/icons/toolbar.png" removable="false" auto-create-binding="false" can-attach-label="false">
+        <default-constraints vsize-policy="0" hsize-policy="6" anchor="0" fill="1">
+          <preferred-size width="-1" height="20" />
+        </default-constraints>
+      </item>
+      <item class="javax.swing.JToolBar$Separator" icon="/com/intellij/uiDesigner/icons/toolbarSeparator.png" removable="false" auto-create-binding="false" can-attach-label="false">
+        <default-constraints vsize-policy="0" hsize-policy="0" anchor="0" fill="1" />
+      </item>
+      <item class="javax.swing.JScrollBar" icon="/com/intellij/uiDesigner/icons/scrollbar.png" removable="false" auto-create-binding="true" can-attach-label="false">
+        <default-constraints vsize-policy="6" hsize-policy="0" anchor="0" fill="2" />
+      </item>
+    </group>
+  </component>
+</project>

itp_interface/pisa/.idea/vcs.xml

@@ -0,0 +1,6 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="VcsDirectoryMappings">
+    <mapping directory="" vcs="Git" />
+  </component>
+</project>

itp_interface/pisa/.scalafmt.conf

@@ -0,0 +1,2 @@
+version = "3.5.3"
+runner.dialect = scala213

itp_interface/pisa/LICENSE

@@ -0,0 +1,29 @@
+BSD 3-Clause License
+
+Copyright (c) 2022, Albert Qiaochu Jiang
+All rights reserved.
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are met:
+
+1. Redistributions of source code must retain the above copyright notice, this
+   list of conditions and the following disclaimer.
+
+2. Redistributions in binary form must reproduce the above copyright notice,
+   this list of conditions and the following disclaimer in the documentation
+   and/or other materials provided with the distribution.
+
+3. Neither the name of the copyright holder nor the names of its
+   contributors may be used to endorse or promote products derived from
+   this software without specific prior written permission.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

itp_interface/pisa/README.md

@@ -0,0 +1,262 @@
+# PISA (Portal to ISAbelle)
+PISA supports automated proof search with the interactive theorem prover [Isabelle](https://isabelle.in.tum.de).
+
+PISA can also be used to extract proof corpus. We extracted the datasets in our AITP 2021 paper [LISA: Language models of ISAbelle proofs](http://aitp-conference.org/2021/abstract/paper_17.pdf) with it.
+
+
+## Installation
+1. **Scala configuration**
+   
+    Install SDKMAN
+    ```shell
+    curl -s "https://get.sdkman.io" | bash
+    source .bashrc
+    ```
+    Try
+    ```shell
+    sdk help
+    ```
+    to makes ure sdk is properly installed.
+    
+    Install JAVA 11 and sbt
+    ```shell
+    sdk install java 11.0.11-open
+    sdk install sbt
+    ```
+2. **Clone project and make sure it compiles**
+
+    ```shell
+    git clone https://github.com/albertqjiang/Portal-to-ISAbelle.git
+    cd Portal-to-ISAbelle
+    ```
+
+    Then compile the project:
+    ```shell
+    sbt compile
+    ```
+   
+3. **Configure Isabelle**
+
+    Go back to home directory first and download isabelle2021
+    ```shell
+    cd ~
+    wget https://isabelle.in.tum.de/dist/Isabelle2022_linux.tar.gz
+    tar -xzf Isabelle2022_linux.tar.gz
+    alias isabelle=~/Isabelle2022/bin/isabelle
+    ``` 
+    
+4. **Build Isabelle HOL**
+   
+   To build with 20 parallel processes:
+   ```shell
+   isabelle build -b -D Isabelle2022/src/HOL/ -j 20
+   ```
+   This takes ~8 hours of CPU time. The actual time depends on the number of CPUs you have. On a 96-core TPU VM it takes about 15 minutes.
+
+5. **Download and build afp**
+   
+   To build with 10 parallel processes:
+   ```shell
+   wget https://www.isa-afp.org/release/afp-current.tar.gz
+   tar -xzf afp-current.tar.gz
+   export AFP=afp-{$AFP_DATE}/thys
+   isabelle build -b -D $AFP -j 20
+   ```
+   This takes ~150 hours of CPU time. On a 96-core TPU VM it takes ~5 wall-clock hours. We can extract ~93% of all afp theory files.
+
+   We built the heap images for two options:
+   1. Isabelle2021 with afp-2021-10-22 for linux machines (ubuntu). You can download it at:
+   https://archive.org/download/isabelle_heaps.tar/isabelle_heaps.tar.gz
+   and decompress it as ~/.isabelle.
+   2. Isabelle2022 with afp-2022-12-06 for linux machines (ubuntu). You can download it at:
+   https://archive.org/download/isabelle2022_afp20221206_heaps/isabelle2022heaps.tar.gz and decompress it as ~/.isabelle.
+
+   Note: this does not always work on different operating systems.
+
+6. **Extract the test theorems**
+   The universal test theorems contains 3000 theorems with their file paths and names. The first 600 of them are packaged as "quick" theorems if you have no patience testing all 3000 out.
+   ```shell
+   tar -xzf universal_test_theorems.tar.gz
+   ```
+
+## Evaluation setup (if you want to have N (N>50) PISA servers running on your machine)
+1. **Create some PISA jars**
+
+   For a single process, sbt is good enough. But for multiple processes, to have native JAVA processes running is a better idea. We first use sbt-assembly to create a fat jar (a jar where all the java code is compiled into and can be run independently).
+   ```shell
+   sbt assembly
+   ```
+
+   The assembly process should take less than 5 minutes. The compiled jar file is in the target/scala-2.13/ directory as PISA-assembly-0.1.jar. You can then copy the PISA jar for N times if you want the jars to be truly independent and separated by calling the following script:
+   ```shell
+   python eval_setup/copy_pisa_jars.py --pisa-jar-path target/scala-2.13/PISA-assembly-0.1.jar --number-of-jars $N --output-path $OUTPUT_PATH
+   ```
+
+2. **Create some Isabelle copies**
+
+   This step is to create multiple copies of the Isabelle software as well as the built heap images to avoid IO errors which can occur when many processes are run at the same time. We use $ISABELLE to denote where your Isabelle software lives and $ISABELLE_USER to denote where your built heap images live, which is usually at $USER/.isabelle
+
+   Note that one copy of the Isabelle software plus all the heaps needed for the Archive of Formal Proofs amount to **35GB** of disk space. So create copies with care. Alternatively, you can start by trimming the heaps so only the ones you need are kept.
+
+   Use the following script to create the copies:
+   ```shell
+   python eval_setup/copy_isabelle.py --isabelle $ISABELLE --isabelle-user $ISABELLE_USER --number-of-copies $N --output-path $OUTPUT_PATH
+   ```
+
+## Extract PISA dataset
+   ### Archive of formal proofs
+   Generate commands for extracting proofs.
+   Edit line 9 of command_generation/generate_commands_afp.py so that it uses your actually home directory.
+   Run the following command:
+   ```shell
+   python command_generation/generate_commands_afp.py
+   ```
+   and follow the instructions. At the first step it asks you which ports you want to use. We current support ports 8000-8200, 9000, 10000, 11000, 12000. You can also add your favourites by editing src/scala/server/PisaOneStageServers.scala. This dictates how many processes for extraction you wish to run at the same time.
+
+   It should say "A total of X files are due to be generated" with X > 5000.
+   And you should see files called afp_extract_script_${port_number}.sh in the directory.
+
+   To extract the files, run the following commands to install necessary libraries and execute the commands:
+   ```shell
+   pip install grpc
+   pip install func_timeout
+   bash afp_extract_script_${port_number_1}.sh &
+   bash afp_extract_script_${port_number_2}.sh &
+   bash afp_extract_script_${port_number_3}.sh &
+   ...
+   bash afp_extract_script_${port_number_n}.sh &
+   ```
+
+   With a single process, the extraction takes ~5 days. This will extract files to the directory afp_extractions. We have also extracted this dataset, available for download at https://archive.org/download/afp_extractions.tar/afp_extractions.tar.gz.
+
+   To extract state-only source-to-target pairs, run the following command:
+   ```shell
+   python3 src/main/python/prepare_episodic_transitions.py -efd afp_extractions -sd data/state_only --state
+   ```
+
+   To extract proof-only source-to-target pairs, run the following command:
+   ```shell
+   python3 src/main/python/prepare_episodic_transitions.py -efd afp_extractions -sd data/proof_only --proof
+   ```
+
+   To extract proof-and-state source-to-target pairs, run the following command:
+   ```shell
+   python3 src/main/python/prepare_episodic_transitions.py -efd afp_extractions -sd data/proof_and_state --proof --state
+   ```
+   Note that extraction involving proofs will take pretty long and will result in large files. State-only files amount to 8.1G. With proof steps it's even much larger.
+
+# Acknowledgement
+This library is heavily based on [scala-isabelle](https://github.com/dominique-unruh/scala-isabelle), the work of Dominique Unruh. We are very grateful to Dominique for his kind help and guidance.
+
+# Citation
+If you use this directory, or our code, please cite the paper we published at AITP 2021.
+```bibtex
+@article{jiang2021lisa,
+  title={LISA: Language models of ISAbelle proofs},
+  author={Jiang, Albert Q. and Li, Wenda and Han, Jesse Michael and Wu, Yuhuai},
+  year={2021},
+  journal={6th Conference on Artificial Intelligence and Theorem Proving},
+}
+```
+
+<!-- # Untested legacy stuff
+**The following content was built on the 2020 version of Isabelle with afp-2021-02-11. They have not been tested with Isabelle2021 and might contain bugs.**
+## Running proof search
+After the heap images have been built, experiments of proof searching can be run.
+1. Configure the Isabelle binary path and the AFP path
+   
+   Go to PisaSearch.scala, change the second string of line 352 so that it points to your afp path.
+   
+   Change the string in line 383 so that it points to the directory where Isabelle was installed.
+   
+   (For the last two steps, be careful because the substitution is based on strings and quite subtle. Make sure everything checks out.)
+   
+   Lines 46-79 contain the querying commands. Change these to use OpenAI's internal API.
+
+2. Get the universal test theorem names
+
+   ```shell
+   cd Portal-to-ISAbelle
+   wget http://www.cs.toronto.edu/~ajiang/universal_test_theorems.tar.gz
+   tar -xzvf universal_test_theorems.tar.gz
+   ```
+3. Generate the proof search scripts
+   
+   ```shell
+   mkdir results
+   python command_generation/search_command_generator.py
+   ```
+   Follow the instructions.
+
+4. Run the proof search experiments
+   
+   In scripts, some files have been generated in the format of 
+   eval_search_conj_{boolean}_use_proof_{boolean}_use_state_first_{boolean}_{$script_number}.sh
+   
+   Wrap them with Python to use subprocesses.
+
+   The results will be in the results directory.
+
+
+### Python packages
+grpc
+
+It might work with lower versions but they have not been tested.
+
+## Usage
+<!-- ### Build AFP heap images
+First you should know the path to the Isabelle binary executable. 
+On MacOS, with Isabelle2020, the path to it is
+```shell
+/Applications/Isabelle2020.app/Isabelle/bin/isabelle
+```
+On linux, it might be
+```shell
+~/Isabelle2020/bin/isabelle
+```
+
+I will alias this to isabelle for convenience:
+```shell
+alias isabelle="PATH TO THE EXECUTABLE"
+```
+
+Download the [Archive of Formal Proofs](https://www.isa-afp.org/download.html).
+We use the version afp-2021-02-11 for data extraction, but a later version is also fine.
+Let's say the path to this is AFP_PATH. Build the afp entries:
+```shell
+isabelle build -b -D $AFP_PATH/thys
+```
+This will take ~12 hours with an 8-core CPU. 
+You should check that in the process, heaps are built for each afp project in the directory
+```shell
+~/.isabelle/Isabelle2020/heaps/polyml-5.8.1_x86_64_32-darwin
+```
+(The exact path might differ if you have different OS or polyml verions but should be easy to find) -->
+
+
+<!-- ### Model evaluation
+See src/main/python/load_problem_by_file_and_name.py for an example of using an oracle theorem prover 
+to evaluate on some problems. 
+
+Notice in line 101, the theory file path is altered. 
+This is because the afp extraction and evaluation happened on different machines.
+Comment this line out if you manually extracted the afp files, or swap 
+```shell
+/Users/qj213/Projects/afp-2021-02-11
+```
+for the location of afp files on your computer.
+
+When doing evaluation, in one terminal, run
+```shell
+sbt "runMain pisa.server.PisaOneStageServer9000"
+```
+You can switch to port 8000, 10000, 11000, or 12000. 9000 is the default used in the Python file.
+In another terminal, use Python function evaluate_problem to obtain a proof success or failure.
+
+You will need to pass in a model as an argument that has the method predict. 
+model.predict takes in a string of proof state, and return the next proof transition.
+
+The evaluate_problem method executes prediction for a maximum of 100 steps by default.
+
+Problem evaluation currently only allows agents based on proof states only.
+Agents based on previous proof segments and hybrid-input agents will be supported in the near future. -->

itp_interface/pisa/build.sbt

@@ -0,0 +1,49 @@
+name := "PISA"
+
+version := "0.1"
+
+scalaVersion := "2.13.4"
+
+val grpcVersion = "1.34.0"
+
+PB.targets in Compile := Seq(
+  scalapb.gen(grpc = true) -> (sourceManaged in Compile).value,
+  scalapb.zio_grpc.ZioCodeGenerator -> (sourceManaged in Compile).value,
+)
+
+libraryDependencies ++= Seq(
+  "com.thesamet.scalapb" %% "scalapb-runtime-grpc" % scalapb.compiler.Version.scalapbVersion,
+  "io.grpc" % "grpc-netty" % grpcVersion
+)
+// libraryDependencies += "de.unruh" %% "scala-isabelle" % "master-SNAPSHOT" from "file:/large_experiments/theorem/aqj/third_party_software/Portal-to-ISAbelle/lib/scala-isabelle_2.13.jar"// development snapshot
+// libraryDependencies += "de.unruh" %% "scala-isabelle" % "master-SNAPSHOT" from "file:/Users/qj213/Projects/Portal-to-ISAbelle/lib/scala-isabelle_2.13.jar"// development snapshot
+libraryDependencies += "de.unruh" %% "scala-isabelle" % "0.4.1"  // release
+// libraryDependencies += "de.unruh" %% "scala-isabelle" % "master-SNAPSHOT"
+resolvers += Resolver.sonatypeRepo("snapshots")
+
+libraryDependencies += "net.liftweb" %% "lift-json" % "3.4.3"
+// https://mvnrepository.com/artifact/org.log4s/log4s
+libraryDependencies += "org.log4s" %% "log4s" % "1.10.0"
+// https://mvnrepository.com/artifact/org.slf4j/slf4j-simple
+libraryDependencies += "org.slf4j" % "slf4j-simple" % "1.7.32"
+// https://mvnrepository.com/artifact/commons-io/commons-io
+libraryDependencies += "commons-io" % "commons-io" % "2.11.0"
+// https://mvnrepository.com/artifact/org.scalaz/scalaz-core
+libraryDependencies += "org.scalaz" %% "scalaz-core" % "7.3.5"
+// https://mvnrepository.com/artifact/org.apache.commons/commons-lang3
+libraryDependencies += "org.apache.commons" % "commons-lang3" % "3.12.0"
+// https://mvnrepository.com/artifact/org.apache.commons/commons-text
+libraryDependencies += "org.apache.commons" % "commons-text" % "1.9"
+// https://mvnrepository.com/artifact/com.google.guava/guava
+libraryDependencies += "com.google.guava" % "guava" % "31.0.1-jre"
+libraryDependencies += "org.jetbrains" % "annotations" % "23.0.0"
+libraryDependencies += "com.ibm.icu" % "icu4j" % "70.1"
+
+assemblyMergeStrategy in assembly := {
+    case x if x.contains("de/unruh") => MergeStrategy.first
+    case PathList("META-INF", "MANIFEST.MF") => MergeStrategy.discard
+    case x if x.contains("META-INF") => MergeStrategy.first
+    case x =>
+        val oldStrategy = (assemblyMergeStrategy in assembly).value
+        oldStrategy(x)
+}

itp_interface/pisa/build.sh

@@ -0,0 +1,26 @@
+#!/bin/bash
+
+echo "SCALA CONFIGURATION"
+curl -s "https://get.sdkman.io" | bash
+source ~/.bashrc
+
+sdk install java 11.0.11-open
+sdk install sbt
+
+echo "CHECKOUT origin/state_initiate"
+git checkout origin/state_initiate
+echo "RUNNING sbt compile"
+sbt compile
+
+echo "DOWNLOAD ISABELLE"
+cd ~
+wget https://isabelle.in.tum.de/website-Isabelle2020/dist/Isabelle2020_linux.tar.gz
+tar -xzf Isabelle2020_linux.tar.gz
+alias isabelle=~/Isabelle2020/bin/isabell
+
+echo "DOWNLOAD AND BUILD AFP"
+wget https://www.isa-afp.org/release/afp-2021-02-11.tar.gz
+tar -xzf afp-2021-02-11.tar.gz
+export AFP=afp-2021-02-11/thys
+python ./PISA/command_generation/generate_build_commands_afp.py
+./PISA/scripts/build_isabelle_afp.sh

itp_interface/pisa/command_generation/close_gaps.py

@@ -0,0 +1,44 @@
+import argparse
+import os
+
+
+starter = """#!/bin/bash
+#SBATCH --job-name=myJobarrayTest
+#SBATCH --nodes=1 --ntasks=1
+#SBATCH --time=5:00
+#SBATCH --output=test_%A_%a.out
+#SBATCH --error=test_%A_%a.err
+#SBATCH --partition cpu
+#SBATCH --array=0-4
+
+commands=(\n"""
+
+finisher = """);
+
+sbt "runMain ${commands[$SLURM_ARRAY_TASK_ID]}"
+"""
+
+if __name__ == "__main__":
+    args = argparse.ArgumentParser()
+    args.add_argument("-i", "--input_directory", 
+            help="Where to look for the input thy files", required=True)
+    args.add_argument("-o", "--output_path",
+            help="Path to put the output shell file", required=True)
+    args.add_argument("-d", "--dump_path",
+            help="Where to dump the results", required=True)
+    args.add_argument("-ip", "--isabelle_path",
+            help="Where is Isabelle", required=False)
+    args = args.parse_args()
+
+
+    list_of_files = []
+    for file in os.listdir(args.input_directory):
+        if file.endswith(".thy"):
+            list_of_files.append(os.path.join(file))
+
+    with open(args.output_path, "w") as output_file:
+        output_file.write(starter)
+        for file in list_of_files:
+            dump_path = os.path.join(args.dump_path, f"{file.split('/')[-1]}.result")
+            output_file.write(f"\"{args.isabelle_path} {args.input_directory} {file} {dump_path}\"\n")
+        output_file.write(finisher)

itp_interface/pisa/command_generation/conjecture_normal_order.py

@@ -0,0 +1,62 @@
+import glob
+import os
+import shutil
+
+if __name__ == "__main__":
+    number_of_processes = input("Enter the number of processes you want to run at the same time:\n").strip()
+    number_of_processes = int(number_of_processes)
+    use_proof = input("Want to condition on the proof? (true/false)\n").strip()
+    use_conj = input("Want to conjecture? (true/false)\n").strip()
+    use_quick_ones = input("Want to use quick ones? (true/false)\n").strip()
+    use_state_first = input("Want to use the state-only agent for the first step? (true/false) (false recommended)\n").strip()
+
+    use_default = input("What to use default hyperparameters? (true/false)\n").strip()
+    if use_default.startswith("true"):
+        search_width = 32
+        maximum_queue_length = 8
+        temperature = 0.8
+        max_tokens = 128
+        max_trials = 200
+        timeout = 240000
+    else:
+        search_width = int(input("search_width:\n"))
+        maximum_queue_length = int(input("maximum_queue_length:\n"))
+        temperature = float(input("temperature:\n"))
+        max_tokens = int(input("max_tokens:\n"))
+        max_trials = int(input("max_trials:\n"))
+        timeout = int(input("timeout:\n"))
+
+    script = 'echo "y" | sbt "runMain pisa.agent.PisaConjecturerNormalOrder {} {} {} {} {} {} {} {} {} {} {}"'
+
+    total_cmds = list()
+    if use_quick_ones.startswith("t") or use_quick_ones.startswith("T"):
+        pattern = "universal_test_theorems/quick_test_name_*.json"
+    else:
+        pattern = "universal_test_theorems/test_name_*.json"
+
+    results_dir = ""
+    if use_conj.startswith("t"):
+        results_dir = "results/search_eval_conj_normal_order_search_width_{}_maximum_queue_length_{}_temperature_{}_max_tokens_{}_max_trials_{}_timeout_{}".format(
+            search_width, maximum_queue_length, temperature, max_tokens, max_trials, timeout)
+    else:
+        raise AssertionError
+
+    if os.path.isdir(results_dir):
+        shutil.rmtree(results_dir)
+    os.makedirs(results_dir)
+
+    for file_name in glob.glob(pattern, recursive=True):
+        total_cmds.append(script.format(file_name, use_proof, use_conj, use_state_first, results_dir,
+                                        search_width, maximum_queue_length, temperature, max_tokens, max_trials, timeout))
+
+    process_number_to_cmds = {i: [] for i in range(number_of_processes)}
+    for i, cmd in enumerate(total_cmds):
+        process_number_to_cmds[i%number_of_processes].append(cmd)
+
+    for process_number, process_cmds in process_number_to_cmds.items():
+        with open("scripts/eval_search_conj_normal_order_{}_use_proof_{}_use_state_first_{}_search_width_{}_maximum_queue_length_{}_temperature_{}_max_tokens_{}_max_trials_{}_timeout_{}_{}.sh".format(
+                use_conj, use_proof, use_state_first, search_width, maximum_queue_length, temperature, max_tokens, max_trials, timeout, process_number), "w") as f:
+            for process_cmd in process_cmds:
+                f.write(process_cmd+"\n")
+                f.write("PIDmain=$!\n")
+                f.write("wait $PIDmain\n")