palimpzest 0.6.3__tar.gz → 0.6.4__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (92) hide show
  1. {palimpzest-0.6.3/src/palimpzest.egg-info → palimpzest-0.6.4}/PKG-INFO +11 -17
  2. {palimpzest-0.6.3 → palimpzest-0.6.4}/README.md +10 -16
  3. {palimpzest-0.6.3 → palimpzest-0.6.4}/pyproject.toml +1 -1
  4. {palimpzest-0.6.3 → palimpzest-0.6.4/src/palimpzest.egg-info}/PKG-INFO +11 -17
  5. {palimpzest-0.6.3 → palimpzest-0.6.4}/LICENSE +0 -0
  6. {palimpzest-0.6.3 → palimpzest-0.6.4}/setup.cfg +0 -0
  7. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/__init__.py +0 -0
  8. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/constants.py +0 -0
  9. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/core/__init__.py +0 -0
  10. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/core/data/__init__.py +0 -0
  11. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/core/data/dataclasses.py +0 -0
  12. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/core/data/datareaders.py +0 -0
  13. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/core/elements/__init__.py +0 -0
  14. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/core/elements/filters.py +0 -0
  15. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/core/elements/groupbysig.py +0 -0
  16. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/core/elements/records.py +0 -0
  17. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/core/lib/__init__.py +0 -0
  18. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/core/lib/fields.py +0 -0
  19. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/core/lib/schemas.py +0 -0
  20. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/policy.py +0 -0
  21. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/prompts/__init__.py +0 -0
  22. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/prompts/code_synthesis_prompts.py +0 -0
  23. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/prompts/convert_prompts.py +0 -0
  24. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/prompts/critique_and_refine_convert_prompts.py +0 -0
  25. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/prompts/filter_prompts.py +0 -0
  26. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/prompts/moa_aggregator_convert_prompts.py +0 -0
  27. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/prompts/moa_proposer_convert_prompts.py +0 -0
  28. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/prompts/prompt_factory.py +0 -0
  29. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/prompts/util_phrases.py +0 -0
  30. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/query/__init__.py +0 -0
  31. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/query/execution/__init__.py +0 -0
  32. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/query/execution/execution_strategy.py +0 -0
  33. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/query/execution/parallel_execution_strategy.py +0 -0
  34. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/query/execution/single_threaded_execution_strategy.py +0 -0
  35. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/query/generators/__init__.py +0 -0
  36. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/query/generators/generators.py +0 -0
  37. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/query/operators/__init__.py +0 -0
  38. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/query/operators/aggregate.py +0 -0
  39. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/query/operators/code_synthesis_convert.py +0 -0
  40. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/query/operators/convert.py +0 -0
  41. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/query/operators/critique_and_refine_convert.py +0 -0
  42. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/query/operators/filter.py +0 -0
  43. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/query/operators/limit.py +0 -0
  44. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/query/operators/logical.py +0 -0
  45. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/query/operators/mixture_of_agents_convert.py +0 -0
  46. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/query/operators/physical.py +0 -0
  47. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/query/operators/project.py +0 -0
  48. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/query/operators/rag_convert.py +0 -0
  49. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/query/operators/retrieve.py +0 -0
  50. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/query/operators/scan.py +0 -0
  51. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/query/operators/token_reduction_convert.py +0 -0
  52. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/query/optimizer/__init__.py +0 -0
  53. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/query/optimizer/cost_model.py +0 -0
  54. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/query/optimizer/optimizer.py +0 -0
  55. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/query/optimizer/optimizer_strategy.py +0 -0
  56. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/query/optimizer/plan.py +0 -0
  57. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/query/optimizer/primitives.py +0 -0
  58. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/query/optimizer/rules.py +0 -0
  59. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/query/optimizer/tasks.py +0 -0
  60. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/query/processor/__init__.py +0 -0
  61. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/query/processor/config.py +0 -0
  62. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/query/processor/mab_sentinel_processor.py +0 -0
  63. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/query/processor/nosentinel_processor.py +0 -0
  64. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/query/processor/query_processor.py +0 -0
  65. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/query/processor/query_processor_factory.py +0 -0
  66. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/query/processor/random_sampling_sentinel_processor.py +0 -0
  67. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/query/processor/streaming_processor.py +0 -0
  68. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/schemabuilder/__init__.py +0 -0
  69. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/schemabuilder/schema_builder.py +0 -0
  70. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/sets.py +0 -0
  71. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/tools/README.md +0 -0
  72. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/tools/__init__.py +0 -0
  73. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/tools/allenpdf.py +0 -0
  74. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/tools/pdfparser.py +0 -0
  75. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/tools/skema_tools.py +0 -0
  76. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/utils/__init__.py +0 -0
  77. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/utils/datareader_helpers.py +0 -0
  78. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/utils/demo_helpers.py +0 -0
  79. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/utils/env_helpers.py +0 -0
  80. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/utils/field_helpers.py +0 -0
  81. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/utils/generation_helpers.py +0 -0
  82. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/utils/hash_helpers.py +0 -0
  83. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/utils/index_helpers.py +0 -0
  84. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/utils/model_helpers.py +0 -0
  85. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/utils/progress.py +0 -0
  86. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/utils/sandbox.py +0 -0
  87. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/utils/token_reduction_helpers.py +0 -0
  88. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest/utils/udfs.py +0 -0
  89. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest.egg-info/SOURCES.txt +0 -0
  90. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest.egg-info/dependency_links.txt +0 -0
  91. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest.egg-info/requires.txt +0 -0
  92. {palimpzest-0.6.3 → palimpzest-0.6.4}/src/palimpzest.egg-info/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.2
2
2
  Name: palimpzest
3
- Version: 0.6.3
3
+ Version: 0.6.4
4
4
  Summary: Palimpzest is a system which enables anyone to process AI-powered analytical queries simply by defining them in a declarative language
5
5
  Author-email: MIT DSG Semantic Management Lab <michjc@csail.mit.edu>
6
6
  Project-URL: homepage, https://palimpzest.org
@@ -141,9 +141,6 @@ output_df = output.to_df(cols=["date", "sender", "subject"])
141
141
  display(output_df)
142
142
  ```
143
143
 
144
- ## Palimpzest CLI
145
- Installing Palimpzest also installs its CLI tool `pz` which provides users with basic utilities at the command line for creating and managing their own Palimpzest system. Please read the readme in [src/cli/README.md](./src/cli/README.md) for instructions on how to use it.
146
-
147
144
  ## Python Demos
148
145
  Below are simple instructions to run PZ on a test data set of enron emails that is included with the system.
149
146
 
@@ -153,19 +150,16 @@ To run the provided demos, you will need to download the test data. Due to the s
153
150
  chmod +x testdata/download-testdata.sh
154
151
  ./testdata/download-testdata.sh
155
152
  ```
156
- For convenience, we have also provided a script to register all test data with Palimpzest:
157
- ```
158
- chmod +x testdata/register-sources.sh
159
- ./testdata/register-sources.sh
160
- ```
161
153
 
162
154
  ### Running the Demos
163
- - Initialize the configuration by running `pz init`.
164
-
165
- - Palimpzest defaults to using OpenAI. You’ll need to export an environment variable `OPENAI_API_KEY`
166
-
167
- - (Skip this step if you ran the `register-sources.sh` script successfully) Add the enron data set with:
168
- `pz reg --path testdata/enron-tiny --name enron-tiny`
155
+ Set your OpenAI (or Together.ai) api key at the command line:
156
+ ```bash
157
+ # set one (or both) of the following:
158
+ export OPENAI_API_KEY=<your-api-key>
159
+ export TOGETHER_API_KEY=<your-api-key>
160
+ ```
169
161
 
170
- - Finally, run the simple test program with:
171
- `python demos/simpleDemo.py --task enron --datasetid enron-eval-tiny --verbose`
162
+ Now you can run the simple test program with:
163
+ ```bash
164
+ $ python demos/simple-demo.py --task enron --dataset testdata/enron-eval-tiny --verbose
165
+ ```
@@ -71,9 +71,6 @@ output_df = output.to_df(cols=["date", "sender", "subject"])
71
71
  display(output_df)
72
72
  ```
73
73
 
74
- ## Palimpzest CLI
75
- Installing Palimpzest also installs its CLI tool `pz` which provides users with basic utilities at the command line for creating and managing their own Palimpzest system. Please read the readme in [src/cli/README.md](./src/cli/README.md) for instructions on how to use it.
76
-
77
74
  ## Python Demos
78
75
  Below are simple instructions to run PZ on a test data set of enron emails that is included with the system.
79
76
 
@@ -83,19 +80,16 @@ To run the provided demos, you will need to download the test data. Due to the s
83
80
  chmod +x testdata/download-testdata.sh
84
81
  ./testdata/download-testdata.sh
85
82
  ```
86
- For convenience, we have also provided a script to register all test data with Palimpzest:
87
- ```
88
- chmod +x testdata/register-sources.sh
89
- ./testdata/register-sources.sh
90
- ```
91
83
 
92
84
  ### Running the Demos
93
- - Initialize the configuration by running `pz init`.
94
-
95
- - Palimpzest defaults to using OpenAI. You’ll need to export an environment variable `OPENAI_API_KEY`
96
-
97
- - (Skip this step if you ran the `register-sources.sh` script successfully) Add the enron data set with:
98
- `pz reg --path testdata/enron-tiny --name enron-tiny`
85
+ Set your OpenAI (or Together.ai) api key at the command line:
86
+ ```bash
87
+ # set one (or both) of the following:
88
+ export OPENAI_API_KEY=<your-api-key>
89
+ export TOGETHER_API_KEY=<your-api-key>
90
+ ```
99
91
 
100
- - Finally, run the simple test program with:
101
- `python demos/simpleDemo.py --task enron --datasetid enron-eval-tiny --verbose`
92
+ Now you can run the simple test program with:
93
+ ```bash
94
+ $ python demos/simple-demo.py --task enron --dataset testdata/enron-eval-tiny --verbose
95
+ ```
@@ -1,6 +1,6 @@
1
1
  [project]
2
2
  name = "palimpzest"
3
- version = "0.6.3"
3
+ version = "0.6.4"
4
4
  description = "Palimpzest is a system which enables anyone to process AI-powered analytical queries simply by defining them in a declarative language"
5
5
  readme = "README.md"
6
6
  requires-python = ">=3.8"
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.2
2
2
  Name: palimpzest
3
- Version: 0.6.3
3
+ Version: 0.6.4
4
4
  Summary: Palimpzest is a system which enables anyone to process AI-powered analytical queries simply by defining them in a declarative language
5
5
  Author-email: MIT DSG Semantic Management Lab <michjc@csail.mit.edu>
6
6
  Project-URL: homepage, https://palimpzest.org
@@ -141,9 +141,6 @@ output_df = output.to_df(cols=["date", "sender", "subject"])
141
141
  display(output_df)
142
142
  ```
143
143
 
144
- ## Palimpzest CLI
145
- Installing Palimpzest also installs its CLI tool `pz` which provides users with basic utilities at the command line for creating and managing their own Palimpzest system. Please read the readme in [src/cli/README.md](./src/cli/README.md) for instructions on how to use it.
146
-
147
144
  ## Python Demos
148
145
  Below are simple instructions to run PZ on a test data set of enron emails that is included with the system.
149
146
 
@@ -153,19 +150,16 @@ To run the provided demos, you will need to download the test data. Due to the s
153
150
  chmod +x testdata/download-testdata.sh
154
151
  ./testdata/download-testdata.sh
155
152
  ```
156
- For convenience, we have also provided a script to register all test data with Palimpzest:
157
- ```
158
- chmod +x testdata/register-sources.sh
159
- ./testdata/register-sources.sh
160
- ```
161
153
 
162
154
  ### Running the Demos
163
- - Initialize the configuration by running `pz init`.
164
-
165
- - Palimpzest defaults to using OpenAI. You’ll need to export an environment variable `OPENAI_API_KEY`
166
-
167
- - (Skip this step if you ran the `register-sources.sh` script successfully) Add the enron data set with:
168
- `pz reg --path testdata/enron-tiny --name enron-tiny`
155
+ Set your OpenAI (or Together.ai) api key at the command line:
156
+ ```bash
157
+ # set one (or both) of the following:
158
+ export OPENAI_API_KEY=<your-api-key>
159
+ export TOGETHER_API_KEY=<your-api-key>
160
+ ```
169
161
 
170
- - Finally, run the simple test program with:
171
- `python demos/simpleDemo.py --task enron --datasetid enron-eval-tiny --verbose`
162
+ Now you can run the simple test program with:
163
+ ```bash
164
+ $ python demos/simple-demo.py --task enron --dataset testdata/enron-eval-tiny --verbose
165
+ ```
File without changes
File without changes