palimpzest 0.6.2__tar.gz → 0.6.4__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (92) hide show
  1. {palimpzest-0.6.2/src/palimpzest.egg-info → palimpzest-0.6.4}/PKG-INFO +11 -17
  2. {palimpzest-0.6.2 → palimpzest-0.6.4}/README.md +10 -16
  3. {palimpzest-0.6.2 → palimpzest-0.6.4}/pyproject.toml +1 -1
  4. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/prompts/prompt_factory.py +2 -0
  5. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/query/optimizer/optimizer.py +3 -0
  6. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/query/processor/query_processor_factory.py +3 -0
  7. {palimpzest-0.6.2 → palimpzest-0.6.4/src/palimpzest.egg-info}/PKG-INFO +11 -17
  8. {palimpzest-0.6.2 → palimpzest-0.6.4}/LICENSE +0 -0
  9. {palimpzest-0.6.2 → palimpzest-0.6.4}/setup.cfg +0 -0
  10. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/__init__.py +0 -0
  11. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/constants.py +0 -0
  12. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/core/__init__.py +0 -0
  13. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/core/data/__init__.py +0 -0
  14. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/core/data/dataclasses.py +0 -0
  15. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/core/data/datareaders.py +0 -0
  16. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/core/elements/__init__.py +0 -0
  17. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/core/elements/filters.py +0 -0
  18. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/core/elements/groupbysig.py +0 -0
  19. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/core/elements/records.py +0 -0
  20. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/core/lib/__init__.py +0 -0
  21. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/core/lib/fields.py +0 -0
  22. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/core/lib/schemas.py +0 -0
  23. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/policy.py +0 -0
  24. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/prompts/__init__.py +0 -0
  25. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/prompts/code_synthesis_prompts.py +0 -0
  26. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/prompts/convert_prompts.py +0 -0
  27. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/prompts/critique_and_refine_convert_prompts.py +0 -0
  28. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/prompts/filter_prompts.py +0 -0
  29. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/prompts/moa_aggregator_convert_prompts.py +0 -0
  30. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/prompts/moa_proposer_convert_prompts.py +0 -0
  31. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/prompts/util_phrases.py +0 -0
  32. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/query/__init__.py +0 -0
  33. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/query/execution/__init__.py +0 -0
  34. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/query/execution/execution_strategy.py +0 -0
  35. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/query/execution/parallel_execution_strategy.py +0 -0
  36. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/query/execution/single_threaded_execution_strategy.py +0 -0
  37. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/query/generators/__init__.py +0 -0
  38. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/query/generators/generators.py +0 -0
  39. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/query/operators/__init__.py +0 -0
  40. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/query/operators/aggregate.py +0 -0
  41. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/query/operators/code_synthesis_convert.py +0 -0
  42. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/query/operators/convert.py +0 -0
  43. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/query/operators/critique_and_refine_convert.py +0 -0
  44. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/query/operators/filter.py +0 -0
  45. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/query/operators/limit.py +0 -0
  46. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/query/operators/logical.py +0 -0
  47. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/query/operators/mixture_of_agents_convert.py +0 -0
  48. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/query/operators/physical.py +0 -0
  49. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/query/operators/project.py +0 -0
  50. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/query/operators/rag_convert.py +0 -0
  51. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/query/operators/retrieve.py +0 -0
  52. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/query/operators/scan.py +0 -0
  53. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/query/operators/token_reduction_convert.py +0 -0
  54. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/query/optimizer/__init__.py +0 -0
  55. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/query/optimizer/cost_model.py +0 -0
  56. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/query/optimizer/optimizer_strategy.py +0 -0
  57. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/query/optimizer/plan.py +0 -0
  58. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/query/optimizer/primitives.py +0 -0
  59. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/query/optimizer/rules.py +0 -0
  60. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/query/optimizer/tasks.py +0 -0
  61. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/query/processor/__init__.py +0 -0
  62. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/query/processor/config.py +0 -0
  63. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/query/processor/mab_sentinel_processor.py +0 -0
  64. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/query/processor/nosentinel_processor.py +0 -0
  65. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/query/processor/query_processor.py +0 -0
  66. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/query/processor/random_sampling_sentinel_processor.py +0 -0
  67. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/query/processor/streaming_processor.py +0 -0
  68. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/schemabuilder/__init__.py +0 -0
  69. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/schemabuilder/schema_builder.py +0 -0
  70. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/sets.py +0 -0
  71. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/tools/README.md +0 -0
  72. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/tools/__init__.py +0 -0
  73. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/tools/allenpdf.py +0 -0
  74. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/tools/pdfparser.py +0 -0
  75. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/tools/skema_tools.py +0 -0
  76. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/utils/__init__.py +0 -0
  77. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/utils/datareader_helpers.py +0 -0
  78. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/utils/demo_helpers.py +0 -0
  79. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/utils/env_helpers.py +0 -0
  80. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/utils/field_helpers.py +0 -0
  81. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/utils/generation_helpers.py +0 -0
  82. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/utils/hash_helpers.py +0 -0
  83. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/utils/index_helpers.py +0 -0
  84. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/utils/model_helpers.py +0 -0
  85. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/utils/progress.py +0 -0
  86. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/utils/sandbox.py +0 -0
  87. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/utils/token_reduction_helpers.py +0 -0
  88. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest/utils/udfs.py +0 -0
  89. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest.egg-info/SOURCES.txt +0 -0
  90. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest.egg-info/dependency_links.txt +0 -0
  91. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest.egg-info/requires.txt +0 -0
  92. {palimpzest-0.6.2 → palimpzest-0.6.4}/src/palimpzest.egg-info/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.2
2
2
  Name: palimpzest
3
- Version: 0.6.2
3
+ Version: 0.6.4
4
4
  Summary: Palimpzest is a system which enables anyone to process AI-powered analytical queries simply by defining them in a declarative language
5
5
  Author-email: MIT DSG Semantic Management Lab <michjc@csail.mit.edu>
6
6
  Project-URL: homepage, https://palimpzest.org
@@ -141,9 +141,6 @@ output_df = output.to_df(cols=["date", "sender", "subject"])
141
141
  display(output_df)
142
142
  ```
143
143
 
144
- ## Palimpzest CLI
145
- Installing Palimpzest also installs its CLI tool `pz` which provides users with basic utilities at the command line for creating and managing their own Palimpzest system. Please read the readme in [src/cli/README.md](./src/cli/README.md) for instructions on how to use it.
146
-
147
144
  ## Python Demos
148
145
  Below are simple instructions to run PZ on a test data set of enron emails that is included with the system.
149
146
 
@@ -153,19 +150,16 @@ To run the provided demos, you will need to download the test data. Due to the s
153
150
  chmod +x testdata/download-testdata.sh
154
151
  ./testdata/download-testdata.sh
155
152
  ```
156
- For convenience, we have also provided a script to register all test data with Palimpzest:
157
- ```
158
- chmod +x testdata/register-sources.sh
159
- ./testdata/register-sources.sh
160
- ```
161
153
 
162
154
  ### Running the Demos
163
- - Initialize the configuration by running `pz init`.
164
-
165
- - Palimpzest defaults to using OpenAI. You’ll need to export an environment variable `OPENAI_API_KEY`
166
-
167
- - (Skip this step if you ran the `register-sources.sh` script successfully) Add the enron data set with:
168
- `pz reg --path testdata/enron-tiny --name enron-tiny`
155
+ Set your OpenAI (or Together.ai) api key at the command line:
156
+ ```bash
157
+ # set one (or both) of the following:
158
+ export OPENAI_API_KEY=<your-api-key>
159
+ export TOGETHER_API_KEY=<your-api-key>
160
+ ```
169
161
 
170
- - Finally, run the simple test program with:
171
- `python demos/simpleDemo.py --task enron --datasetid enron-eval-tiny --verbose`
162
+ Now you can run the simple test program with:
163
+ ```bash
164
+ $ python demos/simple-demo.py --task enron --dataset testdata/enron-eval-tiny --verbose
165
+ ```
@@ -71,9 +71,6 @@ output_df = output.to_df(cols=["date", "sender", "subject"])
71
71
  display(output_df)
72
72
  ```
73
73
 
74
- ## Palimpzest CLI
75
- Installing Palimpzest also installs its CLI tool `pz` which provides users with basic utilities at the command line for creating and managing their own Palimpzest system. Please read the readme in [src/cli/README.md](./src/cli/README.md) for instructions on how to use it.
76
-
77
74
  ## Python Demos
78
75
  Below are simple instructions to run PZ on a test data set of enron emails that is included with the system.
79
76
 
@@ -83,19 +80,16 @@ To run the provided demos, you will need to download the test data. Due to the s
83
80
  chmod +x testdata/download-testdata.sh
84
81
  ./testdata/download-testdata.sh
85
82
  ```
86
- For convenience, we have also provided a script to register all test data with Palimpzest:
87
- ```
88
- chmod +x testdata/register-sources.sh
89
- ./testdata/register-sources.sh
90
- ```
91
83
 
92
84
  ### Running the Demos
93
- - Initialize the configuration by running `pz init`.
94
-
95
- - Palimpzest defaults to using OpenAI. You’ll need to export an environment variable `OPENAI_API_KEY`
96
-
97
- - (Skip this step if you ran the `register-sources.sh` script successfully) Add the enron data set with:
98
- `pz reg --path testdata/enron-tiny --name enron-tiny`
85
+ Set your OpenAI (or Together.ai) api key at the command line:
86
+ ```bash
87
+ # set one (or both) of the following:
88
+ export OPENAI_API_KEY=<your-api-key>
89
+ export TOGETHER_API_KEY=<your-api-key>
90
+ ```
99
91
 
100
- - Finally, run the simple test program with:
101
- `python demos/simpleDemo.py --task enron --datasetid enron-eval-tiny --verbose`
92
+ Now you can run the simple test program with:
93
+ ```bash
94
+ $ python demos/simple-demo.py --task enron --dataset testdata/enron-eval-tiny --verbose
95
+ ```
@@ -1,6 +1,6 @@
1
1
  [project]
2
2
  name = "palimpzest"
3
- version = "0.6.2"
3
+ version = "0.6.4"
4
4
  description = "Palimpzest is a system which enables anyone to process AI-powered analytical queries simply by defining them in a declarative language"
5
5
  readme = "README.md"
6
6
  requires-python = ">=3.8"
@@ -94,6 +94,7 @@ class PromptFactory:
94
94
  PromptStrategy.COT_QA_IMAGE_CRITIC: None,
95
95
  PromptStrategy.COT_QA_IMAGE_REFINE: None,
96
96
  PromptStrategy.COT_MOA_PROPOSER: COT_MOA_PROPOSER_BASE_SYSTEM_PROMPT,
97
+ PromptStrategy.COT_MOA_PROPOSER_IMAGE: COT_MOA_PROPOSER_BASE_SYSTEM_PROMPT,
97
98
  PromptStrategy.COT_MOA_AGG: COT_MOA_AGG_BASE_SYSTEM_PROMPT,
98
99
  }
99
100
  BASE_USER_PROMPT_MAP = {
@@ -106,6 +107,7 @@ class PromptFactory:
106
107
  PromptStrategy.COT_QA_IMAGE_CRITIC: BASE_CRITIQUE_PROMPT,
107
108
  PromptStrategy.COT_QA_IMAGE_REFINE: BASE_REFINEMENT_PROMPT,
108
109
  PromptStrategy.COT_MOA_PROPOSER: COT_MOA_PROPOSER_BASE_USER_PROMPT,
110
+ PromptStrategy.COT_MOA_PROPOSER_IMAGE: COT_MOA_PROPOSER_BASE_USER_PROMPT,
109
111
  PromptStrategy.COT_MOA_AGG: COT_MOA_AGG_BASE_USER_PROMPT,
110
112
  }
111
113
 
@@ -219,6 +219,9 @@ class Optimizer:
219
219
  allow_conventional_query=self.allow_conventional_query,
220
220
  allow_code_synth=self.allow_code_synth,
221
221
  allow_token_reduction=self.allow_token_reduction,
222
+ allow_rag_reduction=self.allow_rag_reduction,
223
+ allow_mixtures=self.allow_mixtures,
224
+ allow_critic=self.allow_critic,
222
225
  optimization_strategy_type=self.optimization_strategy_type,
223
226
  use_final_op_quality=self.use_final_op_quality,
224
227
  )
@@ -123,6 +123,9 @@ class QueryProcessorFactory:
123
123
  allow_conventional_query=config.allow_conventional_query,
124
124
  allow_code_synth=config.allow_code_synth,
125
125
  allow_token_reduction=config.allow_token_reduction,
126
+ allow_rag_reduction=config.allow_rag_reduction,
127
+ allow_mixtures=config.allow_mixtures,
128
+ allow_critic=config.allow_critic,
126
129
  optimization_strategy_type=optimizer_strategy,
127
130
  use_final_op_quality=config.use_final_op_quality
128
131
  )
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.2
2
2
  Name: palimpzest
3
- Version: 0.6.2
3
+ Version: 0.6.4
4
4
  Summary: Palimpzest is a system which enables anyone to process AI-powered analytical queries simply by defining them in a declarative language
5
5
  Author-email: MIT DSG Semantic Management Lab <michjc@csail.mit.edu>
6
6
  Project-URL: homepage, https://palimpzest.org
@@ -141,9 +141,6 @@ output_df = output.to_df(cols=["date", "sender", "subject"])
141
141
  display(output_df)
142
142
  ```
143
143
 
144
- ## Palimpzest CLI
145
- Installing Palimpzest also installs its CLI tool `pz` which provides users with basic utilities at the command line for creating and managing their own Palimpzest system. Please read the readme in [src/cli/README.md](./src/cli/README.md) for instructions on how to use it.
146
-
147
144
  ## Python Demos
148
145
  Below are simple instructions to run PZ on a test data set of enron emails that is included with the system.
149
146
 
@@ -153,19 +150,16 @@ To run the provided demos, you will need to download the test data. Due to the s
153
150
  chmod +x testdata/download-testdata.sh
154
151
  ./testdata/download-testdata.sh
155
152
  ```
156
- For convenience, we have also provided a script to register all test data with Palimpzest:
157
- ```
158
- chmod +x testdata/register-sources.sh
159
- ./testdata/register-sources.sh
160
- ```
161
153
 
162
154
  ### Running the Demos
163
- - Initialize the configuration by running `pz init`.
164
-
165
- - Palimpzest defaults to using OpenAI. You’ll need to export an environment variable `OPENAI_API_KEY`
166
-
167
- - (Skip this step if you ran the `register-sources.sh` script successfully) Add the enron data set with:
168
- `pz reg --path testdata/enron-tiny --name enron-tiny`
155
+ Set your OpenAI (or Together.ai) api key at the command line:
156
+ ```bash
157
+ # set one (or both) of the following:
158
+ export OPENAI_API_KEY=<your-api-key>
159
+ export TOGETHER_API_KEY=<your-api-key>
160
+ ```
169
161
 
170
- - Finally, run the simple test program with:
171
- `python demos/simpleDemo.py --task enron --datasetid enron-eval-tiny --verbose`
162
+ Now you can run the simple test program with:
163
+ ```bash
164
+ $ python demos/simple-demo.py --task enron --dataset testdata/enron-eval-tiny --verbose
165
+ ```
File without changes
File without changes