palimpzest 0.6.4__py3-none-any.whl → 0.7.1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (64) hide show
  1. palimpzest/__init__.py +5 -0
  2. palimpzest/constants.py +110 -43
  3. palimpzest/core/__init__.py +0 -78
  4. palimpzest/core/data/dataclasses.py +382 -44
  5. palimpzest/core/elements/filters.py +7 -3
  6. palimpzest/core/elements/index.py +70 -0
  7. palimpzest/core/elements/records.py +33 -11
  8. palimpzest/core/lib/fields.py +1 -0
  9. palimpzest/core/lib/schemas.py +4 -3
  10. palimpzest/prompts/moa_proposer_convert_prompts.py +0 -4
  11. palimpzest/prompts/prompt_factory.py +44 -7
  12. palimpzest/prompts/split_merge_prompts.py +56 -0
  13. palimpzest/prompts/split_proposer_prompts.py +55 -0
  14. palimpzest/query/execution/execution_strategy.py +435 -53
  15. palimpzest/query/execution/execution_strategy_type.py +20 -0
  16. palimpzest/query/execution/mab_execution_strategy.py +532 -0
  17. palimpzest/query/execution/parallel_execution_strategy.py +143 -172
  18. palimpzest/query/execution/random_sampling_execution_strategy.py +240 -0
  19. palimpzest/query/execution/single_threaded_execution_strategy.py +173 -203
  20. palimpzest/query/generators/api_client_factory.py +31 -0
  21. palimpzest/query/generators/generators.py +256 -76
  22. palimpzest/query/operators/__init__.py +1 -2
  23. palimpzest/query/operators/code_synthesis_convert.py +33 -18
  24. palimpzest/query/operators/convert.py +30 -97
  25. palimpzest/query/operators/critique_and_refine_convert.py +5 -6
  26. palimpzest/query/operators/filter.py +7 -10
  27. palimpzest/query/operators/logical.py +54 -10
  28. palimpzest/query/operators/map.py +130 -0
  29. palimpzest/query/operators/mixture_of_agents_convert.py +6 -6
  30. palimpzest/query/operators/physical.py +3 -12
  31. palimpzest/query/operators/rag_convert.py +66 -18
  32. palimpzest/query/operators/retrieve.py +230 -34
  33. palimpzest/query/operators/scan.py +5 -2
  34. palimpzest/query/operators/split_convert.py +169 -0
  35. palimpzest/query/operators/token_reduction_convert.py +8 -14
  36. palimpzest/query/optimizer/__init__.py +4 -16
  37. palimpzest/query/optimizer/cost_model.py +73 -266
  38. palimpzest/query/optimizer/optimizer.py +87 -58
  39. palimpzest/query/optimizer/optimizer_strategy.py +18 -97
  40. palimpzest/query/optimizer/optimizer_strategy_type.py +37 -0
  41. palimpzest/query/optimizer/plan.py +2 -3
  42. palimpzest/query/optimizer/primitives.py +5 -3
  43. palimpzest/query/optimizer/rules.py +336 -172
  44. palimpzest/query/optimizer/tasks.py +30 -100
  45. palimpzest/query/processor/config.py +38 -22
  46. palimpzest/query/processor/nosentinel_processor.py +16 -520
  47. palimpzest/query/processor/processing_strategy_type.py +28 -0
  48. palimpzest/query/processor/query_processor.py +38 -206
  49. palimpzest/query/processor/query_processor_factory.py +117 -130
  50. palimpzest/query/processor/sentinel_processor.py +90 -0
  51. palimpzest/query/processor/streaming_processor.py +25 -32
  52. palimpzest/sets.py +88 -41
  53. palimpzest/utils/model_helpers.py +8 -7
  54. palimpzest/utils/progress.py +368 -152
  55. palimpzest/utils/token_reduction_helpers.py +1 -3
  56. {palimpzest-0.6.4.dist-info → palimpzest-0.7.1.dist-info}/METADATA +19 -9
  57. palimpzest-0.7.1.dist-info/RECORD +96 -0
  58. {palimpzest-0.6.4.dist-info → palimpzest-0.7.1.dist-info}/WHEEL +1 -1
  59. palimpzest/query/processor/mab_sentinel_processor.py +0 -884
  60. palimpzest/query/processor/random_sampling_sentinel_processor.py +0 -639
  61. palimpzest/utils/index_helpers.py +0 -6
  62. palimpzest-0.6.4.dist-info/RECORD +0 -87
  63. {palimpzest-0.6.4.dist-info → palimpzest-0.7.1.dist-info/licenses}/LICENSE +0 -0
  64. {palimpzest-0.6.4.dist-info → palimpzest-0.7.1.dist-info}/top_level.txt +0 -0
palimpzest-0.7.1.dist-info/RECORD ADDED
@@ -0,0 +1,96 @@
1
+ palimpzest/__init__.py,sha256=t-xBXOEaah4dEyHcnKJhDHpPRx7-P2QVwjBmdExVdNc,874
2
+ palimpzest/constants.py,sha256=YxqIGnoUInTGSTcSV5Ug9b4i_M46UdAX0n1XONzMLi8,16243
3
+ palimpzest/policy.py,sha256=2cMio_AUfZv6lksr_klfP747G4w1nsZJtfmt6zjeaMk,12656
4
+ palimpzest/sets.py,sha256=0l__tPn87FVeltlG4HNSJl1twchAek-BtwwpTRElubU,15154
5
+ palimpzest/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
6
+ palimpzest/core/data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
7
+ palimpzest/core/data/dataclasses.py,sha256=YmMK0Ob9PT10yvK39Km4ilcJrP7pr-afCJlYWni21u0,34154
8
+ palimpzest/core/data/datareaders.py,sha256=9ZNLp2j7g8_f0YDTqavLpMhXtxh5O4efprSZNkwpDkA,17323
9
+ palimpzest/core/elements/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
10
+ palimpzest/core/elements/filters.py,sha256=fU2x0eWDwfP52_5fUmqJXTuhs4H0vvHtPZLdA3IIw8I,1642
11
+ palimpzest/core/elements/groupbysig.py,sha256=1qHuR2-fcW-E4rxPSieYGSXZYwvFaPwf1ld9VPWvWjw,2233
12
+ palimpzest/core/elements/index.py,sha256=GgR4_RoyCY9M6KXQ4m6oW8tAsV1SrjWk6i7G1-iSr10,2477
13
+ palimpzest/core/elements/records.py,sha256=sR9-w28UYNZn3rDXCTfHWlsqXem-F-3ilKbA3RYUjtw,15002
14
+ palimpzest/core/lib/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
15
+ palimpzest/core/lib/fields.py,sha256=czzN7v4AgRzMSqgCWOelTEOJz3r-RCvwRTxQ3B0xG0U,4099
16
+ palimpzest/core/lib/schemas.py,sha256=_WMPR_YcAIeUNRne7gQLJHLqDNVz7LBxFXN3osu659Q,17105
17
+ palimpzest/prompts/__init__.py,sha256=klF8bYcNZWTQyuX8ZaqUXmD8Syq-MOHSRKemiwyM4N4,680
18
+ palimpzest/prompts/code_synthesis_prompts.py,sha256=8mlMTPAI5WsoG0LVohoBFL-dnOro-mP3VJgEAiwgxnU,1472
19
+ palimpzest/prompts/convert_prompts.py,sha256=mUt2TkSerAYuYyDg7LC4AQ195Zz-zoZjA0AN_yMH9MQ,3595
20
+ palimpzest/prompts/critique_and_refine_convert_prompts.py,sha256=WoXExBxQ7twswd9VCCST26c-2ehZtpD2iQoBi7sqDnQ,7814
21
+ palimpzest/prompts/filter_prompts.py,sha256=iQjn-39h3L0E5wng_UPgAXRHrP1ok329TXpOgZ6Wn1w,2372
22
+ palimpzest/prompts/moa_aggregator_convert_prompts.py,sha256=BQRrtGdr53PTqvXzmFh8kfQ_w9KoKw-zTtmdo-8RFjo,2887
23
+ palimpzest/prompts/moa_proposer_convert_prompts.py,sha256=vcme_K-QA7--slFo91gKTh7x7l66x0u9rBEXI8NsN_I,3460
24
+ palimpzest/prompts/prompt_factory.py,sha256=2jzNNzJbYK9ZdZmYvnchSLyLmolOvLgJn2lDMRY01QQ,34025
25
+ palimpzest/prompts/split_merge_prompts.py,sha256=0mTZeJhxtvlmv-ro0KwQpxlGgSTwyUhGRHJ-uHk2Zlw,3146
26
+ palimpzest/prompts/split_proposer_prompts.py,sha256=TBHLGaM_ycHjGHrp1JziJoJDw4S5_F4afKSAdt2McKk,2624
27
+ palimpzest/prompts/util_phrases.py,sha256=NWrcHfjJyiOY16Jyt7R50moVnlJDyvSBZ9kBqyX2WQo,751
28
+ palimpzest/query/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
29
+ palimpzest/query/execution/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
30
+ palimpzest/query/execution/execution_strategy.py,sha256=OZfTh7hD933ZYX8-V3rhHx8g6QF6nnmPflvvTbsyMlI,21890
31
+ palimpzest/query/execution/execution_strategy_type.py,sha256=IMeb0Y6B2Cx1L5omWP0ryKQxgOv79RuS5I67exdpJ1Q,827
32
+ palimpzest/query/execution/mab_execution_strategy.py,sha256=GVSdUydcqnwOme7yYJO6KPzf5ogQ8FGZFabnDLdcCtU,28560
33
+ palimpzest/query/execution/parallel_execution_strategy.py,sha256=qNledqrPdnQRNTpcb_5f1TTOkQJCKftq-0Jc2RFnnIw,9174
34
+ palimpzest/query/execution/random_sampling_execution_strategy.py,sha256=jWPd-sBsTbkwxXRlKgnR3FO6jEEqViaYUvBb0RJkP5g,11585
35
+ palimpzest/query/execution/single_threaded_execution_strategy.py,sha256=2EAYfO3qXf5HFmCZGGL_vtLHHA6kHOlQaaJaifRhHdE,12259
36
+ palimpzest/query/generators/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
37
+ palimpzest/query/generators/api_client_factory.py,sha256=IxRLUcU4YXpW2Dy4ka-R7idWZ0WOKofI2JgzA_Drv3s,1091
38
+ palimpzest/query/generators/generators.py,sha256=A-JqTe-rRIBj44I_Pp27n2HTi6Fz6_MS_cCi-dOruCo,26260
39
+ palimpzest/query/operators/__init__.py,sha256=fq0YvXuqxLtQyI_LuyOe02KYqYCmD-Sh1M-FcVWnr_A,3163
40
+ palimpzest/query/operators/aggregate.py,sha256=nVLgJkB8oWj4Urclr8TV2w0fL9LZwU6x0Cf4dxMy19A,10212
41
+ palimpzest/query/operators/code_synthesis_convert.py,sha256=Oki3ZJi6lRD3NFKylulmreFniRVYjrbuKWFe_M90HXM,20992
42
+ palimpzest/query/operators/convert.py,sha256=4wxDINLTyaa1N9GU-rGkX0H9-hYvGbgtb9ysMJIzPLA,16849
43
+ palimpzest/query/operators/critique_and_refine_convert.py,sha256=PCAJIJV5ljADkCmKfkl5Neaf6mu91zFVY_D9m_Prr1c,5179
44
+ palimpzest/query/operators/filter.py,sha256=4UK_0xyUtQQdcOy68G8v5EBBu0mOIEEASkMeUkyv4bE,10315
45
+ palimpzest/query/operators/limit.py,sha256=xnGC6zmHdPm_2YCtsVRBL2iwXcUB1lP_vsEkuHV4nmY,2103
46
+ palimpzest/query/operators/logical.py,sha256=5AqUeSyGgLV3uRXn0ZCYSYzrk1eeuSAgSPYTM9gHMdI,16163
47
+ palimpzest/query/operators/map.py,sha256=SngwvygveBfN7VGVvpYIIIcGB7tjAZH3PGPJgObw1JQ,4940
48
+ palimpzest/query/operators/mixture_of_agents_convert.py,sha256=CU6X7KG1Ivx-8OZ6HSye6auoDUaz0EgVai68_AGxEVA,6675
49
+ palimpzest/query/operators/physical.py,sha256=I9mijgVMxdgYuWiqBD50AJFy75F0BrcsT2-LNE7_w4M,7884
50
+ palimpzest/query/operators/project.py,sha256=djlKXCkz2b-h1phsD8tWqewcTLKBfWMgsyZ52oFN2MY,2084
51
+ palimpzest/query/operators/rag_convert.py,sha256=cndUwphTEOno9KqK8_ENcwY8h5aAm6FN8thnx72-mQc,10793
52
+ palimpzest/query/operators/retrieve.py,sha256=jtQVM4NNIBAzx27K8UizbEqFMRfYouQlP0hBB-UWMms,13983
53
+ palimpzest/query/operators/scan.py,sha256=oYzf2KCpo1RPkN3bNY1z6rjSiNS0HIx8b3BlZhMAAfQ,5860
54
+ palimpzest/query/operators/split_convert.py,sha256=vsgN0c_s7EnUFxeS1tnXfAdrTBdMXVT3qg0ZdLM_7FM,7813
55
+ palimpzest/query/operators/token_reduction_convert.py,sha256=j9ubGpI6srGqYSf-zTnNA7_tZnEFHsjPdLTdOvUHzo0,8347
56
+ palimpzest/query/optimizer/__init__.py,sha256=qz1Siiy2xAEBm1soutfapdexgej901kXPHT4qeGKwpU,2619
57
+ palimpzest/query/optimizer/cost_model.py,sha256=x1xddfPX5TMvJwDJ0YlX5bPX_tHHAG48euGET_K4hO8,31372
58
+ palimpzest/query/optimizer/optimizer.py,sha256=n1cH8MpdaqsUBgE34GwAIMU_pi4QHSuwAJn-iKrQsMc,21931
59
+ palimpzest/query/optimizer/optimizer_strategy.py,sha256=Aek-LsQQO9VuxI1ZLkmadxik87-tRjy4v1_edbAhLMs,9234
60
+ palimpzest/query/optimizer/optimizer_strategy_type.py,sha256=V-MMHvJdnfZKoUX1xxxwh66q1RjN2FL35IsiT1C62c8,1084
61
+ palimpzest/query/optimizer/plan.py,sha256=Ojz8krSkjV2FjhFH2b_V3qPUtx5pyoHiHXUp0eqqa1U,5662
62
+ palimpzest/query/optimizer/primitives.py,sha256=DuzHEOxyIsVaBCGfWjXzoHriawhoVEzZTXjYY-Laslw,4033
63
+ palimpzest/query/optimizer/rules.py,sha256=zd01btOD294iFwuL_UPbF24dHBoqt1C4xa37LJuj7B0,51488
64
+ palimpzest/query/optimizer/tasks.py,sha256=CQIeYdjPoegk4Yj7-BzmLZISSxRQNmjK_2XY0TUeiE0,24850
65
+ palimpzest/query/processor/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
66
+ palimpzest/query/processor/config.py,sha256=-YIQFSs0povvkEMPQiYhNSib5Q8e_LFs0PgLppmT67w,3971
67
+ palimpzest/query/processor/nosentinel_processor.py,sha256=E5XvDLqTuG5aIy-g5bMbDx0UTUBwjNlAuo9W5AvpsCo,1224
68
+ palimpzest/query/processor/processing_strategy_type.py,sha256=umQh1fnOYGWDj2m3dSMlAPJP3DQQwlYWGQyMkZZc5Sk,1333
69
+ palimpzest/query/processor/query_processor.py,sha256=13DcIeoISPbEgrTaXR-fCT2XfqYXjC-16midStaaVSg,3496
70
+ palimpzest/query/processor/query_processor_factory.py,sha256=2qiFs6dyskreJti7uf179Bs5aJgYXBpP_pgfaIzqpzg,7492
71
+ palimpzest/query/processor/sentinel_processor.py,sha256=j7GlhuAEGYX_Wg6irzBV7uiC8ZuAyBe7UdPkCrJBxhY,3976
72
+ palimpzest/query/processor/streaming_processor.py,sha256=tR0KVW-lLLF1MEahaasuqwiTYVw7Y6P0qw2IBKbDZho,5996
73
+ palimpzest/schemabuilder/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
74
+ palimpzest/schemabuilder/schema_builder.py,sha256=kGEv-Adba-FNziRrlG0zwx317IuD7rmzNl2GecvnbDw,8528
75
+ palimpzest/tools/README.md,sha256=56_6LPG80uc0CLVhTBP6I1wgIffNv9cyTr0TmVZqmrM,483
76
+ palimpzest/tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
77
+ palimpzest/tools/allenpdf.py,sha256=fXMOmSDdSSLXDKAPYYJ8k4egtWEBf_Me9Lq9tM3iyoA,1690
78
+ palimpzest/tools/pdfparser.py,sha256=0DOVUZLxYfqjxM8WNEfYcyiXb1qW9BWVIHEB_B_YhWA,9570
79
+ palimpzest/tools/skema_tools.py,sha256=HXUFpjMhbVxZwKKkATeK-FwtlTCawaCbeP-uHntI1Kg,669
80
+ palimpzest/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
81
+ palimpzest/utils/datareader_helpers.py,sha256=-tkIf9iOF7mr-gyrrUQqnHWwRig4OGnowU0Wpx5HKG0,2121
82
+ palimpzest/utils/demo_helpers.py,sha256=BcNgtTz4O9iGriefy6f26BtJd_G5SQPzD3oQg_qLUdU,2522
83
+ palimpzest/utils/env_helpers.py,sha256=n81KzoJ459pRxo7QmJA7duazwWsfoMGTHc71D2LatFk,334
84
+ palimpzest/utils/field_helpers.py,sha256=Op18ThAnDlALiAkquUQbelHodZZYg378Ct1I8eIkKio,2291
85
+ palimpzest/utils/generation_helpers.py,sha256=jveE9iQQtUQ94nuU6c1zuWoQMkwizr037S8si4n35jo,3230
86
+ palimpzest/utils/hash_helpers.py,sha256=3A8dA7SbXTwnnvZvPVNqqMLlVRhCKyKF_bjNNAu3Exk,334
87
+ palimpzest/utils/model_helpers.py,sha256=LO_Bw2P0if4BjNj6ss9X09x_jJ7013N-UBqRPuw4Tts,2404
88
+ palimpzest/utils/progress.py,sha256=9k3RuUHaptZQVmg3VpUfDhLZrNbPSHXznoGw6B_Sb0U,17455
89
+ palimpzest/utils/sandbox.py,sha256=Ge96gmzqeOGlNkMCG9A95_PB8wRQbvTFua136of8FcA,6465
90
+ palimpzest/utils/token_reduction_helpers.py,sha256=VaCt8h4E058Wq4SPlUxlf8eFiu9arMUjbZ8yJB0D9IQ,3830
91
+ palimpzest/utils/udfs.py,sha256=LjHic54B1az-rKgNLur0wOpaz2ko_UodjLEJrazkxvY,1854
92
+ palimpzest-0.7.1.dist-info/licenses/LICENSE,sha256=5GUlHy9lr-Py9kvV38FF1m3yy3NqM18fefuE9wkWumo,1079
93
+ palimpzest-0.7.1.dist-info/METADATA,sha256=jLBMw5sl5W4psPt5992xunFh_L7Zi-OJC3PZSkI58vw,7786
94
+ palimpzest-0.7.1.dist-info/WHEEL,sha256=DK49LOLCYiurdXXOXwGJm6U4DkHkg4lcxjhqwRa0CP4,91
95
+ palimpzest-0.7.1.dist-info/top_level.txt,sha256=raV06dJUgohefUn3ZyJS2uqp_Y76EOLA9Y2e_fxt8Ew,11
96
+ palimpzest-0.7.1.dist-info/RECORD,,
{palimpzest-0.6.4.dist-info → palimpzest-0.7.1.dist-info}/WHEEL RENAMED
@@ -1,5 +1,5 @@
1
1
  Wheel-Version: 1.0
2
- Generator: setuptools (75.8.0)
2
+ Generator: setuptools (78.0.2)
3
3
  Root-Is-Purelib: true
4
4
  Tag: py3-none-any
5
5