palimpzest 0.6.4__py3-none-any.whl → 0.7.1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (64) hide show
  1. palimpzest/__init__.py +5 -0
  2. palimpzest/constants.py +110 -43
  3. palimpzest/core/__init__.py +0 -78
  4. palimpzest/core/data/dataclasses.py +382 -44
  5. palimpzest/core/elements/filters.py +7 -3
  6. palimpzest/core/elements/index.py +70 -0
  7. palimpzest/core/elements/records.py +33 -11
  8. palimpzest/core/lib/fields.py +1 -0
  9. palimpzest/core/lib/schemas.py +4 -3
  10. palimpzest/prompts/moa_proposer_convert_prompts.py +0 -4
  11. palimpzest/prompts/prompt_factory.py +44 -7
  12. palimpzest/prompts/split_merge_prompts.py +56 -0
  13. palimpzest/prompts/split_proposer_prompts.py +55 -0
  14. palimpzest/query/execution/execution_strategy.py +435 -53
  15. palimpzest/query/execution/execution_strategy_type.py +20 -0
  16. palimpzest/query/execution/mab_execution_strategy.py +532 -0
  17. palimpzest/query/execution/parallel_execution_strategy.py +143 -172
  18. palimpzest/query/execution/random_sampling_execution_strategy.py +240 -0
  19. palimpzest/query/execution/single_threaded_execution_strategy.py +173 -203
  20. palimpzest/query/generators/api_client_factory.py +31 -0
  21. palimpzest/query/generators/generators.py +256 -76
  22. palimpzest/query/operators/__init__.py +1 -2
  23. palimpzest/query/operators/code_synthesis_convert.py +33 -18
  24. palimpzest/query/operators/convert.py +30 -97
  25. palimpzest/query/operators/critique_and_refine_convert.py +5 -6
  26. palimpzest/query/operators/filter.py +7 -10
  27. palimpzest/query/operators/logical.py +54 -10
  28. palimpzest/query/operators/map.py +130 -0
  29. palimpzest/query/operators/mixture_of_agents_convert.py +6 -6
  30. palimpzest/query/operators/physical.py +3 -12
  31. palimpzest/query/operators/rag_convert.py +66 -18
  32. palimpzest/query/operators/retrieve.py +230 -34
  33. palimpzest/query/operators/scan.py +5 -2
  34. palimpzest/query/operators/split_convert.py +169 -0
  35. palimpzest/query/operators/token_reduction_convert.py +8 -14
  36. palimpzest/query/optimizer/__init__.py +4 -16
  37. palimpzest/query/optimizer/cost_model.py +73 -266
  38. palimpzest/query/optimizer/optimizer.py +87 -58
  39. palimpzest/query/optimizer/optimizer_strategy.py +18 -97
  40. palimpzest/query/optimizer/optimizer_strategy_type.py +37 -0
  41. palimpzest/query/optimizer/plan.py +2 -3
  42. palimpzest/query/optimizer/primitives.py +5 -3
  43. palimpzest/query/optimizer/rules.py +336 -172
  44. palimpzest/query/optimizer/tasks.py +30 -100
  45. palimpzest/query/processor/config.py +38 -22
  46. palimpzest/query/processor/nosentinel_processor.py +16 -520
  47. palimpzest/query/processor/processing_strategy_type.py +28 -0
  48. palimpzest/query/processor/query_processor.py +38 -206
  49. palimpzest/query/processor/query_processor_factory.py +117 -130
  50. palimpzest/query/processor/sentinel_processor.py +90 -0
  51. palimpzest/query/processor/streaming_processor.py +25 -32
  52. palimpzest/sets.py +88 -41
  53. palimpzest/utils/model_helpers.py +8 -7
  54. palimpzest/utils/progress.py +368 -152
  55. palimpzest/utils/token_reduction_helpers.py +1 -3
  56. {palimpzest-0.6.4.dist-info → palimpzest-0.7.1.dist-info}/METADATA +19 -9
  57. palimpzest-0.7.1.dist-info/RECORD +96 -0
  58. {palimpzest-0.6.4.dist-info → palimpzest-0.7.1.dist-info}/WHEEL +1 -1
  59. palimpzest/query/processor/mab_sentinel_processor.py +0 -884
  60. palimpzest/query/processor/random_sampling_sentinel_processor.py +0 -639
  61. palimpzest/utils/index_helpers.py +0 -6
  62. palimpzest-0.6.4.dist-info/RECORD +0 -87
  63. {palimpzest-0.6.4.dist-info → palimpzest-0.7.1.dist-info/licenses}/LICENSE +0 -0
  64. {palimpzest-0.6.4.dist-info → palimpzest-0.7.1.dist-info}/top_level.txt +0 -0
palimpzest-0.6.4.dist-info/RECORD DELETED
@@ -1,87 +0,0 @@
1
- palimpzest/__init__.py,sha256=ZcxM-zzT3sX7cDTcx1tN7-Udet0lqoiDgnvlOs7nMhY,766
2
- palimpzest/constants.py,sha256=SumDHOKDot25Sld0tCzWF6rs3oeLp42DFrDFNJQ8uoM,14035
3
- palimpzest/policy.py,sha256=2cMio_AUfZv6lksr_klfP747G4w1nsZJtfmt6zjeaMk,12656
4
- palimpzest/sets.py,sha256=LPbYSXf0LhsFXHCR7xq9nyBER0DBzcWM95Q6vhd3RvA,14180
5
- palimpzest/core/__init__.py,sha256=XJQxijqc68kWa44-me5ZIij6PKjOspxaeZKKrVhEjVo,1472
6
- palimpzest/core/data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
7
- palimpzest/core/data/dataclasses.py,sha256=biRtaxwy1ALeo50jykKx2_J3bXE9qbu0cwM2RtoZlzo,19486
8
- palimpzest/core/data/datareaders.py,sha256=9ZNLp2j7g8_f0YDTqavLpMhXtxh5O4efprSZNkwpDkA,17323
9
- palimpzest/core/elements/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
10
- palimpzest/core/elements/filters.py,sha256=zBBYRUnPfEYb85IfC04TJkS45GxgL5KfXASIHWwlwow,1554
11
- palimpzest/core/elements/groupbysig.py,sha256=1qHuR2-fcW-E4rxPSieYGSXZYwvFaPwf1ld9VPWvWjw,2233
12
- palimpzest/core/elements/records.py,sha256=wEQnk2-TygII-2h0j9ag91AUE2heDAD5ohEBCSjhNZ8,13801
13
- palimpzest/core/lib/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
14
- palimpzest/core/lib/fields.py,sha256=QW99ya_VffHMnaef0LP97isYp8w59YI9FInGMy_M8M8,4072
15
- palimpzest/core/lib/schemas.py,sha256=g3yH6RxgN0sbsW7YkklHAnrHjlbK_2Am-Mt6inw7f6U,16977
16
- palimpzest/prompts/__init__.py,sha256=klF8bYcNZWTQyuX8ZaqUXmD8Syq-MOHSRKemiwyM4N4,680
17
- palimpzest/prompts/code_synthesis_prompts.py,sha256=8mlMTPAI5WsoG0LVohoBFL-dnOro-mP3VJgEAiwgxnU,1472
18
- palimpzest/prompts/convert_prompts.py,sha256=mUt2TkSerAYuYyDg7LC4AQ195Zz-zoZjA0AN_yMH9MQ,3595
19
- palimpzest/prompts/critique_and_refine_convert_prompts.py,sha256=WoXExBxQ7twswd9VCCST26c-2ehZtpD2iQoBi7sqDnQ,7814
20
- palimpzest/prompts/filter_prompts.py,sha256=iQjn-39h3L0E5wng_UPgAXRHrP1ok329TXpOgZ6Wn1w,2372
21
- palimpzest/prompts/moa_aggregator_convert_prompts.py,sha256=BQRrtGdr53PTqvXzmFh8kfQ_w9KoKw-zTtmdo-8RFjo,2887
22
- palimpzest/prompts/moa_proposer_convert_prompts.py,sha256=d_hOh0-0m6HWBDAxUu7W3WyQtSTlUvqio3nzpnX2bxM,3642
23
- palimpzest/prompts/prompt_factory.py,sha256=w6h4eQnaGVxv49A8hlAzij7yP8GaKl6tgSQbt3HXFDU,32350
24
- palimpzest/prompts/util_phrases.py,sha256=NWrcHfjJyiOY16Jyt7R50moVnlJDyvSBZ9kBqyX2WQo,751
25
- palimpzest/query/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
26
- palimpzest/query/execution/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
27
- palimpzest/query/execution/execution_strategy.py,sha256=HdiZ0nhMON0FyCzNoPhUgZnJgRstUAIZ99a33k_04BI,2443
28
- palimpzest/query/execution/parallel_execution_strategy.py,sha256=8_0B_MYoLERVhQqllLHOkQ6OTIJqc6VRHPftRLlx7_s,10974
29
- palimpzest/query/execution/single_threaded_execution_strategy.py,sha256=7SWr-cOJARBkLeDE_0UF45XQNwetWZi76p_iIUXO0xU,13469
30
- palimpzest/query/generators/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
31
- palimpzest/query/generators/generators.py,sha256=ktd-NDwaDf7W-t3d8qa3G2DX3YvuaPXVr9ZqGPr7AkE,18784
32
- palimpzest/query/operators/__init__.py,sha256=a_Jk_1LzaoNQHY4b5qdHZmF6kG4g1xY8lO-ZxZHkrUQ,3285
33
- palimpzest/query/operators/aggregate.py,sha256=nVLgJkB8oWj4Urclr8TV2w0fL9LZwU6x0Cf4dxMy19A,10212
34
- palimpzest/query/operators/code_synthesis_convert.py,sha256=wWHAH83fpC99uleI3tVHPBGyrqAZax5jU7xJ5MgNntI,20948
35
- palimpzest/query/operators/convert.py,sha256=aVZCo5R-nDs2n8J9h8x7JCk7WIYgx5zwldUlQZOyD3I,19905
36
- palimpzest/query/operators/critique_and_refine_convert.py,sha256=nrNUX9rtZRQ40XdUXbqxS5_R3ThnpXN9d95Vy4XWGCI,5229
37
- palimpzest/query/operators/filter.py,sha256=TXZAjNW9xiMV17Z4E83m5OTXT_0BOdLcfmFEbBOUqO4,10372
38
- palimpzest/query/operators/limit.py,sha256=xnGC6zmHdPm_2YCtsVRBL2iwXcUB1lP_vsEkuHV4nmY,2103
39
- palimpzest/query/operators/logical.py,sha256=Mx7Q12Cf2sr6Xr-PbtLlNLAVjC6lwV7WLk77pC3Gvs4,14708
40
- palimpzest/query/operators/mixture_of_agents_convert.py,sha256=_RVmZ4gRzgM6bRgsSzDwU8JrGSuA1zotxKO1wRhUDhc,6628
41
- palimpzest/query/operators/physical.py,sha256=2AOqj0D79-g3IVVnsyBH9g_F9NNHb1j-iOhogIEx8eY,8346
42
- palimpzest/query/operators/project.py,sha256=djlKXCkz2b-h1phsD8tWqewcTLKBfWMgsyZ52oFN2MY,2084
43
- palimpzest/query/operators/rag_convert.py,sha256=vUcmgNyrJO8KJYRbs15BVUNHDi8xF-n_UO5Pou9V5zc,8445
44
- palimpzest/query/operators/retrieve.py,sha256=VrwtCT4Bgv4ipPmFoAgSLK93dilquKMi_hE6GKy1UNs,3972
45
- palimpzest/query/operators/scan.py,sha256=z6wUVxuhr5VqPIeUxb3hxhkaljKpDc_exzGMe4NMgxY,5728
46
- palimpzest/query/operators/token_reduction_convert.py,sha256=yy9GYMPt-LQxPdwIgVyhCb9hi_8FRorGU8XqK_3jq9g,8513
47
- palimpzest/query/optimizer/__init__.py,sha256=pl1co0dCwDZkAQ-0oiwT81GjvB0Oc59WiwmmYF8k73s,3109
48
- palimpzest/query/optimizer/cost_model.py,sha256=zSK2Nsya96pR5Zh67cr_O5q0qtPa08--Tchn0cYvE58,44837
49
- palimpzest/query/optimizer/optimizer.py,sha256=EQ5yKb1oa0EdqiK2R8Ey7PPhC-YjXZquA-XWIWq3fso,20794
50
- palimpzest/query/optimizer/optimizer_strategy.py,sha256=-1xx_cviSJw6PH8XiQQK9qe4YPnAmxZEAhNVKdxRgH4,12894
51
- palimpzest/query/optimizer/plan.py,sha256=xlWB3sY5qDac3o6IHoWcuGK5Azv-4C2_zKKx4PzxEh4,5768
52
- palimpzest/query/optimizer/primitives.py,sha256=ikaX8YcDM3IrxKt98OX-mYujRYQtdMlDgsFKyjchMMA,4061
53
- palimpzest/query/optimizer/rules.py,sha256=jpwSI_xCzkdML4PNQScDNGzXExqont2AhQFfL4Eumdg,44059
54
- palimpzest/query/optimizer/tasks.py,sha256=ORyPpAbbVAUjkxh3WyDYw2I8Z6RfQLUsLGOh5987zTI,28058
55
- palimpzest/query/processor/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
56
- palimpzest/query/processor/config.py,sha256=kOhBxAZ3OeDDlQ2qMII1i2EorFpSSQbEFVFrNk-3F-o,3226
57
- palimpzest/query/processor/mab_sentinel_processor.py,sha256=xShPVW8ejhNR_wQ8ofPF2hL7iGj8tlFhsc2wiiIPb9Y,45600
58
- palimpzest/query/processor/nosentinel_processor.py,sha256=alPq1tnZvqxCSO5LYRCjlF4CB4v7NbzH_BHB-DSuehI,26478
59
- palimpzest/query/processor/query_processor.py,sha256=aR0OBmaZZt4_KSBjHy_KCT6pIBI8WTfT8TTcIkgPBt4,11109
60
- palimpzest/query/processor/query_processor_factory.py,sha256=OjmSDVAwWcpwLbi7b97pBkV2sJNo4Jv3hkxD94VyOlI,8395
61
- palimpzest/query/processor/random_sampling_sentinel_processor.py,sha256=VFC0HFY3OLxAjpdmBt41K0rw8C_1ylECFjbRYsui3rU,30440
62
- palimpzest/query/processor/streaming_processor.py,sha256=4-XvgAjUTnO3Dgdxm9VSw4udREjNWTW526Rggy5Do7s,6501
63
- palimpzest/schemabuilder/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
64
- palimpzest/schemabuilder/schema_builder.py,sha256=kGEv-Adba-FNziRrlG0zwx317IuD7rmzNl2GecvnbDw,8528
65
- palimpzest/tools/README.md,sha256=56_6LPG80uc0CLVhTBP6I1wgIffNv9cyTr0TmVZqmrM,483
66
- palimpzest/tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
67
- palimpzest/tools/allenpdf.py,sha256=fXMOmSDdSSLXDKAPYYJ8k4egtWEBf_Me9Lq9tM3iyoA,1690
68
- palimpzest/tools/pdfparser.py,sha256=0DOVUZLxYfqjxM8WNEfYcyiXb1qW9BWVIHEB_B_YhWA,9570
69
- palimpzest/tools/skema_tools.py,sha256=HXUFpjMhbVxZwKKkATeK-FwtlTCawaCbeP-uHntI1Kg,669
70
- palimpzest/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
71
- palimpzest/utils/datareader_helpers.py,sha256=-tkIf9iOF7mr-gyrrUQqnHWwRig4OGnowU0Wpx5HKG0,2121
72
- palimpzest/utils/demo_helpers.py,sha256=BcNgtTz4O9iGriefy6f26BtJd_G5SQPzD3oQg_qLUdU,2522
73
- palimpzest/utils/env_helpers.py,sha256=n81KzoJ459pRxo7QmJA7duazwWsfoMGTHc71D2LatFk,334
74
- palimpzest/utils/field_helpers.py,sha256=Op18ThAnDlALiAkquUQbelHodZZYg378Ct1I8eIkKio,2291
75
- palimpzest/utils/generation_helpers.py,sha256=jveE9iQQtUQ94nuU6c1zuWoQMkwizr037S8si4n35jo,3230
76
- palimpzest/utils/hash_helpers.py,sha256=3A8dA7SbXTwnnvZvPVNqqMLlVRhCKyKF_bjNNAu3Exk,334
77
- palimpzest/utils/index_helpers.py,sha256=7webOjV2vYF7UJ_YsNdoX5OyR1zJ6lSLWO1mQSGWz0Q,123
78
- palimpzest/utils/model_helpers.py,sha256=dZdMkZ6zOBqG3uBCkmzXG1yQAoaGL3wF6lNSgnvigEQ,2399
79
- palimpzest/utils/progress.py,sha256=GYmPUBdG7xmqbqj1UiSNP-pWZKmRMLX797MBgrOPugM,7214
80
- palimpzest/utils/sandbox.py,sha256=Ge96gmzqeOGlNkMCG9A95_PB8wRQbvTFua136of8FcA,6465
81
- palimpzest/utils/token_reduction_helpers.py,sha256=Ob95PcqCsbGLiBdQ-4YQsWGWRppb2hvQyt0gi1fzL-Y,3855
82
- palimpzest/utils/udfs.py,sha256=LjHic54B1az-rKgNLur0wOpaz2ko_UodjLEJrazkxvY,1854
83
- palimpzest-0.6.4.dist-info/LICENSE,sha256=5GUlHy9lr-Py9kvV38FF1m3yy3NqM18fefuE9wkWumo,1079
84
- palimpzest-0.6.4.dist-info/METADATA,sha256=sRhLvLjlQvWVdQ7LpItaS_HJ-R6pT-kAZV5imh4iHKo,7262
85
- palimpzest-0.6.4.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
86
- palimpzest-0.6.4.dist-info/top_level.txt,sha256=raV06dJUgohefUn3ZyJS2uqp_Y76EOLA9Y2e_fxt8Ew,11
87
- palimpzest-0.6.4.dist-info/RECORD,,