aiverify-moonshot 0.4.2__py3-none-any.whl → 0.4.4__py3-none-any.whl

{aiverify_moonshot-0.4.2.dist-info → aiverify_moonshot-0.4.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: aiverify-moonshot
-Version: 0.4.2
+Version: 0.4.4
 Summary: AI Verify advances Gen AI testing with Project Moonshot.
 Project-URL: Repository, https://github.com/aiverify-foundation/moonshot
 Project-URL: Documentation, https://aiverify-foundation.github.io/moonshot/
@@ -15,9 +15,11 @@ Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.11
 Requires-Python: >=3.11
-Requires-Dist: ijson==3.2.3
+Requires-Dist: datasets==2.20.0
+Requires-Dist: ijson==3.3.0
 Requires-Dist: jinja2==3.1.4
-Requires-Dist: pydantic==2.7.1
+Requires-Dist: pandas==2.2.2
+Requires-Dist: pydantic==2.8.2
 Requires-Dist: pyparsing==3.1.2
 Requires-Dist: python-dotenv==1.0.1
 Requires-Dist: python-slugify==8.0.4
@@ -25,25 +27,25 @@ Requires-Dist: xxhash==3.4.1
 Provides-Extra: all
 Requires-Dist: cmd2==2.4.3; extra == 'all'
 Requires-Dist: dependency-injector==4.41.0; extra == 'all'
-Requires-Dist: fastapi==0.110.3; extra == 'all'
+Requires-Dist: fastapi==0.112.0; extra == 'all'
 Requires-Dist: rich==13.7.1; extra == 'all'
-Requires-Dist: typing-extensions==4.12.0; extra == 'all'
-Requires-Dist: uvicorn==0.29.0; extra == 'all'
+Requires-Dist: typing-extensions==4.12.2; extra == 'all'
+Requires-Dist: uvicorn==0.30.5; extra == 'all'
 Provides-Extra: cli
 Requires-Dist: cmd2==2.4.3; extra == 'cli'
 Requires-Dist: rich==13.7.1; extra == 'cli'
 Provides-Extra: web-api
 Requires-Dist: dependency-injector==4.41.0; extra == 'web-api'
-Requires-Dist: fastapi==0.110.3; extra == 'web-api'
-Requires-Dist: typing-extensions==4.12.0; extra == 'web-api'
-Requires-Dist: uvicorn==0.29.0; extra == 'web-api'
+Requires-Dist: fastapi==0.112.0; extra == 'web-api'
+Requires-Dist: typing-extensions==4.12.2; extra == 'web-api'
+Requires-Dist: uvicorn==0.30.5; extra == 'web-api'
 Description-Content-Type: text/markdown
 
 <div align="center">
 
 ![Moonshot Logo](https://github.com/aiverify-foundation/moonshot/raw/main/misc/aiverify-moonshot-logo.png)
 
-**Version 0.4.2**
+**Version 0.4.4**
 
 A simple and modular tool to evaluate any LLM application.
 

{aiverify_moonshot-0.4.2.dist-info → aiverify_moonshot-0.4.4.dist-info}/RECORD

@@ -1,6 +1,6 @@
 moonshot/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 moonshot/__main__.py,sha256=NB_sWjPRcwr8BbFXtih2y3fbVYPZ1YS5dI_bNNaTD3U,7551
-moonshot/api.py,sha256=elAkJoQE6BuKTJ-E-7x1FLyMeb5I_B8G3ieIs--pS7A,4771
+moonshot/api.py,sha256=f7vIMlpC-1ZQsbqipe2cTlP5dwgoVujQKYNxzEKcWlg,4822
 moonshot/integrations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 moonshot/integrations/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 moonshot/integrations/cli/__main__.py,sha256=0VnYSj2AayvDCZ3uXpldPcjMHt2Yd7BWojWzFOGSSl4,679
@@ -8,30 +8,32 @@ moonshot/integrations/cli/active_session_cfg.py,sha256=n8hOFxFjvz26qbEFY4q7iPUZY
 moonshot/integrations/cli/cli.py,sha256=9tnzcxcSOjblxCUpyh3pK0ke0bLs3s-63OxXtYoZI2g,2769
 moonshot/integrations/cli/benchmark/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 moonshot/integrations/cli/benchmark/benchmark.py,sha256=QUxr6DU11-XeH6Y3j1uPsZsotshgy64G_cWNf0Rn2_U,6303
-moonshot/integrations/cli/benchmark/cookbook.py,sha256=KPmLMYdbJDWhejHaU8WRilrQhSyEPOXHpdUGcV_bhhE,22032
-moonshot/integrations/cli/benchmark/datasets.py,sha256=VE1-7w64Afp0VePTgRJFruMJJUE-Q4Rit9WnoGRdGDA,7053
-moonshot/integrations/cli/benchmark/metrics.py,sha256=bkEedpPJLM3X-R5DyVR-g6RYKZXIImvuhtw6kLwJ9Ik,6156
-moonshot/integrations/cli/benchmark/recipe.py,sha256=n2mw_uKdNK_0rArriUSy1VWDjaK6rm1iaw-yF5J6D4k,23260
-moonshot/integrations/cli/benchmark/result.py,sha256=11KgObrq4QvpAfbaj_HTafqsQwT45bpGMQ8nKuxF_1A,9422
-moonshot/integrations/cli/benchmark/run.py,sha256=IHZjDumaWr0blK4ol_lOqWA2Q_lq5fWB-gqw9shV5Kc,6127
+moonshot/integrations/cli/benchmark/cookbook.py,sha256=9mNuqsaVFCfXnLgVxJQ-fzwSgH8j082NR2gE-GPQbG8,22183
+moonshot/integrations/cli/benchmark/datasets.py,sha256=E-kreuXkrNU39sFuVWGhutFHfoEhsVjFK4tmq7YQwxs,7193
+moonshot/integrations/cli/benchmark/metrics.py,sha256=6wLn3WyqgUJKCRvblxiyx8X4nQ7gA1sKGcC_DNBIWBo,6351
+moonshot/integrations/cli/benchmark/recipe.py,sha256=EYv94Qjq2hqn1zz9NzWaINEY9DNdY7TkSS57xHv6ymQ,22698
+moonshot/integrations/cli/benchmark/result.py,sha256=U0SsjJYNQJYP_EZ3pAil4VaOQLMZHchfzq982nXU-jE,9486
+moonshot/integrations/cli/benchmark/run.py,sha256=Rqdb_FspgQQhkLORjgdiyaijk7HTxM39giOzXpBXA1k,6161
 moonshot/integrations/cli/benchmark/runner.py,sha256=nAnNKihQD0AScl6vPFiFH_9MZU4ppeMG34QaLRidqvU,6602
 moonshot/integrations/cli/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-moonshot/integrations/cli/common/common.py,sha256=kXqzOmtwU2LrFeosAr9h0Edond9kk3sWlH-jNb54i8M,2854
-moonshot/integrations/cli/common/connectors.py,sha256=kHm1ldo1LEYyrsw5hQMjwxIRk20WQZmsHug_0wCaRo0,13738
+moonshot/integrations/cli/common/common.py,sha256=hSvxj-T91nhKfJtQqxrIPgYdS8P_g7wbOwpFpqBg90I,3090
+moonshot/integrations/cli/common/connectors.py,sha256=8_U7KJzfsS9L13dMbouk5JKOy_ow4UhrILICCw27Q5c,13909
+moonshot/integrations/cli/common/dataset.py,sha256=KZuwSV4Di7C378Aa2bRxIKCd03oo6HdMTEZpBZSQb5w,3113
 moonshot/integrations/cli/common/display_helper.py,sha256=8rVowW33XK0j0C_X_H1jUbFlFk1Y2WpzxmIUE3Ca5Co,1459
-moonshot/integrations/cli/common/prompt_template.py,sha256=CiR7b8dMaxf6nReLmlpRJynhCRiyvfydmYyp8AWjdyI,4682
+moonshot/integrations/cli/common/prompt_template.py,sha256=KzawF2VaiWUKzRIrXX_TaHboiPVllSiqz5I_o2TqGiA,4812
 moonshot/integrations/cli/initialisation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 moonshot/integrations/cli/initialisation/initialisation.py,sha256=zMjklhoBlYLPshe7Q16vBBbOfhbPjZc4_ooywAFp2XY,387
 moonshot/integrations/cli/redteam/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-moonshot/integrations/cli/redteam/attack_module.py,sha256=kO_eXHMUM6ErBXFAAy1caM6W7EC9U_b8-Hdj1oBMipA,4060
-moonshot/integrations/cli/redteam/context_strategy.py,sha256=MikcpolrnZf80G2U6LO7oDhb5mYuQRVTJ76e90Cwbnw,6980
+moonshot/integrations/cli/redteam/attack_module.py,sha256=sjjQdBno7rXNfrXqns55ERSfD0ZFE0CQoWOk-sTJcqo,4599
+moonshot/integrations/cli/redteam/context_strategy.py,sha256=gLNgnd1oHWD1X93BQoKlR7G8b5g9P6AcKFLlE3WvETk,7065
 moonshot/integrations/cli/redteam/prompt_template.py,sha256=rWINvMFLax8ynIFJoX93xsB1cWJ8-dQ1nRyqgdri2yQ,2079
 moonshot/integrations/cli/redteam/redteam.py,sha256=144tVuiSWBLseC0EvvIuevHYJhqn39xvg36-1cLgGWQ,4257
-moonshot/integrations/cli/redteam/session.py,sha256=V-K-eFdgathpEM1WvpXoJElfBPT15buB7ckUGst-vLo,33266
+moonshot/integrations/cli/redteam/session.py,sha256=auZ73LfMAGmT1jLJUjqY6oAsMWoSzHstiRGA8DKF6A4,33652
+moonshot/integrations/cli/utils/process_data.py,sha256=QVL5vp2_8ZgGicmCAdeYEHkeb6f-NC775-JCzWziNiU,1901
 moonshot/integrations/web_api/.env.dev,sha256=0z5_Ut8rF-UqFZtgjkH2qoqORhD5_nSs2w_OeX2SteI,182
 moonshot/integrations/web_api/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 moonshot/integrations/web_api/__main__.py,sha256=MdnLi_ZF-olAAEJwTPU1iGYFYwo-fNWNT2qfchkH3y4,2050
-moonshot/integrations/web_api/app.py,sha256=7BL8w9ch52pLFlpSQqFxQZOxjDAs0cPV2TYx8WH90MU,3651
+moonshot/integrations/web_api/app.py,sha256=rrL-N4cVO1qBQ5v6y039jfMqUdSC9jyqsgCudmyfZx0,3651
 moonshot/integrations/web_api/container.py,sha256=DVkJG_qm7ItcG6tgMYOqIj07wpKhPWOOfy6-bEv72y4,5915
 moonshot/integrations/web_api/logging_conf.py,sha256=t3EGRV6tZhV732KXe8_Tiy0fiwVAWxZX5Tt8VTgrrfg,3388
 moonshot/integrations/web_api/log/.gitkeep,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -42,7 +44,7 @@ moonshot/integrations/web_api/routes/benchmark_result.py,sha256=WZ_dI8qT4dli9hKP
 moonshot/integrations/web_api/routes/bookmark.py,sha256=K-1jL0IwOYvmYpgJvU65-lRfQlQhMzJk_n-Zf92IeR0,6135
 moonshot/integrations/web_api/routes/context_strategy.py,sha256=kJTpjrwxfYGyBLY_hAgpHOMZMtjV5Z6vpu7RIdHDylg,4828
 moonshot/integrations/web_api/routes/cookbook.py,sha256=oddmcdfhgH3qZb4_ThfUk8SBKmHOt51dFlAHubQh2fQ,8648
-moonshot/integrations/web_api/routes/dataset.py,sha256=Pvr1WRKom9UrLzfrHozSKXKxOz9BJfbxUZ6EB-M3g10,4319
+moonshot/integrations/web_api/routes/dataset.py,sha256=qtxflHRDr31W3u6voOFE5iRHsCVr0MQ35H94Pw5M1YU,6114
 moonshot/integrations/web_api/routes/endpoint.py,sha256=ZFx0WUe3-GGdmBz_hzYiOmjvJHN4PQy_8lCKJMBjxcE,10715
 moonshot/integrations/web_api/routes/metric.py,sha256=f_HHexxKUfqFE5FkeCwRh8n36H2mREtLnK2pDrw3A-w,2856
 moonshot/integrations/web_api/routes/prompt_template.py,sha256=M3adeNeWvLQJJlFQ0uZqSXEuNpTcagApnuqWvLiL1mg,4890
@@ -54,12 +56,13 @@ moonshot/integrations/web_api/schemas/benchmark_runner_dto.py,sha256=nfNMt_9Xg0Y
 moonshot/integrations/web_api/schemas/bookmark_create_dto.py,sha256=C78vG8UG02N7Cmt6RSuS8e4sX_G-MLCiAWT-cF5BE8s,374
 moonshot/integrations/web_api/schemas/cookbook_create_dto.py,sha256=00SPVw7lEpfY9yOFdt1XkvvNAzfFRd7d7CA90qguhuQ,670
 moonshot/integrations/web_api/schemas/cookbook_response_model.py,sha256=eJtAi5cbGfSqP57qyzyeLqffPIrpM5lutqpW7_H0xLY,240
+moonshot/integrations/web_api/schemas/dataset_create_dto.py,sha256=U4D_pmybKNVfdlFuOPC-tew8qs0FEz6z3dDlwY4NJW0,482
 moonshot/integrations/web_api/schemas/dataset_response_dto.py,sha256=s5x4-UXEWccWhK42E0FPXiHG6VqjuFuph-2t5atEkg4,171
 moonshot/integrations/web_api/schemas/endpoint_create_dto.py,sha256=oyw5xNsWg4GxQ5VNbSe_YqvWxE7OI3egPZINqIi3glw,646
 moonshot/integrations/web_api/schemas/endpoint_response_model.py,sha256=OmmM2uaPSgB2aqPFfkhseKkI5OKCKilXR19gDmwFlLc,321
 moonshot/integrations/web_api/schemas/prompt_response_model.py,sha256=S9PwxJERY1ppDaUKLlL9_skHcYcURIIvFnRZj24hLnE,303
 moonshot/integrations/web_api/schemas/prompt_template_response_model.py,sha256=V7znK-QjQVUXUbsmEy5hZHzjnHYCN1kDtvOxgyxF83k,195
-moonshot/integrations/web_api/schemas/recipe_create_dto.py,sha256=LrOzMZjBkpexcwU0nk1JPOLZHo9UP4_d_NS5cWBWkTI,1211
+moonshot/integrations/web_api/schemas/recipe_create_dto.py,sha256=xXT1TlVM3jVGUH4FPrd64vRctoCV8ybnXga4Nb1VzEU,1117
 moonshot/integrations/web_api/schemas/recipe_response_model.py,sha256=qhjiMyr5fc6R3vOZlsellnX2NF5esaBeQAGQ8160mFo,217
 moonshot/integrations/web_api/schemas/session_create_dto.py,sha256=3Xhj5JOEEWwaoq1q4FZLBVUdpo59C6X6m4y_qLurEhg,493
 moonshot/integrations/web_api/schemas/session_prompt_dto.py,sha256=AcMq3UhKrZJIEYDrEfK8xPHeTNk2Ex4IDXrDWZwn6Fo,218
@@ -73,14 +76,14 @@ moonshot/integrations/web_api/services/benchmark_result_service.py,sha256=-oPvLL
 moonshot/integrations/web_api/services/benchmark_test_manager.py,sha256=zsB8zTDUvH-hT1c-rmyh71uO9ZuIxYbUP3msh8Hdkm4,4024
 moonshot/integrations/web_api/services/benchmark_test_state.py,sha256=MyhTxpAhhP66JF0ua1SMc_IIeIjDxQY5swOXv9cmYaY,1887
 moonshot/integrations/web_api/services/benchmarking_service.py,sha256=lJZeNTqxEPBLrZNX3Z9JIilgwetywSkv0deQkcb8mQs,1257
-moonshot/integrations/web_api/services/bookmark_service.py,sha256=l8CVC24JB2qmRDOHZh-F0S_KBa2pnZ_AhLxVAAimrmM,3384
+moonshot/integrations/web_api/services/bookmark_service.py,sha256=jI9nXs1hjzO0CLG2LKaXSzDApLThkfCvPUkaNNV9A5A,3546
 moonshot/integrations/web_api/services/context_strategy_service.py,sha256=6YKnnG8JlE_1nlnr4Hq7rgz-sxI6oQglK0STaWPFQxQ,710
 moonshot/integrations/web_api/services/cookbook_service.py,sha256=avAFiX_ZrBvCZcGFuZlp1Zw9AQVSdZ5ysKIS5JfIeh8,6760
-moonshot/integrations/web_api/services/dataset_service.py,sha256=KAyfewnP2V-6vekktVll4uM_2-tVEzLXFddBVaseB88,768
+moonshot/integrations/web_api/services/dataset_service.py,sha256=WmLyREkb8N44o8gKYtryanqefNjaGMuhzp0OK-wRq04,1710
 moonshot/integrations/web_api/services/endpoint_service.py,sha256=YhcVYMOCVq7BBWPqf0Doji6YdrtnT6ykJkCjZWj-9xs,2356
 moonshot/integrations/web_api/services/metric_service.py,sha256=xWC5Dk8aiU7tuHsxYedTTrEkbA3Ug1pV2nbaBas6cAg,456
 moonshot/integrations/web_api/services/prompt_template_service.py,sha256=5ds7pKDB2R0_0slVDwsCRIpIVdsgpqhI-3wQqSYcpuE,1226
-moonshot/integrations/web_api/services/recipe_service.py,sha256=rOCke7_NKNKrimg-ALl3DfYFZkMGmdDt2p81y68oMbU,5520
+moonshot/integrations/web_api/services/recipe_service.py,sha256=q7hN3yskWnrhR4jUxlv9vHdZLTfXzAZ44vy3HYa7P-c,5465
 moonshot/integrations/web_api/services/runner_service.py,sha256=_ljFTVtMzt3fxlY0l2252KTxgVsqoQB6vsOXBIY0PIU,4584
 moonshot/integrations/web_api/services/session_service.py,sha256=g0iMGkSAbc2Vx3c9m4aqe15LknsiHgzs7ErV1hHq5nA,13821
 moonshot/integrations/web_api/services/utils/exceptions_handler.py,sha256=anaQQYLAXzbt-cL4nAZGm1TIlP9fKt7qYE7lrNtW_04,2070
@@ -98,11 +101,11 @@ moonshot/src/api/api_connector.py,sha256=JpwLFd7Vh1LRz6oB8fhO2iufMbSTt5RmrMe7nt5
 moonshot/src/api/api_connector_endpoint.py,sha256=UUuHzrgoj0bWcbOXPUJh7FEg-pzBOSo6DLgwqCZnLmw,5503
 moonshot/src/api/api_context_strategy.py,sha256=WqzUEw3f7gROJlc_G7bsGkuP3nO1HycFzn3dfcxzaoc,2153
 moonshot/src/api/api_cookbook.py,sha256=qFItf8KLaDgbDIrv8usbbzSFnoXOYLORQ7IaDvQ5haw,5744
-moonshot/src/api/api_dataset.py,sha256=ryBzXYe5yxGgG5Nhl6ri4GO3Mcv7rN4gEMWMQnPl6mA,1369
+moonshot/src/api/api_dataset.py,sha256=3K6qoLWk6929OBv4W0Qx_Zqx-XgNUm5K16q-RjZBoXY,2670
 moonshot/src/api/api_environment_variables.py,sha256=ubUHvK7LyN1HhAE40ZTls6fDrbl6IYbxoPob68i4c_k,551
 moonshot/src/api/api_metrics.py,sha256=W32Jobh5wUYTsN8Jus0xGvEY1NVkvJrxZ8_a8tVuouI,1586
 moonshot/src/api/api_prompt_template.py,sha256=NsgEz9sOLLlb93CBDBPektfCDB8kviEGaG21m2onVjo,1332
-moonshot/src/api/api_recipe.py,sha256=kvtTlq-i5cZlr5h_CtFtTG2nf8tfcifCP3YScWeqgwY,6273
+moonshot/src/api/api_recipe.py,sha256=1mU6c7OpyCUzCVqrmGoB1J2M-GhgIvvlKrjptplp5Z0,6122
 moonshot/src/api/api_red_teaming.py,sha256=Ar2KeGXOTkeVNvDpegGfIPpIvdEijZBcqb-4dDwOIRc,2019
 moonshot/src/api/api_result.py,sha256=M5zKF7ytKp237UZusLSYJ7QVfui85Ys0WEaYySGcAKw,2532
 moonshot/src/api/api_run.py,sha256=3PrETAVcFnJ09R0-xhWiFkEfqL6eYj4B2voEGJDPznU,2936
@@ -122,7 +125,7 @@ moonshot/src/cookbooks/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3
 moonshot/src/cookbooks/cookbook.py,sha256=LjmbJtFwIPhupQlx6LjjIQLMfpwcWZKurduS8MBgqHI,9661
 moonshot/src/cookbooks/cookbook_arguments.py,sha256=iVp3x1-wi_RL7peTSr5TWbXnjuB_w7Uj29kJrQg48Y0,1210
 moonshot/src/datasets/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-moonshot/src/datasets/dataset.py,sha256=g8A_bP5BiXuV1gGh3Kn2mQRA2zuKlChmenjkoPQ48fA,10209
+moonshot/src/datasets/dataset.py,sha256=xiq2hYDkhCalddsxjt4i4ur3GlDLHL8kQtonKrpEbb8,14939
 moonshot/src/datasets/dataset_arguments.py,sha256=b4FyLA-xBt9e6Itpx6FnTMbyHzvDVMzx4R5SNLqYoXA,1753
 moonshot/src/metrics/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 moonshot/src/metrics/metric.py,sha256=llqJYnwtllJRMfNhRRbKWjhzKymY961yR3Jw24COR-Y,7512
@@ -130,8 +133,8 @@ moonshot/src/metrics/metric_interface.py,sha256=RSCV8Um39Ns-SD8Os4TM1bwQl3pjaazk
 moonshot/src/prompt_templates/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 moonshot/src/prompt_templates/prompt_template.py,sha256=IT4ufLFDX43rD_Ewa1lJbYIBW4fHaTu_YyzOvvUU3Ts,3500
 moonshot/src/recipes/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-moonshot/src/recipes/recipe.py,sha256=cAPNAZZAqn3NYu23oV6xrf2innWTAcCSn-EB2Z-_UY8,13808
-moonshot/src/recipes/recipe_arguments.py,sha256=7s0MnyIluBxZqaHY-sJdz5MC1c8iR35Tas4pwKpY7u8,4067
+moonshot/src/recipes/recipe.py,sha256=PE4mimP7Y7lDanXib2uMrd9KpLWOxRdg0Cps5rLRQxU,13226
+moonshot/src/recipes/recipe_arguments.py,sha256=9LdVJidB6Sci941QvnudBznvx9_NVCl8r-HvzSZInlY,3914
 moonshot/src/redteaming/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 moonshot/src/redteaming/attack/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 moonshot/src/redteaming/attack/attack_module.py,sha256=HrL7YdsW-wcFB5Dv8t3wkPvg2pf-c9Ep994qdbk1D3s,25061
@@ -163,11 +166,12 @@ moonshot/src/storage/storage.py,sha256=qQrGFPVzsDwYFrBWa3XLajSjhUtQBwGg4pAr54DFC
 moonshot/src/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 moonshot/src/utils/find_feature.py,sha256=a5CZMcDJ-Hp2OlV1fRug8Yu32_31KxlMie9lf4_ij9U,1296
 moonshot/src/utils/import_modules.py,sha256=T9zTN59PFnvY2rjyWhSV9KSIAHxWV1pyBemF0y-hwtw,2844
-moonshot/src/utils/log.py,sha256=JtnsCk3RodBo-BmrOfKzyILYg6jiDlrByGfbvXFoAjk,2229
+moonshot/src/utils/log.py,sha256=YNgD7Eh2OT36XlmVBKCGUTAh9TRp4Akfe4kDdvHASgs,2502
+moonshot/src/utils/pagination.py,sha256=5seymyRoqyENIhKllAatr1T91kMCGFslcvRnJHyMSvc,814
 moonshot/src/utils/timeit.py,sha256=TvuF0w8KWhp0oZFY0cUU3UY0xlGKjchb0OkfYfgVTlc,866
-aiverify_moonshot-0.4.2.dist-info/METADATA,sha256=wCZOuFZXEuOH6psgKCe-ZQtj8dbsXPwPTnxsowc6wB0,12307
-aiverify_moonshot-0.4.2.dist-info/WHEEL,sha256=1yFddiXMmvYK7QYTqtRNtX66WJ0Mz8PYEiEUoOUUxRY,87
-aiverify_moonshot-0.4.2.dist-info/licenses/AUTHORS.md,sha256=mmAbe3i3sT8JZHJMBhxp3i1xRehV0g7WB4T_eyIBuBs,59
-aiverify_moonshot-0.4.2.dist-info/licenses/LICENSE.md,sha256=mDOKOkWFbJmUORaAchXByEVGC1jw37QRn-zS14wY_wM,11347
-aiverify_moonshot-0.4.2.dist-info/licenses/NOTICES.md,sha256=0Ikx6IBGGQEOJeNb2MkRoXxTXwrtlMz6EDgLBFIz6v0,179593
-aiverify_moonshot-0.4.2.dist-info/RECORD,,
+aiverify_moonshot-0.4.4.dist-info/METADATA,sha256=zQ4rKRFVE_p6uB6dgGBcKhIB4KXRn8ZzdBymh3d2y6g,12368
+aiverify_moonshot-0.4.4.dist-info/WHEEL,sha256=1yFddiXMmvYK7QYTqtRNtX66WJ0Mz8PYEiEUoOUUxRY,87
+aiverify_moonshot-0.4.4.dist-info/licenses/AUTHORS.md,sha256=mmAbe3i3sT8JZHJMBhxp3i1xRehV0g7WB4T_eyIBuBs,59
+aiverify_moonshot-0.4.4.dist-info/licenses/LICENSE.md,sha256=mDOKOkWFbJmUORaAchXByEVGC1jw37QRn-zS14wY_wM,11347
+aiverify_moonshot-0.4.4.dist-info/licenses/NOTICES.md,sha256=0Ikx6IBGGQEOJeNb2MkRoXxTXwrtlMz6EDgLBFIz6v0,179593
+aiverify_moonshot-0.4.4.dist-info/RECORD,,

moonshot/api.py

@@ -29,6 +29,7 @@ from moonshot.src.api.api_dataset import (
     api_delete_dataset,
     api_get_all_datasets,
     api_get_all_datasets_name,
+    api_create_datasets
 )
 from moonshot.src.api.api_environment_variables import api_set_environment_variables
 from moonshot.src.api.api_metrics import (
@@ -115,6 +116,7 @@ __all__ = [
     "api_read_cookbook",
     "api_read_cookbooks",
     "api_update_cookbook",
+    "api_create_datasets",
     "api_delete_dataset",
     "api_get_all_datasets",
     "api_get_all_datasets_name",

moonshot/integrations/cli/benchmark/cookbook.py

@@ -23,7 +23,7 @@ from moonshot.integrations.cli.benchmark.recipe import (
     display_view_statistics_format,
 )
 from moonshot.integrations.cli.common.display_helper import display_view_list_format
-from moonshot.src.utils.find_feature import find_keyword
+from moonshot.integrations.cli.utils.process_data import filter_data
 
 console = Console()
 
@@ -62,29 +62,31 @@ def list_cookbooks(args) -> list | None:
 
     This function retrieves all available cookbooks by calling the api_get_all_cookbook function from the
     moonshot.api module.
-    It then displays the retrieved cookbooks using the display_cookbooks function.
+    It then displays the retrieved cookbooks using the _display_cookbooks function.
 
     Args:
         args: A namespace object from argparse. It should have an optional attribute:
         find (str): Optional field to find cookbook(s) with a keyword.
+        pagination (str): Optional field to paginate cookbooks.
 
     Returns:
         list | None: A list of Cookbook or None if there is no result.
     """
+
     try:
         cookbooks_list = api_get_all_cookbook()
         keyword = args.find.lower() if args.find else ""
-        if keyword:
-            filtered_cookbooks_list = find_keyword(keyword, cookbooks_list)
+        pagination = literal_eval(args.pagination) if args.pagination else ()
+
+        if cookbooks_list:
+            filtered_cookbooks_list = filter_data(cookbooks_list, keyword, pagination)
             if filtered_cookbooks_list:
-                display_cookbooks(filtered_cookbooks_list)
+                _display_cookbooks(filtered_cookbooks_list)
                 return filtered_cookbooks_list
-            else:
-                print("No cookbooks containing keyword found.")
-                return None
-        else:
-            display_cookbooks(cookbooks_list)
-            return cookbooks_list
+
+        console.print("[red]There are no cookbooks found.[/red]")
+        return None
+
     except Exception as e:
         print(f"[list_cookbooks]: {str(e)}")
 
@@ -236,7 +238,7 @@ def delete_cookbook(args) -> None:
 # ------------------------------------------------------------------------------
 # Helper functions: Display on cli
 # ------------------------------------------------------------------------------
-def display_cookbooks(cookbooks_list):
+def _display_cookbooks(cookbooks_list):
     """
     Display the list of cookbooks in a tabular format.
 
@@ -247,22 +249,20 @@ def display_cookbooks(cookbooks_list):
     Args:
         cookbooks_list (list): A list of dictionaries, where each dictionary contains the details of a cookbook.
     """
-    if cookbooks_list:
-        table = Table(
-            title="List of Cookbooks", show_lines=True, expand=True, header_style="bold"
-        )
-        table.add_column("No.", width=2)
-        table.add_column("Cookbook", justify="left", width=78)
-        table.add_column("Contains", justify="left", width=20, overflow="fold")
-        for cookbook_id, cookbook in enumerate(cookbooks_list, 1):
-            id, name, description, recipes = cookbook.values()
-            cookbook_info = f"[red]ID: {id}[/red]\n\n[blue]{name}[/blue]\n{description}"
-            recipes_info = display_view_list_format("Recipes", recipes)
-            table.add_section()
-            table.add_row(str(cookbook_id), cookbook_info, recipes_info)
-        console.print(table)
-    else:
-        console.print("[red]There are no cookbooks found.[/red]")
+    table = Table(
+        title="List of Cookbooks", show_lines=True, expand=True, header_style="bold"
+    )
+    table.add_column("No.", width=2)
+    table.add_column("Cookbook", justify="left", width=78)
+    table.add_column("Contains", justify="left", width=20, overflow="fold")
+    for idx, cookbook in enumerate(cookbooks_list, 1):
+        id, name, description, recipes, *other_args = cookbook.values()
+        idx = cookbook.get("idx", idx)
+        cookbook_info = f"[red]ID: {id}[/red]\n\n[blue]{name}[/blue]\n{description}"
+        recipes_info = display_view_list_format("Recipes", recipes)
+        table.add_section()
+        table.add_row(str(idx), cookbook_info, recipes_info)
+    console.print(table)
 
 
 def display_view_cookbook(cookbook_info):
@@ -573,3 +573,11 @@ list_cookbooks_args.add_argument(
     help="Optional field to find cookbook(s) with keyword",
     nargs="?",
 )
+
+list_cookbooks_args.add_argument(
+    "-p",
+    "--pagination",
+    type=str,
+    help="Optional tuple to paginate cookbook(s). E.g. (2,10) returns 2nd page with 10 items in each page.",
+    nargs="?",
+)

moonshot/integrations/cli/benchmark/datasets.py

@@ -1,3 +1,5 @@
+from ast import literal_eval
+
 import cmd2
 from rich.console import Console
 from rich.table import Table
@@ -8,7 +10,7 @@ from moonshot.api import (
     api_get_all_datasets_name,
 )
 from moonshot.integrations.cli.common.display_helper import display_view_str_format
-from moonshot.src.utils.find_feature import find_keyword
+from moonshot.integrations.cli.utils.process_data import filter_data
 
 console = Console()
 
@@ -21,12 +23,13 @@ def list_datasets(args) -> list | None:
     List all available datasets.
 
     This function retrieves all available datasets by calling the api_get_all_datasets function from the
-    moonshot.api module. It then displays the datasets using the display_datasets function. If an exception occurs,
+    moonshot.api module. It then displays the datasets using the _display_datasets function. If an exception occurs,
     it prints an error message.
 
     Args:
         args: A namespace object from argparse. It should have an optional attribute:
         find (str): Optional field to find dataset(s) with a keyword.
+        pagination (str): Optional field to paginate datasets.
 
     Returns:
         list | None: A list of Dataset or None if there is no result.
@@ -35,17 +38,16 @@ def list_datasets(args) -> list | None:
         print("Listing datasets may take a while...")
         datasets_list = api_get_all_datasets()
         keyword = args.find.lower() if args.find else ""
-        if keyword:
-            filtered_datasets_list = find_keyword(keyword, datasets_list)
+        pagination = literal_eval(args.pagination) if args.pagination else ()
+
+        if datasets_list:
+            filtered_datasets_list = filter_data(datasets_list, keyword, pagination)
             if filtered_datasets_list:
-                display_datasets(filtered_datasets_list)
+                _display_datasets(filtered_datasets_list)
                 return filtered_datasets_list
-            else:
-                print("No datasets containing keyword found.")
-                return None
-        else:
-            display_datasets(datasets_list)
-            return datasets_list
+
+        console.print("[red]There are no datasets found.[/red]")
+        return None
     except Exception as e:
         print(f"[list_datasets]: {str(e)}")
 
@@ -56,7 +58,7 @@ def view_dataset(args) -> None:
 
     This function retrieves all available datasets and their names by calling the api_get_all_datasets and
     api_get_all_datasets_name functions. It then finds the dataset with the name specified in args.dataset_filename
-    and displays it using the display_datasets function. If an exception occurs, it prints an error message.
+    and displays it using the _display_datasets function. If an exception occurs, it prints an error message.
 
     Args:
         args: A namespace object from argparse. It should have the following attribute:
@@ -72,8 +74,8 @@ def view_dataset(args) -> None:
 
         # Find the index of the dataset with the name args.dataset_filename
         dataset_index = datasets_name_list.index(args.dataset_filename)
-        # Pass the corresponding dataset from datasets_list to display_datasets
-        display_datasets([datasets_list[dataset_index]])
+        # Pass the corresponding dataset from datasets_list to _display_datasets
+        _display_datasets([datasets_list[dataset_index]])
 
     except Exception as e:
         print(f"[view_dataset]: {str(e)}")
@@ -112,7 +114,7 @@ def delete_dataset(args) -> None:
 # ------------------------------------------------------------------------------
 # Helper functions: Display on cli
 # ------------------------------------------------------------------------------
-def display_datasets(datasets_list: list):
+def _display_datasets(datasets_list: list):
     """
     Displays a list of datasets in a table format.
 
@@ -125,39 +127,38 @@ def display_datasets(datasets_list: list):
     Returns:
         None
     """
-    if datasets_list:
-        table = Table(
-            title="List of Datasets", show_lines=True, expand=True, header_style="bold"
+    table = Table(
+        title="List of Datasets", show_lines=True, expand=True, header_style="bold"
+    )
+    table.add_column("No.", width=2)
+    table.add_column("Dataset", justify="left", width=78)
+    for idx, dataset in enumerate(datasets_list, 1):
+        (
+            id,
+            name,
+            description,
+            _,
+            num_of_dataset_prompts,
+            created_date,
+            reference,
+            license,
+            *other_args,
+        ) = dataset.values()
+
+        idx = dataset.get("idx", idx)
+        prompt_info = display_view_str_format("Prompts", num_of_dataset_prompts)
+        created_date_info = display_view_str_format("Created Date", created_date)
+        license_info = display_view_str_format("License", license)
+        reference_info = display_view_str_format("Reference", reference)
+
+        dataset_info = (
+            f"[red]{id}[/red]\n\n[blue]{name}[/blue]\n{description}\n\n"
+            f"{prompt_info}\n\n{created_date_info}\n\n{license_info}\n\n{reference_info}"
         )
-        table.add_column("No.", width=2)
-        table.add_column("Dataset", justify="left", width=78)
-        for dataset_no, dataset in enumerate(datasets_list, 1):
-            (
-                id,
-                name,
-                description,
-                _,
-                num_of_dataset_prompts,
-                created_date,
-                reference,
-                license,
-            ) = dataset.values()
-
-            prompt_info = display_view_str_format("Prompts", num_of_dataset_prompts)
-            created_date_info = display_view_str_format("Created Date", created_date)
-            license_info = display_view_str_format("License", license)
-            reference_info = display_view_str_format("Reference", reference)
-
-            dataset_info = (
-                f"[red]{id}[/red]\n\n[blue]{name}[/blue]\n{description}\n\n"
-                f"{prompt_info}\n\n{created_date_info}\n\n{license_info}\n\n{reference_info}"
-            )
-
-            table.add_section()
-            table.add_row(str(dataset_no), dataset_info)
-        console.print(table)
-    else:
-        console.print("[red]There are no datasets found.[/red]")
+
+        table.add_section()
+        table.add_row(str(idx), dataset_info)
+    console.print(table)
 
 
 # ------------------------------------------------------------------------------
@@ -192,3 +193,11 @@ list_datasets_args.add_argument(
     help="Optional field to find dataset(s) with keyword",
     nargs="?",
 )
+
+list_datasets_args.add_argument(
+    "-p",
+    "--pagination",
+    type=str,
+    help="Optional tuple to paginate dataset(s). E.g. (2,10) returns 2nd page with 10 items in each page.",
+    nargs="?",
+)

moonshot/integrations/cli/benchmark/metrics.py

@@ -1,9 +1,11 @@
+from ast import literal_eval
+
 import cmd2
 from rich.console import Console
 from rich.table import Table
 
 from moonshot.api import api_delete_metric, api_get_all_metric, api_get_all_metric_name
-from moonshot.src.utils.find_feature import find_keyword
+from moonshot.integrations.cli.utils.process_data import filter_data
 
 console = Console()
 
@@ -16,31 +18,32 @@ def list_metrics(args) -> list | None:
     List all available metrics.
 
     This function retrieves all available metrics by calling the api_get_all_metric function from the
-    moonshot.api module. It then displays the metrics using the display_metrics function. If an exception occurs,
+    moonshot.api module. It then displays the metrics using the _display_metrics function. If an exception occurs,
     it prints an error message.
 
     Args:
         args: A namespace object from argparse. It should have an optional attribute:
         find (str): Optional field to find metric(s) with a keyword.
+        pagination (str): Optional field to paginate metrics.
 
     Returns:
         list | None: A list of Metric or None if there is no result.
     """
+
     try:
         print("Listing metrics may take a while...")
         metrics_list = api_get_all_metric()
         keyword = args.find.lower() if args.find else ""
-        if keyword:
-            filtered_metrics_list = find_keyword(keyword, metrics_list)
+        pagination = literal_eval(args.pagination) if args.pagination else ()
+
+        if metrics_list:
+            filtered_metrics_list = filter_data(metrics_list, keyword, pagination)
             if filtered_metrics_list:
-                display_metrics(filtered_metrics_list)
+                _display_metrics(filtered_metrics_list)
                 return filtered_metrics_list
-            else:
-                print("No metrics containing keyword found.")
-                return None
-        else:
-            display_metrics(metrics_list)
-            return metrics_list
+
+        console.print("[red]There are no metrics found.[/red]")
+        return None
     except Exception as e:
         print(f"[list_metrics]: {str(e)}")
 
@@ -51,7 +54,7 @@ def view_metric(args) -> None:
 
     This function retrieves all available metrics and their names by calling the api_get_all_metric and
     api_get_all_metric_name functions. It then finds the metric with the name specified in args.metric_filename
-    and displays it using the display_metrics function. If an exception occurs, it prints an error message.
+    and displays it using the _display_metrics function. If an exception occurs, it prints an error message.
 
     Args:
         args: A namespace object from argparse. It should have the following attribute:
@@ -67,8 +70,8 @@ def view_metric(args) -> None:
 
         # Find the index of the metric with the name args.metric_filename
         metric_index = metrics_name_list.index(args.metric_filename)
-        # Pass the corresponding metric from metrics_list to display_metrics
-        display_metrics([metrics_list[metric_index]])
+        # Pass the corresponding metric from metrics_list to _display_metrics
+        _display_metrics([metrics_list[metric_index]])
 
     except Exception as e:
         print(f"[view_metric]: {str(e)}")
@@ -107,7 +110,7 @@ def delete_metric(args) -> None:
 # ------------------------------------------------------------------------------
 # Helper functions: Display on cli
 # ------------------------------------------------------------------------------
-def display_metrics(metrics_list: list):
+def _display_metrics(metrics_list: list):
     """
     Displays a list of metrics in a table format.
 
@@ -120,21 +123,19 @@ def display_metrics(metrics_list: list):
     Returns:
         None
     """
-    if metrics_list:
-        table = Table(
-            title="List of Metrics", show_lines=True, expand=True, header_style="bold"
-        )
-        table.add_column("No.", width=2)
-        table.add_column("Metric", justify="left", width=78)
-        for metric_no, metric in enumerate(metrics_list, 1):
-            id, name, description = metric.values()
-            result_info = f"[red]id: {id}[/red]\n\n[blue]{name}[/blue]\n{description}"
-
-            table.add_section()
-            table.add_row(str(metric_no), result_info)
-        console.print(table)
-    else:
-        console.print("[red]There are no metrics found.[/red]")
+    table = Table(
+        title="List of Metrics", show_lines=True, expand=True, header_style="bold"
+    )
+    table.add_column("No.", width=2)
+    table.add_column("Metric", justify="left", width=78)
+    for idx, metric in enumerate(metrics_list, 1):
+        id, name, description, *other_args = metric.values()
+        idx = metric.get("idx", idx)
+        result_info = f"[red]id: {id}[/red]\n\n[blue]{name}[/blue]\n{description}"
+
+        table.add_section()
+        table.add_row(str(idx), result_info)
+    console.print(table)
 
 
 # ------------------------------------------------------------------------------
@@ -169,3 +170,11 @@ list_metrics_args.add_argument(
     help="Optional field to find metric(s) with keyword",
     nargs="?",
 )
+
+list_metrics_args.add_argument(
+    "-p",
+    "--pagination",
+    type=str,
+    help="Optional tuple to paginate metric(s). E.g. (2,10) returns 2nd page with 10 items in each page.",
+    nargs="?",
+)