validmind 2.1.1__py3-none-any.whl → 2.2.2__py3-none-any.whl

{validmind-2.1.1.dist-info → validmind-2.2.2.dist-info}/RECORD

@@ -1,8 +1,8 @@
 validmind/__init__.py,sha256=XqPjCbFMvEYl0cIT42EZKP7DFMYDC7KDW6syo8MGkDg,3682
-validmind/__version__.py,sha256=zPJIgPGcoSNiD0qme18OnYJYE3A9VVytlhO-V5DaAW0,22
-validmind/ai.py,sha256=P3cO8FVj_nEhMj7FA5OalMah-lCptCjFC8Sr31fsrHo,6403
-validmind/api_client.py,sha256=aZAwgg7U5IwfX__rmhRdAM6zD5skifuEUV4vvyoWp-U,15432
-validmind/client.py,sha256=C_8KmuiteezpIfvc-D5lnkm8rQRlS70_iMVc9RMltx4,16818
+validmind/__version__.py,sha256=toAYzE_ok1SiBE0AqAVdW0O8YCXCwcx0w4JATYQuJOg,22
+validmind/ai.py,sha256=-BMP-IEVLBq84k6Y0PvROi3BZOkQNi_0CmYFciv8khY,6388
+validmind/api_client.py,sha256=Uf8SJ9VjoJAVEfCMQJhAoRkB-HssXaVeUZyWcoTr9hk,15440
+validmind/client.py,sha256=S_FozHlMJBgF8IQJES27LeFoYcoCcGZ6dkxE8adyIRQ,18607
 validmind/client_config.py,sha256=58L6s6-9vFWC9vkSs_98CjV1YWmlksdhblJtPQxQsAk,1611
 validmind/datasets/__init__.py,sha256=oYfcvW7BAyUgpghBOnTeGbQF6tpFAWg38rRirdLr8m8,262
 validmind/datasets/classification/__init__.py,sha256=HlTOBLyb6IorRYmAhP3AIyX-l-NyemyDjV8BBOdrCrY,1787
@@ -14,6 +14,13 @@ validmind/datasets/cluster/digits.py,sha256=E600pX6QPrqndfr73kwZ1sTNk0hC5kNj4Fhs
 validmind/datasets/credit_risk/__init__.py,sha256=5y_NKgWbCfPSw34dYEcgu9y2hici2pxidQqkm-emofs,270
 validmind/datasets/credit_risk/datasets/lending_club_loan_data_2007_2014_clean.csv.gz,sha256=bAgdfmUxjYOdZMPvoHtKr_GLoXNAX04KUTfjn2L62eE,5493810
 validmind/datasets/credit_risk/lending_club.py,sha256=oscdu1zmDytSU6dJwinl97si4LDdzMBTFUgiJialRmE,11403
+validmind/datasets/llm/rag/__init__.py,sha256=v8BygB6rGECoMIXv2_I1lVUAfPJ_gVo0GgVKhzk60h4,264
+validmind/datasets/llm/rag/datasets/rfp_existing_questions_client_1.csv,sha256=8Ae8TD5Yh6rQ67HMCu7iKipj5tyOOhzylZqLppAeKzs,24095
+validmind/datasets/llm/rag/datasets/rfp_existing_questions_client_2.csv,sha256=PV7eD-h_KWwLzboCPCAEg2LD4XMVO3tS1cWpu18V6Ok,24520
+validmind/datasets/llm/rag/datasets/rfp_existing_questions_client_3.csv,sha256=BEqBELuSjn5JXV3aGrriTBC4mZ--pH9iEWRIzDgu12Y,24417
+validmind/datasets/llm/rag/datasets/rfp_existing_questions_client_4.csv,sha256=HFaf8oJmEYwHht-QM_Um4X7lLpWcP2TswcwjXp7fsPw,24854
+validmind/datasets/llm/rag/datasets/rfp_existing_questions_client_5.csv,sha256=jJuRVsDbtv3ky8mJVHzpK_4bSlnIZH-hDW6a8DGGvfY,24551
+validmind/datasets/llm/rag/rfp.py,sha256=mlx4I1ipMoPplZOqRPza6XEN5D4FE2xc6_SSuGOkgqk,1234
 validmind/datasets/nlp/__init__.py,sha256=lu2-SGOSECgrxhDtHdlh_FsbpsFtuZ4DbLSL1sww5nc,323
 validmind/datasets/nlp/cnn_dailymail.py,sha256=9gAHFWQhSJJ2JF_zarc2oLErZwPtRyfvXV4molhVzXM,3471
 validmind/datasets/nlp/datasets/Covid_19.csv,sha256=cwAJHgek3JWUhtZQIiC9-wRWycxbiod6nyZikf09iKE,11545066
@@ -49,19 +56,20 @@ validmind/datasets/regression/models/fred_loan_rates_model_3.pkl,sha256=IogZPcUQ
 validmind/datasets/regression/models/fred_loan_rates_model_4.pkl,sha256=cSxhpcrI4hCbxCwZwE2-nr7KObbWpDii3NzpECoXmmM,48292
 validmind/datasets/regression/models/fred_loan_rates_model_5.pkl,sha256=FkNLHq9xkPMbYks_vyMjFL371mw9SQYbP1iX9lY4Ljo,60343
 validmind/errors.py,sha256=jHj__AKOMiwIb7qSs2mxu3LSi0lyzFwSAt1gy2lpDaE,7993
-validmind/html_templates/content_blocks.py,sha256=M5BGGXT90kqUrxynkB4DPC4BQziLWglB2oK2En6KP9s,1607
+validmind/html_templates/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+validmind/html_templates/content_blocks.py,sha256=AHQ5MlhR1JYldel7soo5ztpTJJ5-kYtyKPBmh-vwxuI,3997
 validmind/input_registry.py,sha256=zexO3x-vncaoWvQ6VfkvgDLn6x72e2BNel_jCbrVHSE,793
 validmind/logging.py,sha256=Ui67RYoB1qbuHm_KX1aGj_8DoK_ljjUDGG6a1XJ4yoY,5041
-validmind/models/__init__.py,sha256=SWfy_JTnifVCbl04SZg3vwSJpRX_kWtb5wQlSIhJ9T8,623
-validmind/models/catboost.py,sha256=xw3m2iE4k4TL8FLi-hQy5ylIGG7ta4Q58bcQ_04BJbw,1036
-validmind/models/foundation.py,sha256=pZVmIC1lpszQLluEOtnuvdVRoOf-j6XsjRfBZQXVITc,2269
-validmind/models/huggingface.py,sha256=MjHVm4X8_9_5Qos4UyNyLokN9xi3I4Ebl4ML90Fi_YE,2881
-validmind/models/pytorch.py,sha256=sFcfH92nLe0WVBEUuovZxuGIy_PTp1t0fWMpBrej_6U,2602
-validmind/models/r_model.py,sha256=GzlVeJgPNwtzcbyThjGyZ4T3vBJFOYDSh0aqRMsIDOQ,8344
-validmind/models/sklearn.py,sha256=pSg3eSQovxSD2cqcUDwQOXGseg0Bicsn_FXa9_URekE,2405
-validmind/models/statsmodels.py,sha256=_8GYhO21-rs3QUE_YOFi1eGMMBIr-weJmxmCrw1HZxQ,1455
-validmind/models/xgboost.py,sha256=joL0uyhE4bJfINHh-dMtPhQ5d1MfWfRMVD77XWmAUnY,951
-validmind/template.py,sha256=6k9IcnHwS5Dd4KQrUIpjQ83TZOI3YAhJML7GEB22ZtI,7907
+validmind/models/__init__.py,sha256=lraTbNwoKckXNP3Dbyj-euI78UTkZ_w5wpUOb8l5nWs,729
+validmind/models/foundation.py,sha256=LSUdpnBYlPiOUVrTyofStPdoR6y0_nqJoM9TiYT1MRo,1758
+validmind/models/function.py,sha256=loZoheqGyTvHze1XROEX1aqXgM08kPMr67X1nutaaeU,1629
+validmind/models/huggingface.py,sha256=oDB32iwP_FQ_ZtZgAC5iBPG4suPaSF-J6317TM8Ob2g,2304
+validmind/models/metadata.py,sha256=V5b91J_M3vzx6JGQJH6Taxpf7DT3TPTwkDwLkLRrWn8,1665
+validmind/models/pipeline.py,sha256=nSskKWxaS4SGmx_B0IAvS5ogDZyh6tdx_aUkyxSXt88,2051
+validmind/models/pytorch.py,sha256=aAEUWtISwLh-PMvHkcLwBEbBStAByt4J-NpK-Ndv38E,1826
+validmind/models/r_model.py,sha256=eYdpCREgBpYv-PxJDuG91I77OOAx3-43FoaYT560ziE,7172
+validmind/models/sklearn.py,sha256=lOCJlP2wvd5IJHtBS1XG9FXrtIvO_f8xm2Qp1UdsiBw,2406
+validmind/template.py,sha256=d5I8TjX8Sh5CJPWo_zezMfyvnh7OXo07VV8iKXxlk9E,7184
 validmind/test_suites/__init__.py,sha256=u_qMwPxpqgIkT7UOuE1qb0qDcNk0tXAVrUg1kGMqW2Q,7259
 validmind/test_suites/classifier.py,sha256=0ZE3z5X_ZewTvmwQ3cVGJQh7dPgg0IlqcQshJJxCFWQ,4003
 validmind/test_suites/cluster.py,sha256=Wc2NViwivjiuiJMwrnGbOJYeZ3ApN8usWlOPYZYWAgE,2276
@@ -75,9 +83,9 @@ validmind/test_suites/summarization.py,sha256=unEpfk8_etLMuYAtSmBzlqrUpo0kd9Vc3S
 validmind/test_suites/tabular_datasets.py,sha256=WE4eLzRCfiqAxRqXnZFRR3Lo_u-TI6KM6hmTbR8rg5o,1798
 validmind/test_suites/text_data.py,sha256=YGVGBB05356jN9Gzcy5CHShRzo1fm5mKsZY7YBq0cYU,739
 validmind/test_suites/time_series.py,sha256=msUyYySAe5VHJJp6z0k0cNt2ekMB8-XkxGER75Zs1hs,6724
-validmind/tests/__init__.py,sha256=5V86X-H_z2Dx6gxD2-VnOBjE-pGqXesrm8wkBrgv3YE,15290
+validmind/tests/__init__.py,sha256=LXWlMm3AvZk_b7DLjKMsF6pNncBaoG0RkYS4oLhv01I,15913
 validmind/tests/data_validation/ACFandPACFPlot.py,sha256=__JowNXtc511g_g8VXc0IX7j6qBE5J_v7IoWUKmj_E8,4745
-validmind/tests/data_validation/ANOVAOneWayTable.py,sha256=PEHFVJnFAK6Oy5RW1wJThEzri92THRgwQ45f6RXMGMI,6026
+validmind/tests/data_validation/ANOVAOneWayTable.py,sha256=udizp4rxW4VlMaXK2RrkPK5tAUgO0C-A3MIifPjBZMw,6019
 validmind/tests/data_validation/AutoAR.py,sha256=kulDh8i7p7CjenVvXS54kfZe53M-eXzQ7aHZylnA06M,6676
 validmind/tests/data_validation/AutoMA.py,sha256=F0Dq1eAnMtM_agQ4QgzeK7bwSb2Am_2V3-ugjFJzY0A,7119
 validmind/tests/data_validation/AutoSeasonality.py,sha256=GcCpJgXYA11cEnFl6aSpE5N7bEx41An5Ir3MQjJgl2Q,8085
@@ -85,13 +93,13 @@ validmind/tests/data_validation/AutoStationarity.py,sha256=cDZB8UxoDVq8zj3hNMkHm
 validmind/tests/data_validation/BivariateFeaturesBarPlots.py,sha256=CccBHTjsL2swmGoxpcCtpY_264YwFCO-rZOSqcaMJ_8,5974
 validmind/tests/data_validation/BivariateHistograms.py,sha256=2GWca2OynF1FVYkDE8yTt_qqcdJeG2we21TbxPcLcx4,5018
 validmind/tests/data_validation/BivariateScatterPlots.py,sha256=5JuSs7I1JZaUpXwhGV9u_biMq4xJEUr3CHfh2JXv9JQ,5208
-validmind/tests/data_validation/ChiSquaredFeaturesTable.py,sha256=ss6Ewgigch0Ck25Bn-cwNviWup9OOGH8KgDpfT8DiL4,6048
+validmind/tests/data_validation/ChiSquaredFeaturesTable.py,sha256=qKzMADz_jnEMrNx3BhLp8e1CVtD5pSnkLZptMw0ajpg,6041
 validmind/tests/data_validation/ClassImbalance.py,sha256=TkI67YUu1DdnRxup-sTo3h6aNS-2ww3LPFxMHnOwAHA,6922
 validmind/tests/data_validation/DatasetDescription.py,sha256=2ez3MyPhkgvJVXDctADQAayltZzfJAiP5Psv6XgxVuU,11401
 validmind/tests/data_validation/DatasetSplit.py,sha256=JwhIIkxbTwsHAGyJfe1frVYybnd4290DoL6TXO_1Bbs,5127
 validmind/tests/data_validation/DefaultRatesbyRiskBandPlot.py,sha256=lrVeFrw4rRND7sO2kpv0RHxks9xHQBqkNfz-IN0xw_0,4861
-validmind/tests/data_validation/DescriptiveStatistics.py,sha256=oVjFO-mR5sMQwzGFrjN5UP9jugNy0nSRtNwPbcGthGk,6411
-validmind/tests/data_validation/Duplicates.py,sha256=rDLxdNLGqfL-Yon04b8uFESazKtn7hqxsegvPfoRHBE,5639
+validmind/tests/data_validation/DescriptiveStatistics.py,sha256=bQIrHirCrsojciBLeHp5ibAeCpQrMs6wUQ5lW6sWOjQ,6373
+validmind/tests/data_validation/Duplicates.py,sha256=la6O0Mf2cctT91C3M3lscJ7Jh9u17mkviRDQZ6t9FtM,5632
 validmind/tests/data_validation/EngleGrangerCoint.py,sha256=Rz8BaptMo79JS8XGrnCGnrMmZo994HBmVGKJCvBqfH0,5580
 validmind/tests/data_validation/FeatureTargetCorrelationPlot.py,sha256=wfYhyK-hhUHGxfWDAUqoorY2EXbDeLCbroPMi14vkzs,5036
 validmind/tests/data_validation/HeatmapFeatureCorrelations.py,sha256=JAxx9JUmplFTcQtaFaCk9JCDCMLkDABMhSgj65ARAUc,5707
@@ -99,8 +107,8 @@ validmind/tests/data_validation/HighCardinality.py,sha256=4cjBNoWYUHVhl3TuRLrBa6
 validmind/tests/data_validation/HighPearsonCorrelation.py,sha256=0W_nai0F169rH-rsQynEkozTUrFEnTkS0RaFjL-zodA,5582
 validmind/tests/data_validation/IQROutliersBarPlot.py,sha256=_O9GXF1hCafLDX6_PjRj7TubRdgs39_N4qk9F6-SHBM,6350
 validmind/tests/data_validation/IQROutliersTable.py,sha256=GQ0rfkbnfaLIG-hwm-2_Gl4kHqljxwSZCcDDKgNlnHU,5888
-validmind/tests/data_validation/IsolationForestOutliers.py,sha256=JmONgpBoVmqUMGMy7-1JmraAs7tecRPmUeadFK6KyOg,4872
-validmind/tests/data_validation/LaggedCorrelationHeatmap.py,sha256=1xRdB-nP8DSJwi3xsUVxqZZZ2e46H0GYqn3pwKbtuok,6055
+validmind/tests/data_validation/IsolationForestOutliers.py,sha256=DZce1C8eVVnw4bx7ZHI9RlmyEik2tfucUYVtGzspEMY,4858
+validmind/tests/data_validation/LaggedCorrelationHeatmap.py,sha256=iAbdO4AcYoB4dFnoREkR6NewJkgx6ISZVf-8iHAvFgY,6048
 validmind/tests/data_validation/MissingValues.py,sha256=gvLTy5DiBqp0VemOhVEUq3BsrJ3FTIIsK_CPxKfjW6A,4292
 validmind/tests/data_validation/MissingValuesBarPlot.py,sha256=bTfMCab8gK0VXF1EZ18pTguZkFdfo1ZHhz2hmkFAyG4,6226
 validmind/tests/data_validation/MissingValuesRisk.py,sha256=GzsGHFL-qMQxuqdu62SF4O5r8UDoUN5xv_b8drR-Afc,4110
@@ -116,7 +124,7 @@ validmind/tests/data_validation/TabularCategoricalBarPlots.py,sha256=EM1m1v9V5N6
 validmind/tests/data_validation/TabularDateTimeHistograms.py,sha256=aO2xr-a3_76nNyGC98I47ena3kzeUrbrOvQpvJUkHvU,4211
 validmind/tests/data_validation/TabularDescriptionTables.py,sha256=Hd78V0CsRR0zbA97GFHV4DuffaT-85CI3wyF3ptdXLk,9281
 validmind/tests/data_validation/TabularNumericalHistograms.py,sha256=CSdQJxDht6QJRMGXoedP_1MVoem-whlcwxGGBaP3inc,4170
-validmind/tests/data_validation/TargetRateBarPlots.py,sha256=f_EKTvLIIkZyc4_46VCHJssFVELEmjYjwdBBvEQYIWI,5744
+validmind/tests/data_validation/TargetRateBarPlots.py,sha256=7BghG2XtWw2ptmNgT-wEWb6gWwUgWIlp-LV5HtQENbM,5737
 validmind/tests/data_validation/TimeSeriesFrequency.py,sha256=b6lfIzGjiMUho1dhBFfgWZf6EM8AhYdFojWVbgEE4F4,7243
 validmind/tests/data_validation/TimeSeriesHistogram.py,sha256=VDf31cBfaJ9Bfju5CSdfCHMoJtOxGg-BLZdK7W-UsDw,4188
 validmind/tests/data_validation/TimeSeriesLinePlot.py,sha256=_HQfgfY_ZmT1S2SSF7gJ7RmNoKjGKQ9_dDaxVHESHtI,4173
@@ -129,39 +137,54 @@ validmind/tests/data_validation/WOEBinTable.py,sha256=2Om0eUyWvi1kAZF4z28n9EfEHo
 validmind/tests/data_validation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 validmind/tests/data_validation/nlp/CommonWords.py,sha256=vrURXSTcfuPKDmcUJoCBuDPvu58P_-LbaiRDR0V2GCI,4204
 validmind/tests/data_validation/nlp/Hashtags.py,sha256=CVFvv6hTrB4Mb-b9WqHK1w1GUVs8J8gIrYP2v5OqPOo,4368
+validmind/tests/data_validation/nlp/LanguageDetection.py,sha256=baexhoBN7Bj58_959KfcBBCNxgnbOADokXj-oR2Hrfc,2077
 validmind/tests/data_validation/nlp/Mentions.py,sha256=4nhJQhZoOEPPjw00tmTmEzUP1lSGL6lHdyVwISBkujA,4673
-validmind/tests/data_validation/nlp/Punctuations.py,sha256=5WI3Uu9EpdJ2FWBY2qBXRn6Nf4sldis0huq9QVbDaJ4,3867
+validmind/tests/data_validation/nlp/PolarityAndSubjectivity.py,sha256=GWgQzeL3WplOeBRF0uKZJEnB6eKwActTF-LpbW2sAls,1655
+validmind/tests/data_validation/nlp/Punctuations.py,sha256=YFA6BqRonCG9q1rAis-k1ZiniIc-SZtnzDJwe_K3CUE,3917
+validmind/tests/data_validation/nlp/Sentiment.py,sha256=1m3l0Xfg0vlUlDtqBmG8BMQztZmeLlw89GRIjj3XYGg,1819
 validmind/tests/data_validation/nlp/StopWords.py,sha256=YAwXyfoCLR8jLm7dlXknSpgUoN4JoBK3750hNByJ5FA,6131
 validmind/tests/data_validation/nlp/TextDescription.py,sha256=27u4xpFX-FYuMcDVRkw3p1ajcCzd5TgaVkPIqOi8GJc,8718
+validmind/tests/data_validation/nlp/Toxicity.py,sha256=M_ksbd-R8AQjEqhniUETn3iC7zwSbf3xUnwh8OhgXhE,1514
 validmind/tests/data_validation/nlp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-validmind/tests/decorator.py,sha256=d08RohEbcWSzUJvNukmRPD9ajTr_Xcpzgc1LQqvzeRY,9319
-validmind/tests/model_validation/BertScore.py,sha256=IcYrorBjpm65Zhg7nwQpYTpmow9QZeW5EOB9wc4IQP0,4551
-validmind/tests/model_validation/BertScoreAggregate.py,sha256=UVKZdQ0a0CDRLvCm5OkSw-ERnEoboJAgAWf3s70QKLU,3772
-validmind/tests/model_validation/BleuScore.py,sha256=-EVViGcu40ZW6g8v4DTlE1K5q7XoCRuoagvsEgLBlXA,3839
+validmind/tests/decorator.py,sha256=xsGXNWuZh8VYWLUiLyZZTi2nwPHL_IchzPSvvyPwAws,9360
+validmind/tests/model_validation/BertScore.py,sha256=XJss9sqrkkkNkT44vIf6s5ID_M87PPjWJ-pN0bCTe2E,5300
+validmind/tests/model_validation/BleuScore.py,sha256=UmlOsr2chqSEcOV6OtuJey9Cb3qvBD6hDOuvLg2X9_s,4925
 validmind/tests/model_validation/ClusterSizeDistribution.py,sha256=IKcMBCBsasbi6i8LTqv0H6PUUsG8FXnBtc15uj209WY,4155
-validmind/tests/model_validation/ContextualRecall.py,sha256=wYyjGu8wMdFfS8y59CB8XxWX2Yblh4GI2qmm1H14HpM,4792
+validmind/tests/model_validation/ContextualRecall.py,sha256=wzLjaliEG441qXvaonchJFr5pHXuPI9pOnlfo59xEAE,4976
 validmind/tests/model_validation/FeaturesAUC.py,sha256=aJucUD5u9VxnLpE3klr49VvyvtqT5QGhYE5VNT4hE44,4657
-validmind/tests/model_validation/MeteorScore.py,sha256=Ym8jaioq6qKlnvltYyHNZ1yDymV7VMGLqn5M-X3tsgQ,4387
+validmind/tests/model_validation/MeteorScore.py,sha256=3YtSjdzxraFYmam03HtOhjayXScFdS5QR_9V4gD-lLI,5010
 validmind/tests/model_validation/ModelMetadata.py,sha256=F9ctmlIxngkHgOlggRl0WFLilh46SlM3vYfY9zkhtYk,3733
-validmind/tests/model_validation/RegardHistogram.py,sha256=zkllYyWi18My7s-dq4aNPEUfDF3Ike5ma9QyQXxiep8,6151
-validmind/tests/model_validation/RegardScore.py,sha256=3N_QcE6zfn1Oi_FxjyGYxseu1mu8mZovQTaUZTeb3As,6172
+validmind/tests/model_validation/RegardScore.py,sha256=EuR1pAgVcn99m5eWagxGgdOCHDBkB2NIzyGE9ly73z4,5206
 validmind/tests/model_validation/RegressionResidualsPlot.py,sha256=EQzJn9wH_1pztHr2JI26Um3E9KzHmu6o76o4ffbXZj4,5025
-validmind/tests/model_validation/RougeMetrics.py,sha256=XeenuungQUquTDqpLx34XwIqmc7_uO5MoQyOCahDCEo,5793
-validmind/tests/model_validation/RougeMetricsAggregate.py,sha256=A3RwyCZ_btNpEsIM-9p5wg529C7lVrMFOKHbHkaZXgI,5204
-validmind/tests/model_validation/SelfCheckNLIScore.py,sha256=dE7X22unmCGwg5E0Fh5zo3R6VhNBX83tQNyEp6wmnzc,5477
-validmind/tests/model_validation/TokenDisparity.py,sha256=SnJC9mGywLt0HDxDge83uVJ-0z8qybb7OoedUiaTncc,5456
-validmind/tests/model_validation/ToxicityHistogram.py,sha256=V1-SkHqp3-JlLV9c4pO-FulvTSwtThQIrOlQc6gDVSc,5099
-validmind/tests/model_validation/ToxicityScore.py,sha256=IWzFMisP7BiM2Tuya4RJkdAbfvHbfsbVunBK8Dgfl20,5562
+validmind/tests/model_validation/RougeScore.py,sha256=1yr09JH1kGJKFL29lmXvEm1Dp482Sjxn0lK6UJfCQ0s,5576
+validmind/tests/model_validation/TokenDisparity.py,sha256=EZlpFQH6qRWedjTQT5o4u-OIdgj1iKK-JB8GEQQlxoA,4394
+validmind/tests/model_validation/ToxicityScore.py,sha256=nFDHU1Z8mGpJrdKE6sWxo9nOqqzne1JsYIiNFyn_gYA,5299
 validmind/tests/model_validation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 validmind/tests/model_validation/embeddings/ClusterDistribution.py,sha256=8V2mE_V3S3cIBk29MB0xPqgla1mxiGJcXZ1m99ds3ck,3552
+validmind/tests/model_validation/embeddings/CosineSimilarityComparison.py,sha256=N7HakxwU2XrLzsLrS0uyg_m6KOyjuS6rEhinZkXsU28,4741
 validmind/tests/model_validation/embeddings/CosineSimilarityDistribution.py,sha256=B3quw4ZCWVyhDBHbVp637JoVTpSAROJfUwY-ECLOTAo,3459
+validmind/tests/model_validation/embeddings/CosineSimilarityHeatmap.py,sha256=CGO5zKetkqt51ERDfiqDPVcjM2tounEwsfN5gawt4GE,3336
 validmind/tests/model_validation/embeddings/DescriptiveAnalytics.py,sha256=hLOcJ3lGigyA2VYAQunKB8dkBzh5TORFawg8TZIlG94,4247
 validmind/tests/model_validation/embeddings/EmbeddingsVisualization2D.py,sha256=HxXrkp6OKfGgzuRKWzhAGXYAI8VjYIpLWg62nXHOLVw,4342
-validmind/tests/model_validation/embeddings/StabilityAnalysis.py,sha256=L8nx-ihORWr9sAPLXcUwzgek9wfauQLaQkO4fCEtAMc,4185
-validmind/tests/model_validation/embeddings/StabilityAnalysisKeyword.py,sha256=qXqGaK8OVcP6h_iEZOf_-5XtbOGpiU00RyI535deAm0,3907
-validmind/tests/model_validation/embeddings/StabilityAnalysisRandomNoise.py,sha256=N20bQgBP0AUt3EASZHofQUWbE3N5ix04-r6cXS7YFcg,5672
-validmind/tests/model_validation/embeddings/StabilityAnalysisSynonyms.py,sha256=dqq7mDPzxUaCTDQX49KFW_ONg3VXqwQl6hx1qvi5H1k,4342
-validmind/tests/model_validation/embeddings/StabilityAnalysisTranslation.py,sha256=mvAmv3PcysITo48GbMS-F_tHUAX_wmS173jrBhBB6mc,4573
+validmind/tests/model_validation/embeddings/EuclideanDistanceComparison.py,sha256=jZAddcbNmm7wqdcjLLkCzK6ZoedhI_FYmsnxiRogBnQ,4343
+validmind/tests/model_validation/embeddings/EuclideanDistanceHeatmap.py,sha256=4IxOywnfQUBZnf7nLXQQcf9DY139vKGHWJZSQjpzZnM,3216
+validmind/tests/model_validation/embeddings/PCAComponentsPairwisePlots.py,sha256=JElbl-hGB1SyHQ_m7do4JdPN5n1gM5SNtYRVeIOKR4c,3734
+validmind/tests/model_validation/embeddings/StabilityAnalysis.py,sha256=0ZH5zNv52lcA-k1ZohMgo6w8VUXIe1XA0WA3ORCbHtY,4579
+validmind/tests/model_validation/embeddings/StabilityAnalysisKeyword.py,sha256=exnaM-XHiHHflflXfJQLNGQByTBDeKwCtxBoNPKNev8,3970
+validmind/tests/model_validation/embeddings/StabilityAnalysisRandomNoise.py,sha256=N1hYFnAQKLxSpjd6ZHwi57Zdx10ssEX2Ci73rrEXTGs,5796
+validmind/tests/model_validation/embeddings/StabilityAnalysisSynonyms.py,sha256=npnOPAoXb5FoiwQEwp_gDcbGa5xk4rYnXChTJnuGX64,4405
+validmind/tests/model_validation/embeddings/StabilityAnalysisTranslation.py,sha256=9dL06PRlzokEpaEQAj_12FuQnlzfQ2-__6alYfSajmU,4636
+validmind/tests/model_validation/embeddings/TSNEComponentsPairwisePlots.py,sha256=0zdA1oRD9d4d6eVKyRTnGAsukplfYwWHxGNndIU8mkw,4353
+validmind/tests/model_validation/ragas/AnswerCorrectness.py,sha256=QelJHrxTOQxl233Uq1T3j_OOGDXU4totRF5wFEKitkI,4933
+validmind/tests/model_validation/ragas/AnswerRelevance.py,sha256=mtm0rOVfBhpsXf_KJkTvUDnNyTBlCx_b6sveBznE5IY,4771
+validmind/tests/model_validation/ragas/AnswerSimilarity.py,sha256=EEMc2V1MxxJqKPeK8VWNmVKvH0AYjEJvo6PgNwwU92w,4231
+validmind/tests/model_validation/ragas/AspectCritique.py,sha256=VzB1pEuXVVhmb9FxBXUcnfIkmBwJEfo3VT2XXjT7evg,5836
+validmind/tests/model_validation/ragas/ContextEntityRecall.py,sha256=AChCUcGTohH7tvOFNroyWRx_sstiMFbxSkCVM0FCgmw,4708
+validmind/tests/model_validation/ragas/ContextPrecision.py,sha256=vtu6seXKPMEEjtQAFxeVYCw91AMQkA3VLKWQqIFvQEM,4420
+validmind/tests/model_validation/ragas/ContextRecall.py,sha256=j4Qgyrsb5BG1kMLzHXnSClLihpecP1JIpgKBR4_fM4k,4371
+validmind/tests/model_validation/ragas/ContextRelevancy.py,sha256=oRxmYbYei9yM7HJANnGsJc9gLUwAQyZx2St6V7GYttQ,3929
+validmind/tests/model_validation/ragas/Faithfulness.py,sha256=hJbZ62QKbrc057aiWwqx_12kjxEepqGu8AkNpXLjoF8,4291
+validmind/tests/model_validation/ragas/utils.py,sha256=O8wlir8s7DzVgNrZAAUrMDEvag-FvuefdkTqLIxKkUs,2310
 validmind/tests/model_validation/sklearn/AdjustedMutualInformation.py,sha256=iUt8PJd7Q-nhfDkU0siZY5Gip_uzSCqwOjpd_WBuv2I,2892
 validmind/tests/model_validation/sklearn/AdjustedRandIndex.py,sha256=Mb03a6R37GagRuy269TE8ZgaMaF3vngcH3-Um6SZYmg,2767
 validmind/tests/model_validation/sklearn/ClassifierPerformance.py,sha256=bbZkuGEm_D_zZf3hBeqjw9DrDKeKoLQiwfg2Cjd7gZY,5945
@@ -178,20 +201,20 @@ validmind/tests/model_validation/sklearn/MinimumAccuracy.py,sha256=MAkVBawefPT_S
 validmind/tests/model_validation/sklearn/MinimumF1Score.py,sha256=5QLwdsFkuT-k2QkVR6CZw3gPb6RFrgJe8VtZkqma1eg,4678
 validmind/tests/model_validation/sklearn/MinimumROCAUCScore.py,sha256=0KMdAHZOnY_PpoWSNZxmudClqQ469JV_V_vTM3FXAC8,4891
 validmind/tests/model_validation/sklearn/ModelsPerformanceComparison.py,sha256=sUKPQCOrc8r5jCzWyU1n_Cuj9bY4uD8B8aoe-pUoGzY,6297
-validmind/tests/model_validation/sklearn/OverfitDiagnosis.py,sha256=dnyk2MR4YZSLGm378NqEW5l4tkS4HcRbNc1PqYE96UI,14156
-validmind/tests/model_validation/sklearn/PermutationFeatureImportance.py,sha256=APnrI-jXTew4nq4CkCqAkIcNS0uwWegxSwvhiHN5kV0,5038
-validmind/tests/model_validation/sklearn/PopulationStabilityIndex.py,sha256=4X3tvbzl5X-hF23kqqAQlMSSHhLltVTFeBwODF_cz00,10242
-validmind/tests/model_validation/sklearn/PrecisionRecallCurve.py,sha256=XA3_5uXvqJ7rawyK8_i8oB59cpZwh8T1FU9c-PTMY3Q,4401
-validmind/tests/model_validation/sklearn/ROCCurve.py,sha256=llDy61r921sIcoTZk4tXhjM50sOO90h_zsEKxa3Y4wA,5785
+validmind/tests/model_validation/sklearn/OverfitDiagnosis.py,sha256=BLyDWAHd7dw17QLuwy9JrvsBNPXhM8yhXWu9EeSIVgg,14075
+validmind/tests/model_validation/sklearn/PermutationFeatureImportance.py,sha256=jBRGRFjWzC3MyhNyJ_5Mv21S_ippcy63lMIZ2MQ4588,4929
+validmind/tests/model_validation/sklearn/PopulationStabilityIndex.py,sha256=5cp3E78C1OjFomqVmtYOovdoNniLVVg-jmRb9HXQ3XQ,10132
+validmind/tests/model_validation/sklearn/PrecisionRecallCurve.py,sha256=Ay0Z3NDpP0w3Tz3nPSSUhA5WZGW4EZyNmCIJga2kixQ,4436
+validmind/tests/model_validation/sklearn/ROCCurve.py,sha256=gXeUoJ8Gxd4sZ_VRDICEznk8iaNyZmDpgZk2M03lVdo,5822
 validmind/tests/model_validation/sklearn/RegressionErrors.py,sha256=SBxFPZ1-C_ObpLeol7ghf5cdJBimNljYTlFsfohagtA,5980
 validmind/tests/model_validation/sklearn/RegressionModelsPerformanceComparison.py,sha256=RIup0L4cXycyWfU4GY9J7BuX88OoJ9eSs6ruT4Ho1vU,5539
-validmind/tests/model_validation/sklearn/RegressionR2Square.py,sha256=-EWxr6T6y59whYDDaDeenduHMaYoOpc8AVwe-X0j83o,4969
-validmind/tests/model_validation/sklearn/RobustnessDiagnosis.py,sha256=JQTWfdocIHYYv69nzbC0M0GAh6ldUMfQ4TKK9jUnhCI,13780
-validmind/tests/model_validation/sklearn/SHAPGlobalImportance.py,sha256=5GwdmrRduJ2Sq8wt1MU1T5eJ-cvVbmXH43-j2mFM8_c,8886
+validmind/tests/model_validation/sklearn/RegressionR2Square.py,sha256=301jEnSZiNwsQDdo7q7RBkcNq2ILYoooYiag3Tep2-Y,4962
+validmind/tests/model_validation/sklearn/RobustnessDiagnosis.py,sha256=762ckUxewgv87Aix48gJQ532v7UEdwIUD_l5iMaQoGU,13738
+validmind/tests/model_validation/sklearn/SHAPGlobalImportance.py,sha256=FwY2n65uDBz4D4fFy-Ur7G2lb9W_LcOr-HPevmwTxZk,8951
 validmind/tests/model_validation/sklearn/SilhouettePlot.py,sha256=TznxbLhwybNbht6hUg4MSKxX3TI7zJp75tQH0svWon0,6237
 validmind/tests/model_validation/sklearn/TrainingTestDegradation.py,sha256=Gy2I67FFu1q_Ny92RAiXyZ_l6TZEY0_X_MMNHy7pqc4,7273
 validmind/tests/model_validation/sklearn/VMeasure.py,sha256=x2cdcN_Wh_hnfAsF715QgWBPbhZMi533PO-No84iEJ4,2772
-validmind/tests/model_validation/sklearn/WeakspotsDiagnosis.py,sha256=5Ishn16wtBsfmlnlj9mufaElNQ6uGfI9hakvvAVq7os,14227
+validmind/tests/model_validation/sklearn/WeakspotsDiagnosis.py,sha256=82HubT8NZluBYoLS_t3n6QW3lN6YvFkCeEMR0N43tOQ,14194
 validmind/tests/model_validation/sklearn/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 validmind/tests/model_validation/statsmodels/ADF.py,sha256=97lutdezxrdsFB1rkTESx2uSp8RHPRhEhucrs2ZyR04,4042
 validmind/tests/model_validation/statsmodels/ADFTest.py,sha256=pNuH0699hyI7533iuMMf2C3FiVb-TM3fSEsZuGdSGJA,4039
@@ -212,18 +235,18 @@ validmind/tests/model_validation/statsmodels/PhillipsPerronArch.py,sha256=Z1wogf
 validmind/tests/model_validation/statsmodels/PredictionProbabilitiesHistogram.py,sha256=6HSzbV9oSPZg7olFtnpheTxAD7hFdPISbhOKtmU0QbY,6394
 validmind/tests/model_validation/statsmodels/RegressionCoeffsPlot.py,sha256=zWOzmEcdsQMzGzT4nCpSSQLQcdc0BERju-xgLBBGC4Y,5657
 validmind/tests/model_validation/statsmodels/RegressionFeatureSignificance.py,sha256=TGz8ei7pG31tLKjzqNiBNO-UbzGWCabv2rWX-DjiJ4Y,5494
-validmind/tests/model_validation/statsmodels/RegressionModelForecastPlot.py,sha256=6WlwIoUTQKP8IMuqKtS0AVvM49ubLUmOWYIK3DoHjeo,6580
-validmind/tests/model_validation/statsmodels/RegressionModelForecastPlotLevels.py,sha256=fERW8xCHVGLkJVEMVmHdCrhyBhlNf08Bi22BxyNSXeg,8328
-validmind/tests/model_validation/statsmodels/RegressionModelInsampleComparison.py,sha256=4fJixhDEbMdZOg8EOxNJe3J5H6_PiC1QFg2hWIuauu4,6474
-validmind/tests/model_validation/statsmodels/RegressionModelOutsampleComparison.py,sha256=YrFnY3Vy_0L6uQ_1drz-EUNjgqVaQgPtGohf_pFIJRY,6283
+validmind/tests/model_validation/statsmodels/RegressionModelForecastPlot.py,sha256=-RU-HMcSWAZQKYAptVTDerkH03K2ruO-vco0DS8vSJM,6573
+validmind/tests/model_validation/statsmodels/RegressionModelForecastPlotLevels.py,sha256=GfEOF5OyxQ2tMLhZutp9O4m9MzFl8xDH0IsIQBtPGTs,8321
+validmind/tests/model_validation/statsmodels/RegressionModelInsampleComparison.py,sha256=un-7t9pRN4RGv4HYyUH2gVCm7EsjSi7fiotOXEFwJXA,6467
+validmind/tests/model_validation/statsmodels/RegressionModelOutsampleComparison.py,sha256=3QPYMVJg2EEAWhrh6Cj2jHiqORJpHVC3DfdRze2Vw8s,6276
 validmind/tests/model_validation/statsmodels/RegressionModelSensitivityPlot.py,sha256=q30wFH7QRZKriVMXBmZVE2K30kjcb6zX4IVl1NHT2kA,7320
-validmind/tests/model_validation/statsmodels/RegressionModelSummary.py,sha256=IkWo8tBh7np_4xTy5cm8SHoXEYggwjk0jiFw3wg1YKA,4350
-validmind/tests/model_validation/statsmodels/RegressionModelsCoeffs.py,sha256=XTirM2uYbl-Idf1MooaTPZcrN1s5g-nibHUz5SdYfBg,4592
-validmind/tests/model_validation/statsmodels/RegressionModelsPerformance.py,sha256=oY57hquPFXsfrzmOxCvY66CfK3CVAsF9W_XbpMaSaQo,5443
+validmind/tests/model_validation/statsmodels/RegressionModelSummary.py,sha256=i4jgUn3Q-GHHXQ3RzjMt5k-scafyNoUuedk_XsuDC5E,4343
+validmind/tests/model_validation/statsmodels/RegressionModelsCoeffs.py,sha256=-52QU5EgidZBffs9jcX2oO1BswIUw81y6Zy43DQ6Prg,4578
+validmind/tests/model_validation/statsmodels/RegressionModelsPerformance.py,sha256=qECEzP1G1SfQA3EiBBCgDJxzMHgU5bWAIFH6hO59EbY,5436
 validmind/tests/model_validation/statsmodels/RegressionPermutationFeatureImportance.py,sha256=hrWFViq7poX_G2-AwGffRQnwN9Vr42e4DfZKP-_gsRo,5044
 validmind/tests/model_validation/statsmodels/ResidualsVisualInspection.py,sha256=ROF3y_akn0cxo6sA38aWElkleg0bcvQfttPc1pjJaHc,5771
 validmind/tests/model_validation/statsmodels/RunsTest.py,sha256=TJdixri2vrrA4HUUpTYveoVzr7V9lcH6CJnPTLxSqms,3684
-validmind/tests/model_validation/statsmodels/ScorecardHistogram.py,sha256=uESuMD8UA_BPRjnIbsnHUQUCzTSWxGG6646QRW1wMH8,6300
+validmind/tests/model_validation/statsmodels/ScorecardHistogram.py,sha256=p1ab5K553oxMYVNe3R53Rh4IOJ9G7EgKmjvZY7LO2Dg,6192
 validmind/tests/model_validation/statsmodels/ShapiroWilk.py,sha256=W8_EARepPA0CpApy0w7cLcbnP7ZegBjntGSUOcuyrqQ,3243
 validmind/tests/model_validation/statsmodels/ZivotAndrewsArch.py,sha256=4QrZImKZYVLKrmUgjnBTldtIqXf8-tyz9CiNqMYtj_w,3291
 validmind/tests/model_validation/statsmodels/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -238,44 +261,46 @@ validmind/tests/prompt_validation/Specificity.py,sha256=v823rZAr9a810Q_RlgH7FqPP
 validmind/tests/prompt_validation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 validmind/tests/prompt_validation/ai_powered_test.py,sha256=pogmrOR2fTY34Tx5TXIs5Smjz09mdh5Kp4NifrmPrFY,2975
 validmind/tests/test_providers.py,sha256=1tYn_sWNqifFpOp8eNvcVyJzxBjhHV5Py4FxO8opPZA,4944
-validmind/unit_metrics/__init__.py,sha256=gPrZWA8hYuV7fGR2sQ5FqzSWU_4l0xkKgDq2mox2Prw,8368
+validmind/unit_metrics/__init__.py,sha256=a7oV8YRC-O6dF7ePz4E8Fqrh4ax6AWT26Y996VPView,7084
 validmind/unit_metrics/classification/sklearn/Accuracy.py,sha256=2Ra_OpKceY01h1dAFCqRFAwe--K2oVbCUiYjM5AH_nQ,480
 validmind/unit_metrics/classification/sklearn/F1.py,sha256=Uiq5sPyNpALhApTkmLUhh76mF91bLCABB5OVHOlbmGo,437
 validmind/unit_metrics/classification/sklearn/Precision.py,sha256=8zO5VDZhfT8R2VFYiV-CzsZwhsTwVAKca4nhD-qALLw,458
 validmind/unit_metrics/classification/sklearn/ROC_AUC.py,sha256=5-i1xhrLg7Ix4sk7pBKDBtlqBCNRD365LnTvsekSVYs,452
 validmind/unit_metrics/classification/sklearn/Recall.py,sha256=0WG3A6K9M1UmbWQKoS_wwLfq-cXVDDTIA1ZpaJNyKp8,449
-validmind/unit_metrics/composite.py,sha256=3bf8oUPCevOixJIHsc_y0WTb7mG1B1Wt54RTyyx7QK0,7603
+validmind/unit_metrics/composite.py,sha256=sMdfjFEEIrMas3GGYzTZ7gCiEb3BB8O_cWX-GngtPDs,7851
 validmind/unit_metrics/regression/GiniCoefficient.py,sha256=ebh1rOob8mEmQp0EpXcneAXjc4AIfm6O3Y0_mnTahKA,984
 validmind/unit_metrics/regression/HuberLoss.py,sha256=JAUxKFpXp1NtQKEJMZlGgxDlk8pFT1tY3ZcxNQPDhHM,680
 validmind/unit_metrics/regression/KolmogorovSmirnovStatistic.py,sha256=DRHuFH3DqDMy56tzkN8ETwt36FCu1m-nGxK0OJCPMDk,981
 validmind/unit_metrics/regression/MeanAbsolutePercentageError.py,sha256=u7dOSwSnxYsszp-0uyYwVVvMDTh9jKbWUh1gi8pbczM,471
 validmind/unit_metrics/regression/MeanBiasDeviation.py,sha256=TCjnGGOSqgPYcOU8MpMZgYkYQbXKXekQNzOVIFEQ5ZA,395
 validmind/unit_metrics/regression/QuantileLoss.py,sha256=9WITHNHCy-RFVZiUp-bSDrKsePKYbb0a7o13Ohvhvas,470
-validmind/unit_metrics/regression/sklearn/AdjustedRSquaredScore.py,sha256=rhFpUMFI1mUaB8dGnNz_vO79VmdUIkJVRS-f1cB-6l0,636
+validmind/unit_metrics/regression/sklearn/AdjustedRSquaredScore.py,sha256=YJY4bwjMTHbpwWnXaTY20fhd4Lo0qIsgJnkOMWLP0Vo,629
 validmind/unit_metrics/regression/sklearn/MeanAbsoluteError.py,sha256=LCNgpDw6FBHUuMZfDkJj0VEI7g3miH8xucrMQQ0Qgio,491
 validmind/unit_metrics/regression/sklearn/MeanSquaredError.py,sha256=7UQnDTTO7yRRyMe3Zac9ZyjEbbD8pW_8WnZwHdVB_8U,463
 validmind/unit_metrics/regression/sklearn/RSquaredScore.py,sha256=h9U5ndtnJfNNtKPZIo5n3KRp-m4akQcEo0t1iSwjVzY,420
 validmind/unit_metrics/regression/sklearn/RootMeanSquaredError.py,sha256=_5IQIU9jNfmTE4NLJvaRWXbudRGV2PS7nYF5e4fkSMY,556
-validmind/utils.py,sha256=8vJutsXoSi9v3_0UznWEvSm-m-TGgLv33rTcuZtsqw8,12876
-validmind/vm_models/__init__.py,sha256=QjrOZpqDNJlW8cH2D0xTkPAgX9UadS_ITNHgJ4NxrFs,1160
-validmind/vm_models/dataset.py,sha256=aNDR0tkqZUipTZG21ajkvJ7DumhWNT_h6E2X-binc1w,43308
+validmind/utils.py,sha256=ZvTJEV5MwO9pt0CmebmXORnJxU0f5WiL-fpRHhsHFBg,14602
+validmind/vm_models/__init__.py,sha256=lmWCD2u4tW6_AH39UnJ24sCcMUcsHbUttz7SaZfrh3s,1168
+validmind/vm_models/dataset/__init__.py,sha256=U4CxZjdoc0dd9u2AqBl5PJh1UVbzXWNrmundmjLF-qE,346
+validmind/vm_models/dataset/dataset.py,sha256=mVv9mMhSsUZP-mI5e0xzoS2miW-PXOS21zWzQ3_WqAM,21783
+validmind/vm_models/dataset/utils.py,sha256=IZDCM_FNaaMAWm9Vrvmf_h8ZzhkOffxa6SHLnHPP1TA,5157
 validmind/vm_models/figure.py,sha256=iSrvPcCG5sQrMkX1Fh6c5utRzaroh3bc6IlnGDOK_Eg,6651
-validmind/vm_models/model.py,sha256=f6hAy1J-UfVxLsSCu4VjpGyL-UnJWMivqkBB2Uhd2uU,4823
+validmind/vm_models/model.py,sha256=n3XgTPHO4qeHiSxUq4Y8ajPYnxCe2Y_6X-02Ehb4s7M,6074
 validmind/vm_models/test/metric.py,sha256=C2AjlSOC0N72ucAaMdH3EMHXnvZ8jXlGSQwEs3S1N1g,3911
 validmind/vm_models/test/metric_result.py,sha256=Bak4GDrMlNq5NtgP5exwlPsKZgz3tWgtC6jZqtHjvqM,1987
 validmind/vm_models/test/output_template.py,sha256=njqCAMyLxwadkCWhACVskyL9-psTgmUysaeeirTVAX4,1500
 validmind/vm_models/test/result_summary.py,sha256=QJcIKJUeBf5wW3lyue6ctsi1jKSyoiAIfmjudGJiJtc,2028
-validmind/vm_models/test/result_wrapper.py,sha256=Fkj2KFBjy_fRiBtOLJmnplXhLn2D3cnRrQhwlopowkg,13938
+validmind/vm_models/test/result_wrapper.py,sha256=PMcmnsBsjTldmv0zI_quRah4Cv0kk00rVaNZEv4Nbxk,15340
 validmind/vm_models/test/test.py,sha256=434PqhPcbwfCmNjYVwHGMG-rViIatb9-1nmxkdZF8Xo,3104
 validmind/vm_models/test/threshold_test.py,sha256=Iy84PLsuabhZSPlxVQZ_kAo_FTqxmZ8AeN9yQDO5wMI,4270
 validmind/vm_models/test/threshold_test_result.py,sha256=EXP-g_e3NsnpkvNgYew030qVUoY6ZTHyuuFUXaq-BuM,1954
-validmind/vm_models/test_context.py,sha256=URm6YvK6ReRevngIIVSPmV2tdc4rRZaWbB6hlRKsOj4,9027
+validmind/vm_models/test_context.py,sha256=AN7-atBgOcD04MLVitCFJYooxF6_iNmvI2H4nkv32iw,9035
 validmind/vm_models/test_suite/runner.py,sha256=U93TauwLNEbAgJIzBZ9k9ip9NnlTt0gACHVgfO7J9BI,6754
-validmind/vm_models/test_suite/summary.py,sha256=roSzR-wWs6_eoKq-yDA-cMi5pA0K3H7cpR2TUCG0uog,4555
+validmind/vm_models/test_suite/summary.py,sha256=GpqabqN_RcI5vbv4-A9YCLTpUOTKockp6oL1hi8IwVs,4541
 validmind/vm_models/test_suite/test.py,sha256=cIa-6_YkFp7Io4wBkr09aFNmljmUFSagV4JreLd1Q6Y,5285
 validmind/vm_models/test_suite/test_suite.py,sha256=Cns2wL54v0T5Mv5_HJb3kMeaa4rtycdqT8KxK9_rWEU,6279
-validmind-2.1.1.dist-info/LICENSE,sha256=XonPUfwjvrC5Ombl3y-ko0Wubb1xdG_7nzvIbkZRKHw,35772
-validmind-2.1.1.dist-info/METADATA,sha256=XN2qwNEVsWxi30j8yPvq1-8VZqqvTbiRq7P-fmAHyyI,3826
-validmind-2.1.1.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-validmind-2.1.1.dist-info/entry_points.txt,sha256=HuW7YyOv9u_OEWpViQXtv0nfoI67uieJHawKWA4Hv9A,76
-validmind-2.1.1.dist-info/RECORD,,
+validmind-2.2.2.dist-info/LICENSE,sha256=XonPUfwjvrC5Ombl3y-ko0Wubb1xdG_7nzvIbkZRKHw,35772
+validmind-2.2.2.dist-info/METADATA,sha256=rTVJeIpNhMGnFm6p1kq9V0egZZgxRb4IsUM9IAxvjFY,3911
+validmind-2.2.2.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+validmind-2.2.2.dist-info/entry_points.txt,sha256=HuW7YyOv9u_OEWpViQXtv0nfoI67uieJHawKWA4Hv9A,76
+validmind-2.2.2.dist-info/RECORD,,

validmind/models/catboost.py

@@ -1,33 +0,0 @@
-# Copyright © 2023-2024 ValidMind Inc. All rights reserved.
-# See the LICENSE file in the root of this repository for details.
-# SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
-
-from validmind.vm_models.model import ModelAttributes
-
-from .sklearn import SKlearnModel
-
-
-class CatBoostModel(SKlearnModel):
-    """
-    An CatBoost model class that wraps a trained model instance and its associated data.
-
-    Attributes:
-        attributes (ModelAttributes, optional): The attributes of the model. Defaults to None.
-        model (object, optional): The trained model instance. Defaults to None.
-        device_type(str, optional) The device where model is trained
-    """
-
-    def __init__(
-        self,
-        input_id: str = None,
-        model: object = None,  # Trained model instance
-        attributes: ModelAttributes = None,
-    ):
-        """
-        Initialize CatBoostModel
-        """
-        super().__init__(
-            input_id=input_id,
-            model=model,
-            attributes=attributes,
-        )

validmind/models/statsmodels.py

@@ -1,50 +0,0 @@
-# Copyright © 2023-2024 ValidMind Inc. All rights reserved.
-# See the LICENSE file in the root of this repository for details.
-# SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
-
-import pandas as pd
-
-from validmind.vm_models.model import ModelAttributes
-
-from .sklearn import SKlearnModel
-
-
-class StatsModelsModel(SKlearnModel):
-    """
-    An Statsmodels model class that wraps a trained model instance and its associated data.
-
-    Attributes:
-        attributes (ModelAttributes, optional): The attributes of the model. Defaults to None.
-        model (object, optional): The trained model instance. Defaults to None.
-        device_type(str, optional) The device where model is trained
-    """
-
-    def __init__(
-        self,
-        model: object = None,  # Trained model instance
-        input_id: str = None,
-        attributes: ModelAttributes = None,
-    ):
-        super().__init__(
-            model=model,
-            input_id=input_id,
-            attributes=attributes,
-        )
-
-    def model_class(self):
-        """
-        Returns the model class name
-        """
-        return "statsmodels"
-
-    def regression_coefficients(self):
-        """
-        Returns the regression coefficients summary of the model
-        """
-        raw_summary = self.model.summary()
-
-        table = raw_summary.tables[1].data
-        headers = table.pop(0)
-        headers[0] = "Feature"
-
-        return pd.DataFrame(table, columns=headers)

validmind/models/xgboost.py

@@ -1,30 +0,0 @@
-# Copyright © 2023-2024 ValidMind Inc. All rights reserved.
-# See the LICENSE file in the root of this repository for details.
-# SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
-
-from validmind.vm_models.model import ModelAttributes
-
-from .sklearn import SKlearnModel
-
-
-class XGBoostModel(SKlearnModel):
-    """
-    An XGBoost model class that wraps a trained model instance and its associated data.
-
-    Attributes:
-        attributes (ModelAttributes, optional): The attributes of the model. Defaults to None.
-        model (object, optional): The trained model instance. Defaults to None.
-        device_type(str, optional) The device where model is trained
-    """
-
-    def __init__(
-        self,
-        model: object = None,
-        input_id: str = None,
-        attributes: ModelAttributes = None,
-    ):
-        super().__init__(
-            model=model,
-            input_id=input_id,
-            attributes=attributes,
-        )

validmind/tests/model_validation/BertScoreAggregate.py

@@ -1,90 +0,0 @@
-# Copyright © 2023-2024 ValidMind Inc. All rights reserved.
-# See the LICENSE file in the root of this repository for details.
-# SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial
-
-import itertools
-from dataclasses import dataclass
-
-import evaluate
-import pandas as pd
-import plotly.graph_objects as go
-
-from validmind.vm_models import Figure, Metric
-
-
-@dataclass
-class BertScoreAggregate(Metric):
-    """
-    Evaluates the aggregate performance of text generation models by computing the average precision, recall,
-    and F1 score based on BERT contextual embeddings.
-
-    **Purpose**: The BERTScore Aggregate metric provides an overall assessment of text generation models by
-    averaging the similarity scores between the reference and the generated text over the entire dataset.
-    Using contextual embeddings from BERT models, it gives a high-level view of the contextual relevance
-    of the model's outputs.
-
-    **Test Mechanism**: This metric takes the true values from the model's test dataset and the model's
-    predictions to compute the average BERTScore. It showcases the aggregate precision, recall, and F1 score
-    for the entire test set, providing an overview of the model's overall contextual accuracy.
-
-    **Signs of High Risk**:
-    - Average Precision, Recall, or F1 Score that is significantly low.
-    - A low Precision average suggests the model's tendency to include irrelevant contexts.
-    - A low Recall average indicates the model's propensity to miss relevant contexts.
-    - A low F1 score average denotes a general deficiency in both precision and recall.
-
-    **Strengths**:
-    - Provides a holistic view of the model's performance in terms of contextual similarity.
-    - Factors in the semantic similarity in context, advancing beyond basic n-gram matching.
-    - The single aggregate score for each metric simplifies the evaluation process and aids in quick insights.
-
-    **Limitations**:
-    - As an average, it might obscure individual instances where the model performed exceptionally well or poorly.
-    - Relies on BERT model embeddings, so the quality of the base BERT model can affect results.
-    - May miss nuances in text similarity that detailed metrics or other evaluations like BLEU or ROUGE might catch.
-    - Computationally demanding due to the use of BERT embeddings.
-    """
-
-    name = "bert_score_aggregate"
-    required_inputs = ["model", "dataset"]
-
-    def run(self):
-        y_true = list(itertools.chain.from_iterable(self.inputs.dataset.y))
-        y_pred = self.inputs.dataset.y_pred(self.inputs.model)
-
-        bert = evaluate.load("bertscore")
-        bert_s = bert.compute(predictions=y_pred, references=y_true, lang="en")
-        metrics_df = pd.DataFrame(bert_s)
-
-        mean_precision = metrics_df["precision"].mean()
-        mean_recall = metrics_df["recall"].mean()
-        mean_f1 = metrics_df["f1"].mean()
-
-        fig = go.Figure(
-            data=[
-                go.Bar(
-                    name="Precision",
-                    x=["Precision"],
-                    y=[mean_precision],
-                    marker_color="blue",
-                ),
-                go.Bar(
-                    name="Recall", x=["Recall"], y=[mean_recall], marker_color="green"
-                ),
-                go.Bar(
-                    name="F1 Score", x=["F1 Score"], y=[mean_f1], marker_color="red"
-                ),
-            ]
-        )
-
-        fig.update_layout(
-            title="Aggregated Bert Scores",
-            xaxis_title="Metric",
-            yaxis_title="Score",
-            showlegend=False,
-            width=600,
-            height=600,
-        )
-
-        figures = [Figure(for_object=self, key=self.key, figure=fig)]
-        return self.cache_results(figures=figures)