dataeval 0.72.1__py3-none-any.whl → 0.72.2__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (90) hide show
  1. dataeval/__init__.py +4 -4
  2. dataeval/detectors/__init__.py +4 -3
  3. dataeval/detectors/drift/__init__.py +9 -10
  4. dataeval/{_internal/detectors → detectors}/drift/base.py +39 -91
  5. dataeval/{_internal/detectors → detectors}/drift/cvm.py +4 -3
  6. dataeval/{_internal/detectors → detectors}/drift/ks.py +4 -3
  7. dataeval/{_internal/detectors → detectors}/drift/mmd.py +23 -25
  8. dataeval/{_internal/detectors → detectors}/drift/torch.py +13 -11
  9. dataeval/{_internal/detectors → detectors}/drift/uncertainty.py +7 -5
  10. dataeval/detectors/drift/updates.py +61 -0
  11. dataeval/detectors/linters/__init__.py +3 -3
  12. dataeval/{_internal/detectors → detectors/linters}/clusterer.py +41 -39
  13. dataeval/{_internal/detectors → detectors/linters}/duplicates.py +19 -9
  14. dataeval/{_internal/detectors → detectors/linters}/merged_stats.py +3 -1
  15. dataeval/{_internal/detectors → detectors/linters}/outliers.py +14 -21
  16. dataeval/detectors/ood/__init__.py +6 -6
  17. dataeval/{_internal/detectors → detectors}/ood/ae.py +7 -7
  18. dataeval/{_internal/detectors → detectors}/ood/aegmm.py +9 -29
  19. dataeval/{_internal/detectors → detectors}/ood/base.py +24 -18
  20. dataeval/{_internal/detectors → detectors}/ood/llr.py +24 -20
  21. dataeval/detectors/ood/metadata_ks_compare.py +99 -0
  22. dataeval/detectors/ood/metadata_least_likely.py +119 -0
  23. dataeval/detectors/ood/metadata_ood_mi.py +92 -0
  24. dataeval/{_internal/detectors → detectors}/ood/vae.py +10 -12
  25. dataeval/{_internal/detectors → detectors}/ood/vaegmm.py +10 -32
  26. dataeval/{_internal/interop.py → interop.py} +12 -7
  27. dataeval/metrics/__init__.py +1 -1
  28. dataeval/metrics/bias/__init__.py +4 -4
  29. dataeval/{_internal/metrics → metrics/bias}/balance.py +75 -9
  30. dataeval/{_internal/metrics → metrics/bias}/coverage.py +6 -4
  31. dataeval/{_internal/metrics → metrics/bias}/diversity.py +48 -14
  32. dataeval/metrics/bias/metadata.py +275 -0
  33. dataeval/{_internal/metrics → metrics/bias}/parity.py +12 -10
  34. dataeval/metrics/estimators/__init__.py +3 -3
  35. dataeval/{_internal/metrics → metrics/estimators}/ber.py +25 -22
  36. dataeval/{_internal/metrics → metrics/estimators}/divergence.py +11 -12
  37. dataeval/{_internal/metrics → metrics/estimators}/uap.py +5 -3
  38. dataeval/metrics/stats/__init__.py +7 -7
  39. dataeval/{_internal/metrics → metrics}/stats/base.py +59 -35
  40. dataeval/{_internal/metrics → metrics}/stats/boxratiostats.py +18 -14
  41. dataeval/{_internal/metrics → metrics}/stats/datasetstats.py +18 -16
  42. dataeval/{_internal/metrics → metrics}/stats/dimensionstats.py +9 -7
  43. dataeval/metrics/stats/hashstats.py +156 -0
  44. dataeval/{_internal/metrics → metrics}/stats/labelstats.py +5 -3
  45. dataeval/{_internal/metrics → metrics}/stats/pixelstats.py +9 -8
  46. dataeval/{_internal/metrics → metrics}/stats/visualstats.py +10 -9
  47. dataeval/{_internal/output.py → output.py} +26 -6
  48. dataeval/utils/__init__.py +7 -3
  49. dataeval/utils/image.py +71 -0
  50. dataeval/utils/shared.py +151 -0
  51. dataeval/{_internal → utils}/split_dataset.py +98 -33
  52. dataeval/utils/tensorflow/__init__.py +7 -6
  53. dataeval/{_internal/models/tensorflow → utils/tensorflow/_internal}/autoencoder.py +60 -64
  54. dataeval/{_internal/models/tensorflow/losses.py → utils/tensorflow/_internal/loss.py} +9 -8
  55. dataeval/{_internal/models/tensorflow → utils/tensorflow/_internal}/pixelcnn.py +16 -20
  56. dataeval/{_internal/models/tensorflow → utils/tensorflow/_internal}/trainer.py +3 -1
  57. dataeval/{_internal/models/tensorflow → utils/tensorflow/_internal}/utils.py +17 -17
  58. dataeval/utils/tensorflow/loss/__init__.py +6 -2
  59. dataeval/utils/torch/__init__.py +7 -3
  60. dataeval/{_internal/models/pytorch → utils/torch}/blocks.py +19 -14
  61. dataeval/{_internal → utils/torch}/datasets.py +48 -42
  62. dataeval/utils/torch/models.py +138 -0
  63. dataeval/{_internal/models/pytorch/autoencoder.py → utils/torch/trainer.py} +7 -136
  64. dataeval/{_internal → utils/torch}/utils.py +3 -1
  65. dataeval/workflows/__init__.py +1 -1
  66. dataeval/{_internal/workflows → workflows}/sufficiency.py +39 -34
  67. {dataeval-0.72.1.dist-info → dataeval-0.72.2.dist-info}/METADATA +2 -1
  68. dataeval-0.72.2.dist-info/RECORD +72 -0
  69. dataeval/_internal/detectors/__init__.py +0 -0
  70. dataeval/_internal/detectors/drift/__init__.py +0 -0
  71. dataeval/_internal/detectors/ood/__init__.py +0 -0
  72. dataeval/_internal/metrics/__init__.py +0 -0
  73. dataeval/_internal/metrics/stats/hashstats.py +0 -75
  74. dataeval/_internal/metrics/utils.py +0 -447
  75. dataeval/_internal/models/__init__.py +0 -0
  76. dataeval/_internal/models/pytorch/__init__.py +0 -0
  77. dataeval/_internal/models/pytorch/utils.py +0 -67
  78. dataeval/_internal/models/tensorflow/__init__.py +0 -0
  79. dataeval/_internal/workflows/__init__.py +0 -0
  80. dataeval/detectors/drift/kernels/__init__.py +0 -10
  81. dataeval/detectors/drift/updates/__init__.py +0 -8
  82. dataeval/utils/tensorflow/models/__init__.py +0 -9
  83. dataeval/utils/tensorflow/recon/__init__.py +0 -3
  84. dataeval/utils/torch/datasets/__init__.py +0 -12
  85. dataeval/utils/torch/models/__init__.py +0 -11
  86. dataeval/utils/torch/trainer/__init__.py +0 -7
  87. dataeval-0.72.1.dist-info/RECORD +0 -81
  88. /dataeval/{_internal/models/tensorflow → utils/tensorflow/_internal}/gmm.py +0 -0
  89. {dataeval-0.72.1.dist-info → dataeval-0.72.2.dist-info}/LICENSE.txt +0 -0
  90. {dataeval-0.72.1.dist-info → dataeval-0.72.2.dist-info}/WHEEL +0 -0
dataeval-0.72.1.dist-info/RECORD DELETED
@@ -1,81 +0,0 @@
1
- dataeval/__init__.py,sha256=0etPX9QsT5z3_nj5m2TuYfw5PbQOdOj_Il1jgPWjWnw,620
2
- dataeval/_internal/datasets.py,sha256=wufvhWPMFsTSTq3P1_-k8TBJGGhc8mo5b8NHRW9vgbs,14646
3
- dataeval/_internal/detectors/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
4
- dataeval/_internal/detectors/clusterer.py,sha256=0c3wGdyBKDkXBgmAJ6Y4jZ44CDDUykgOJTnA9yAD7DA,20830
5
- dataeval/_internal/detectors/drift/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
6
- dataeval/_internal/detectors/drift/base.py,sha256=gQKY9ahDpVEAhsAc68j2P75KmEKdLTztiyA2ccSqi9k,16236
7
- dataeval/_internal/detectors/drift/cvm.py,sha256=p9cbs53Ei5WGaZBtmV5rHRspROmZY1IFDE9EMyA5K00,4105
8
- dataeval/_internal/detectors/drift/ks.py,sha256=KkkUTa2dnamFK_aYSDSIcYYJFxCWbY8M1lvbFsttnLc,4193
9
- dataeval/_internal/detectors/drift/mmd.py,sha256=v7KPrbnR0-9TQ-obHAaBa0cEELshuQpfTRSXKHomvSY,7679
10
- dataeval/_internal/detectors/drift/torch.py,sha256=8Rdcb0Ea7_L_SCHldUD55CKRYd7Em1H_xWCuWFcAzgs,11568
11
- dataeval/_internal/detectors/drift/uncertainty.py,sha256=CEFjFndDnK1DaWI_fI6Uh49-Guc2WcWmbRJ3jG1uQrI,5194
12
- dataeval/_internal/detectors/duplicates.py,sha256=HCHq-KlqPbjhif_tyvFloE4ypJjDi1DhdAix-GFh6ic,5344
13
- dataeval/_internal/detectors/merged_stats.py,sha256=okXGrqAgsqfANMxfIjiUQlZWlaIh5TVvIB9UPsOJZ7k,1351
14
- dataeval/_internal/detectors/ood/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
15
- dataeval/_internal/detectors/ood/ae.py,sha256=ufzuxFMj4oJgAi5l1NBrdhbmDXeP2dh62f1K9l-g6tM,2207
16
- dataeval/_internal/detectors/ood/aegmm.py,sha256=YlVCZ4MBGQZqYAwQxoDuCyzZZ_kEIj5DaxI5Aga7JXI,2558
17
- dataeval/_internal/detectors/ood/base.py,sha256=p67sFaDmYX-9xUq2CeNup8Pk0VcilJ1MuSs3rmMIF9w,8650
18
- dataeval/_internal/detectors/ood/llr.py,sha256=HsSJZv8YjLucllR-Rlj9syaE7MqMgPVpJdMJkQjWiS8,10295
19
- dataeval/_internal/detectors/ood/vae.py,sha256=z5h6E6TmkoCMkG6kRXqf81j4mmB8W_88G7YVITeVABc,3077
20
- dataeval/_internal/detectors/ood/vaegmm.py,sha256=ax2GE_TXET6N6m3nHnnMWSh8GfJDyl8t0jrV8xt7Ol8,2982
21
- dataeval/_internal/detectors/outliers.py,sha256=jg9vMnk8xep0SbZFgbCcIpgTwDqdCo4xaLHKrqgVwNc,10214
22
- dataeval/_internal/interop.py,sha256=FLXJY-5hwJcKCtruyvaarqynXCMfcLbQSFvGnrWQDPo,1338
23
- dataeval/_internal/metrics/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
24
- dataeval/_internal/metrics/balance.py,sha256=IACHTcfmS927fjgEUJEnOCcLQ05hNKeybHAjNNHUw9Q,6314
25
- dataeval/_internal/metrics/ber.py,sha256=b6BRzIKgPuXTVL4Dk4smaY5WOOlwjsTf2UOUxGAQQL4,4899
26
- dataeval/_internal/metrics/coverage.py,sha256=ZH57GtMmn0KTaz_eh73kBgLP1tSxAyuS2knzx1-etuw,3630
27
- dataeval/_internal/metrics/divergence.py,sha256=BeAtKmUL27u8mWGsEqkoANZBrQLRYCybQiIVS_Z9Hg4,4266
28
- dataeval/_internal/metrics/diversity.py,sha256=XLCT_C3Uq_HKOcfHSnk7h35Jcx0XWY7IF5UJcU82qJ4,7743
29
- dataeval/_internal/metrics/parity.py,sha256=LMEM08E0ScbT2MLmVN8RIJnPEQQD2zTwMjmpwxOeOKs,16613
30
- dataeval/_internal/metrics/stats/base.py,sha256=bwQrL4e0dR_8Yoc3QLEs7DxEFEE36OcWsgTyk1o1su8,11267
31
- dataeval/_internal/metrics/stats/boxratiostats.py,sha256=60lhMeIXvbhZsSJkZAddeHsmez-IFNp5jKZjSk-l5og,6362
32
- dataeval/_internal/metrics/stats/datasetstats.py,sha256=zTtGnhoVZ2cGpKYThCIPHZkHxc0FhnCyzj4iuaLhETI,6221
33
- dataeval/_internal/metrics/stats/dimensionstats.py,sha256=ffcrgo90Fc1hxSSjQDziUKKPtYzDT9h1ExjoVAJiakw,3965
34
- dataeval/_internal/metrics/stats/hashstats.py,sha256=Yxvgxmvwd1ySvrC316dFrgNbugcZzadP1c6T-IsBpIE,2130
35
- dataeval/_internal/metrics/stats/labelstats.py,sha256=Kd9FCVmyAnyuMTuo26XeJL-hNDG_Nk6175Hbs2WVXC4,4106
36
- dataeval/_internal/metrics/stats/pixelstats.py,sha256=u_539KGAV7UTZ3px52n13B8vlEm8qHWx9U88EBOM8Ps,4456
37
- dataeval/_internal/metrics/stats/visualstats.py,sha256=EW-JJSQSLAZOMq3EOwKHPX5z7ymIJajPSeIGEtEk930,4838
38
- dataeval/_internal/metrics/uap.py,sha256=-vAaqCOEBraaZtc5uLI5wCJoej1hzH6ygRaKbbGX8D0,2181
39
- dataeval/_internal/metrics/utils.py,sha256=vmurS57HCwriNZnnDqgXzIYLUB1hO2fQJ6mVAbMiJnw,13575
40
- dataeval/_internal/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
41
- dataeval/_internal/models/pytorch/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
42
- dataeval/_internal/models/pytorch/autoencoder.py,sha256=SVfwtqZQtTYtqdALLb_NmQChXctDLPB0wazZMhb-_2c,8505
43
- dataeval/_internal/models/pytorch/blocks.py,sha256=pm2xwsDZjZJYXrhhiz8husvh2vHmrkFMSYEn-EDUD5Q,1354
44
- dataeval/_internal/models/pytorch/utils.py,sha256=cJjxrNNKaVbhJknX0nX_HiFd43LtytEpDH7P6BbyYrw,1699
45
- dataeval/_internal/models/tensorflow/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
46
- dataeval/_internal/models/tensorflow/autoencoder.py,sha256=-Yhcp3mo3uMqtED0KvFIMpmlf5ogDz8XnqCaukDFlco,10453
47
- dataeval/_internal/models/tensorflow/gmm.py,sha256=QoEgbeax1GETqRmUF7A2ih9uFOZfFAjGzgH2ljExlAc,3669
48
- dataeval/_internal/models/tensorflow/losses.py,sha256=aWEb2m3CO-fvPXmYFlZtjry4SyhJcVKIqVodMNmvXxA,3997
49
- dataeval/_internal/models/tensorflow/pixelcnn.py,sha256=nIDNnhYtSaZeL2Qo15Btm4B67fH9cvjpIPn0Kf3jx-g,48363
50
- dataeval/_internal/models/tensorflow/trainer.py,sha256=LJ3t6Ud95cofKN-cgb5o5nDrYSFse7LSDOYIBkMgDJk,4094
51
- dataeval/_internal/models/tensorflow/utils.py,sha256=Rxx5LMXjqpDLS8VFDN6YcCNsbq1Nl1WeITMEZcbIqW4,8749
52
- dataeval/_internal/output.py,sha256=qVbOi41dvfQICQ4uxysHPWBRKo1XR61kXHPL_vKOPm0,2545
53
- dataeval/_internal/split_dataset.py,sha256=ReGcreMT2bfcK6UNuGCJmYBLb_ylYLegfshVobd4Vrg,16733
54
- dataeval/_internal/utils.py,sha256=jo6bGJZAgyuZqRpAAC4gwhAHYE12316na19ZuFwMqes,1504
55
- dataeval/_internal/workflows/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
56
- dataeval/_internal/workflows/sufficiency.py,sha256=B9ABh8kt_PWJmgM8if7VdOmoZdUYlOEZoAr9vpjaE1U,18303
57
- dataeval/detectors/__init__.py,sha256=8nJk2U99_SQD7RtEKjyS4WJct8gX1HgjEm4oHTnRhTI,320
58
- dataeval/detectors/drift/__init__.py,sha256=Ncv7Xn9rEme2aPWEAJBSrjV0Yug3jhpCuzVxH3xmnf0,808
59
- dataeval/detectors/drift/kernels/__init__.py,sha256=djIbmvYoHWpWxfdYtiouEC2KqzvgmtEqlg1i5p-UCgM,266
60
- dataeval/detectors/drift/updates/__init__.py,sha256=yQexC0K4EQvT5Bmfrb6mtfgnV8iPMcsCdrTkb-_vnUI,282
61
- dataeval/detectors/linters/__init__.py,sha256=m5F5JgGBcqGb3J_qXQ3PBkKyePjOklrYbM9dGUsgxFA,489
62
- dataeval/detectors/ood/__init__.py,sha256=tRf7xKjMqTEsa4brT9-VP6Ylwqer8lNYYMEFNhD6-4Q,721
63
- dataeval/metrics/__init__.py,sha256=U0sRw5eiqeeDLbLPxT_rznZsvtNwONVxKVwfC0qVOgo,223
64
- dataeval/metrics/bias/__init__.py,sha256=Wn1Ui_g-9cR4c4IS7RFKJ6UH5DLXKjEBoXTuEYPXSBc,619
65
- dataeval/metrics/estimators/__init__.py,sha256=4VFMKLPsJdaWiflf84bXGQ2k8ertFQ4WEPhyWqjFFvE,377
66
- dataeval/metrics/stats/__init__.py,sha256=AKlNelORMOM2OA9XIvwZ9nOn6dK6k-r-69ldEAuqgLA,1156
67
- dataeval/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
68
- dataeval/utils/__init__.py,sha256=EAZyCZsNWnwKPtztjuQQsYN5IA9fXc0z-4cQhT9gZQs,534
69
- dataeval/utils/tensorflow/__init__.py,sha256=M_W3frQUpfVZFeKGMjZlPtYD55ES9gRf0gL2a0dXqGw,565
70
- dataeval/utils/tensorflow/loss/__init__.py,sha256=s7tD_5dYWcNDmntGiEHhG7bVDsMAY1UO8FpQFe9cUns,195
71
- dataeval/utils/tensorflow/models/__init__.py,sha256=1R9Oi5DOYwT0W3JSEfoMsPOvhYFaKqKilwkrUifNnig,385
72
- dataeval/utils/tensorflow/recon/__init__.py,sha256=xe6gAQqK9tyAoDQTtaJAxIPK1humt5QzsG_9NPsqx58,116
73
- dataeval/utils/torch/__init__.py,sha256=430fNKbqLByuGSeNhnoIJy3g9Z94ckZsAKWUZ15MVP4,575
74
- dataeval/utils/torch/datasets/__init__.py,sha256=94k7fMQdxYlQXDYouAHUgrQJ2oBwnvq4koFJpyhlUVA,292
75
- dataeval/utils/torch/models/__init__.py,sha256=q1BzoLHWA0uBXzT2glWJDrxVA1BN7xnkT2r_d-7Dlyw,246
76
- dataeval/utils/torch/trainer/__init__.py,sha256=hpcrlCCXPzb8b7FOzEAKqFy6Z7Zl4V_cx3yA7n3L1L4,177
77
- dataeval/workflows/__init__.py,sha256=VFeJyMhZxvj8WnU5Un32mwO8lNfBQOBjD9IdOqexnAE,320
78
- dataeval-0.72.1.dist-info/LICENSE.txt,sha256=Kpzcfobf1HlqafF-EX6dQLw9TlJiaJzfgvLQFukyXYw,1060
79
- dataeval-0.72.1.dist-info/METADATA,sha256=ivnqRxBPNcIoW6g4SPJBdOAnrSlhHra2wcYYVso8egc,4606
80
- dataeval-0.72.1.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
81
- dataeval-0.72.1.dist-info/RECORD,,