classifyre-cli 0.7.2__py3-none-any.whl → 0.7.4__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {classifyre_cli-0.7.2.dist-info → classifyre_cli-0.7.4.dist-info}/METADATA +1 -1
- {classifyre_cli-0.7.2.dist-info → classifyre_cli-0.7.4.dist-info}/RECORD +52 -38
- src/detectors/pii/detector.py +3 -0
- src/models/generated_input.py +888 -292
- src/notebook/contract.py +7 -1
- src/notebook/sdk.py +605 -39
- src/pipeline/payload_window.py +6 -0
- src/sources/athena/__init__.py +3 -0
- src/sources/athena/source.py +251 -0
- src/sources/atlassian_common.py +5 -23
- src/sources/azure_blob_storage/source.py +28 -2
- src/sources/base.py +6 -12
- src/sources/bigquery/__init__.py +3 -0
- src/sources/bigquery/source.py +326 -0
- src/sources/custom/runner.py +61 -3
- src/sources/custom/source.py +44 -13
- src/sources/databricks/source.py +18 -2
- src/sources/dremio/source.py +4 -1
- src/sources/duckdb_attached_base.py +205 -0
- src/sources/ducklake/__init__.py +3 -0
- src/sources/ducklake/source.py +149 -0
- src/sources/email/source.py +2 -10
- src/sources/google_cloud_storage/source.py +13 -0
- src/sources/google_workspace/source.py +6 -10
- src/sources/hive/source.py +30 -7
- src/sources/iceberg_rest/__init__.py +3 -0
- src/sources/iceberg_rest/source.py +234 -0
- src/sources/inline_paging.py +64 -0
- src/sources/local_folder/source.py +15 -0
- src/sources/microsoft_365/source.py +6 -10
- src/sources/object_storage/base.py +254 -17
- src/sources/redshift/__init__.py +3 -0
- src/sources/redshift/source.py +268 -0
- src/sources/s3_compatible_storage/source.py +15 -0
- src/sources/snowflake/source.py +32 -14
- src/sources/tabular_base.py +2 -1
- src/sources/tabular_utils.py +26 -0
- src/sources/trino/__init__.py +3 -0
- src/sources/trino/source.py +293 -0
- src/utils/dependency_groups.py +6 -2
- src/utils/duckdb_engine.py +208 -0
- src/utils/embedded_files.py +92 -1
- src/utils/file_metadata.py +41 -51
- src/utils/file_parser.py +370 -35
- src/utils/lakehouse_layout.py +119 -0
- src/utils/lakehouse_storage.py +198 -0
- src/utils/lakehouse_tables.py +468 -0
- src/utils/sql_lineage.py +4 -0
- src/utils/table_files.py +778 -0
- src/utils/urn.py +9 -2
- src/sources/delta_lake/__init__.py +0 -3
- src/sources/delta_lake/source.py +0 -146
- src/sources/iceberg/__init__.py +0 -3
- src/sources/iceberg/source.py +0 -155
- src/sources/lakehouse_base.py +0 -422
- {classifyre_cli-0.7.2.dist-info → classifyre_cli-0.7.4.dist-info}/WHEEL +0 -0
- {classifyre_cli-0.7.2.dist-info → classifyre_cli-0.7.4.dist-info}/entry_points.txt +0 -0
|
@@ -43,7 +43,7 @@ src/detectors/custom_detector/runner.py,sha256=NMK8sfQUOVwoSrbUF7fx2iBIYvPO_BngN
|
|
|
43
43
|
src/detectors/custom_detector/sdk.py,sha256=QepinCIP2l-sBrKY0wSRdVawReEOFbuoCQ5AkcR91c4,12729
|
|
44
44
|
src/detectors/custom_detector/session.py,sha256=AwJEZccpQObu2bNHpooBqDKGWzU7zh6nnyKpj06-SiQ,17578
|
|
45
45
|
src/detectors/pii/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
46
|
-
src/detectors/pii/detector.py,sha256=
|
|
46
|
+
src/detectors/pii/detector.py,sha256=5YKor4-amdPgEvlpH20JJLL_RD6zEX3cVEoAM5ZHUwk,45255
|
|
47
47
|
src/detectors/secrets/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
48
48
|
src/detectors/secrets/detector.py,sha256=4ghL2BqJ0VdSb76YZcfMdBEX1dT1ajQxkKeJzSvWr0Y,14044
|
|
49
49
|
src/detectors/threat/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -55,13 +55,13 @@ src/file_evaluation/runner.py,sha256=_hZ9ewrnnU-QkUmK19MErA57AZ06TQqAzncoeVc9eOM
|
|
|
55
55
|
src/graph/__init__.py,sha256=IQYUoqc3x5ZF49EBD_uOqyGF42R3JpQkmSZ9oN09ezA,609
|
|
56
56
|
src/graph/edges.py,sha256=svktVn6M_aiiYnAPO2lLJJiyegoA65EAsgDX3vsHccM,18196
|
|
57
57
|
src/models/generated_detectors.py,sha256=I-hHQ1iPM7NzWRE5DDamcWB0noNSUq44Lnubco_V3UA,73164
|
|
58
|
-
src/models/generated_input.py,sha256=
|
|
58
|
+
src/models/generated_input.py,sha256=nGUjy9c7QrJz4u6btbSuGM06oMPCNPcMNuXm0_PKg1M,235400
|
|
59
59
|
src/models/generated_single_asset_scan_results.py,sha256=zJ78x8GsjpiOBWG5aOQHHVBHdjQeosmCPQ2etwYxAv4,16508
|
|
60
60
|
src/notebook/__init__.py,sha256=IbgAR0i8AKkvBn9QFPwOy5iJUUeDk-Vkcnhoz2nSHBc,985
|
|
61
61
|
src/notebook/child.py,sha256=7ZXQ6dBwonPahl2g_tXmlSa-XiXUlBgGJwCU60BA7-U,8944
|
|
62
62
|
src/notebook/cli.py,sha256=jrfvd3ffktleIhHZb7-dm-3bUiaMBfoYiXcfYSIaQ2I,14925
|
|
63
63
|
src/notebook/cohort.py,sha256=L2bcx5cvYeBHfJBboQPh2Bw9hsRDBhZ4GUwCieIUKP4,7137
|
|
64
|
-
src/notebook/contract.py,sha256=
|
|
64
|
+
src/notebook/contract.py,sha256=zOv_LhO-MZrpjqP9-gmYuTCJibOj2a4Zf2nfw6IXGiU,10628
|
|
65
65
|
src/notebook/execute.py,sha256=pfkphtwWxmGsJtnJzcXwqBtFx-c8feH9oyl7X_Yb7Uk,21019
|
|
66
66
|
src/notebook/files.py,sha256=3Ef1r_udTM1k8AKNL-wlE135Bczo6Er_s8a90IZ1xUI,6584
|
|
67
67
|
src/notebook/groups.py,sha256=bl4Rqc4ubjI7kuUCSKAQBTwswtHZlpipFuLh8vc4irU,4366
|
|
@@ -70,7 +70,7 @@ src/notebook/packages.py,sha256=mkxFOSmQNja7eqSpXkpe1LesPYfb7MmMt11kkR0QRCU,5827
|
|
|
70
70
|
src/notebook/protocol.py,sha256=X9T5zkyh1YEw_bUtvD-GVaF4v4s1ZgBQUI-MSql1hEY,9277
|
|
71
71
|
src/notebook/redact.py,sha256=OYp7ugsmIuscgW6oJFb-K-HxQlUI3sSkeR3IkqAt_2o,981
|
|
72
72
|
src/notebook/scaffold.py,sha256=_vDjiuJEbCIc-4HAa19y9zQ8RU69oMEWaWNchWa62Jw,2283
|
|
73
|
-
src/notebook/sdk.py,sha256=
|
|
73
|
+
src/notebook/sdk.py,sha256=6UOp96dOijhUVGngqQop73OUykZ4ykETLt-twNxB790,73498
|
|
74
74
|
src/notebook/serialize.py,sha256=2OxhXDUmQDyYoNpo1tHq0yhLZhx9UdZlnfjMPJQ54vA,4197
|
|
75
75
|
src/outputs/__init__.py,sha256=41SESY2nC1y4zF0CTWn1dnTh9AK7qMdRxmRSN_GuWss,126
|
|
76
76
|
src/outputs/base.py,sha256=uMc0_o2FhA9Y8wlwpg75ljHaXIkF-Yh_frZcPNZVcMo,4962
|
|
@@ -86,66 +86,71 @@ src/pipeline/detector_pipeline.py,sha256=NbLKhVhj3MYX7TGnzE_2igjLHDFQGnaMHDUgA1N
|
|
|
86
86
|
src/pipeline/finding_context.py,sha256=lK_my9WUZTiMF26HRMq69z74mz8im6VNYLJ_XWuLBuk,3878
|
|
87
87
|
src/pipeline/media_artifact.py,sha256=f11MFz5fdJGMSm3cL71KikvQsjXoyse0PzzheCaWifg,10597
|
|
88
88
|
src/pipeline/parsed_content_provider.py,sha256=rHTvvBvjTQtCJF3HT8GC1oSZV3eQ2PbgZ2tCtLIPVOE,4382
|
|
89
|
-
src/pipeline/payload_window.py,sha256=
|
|
89
|
+
src/pipeline/payload_window.py,sha256=YIXAfvjPAtr_lQBfy8ZXUe445miOU3Dbop0OmRzOjTQ,25515
|
|
90
90
|
src/pipeline/scan_cache.py,sha256=cje5Fcbf2vJDOd3DOoTT__gn28fxQp_HojZESnhr2_s,30219
|
|
91
91
|
src/pipeline/text_artifact.py,sha256=7gpu1r6Ipc0nAt4S8bdzcy8KV9JKaTRgHPgrMw7J1I8,2433
|
|
92
92
|
src/pipeline/worker_pool.py,sha256=Yjr_2LXxV2nYNcXNN4gFRPK9KN15GP_IkkAzaplKaTc,10543
|
|
93
93
|
src/sources/__init__.py,sha256=wYksO_0IcvlGXLouWapKyqzL0jG0El4rDDGRfwa4Zqk,3350
|
|
94
94
|
src/sources/asset_metadata.py,sha256=OnHwnUSlT1Ow_6Rz2SnJvZyJvaz00TsuQgAnXjTXsdA,6143
|
|
95
|
-
src/sources/atlassian_common.py,sha256=
|
|
96
|
-
src/sources/base.py,sha256=
|
|
95
|
+
src/sources/atlassian_common.py,sha256=oi8Eoq9pEaLBXXgnrSzohwXDxlWyZmMtMgNHfB3kMkA,11605
|
|
96
|
+
src/sources/base.py,sha256=7atzku_IEqXhuDZS98cuqBQsOzb1B76ZwPPcIdFAPmM,42114
|
|
97
97
|
src/sources/dependencies.py,sha256=ei5P3S1CxnNN-zKlChKwzyWEeAApYggPM_YoqrSNWaU,2699
|
|
98
|
-
src/sources/
|
|
98
|
+
src/sources/duckdb_attached_base.py,sha256=XElbTn9mcpD6XUGauT6y4wWORetlO5Z8EnNPRQHcSLA,8466
|
|
99
|
+
src/sources/inline_paging.py,sha256=bv-SIDLrRFdROa6yEf6bq2545kopbsUXUFuhJGd_wJc,2942
|
|
99
100
|
src/sources/recipe_normalizer.py,sha256=tgZj_jYnT-67rlDiEF9AsQUS7EcxCvDUUsk2LO8RrRE,6207
|
|
100
101
|
src/sources/s3_client.py,sha256=_v-JlCihlltbbI6dA-OeW4rAvglCKVmj4r8Ib1ViU_A,2368
|
|
101
102
|
src/sources/search_engine_base.py,sha256=meQbpV2Si2T8tBe2DS7VvvpZZ7KVCn6cNqCYCwdwLUE,18308
|
|
102
|
-
src/sources/tabular_base.py,sha256=
|
|
103
|
-
src/sources/tabular_utils.py,sha256
|
|
103
|
+
src/sources/tabular_base.py,sha256=v_oDxB1IqEGIXujh5cZ7MSWqdEqL8Xx9Ai4IbE96SNE,57609
|
|
104
|
+
src/sources/tabular_utils.py,sha256=1LbX8naLw2AwaE9DkZ6DWvEiy9zBfolL_NZdPYDZpZg,8264
|
|
105
|
+
src/sources/athena/__init__.py,sha256=zOxrzPsc1cz7m2JZPh1kCpkipIFgSGSGrFbrtrADgdM,61
|
|
106
|
+
src/sources/athena/source.py,sha256=f1BqZVxFvqXDZ_hBRfo9SAh7edjfvmg_C4IBBlT8_CI,10986
|
|
104
107
|
src/sources/azure_blob_storage/__init__.py,sha256=EAsp7N2Vpzc_S-ownm3-ieXVWZSIVXPPNiSlDGCyenI,81
|
|
105
|
-
src/sources/azure_blob_storage/source.py,sha256=
|
|
108
|
+
src/sources/azure_blob_storage/source.py,sha256=ehEf0yJ5Aw42FrJkqV5Jy4Xpn2eG4zc3GKYIg1niklg,8394
|
|
109
|
+
src/sources/bigquery/__init__.py,sha256=LPUybiMagf9U-yPbBq4K_WjLyKCaBtCehrGQ_7kZOLs,65
|
|
110
|
+
src/sources/bigquery/source.py,sha256=gzZ4rU_578rS4I8XnG3JHvw4VmmEytgYHww1Juh7aNc,13861
|
|
106
111
|
src/sources/confluence/__init__.py,sha256=VnD7SbvheqWwXS0bgxo9M561UOKgjENkwngwlLHJ500,69
|
|
107
112
|
src/sources/confluence/source.py,sha256=ngY_RtkHD0pLZbQokPUp580kOnCIl0c-3v_AJmW9ZzM,29043
|
|
108
113
|
src/sources/custom/__init__.py,sha256=LeFb8IS8gGSDVZ710S0GcmDeau31fvPHg3GroIzuU_4,61
|
|
109
114
|
src/sources/custom/env.py,sha256=bO82OJVRQ5x8a1AK6jYh5UXS7CG9qodWrxxX6H9xPvU,2543
|
|
110
|
-
src/sources/custom/runner.py,sha256=
|
|
111
|
-
src/sources/custom/source.py,sha256=
|
|
115
|
+
src/sources/custom/runner.py,sha256=ShOuSOHIgEQgmtoTM6pSPO1I9R3Hx6scHqvptq6-4YM,17995
|
|
116
|
+
src/sources/custom/source.py,sha256=7wlGnqdgfQekQmRZp534tdTuTpz31o2ZsANSUbomQG8,52334
|
|
112
117
|
src/sources/databricks/__init__.py,sha256=yZZxIF-qhpt_W_zksFQoJGBqaIA40vQCyYLFSksGRFM,69
|
|
113
|
-
src/sources/databricks/source.py,sha256=
|
|
114
|
-
src/sources/delta_lake/__init__.py,sha256=KWZQy0l3sT5d7mfeDEbKlbOY1npMhC80dkQW6Ft42Bc,67
|
|
115
|
-
src/sources/delta_lake/source.py,sha256=3RUn0sNULDmN9GStApnJxxrz04AOSHhAaLaP6TAXwjk,5466
|
|
118
|
+
src/sources/databricks/source.py,sha256=9yXuXlkxrk8W4VZLGG6jdWcLdnkiHd5-FpF4wLKvRyg,53030
|
|
116
119
|
src/sources/dremio/__init__.py,sha256=qIDDLY7WK1lMIU2hGbLxRE_uPLN8-Ksb0FHuwmBZTlw,61
|
|
117
120
|
src/sources/dremio/client.py,sha256=iExOStiAUnxBGDCVi3AMxpDPe7-e0jRRZa7gkKmp-Lo,19146
|
|
118
|
-
src/sources/dremio/source.py,sha256=
|
|
121
|
+
src/sources/dremio/source.py,sha256=s9z8tOOnzH-70PqG0_gFfkHky18qbSPoe0NhGiCORlM,32277
|
|
119
122
|
src/sources/dropbox/__init__.py,sha256=jJRijaY0t62AFNBwi9M3Eub7D-KEsWd0ltJpyQe8cPY,63
|
|
120
123
|
src/sources/dropbox/auth.py,sha256=qVx-8NRbAVH3BxviQ9H26q08WmvRWuq2mgkPDhtmZ_M,8085
|
|
121
124
|
src/sources/dropbox/source.py,sha256=Tgz2h1C6ElrccCoCNoG8OU4_RAM1IbNowttr5syOHuE,33052
|
|
125
|
+
src/sources/ducklake/__init__.py,sha256=04Vhx2Y8U33p3EoRNXPKfbW1M0_c9SH4GxhpHL6VY1c,65
|
|
126
|
+
src/sources/ducklake/source.py,sha256=xnlK6FGsZNWYPLC9g7VJ4nyCF27Kp1hRLde9-kIL76s,6443
|
|
122
127
|
src/sources/elasticsearch/__init__.py,sha256=6mpHsSLXPJ_VhGCxtFXWGKzcMaIfT57MEKWM7Wr2jGY,75
|
|
123
128
|
src/sources/elasticsearch/source.py,sha256=TAjSxmNCSHX1anDCRqLpP_i1VJMQDhNX5jPn2XCG40w,1149
|
|
124
129
|
src/sources/email/__init__.py,sha256=pvGRqGRBa8Iw2SvbVQOkflHvBy_CiZ28uo-xgcPpJEg,59
|
|
125
|
-
src/sources/email/source.py,sha256=
|
|
130
|
+
src/sources/email/source.py,sha256=Eb5Y3OFVv29ZFxZYBZ4VLjrFcAc3qj0I_VlfcxAQZkg,24646
|
|
126
131
|
src/sources/git/__init__.py,sha256=Kpvk_fknZVseBwO43iVlvw_3A6_I5mJlK29IKaB-YMk,55
|
|
127
132
|
src/sources/git/source.py,sha256=mO6QPZhPZR7jBKCeClbHrfRGUZpwQ930F_9VLqLp8Bk,54008
|
|
128
133
|
src/sources/google_cloud_storage/__init__.py,sha256=HSVm-DeqzcajfBkJdi1bsKC4r8N6c6ZD_ZQTpAVnqE0,85
|
|
129
|
-
src/sources/google_cloud_storage/source.py,sha256=
|
|
134
|
+
src/sources/google_cloud_storage/source.py,sha256=qMwdzZVmToNtqrpf5dO37kJppkKZZSBgX3mxeDWvDDo,6583
|
|
130
135
|
src/sources/google_workspace/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
131
|
-
src/sources/google_workspace/source.py,sha256=
|
|
136
|
+
src/sources/google_workspace/source.py,sha256=YKM8VMXNZtIMJgMu9eMPA6vxT4N_Dd-HV5q65AUJAFg,36050
|
|
132
137
|
src/sources/hive/__init__.py,sha256=AYWKwROWOgaMDdRTakg5g3vqQqjECKXiozADPr4MeSM,57
|
|
133
|
-
src/sources/hive/source.py,sha256=
|
|
138
|
+
src/sources/hive/source.py,sha256=j0eUP7S2zXB61NuiG1uhrpHltagMDfpp1MtpupQj6w8,16267
|
|
134
139
|
src/sources/hugging_face/__init__.py,sha256=m0E030elrR2LcpIKEv6OBGDAh4BR5HjLrRVpVNB6WRE,71
|
|
135
140
|
src/sources/hugging_face/source.py,sha256=F81pc5cEE56s2xEStfqYrY7tRbPcpiwzcSiqB3Shggg,24802
|
|
136
|
-
src/sources/
|
|
137
|
-
src/sources/
|
|
141
|
+
src/sources/iceberg_rest/__init__.py,sha256=JcQYXrxaMIxNIzdZt6gb-ngKpAg_TaN2-O5DSVnj8Js,71
|
|
142
|
+
src/sources/iceberg_rest/source.py,sha256=a8fhTyahFvWpmm-W7S-KAww9objmSYm4K_rES0cjqxY,10348
|
|
138
143
|
src/sources/jira/__init__.py,sha256=p3G96i94D6ZrdHKE6bzgVtYvO8h2-Aet4zERRYdJAyA,57
|
|
139
144
|
src/sources/jira/source.py,sha256=NPVioYgKQLocFbypbwzNwOqXeRPSp9UrsAKQlbuVL0I,24910
|
|
140
145
|
src/sources/kafka/__init__.py,sha256=BJoJs6vgviCpcyJXuUf70i46XqRnBrqcT9dJJZtHC5o,59
|
|
141
146
|
src/sources/kafka/rest.py,sha256=O-txNHNmmXgJTwUzU55nJNEvpEw14sTtUiJaqujkrt4,9539
|
|
142
147
|
src/sources/kafka/source.py,sha256=KRVYRdSZcQDzJVeKr3O18C3mWgukia07YSuETiZNjVk,40515
|
|
143
148
|
src/sources/local_folder/__init__.py,sha256=WYo83Wg7ONugPZzisjwPkaWe0TADD7AetTpSXs2k908,71
|
|
144
|
-
src/sources/local_folder/source.py,sha256=
|
|
149
|
+
src/sources/local_folder/source.py,sha256=Nos_mrYYO5iNK-DV2AEv44tD2LzWMXl7awS0br4Iw5g,11164
|
|
145
150
|
src/sources/meilisearch/__init__.py,sha256=2ZESbCcM68x8B7qF_bRUt0Aah32pdzje_YndSHizAjM,71
|
|
146
151
|
src/sources/meilisearch/source.py,sha256=O2FYVnPYginrDlAxB10Ua5IAjWeOIjjuH93wL0Z61n4,14722
|
|
147
152
|
src/sources/microsoft_365/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
148
|
-
src/sources/microsoft_365/source.py,sha256=
|
|
153
|
+
src/sources/microsoft_365/source.py,sha256=cQfuldXqe9icEN0m06WDUtXzYD9EssFZUUiyh1IxL6c,39950
|
|
149
154
|
src/sources/mongodb/__init__.py,sha256=IcSTuVMB3JOXAjYpwFcFvRuc2a7m6xgZ1VG5AfM4eJU,63
|
|
150
155
|
src/sources/mongodb/source.py,sha256=BBHPKqNb29SHvjiFPpaFPaFojx_oc5H5vsCZD6R2cQk,26068
|
|
151
156
|
src/sources/mssql/__init__.py,sha256=Y2WuywS2C8lIsiwbikGKQQ9S3Pbp4X5cHyXiDNz8JPI,59
|
|
@@ -157,7 +162,7 @@ src/sources/neo4j/source.py,sha256=Fp2qXNJcMrG5TobzF1qNeLRK0ExoDH056Pd-nZ4LMzA,2
|
|
|
157
162
|
src/sources/notion/__init__.py,sha256=FIOPK4itaRGa449jBpvRQd_qlJPPRsjIhSoUBUnMem0,61
|
|
158
163
|
src/sources/notion/client.py,sha256=Wu-JSXI9KnDgfRUzzP8Vm-_TbhY2FDHdEID_Z-EcMd8,8262
|
|
159
164
|
src/sources/notion/source.py,sha256=vaqWGVDtdlBAbuhI2vBf3zRQIG56-9C7_yBuflM1DS8,38218
|
|
160
|
-
src/sources/object_storage/base.py,sha256=
|
|
165
|
+
src/sources/object_storage/base.py,sha256=Y_WA8ZsUqwXO7hhcF0Po2zsyWSuk0kJ5KC9w6LzqRH8,71612
|
|
161
166
|
src/sources/opensearch/__init__.py,sha256=Z6wjAWy_pQlCCkWzJyh3DdR091Evqkmks2wTqVo1eCc,69
|
|
162
167
|
src/sources/opensearch/source.py,sha256=i9NQE7XP5zYXeWdW6od3gKTQGD76H_z3VApN0qNjbjc,1158
|
|
163
168
|
src/sources/oracle/__init__.py,sha256=saYMyNR-UGniyVgLYS8u1PwPO5WQ_mEuq8WqYrl30rU,61
|
|
@@ -168,9 +173,11 @@ src/sources/powerbi/__init__.py,sha256=oDQQoV94r8xHqNjlCeFOULA-8Wyzr6tNCGznFEHEH
|
|
|
168
173
|
src/sources/powerbi/source.py,sha256=2KdGzOXe2Htatflza7wNoBYR0BucH0WB0J_uycgdMWY,35169
|
|
169
174
|
src/sources/reddit/__init__.py,sha256=ilcyMJOgzMkX7GYWDioTyBqvPkMr5iBguYTb6bzUquY,61
|
|
170
175
|
src/sources/reddit/source.py,sha256=iN3CdqM6d9umWjp__ThElIeJU843NBTMgfHwceI2nxE,49100
|
|
176
|
+
src/sources/redshift/__init__.py,sha256=KltbyszLNzyBgzr58pBt7_m3NKbx0nX2v7E9J3QWCyM,65
|
|
177
|
+
src/sources/redshift/source.py,sha256=g4A2aPqTzCzco4E6I2zDwoY2-46rSSVgPACQBOypGiM,11648
|
|
171
178
|
src/sources/s3_compatible_storage/README.md,sha256=ud8h0cQ9OIwb2sw_3K3rBdTz2MCe2ratSKkcOGS1Lv4,2660
|
|
172
179
|
src/sources/s3_compatible_storage/__init__.py,sha256=AH0ZNp34GXHC-RXnXk3wQg9HPgck8yTlFF4ygjixj0k,87
|
|
173
|
-
src/sources/s3_compatible_storage/source.py,sha256=
|
|
180
|
+
src/sources/s3_compatible_storage/source.py,sha256=FxbEOFYmFlY4-J8YrCLD3D2tB0mVtM33xV0birbkko0,7091
|
|
174
181
|
src/sources/sandbox/__init__.py,sha256=22w9B3JOAHbNcED4SxaAxDft9wUGeXpU5kmTxA9NUIk,63
|
|
175
182
|
src/sources/sandbox/source.py,sha256=BpkEhklSBV42-4YdtKrvyMFywv7RRLN2-U9XVsjWLPc,3545
|
|
176
183
|
src/sources/servicedesk/__init__.py,sha256=LZAcPnWYPnLvH-FpqH4x_AtipFNToOOn86qaJXG5ohM,71
|
|
@@ -178,11 +185,13 @@ src/sources/servicedesk/source.py,sha256=Pt_WA_YvEBl_b0jXUhaiiDuimbazA5cdQxm1kKr
|
|
|
178
185
|
src/sources/slack/__init__.py,sha256=k-3Or9wLb48KXjDXqQzrUc7VenJtb5SucyoFhGKdiow,59
|
|
179
186
|
src/sources/slack/source.py,sha256=TTN3C23djjQTYYi3z3Le_4Ye23TAuXgi38J8UmNK1dU,40588
|
|
180
187
|
src/sources/snowflake/__init__.py,sha256=NGXckaCGaD6eHCIlHs4aErhOxCc3BbNDPvdbV_xx24g,67
|
|
181
|
-
src/sources/snowflake/source.py,sha256=
|
|
188
|
+
src/sources/snowflake/source.py,sha256=qFbbGMmiGWDnFM2ichTLWuGXQ6b1p3dwJYk3PRirSzg,33131
|
|
182
189
|
src/sources/sqlite/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
183
190
|
src/sources/sqlite/source.py,sha256=e7A4vurxKEwb4oxpgEK8vNvCabxxFfDZZY4DvgcgnWM,9471
|
|
184
191
|
src/sources/tableau/__init__.py,sha256=Di1Bh9s9SYrUYg4xZhhAhl5HfoTt0B6WQB5SxVrQhbY,63
|
|
185
192
|
src/sources/tableau/source.py,sha256=zTOCwobJgE4E-3RBV-twKL_Nxrm60mBvwdI32dIDwgs,37139
|
|
193
|
+
src/sources/trino/__init__.py,sha256=GFQDJ82MG8VACM8e2XzHIj-MyXBAwoKSXPdOJx8-NW4,59
|
|
194
|
+
src/sources/trino/source.py,sha256=3s9oP4Hn7o3rJYfCvKQERmfhvcthA7CC7WT2eMZ-Z4s,12890
|
|
186
195
|
src/sources/wordpress/__init__.py,sha256=T7v2TGUYiKzARpYk9bynxChY0P9GDDxpdbBz34x9g6o,67
|
|
187
196
|
src/sources/wordpress/source.py,sha256=Bhyopqhq-AuQFTsQzaLUrG4P8oX-gcAA26jLyLs6d0A,29739
|
|
188
197
|
src/sources/youtube/__init__.py,sha256=TqLfewxoisr752G4shsgslPFxc0LSf6q7-EAbQP8oGI,63
|
|
@@ -190,13 +199,17 @@ src/sources/youtube/source.py,sha256=oSmIUv9uLSNiBQbigH8ATymKgMlyJaO4AEkaFeba9yQ
|
|
|
190
199
|
src/utils/__init__.py,sha256=qHkwUQnAipyD7orncfDbJCaQ47mc02h90FgWy9ad_2o,25
|
|
191
200
|
src/utils/archive_extraction.py,sha256=0-RZV7CzoMDHWUJtqAU3LCt75mFWDKeSoGFw_wDdIFQ,10657
|
|
192
201
|
src/utils/content_extraction.py,sha256=Pqm_qMID2mQH1zc8099fNl-xIaQi3hOxQPWzK3yoKac,3082
|
|
193
|
-
src/utils/dependency_groups.py,sha256=
|
|
194
|
-
src/utils/
|
|
202
|
+
src/utils/dependency_groups.py,sha256=FGRou4aYO65FXWTwqNEMw3c2BylJqPE7yWcxXCmlOto,3494
|
|
203
|
+
src/utils/duckdb_engine.py,sha256=bK2DJy8w9k-HPgczad2iqQ-8yiL8O9zzgYpVHNWftMI,7883
|
|
204
|
+
src/utils/embedded_files.py,sha256=zXAJr_OAsZD4iI6MUuAuD1x7awvh7n91Ez4pUSmhxnY,25296
|
|
195
205
|
src/utils/external_video.py,sha256=xnp071RpBFX0xhsnUXxRlY3IKg7DsE4sH0w6B4c_e_k,11695
|
|
196
|
-
src/utils/file_metadata.py,sha256=
|
|
197
|
-
src/utils/file_parser.py,sha256=
|
|
206
|
+
src/utils/file_metadata.py,sha256=wrvabM3tCj0Ii5773NLTAT3z_tpLT8YgqwJym0SIWBI,9892
|
|
207
|
+
src/utils/file_parser.py,sha256=oiWZ8SEqz1HvnUl0qoQnfE8qW6CVIN9aSsftN2hErY8,102732
|
|
198
208
|
src/utils/file_to_images.py,sha256=rU9uATckg8JDxHZLobjOJdwkrC2CZxegMS4hv76txTI,4782
|
|
199
209
|
src/utils/hashing.py,sha256=T0GL1FWtG32QJID5RN3X-TzHHkolnNK6EfADvX6sdlE,2490
|
|
210
|
+
src/utils/lakehouse_layout.py,sha256=EilfOlOfrTAF2fn0S6v2_EM_eoYEtqt5Ja-1E7QSM24,4706
|
|
211
|
+
src/utils/lakehouse_storage.py,sha256=r8ltJypHVoZpr7Jry32oW_R-20nF2zW5qle5YPUrzRo,8115
|
|
212
|
+
src/utils/lakehouse_tables.py,sha256=Hb4gkoV4jDFmGSeCTXv968wedtpZPM-Sta2pQwu01R8,19751
|
|
200
213
|
src/utils/legacy_office.py,sha256=LCDiU7E-ZUxHgtQieihQWCXNXOtjiUpJEExWjme-dPI,9205
|
|
201
214
|
src/utils/payload.py,sha256=ewvSABOLSiIGnrq5A9wfOeFZnVJ_TXtSmEOxDYcE58U,6159
|
|
202
215
|
src/utils/range_reader.py,sha256=tIT4oicfPT4B_hJyijVmB-SA8-HOj4Gol0Fv0Crw6s0,8661
|
|
@@ -205,14 +218,15 @@ src/utils/resources.py,sha256=2ejFjz9r_Kv_d-sUGD0oj54U-ZIUSxDAu7aD4YEv4FQ,2630
|
|
|
205
218
|
src/utils/sampling_cursor.py,sha256=J1k91Js9ks3mp3JMOb0Jcy5XOkWQlvLDBlxzCXzrNfg,1864
|
|
206
219
|
src/utils/sampling_frontier.py,sha256=4e8Ugy5NiPaEr2YGpQ5-i_Dy3m8J_aOSl81HlFTX_PU,25232
|
|
207
220
|
src/utils/source_files.py,sha256=OKZSW64cur0HTuWPRkV1sJg_Z2LFGWzUsC853gGlFBY,5033
|
|
208
|
-
src/utils/sql_lineage.py,sha256=
|
|
221
|
+
src/utils/sql_lineage.py,sha256=dMz8l32VyohIZuwMkMj2WEqYsEiFHCqQiOa2RFrIq6A,22082
|
|
222
|
+
src/utils/table_files.py,sha256=NbjlLKJr-y_ANFeQbF0OfFgP1oTCdlu6tIp30gDzZJA,31907
|
|
209
223
|
src/utils/torch_runtime.py,sha256=79NYfvJ7fjHGgeLXX8rK63qJFuO2Gao1jjRAQ4nicrk,2527
|
|
210
224
|
src/utils/transcription.py,sha256=WOitCBNTZ7rrGq41ZGH99XmAIyqxvqmnJHxbK3RP7Rs,16943
|
|
211
|
-
src/utils/urn.py,sha256=
|
|
225
|
+
src/utils/urn.py,sha256=gqSl0H0FBZZ3cJbpDWX1ewGcyZz2MrNVTIQdoFrQMM0,12622
|
|
212
226
|
src/utils/uv_sync.py,sha256=VZ0TZ7t3_pSjxOb20BxUs2XLVjigXnVqa5y69XWlnE8,9307
|
|
213
227
|
src/utils/validation.py,sha256=5NHsgyZwyEONRu9_ADxUAQNPvbMnpMhKL-hpgFEVMm8,3837
|
|
214
228
|
src/utils/video_processing.py,sha256=B6Br9ybFEa_ioglJGo0P9Fmp1e2B95C24joAktwrjww,11293
|
|
215
|
-
classifyre_cli-0.7.
|
|
216
|
-
classifyre_cli-0.7.
|
|
217
|
-
classifyre_cli-0.7.
|
|
218
|
-
classifyre_cli-0.7.
|
|
229
|
+
classifyre_cli-0.7.4.dist-info/METADATA,sha256=z7IMi9fyOUP4vwTdkKIiaiV7sZxLJNIJOx1l1enKlbc,5850
|
|
230
|
+
classifyre_cli-0.7.4.dist-info/WHEEL,sha256=2iZrJkDIkeDh0k9SikKMqFuRP-ua6mb4Ir1AsER4BEw,87
|
|
231
|
+
classifyre_cli-0.7.4.dist-info/entry_points.txt,sha256=edxllyMiIFfajgCZ3dTRACXYGC34ZX1AYTezMSR5E_8,45
|
|
232
|
+
classifyre_cli-0.7.4.dist-info/RECORD,,
|
src/detectors/pii/detector.py
CHANGED
|
@@ -151,6 +151,9 @@ class PIIDetector(BaseDetector):
|
|
|
151
151
|
"fax": {"PHONE_NUMBER"},
|
|
152
152
|
"name": {"PERSON"},
|
|
153
153
|
"person": {"PERSON"},
|
|
154
|
+
# A "contact" column holds whoever to reach and how: a name, an e-mail
|
|
155
|
+
# address or a phone number, often one of each across rows.
|
|
156
|
+
"contact": {"PERSON", "EMAIL_ADDRESS", "PHONE_NUMBER"},
|
|
154
157
|
"address": {"LOCATION"},
|
|
155
158
|
"location": {"LOCATION"},
|
|
156
159
|
"city": {"LOCATION"},
|