pixeltable 0.2.6__py3-none-any.whl → 0.2.8__py3-none-any.whl

{pixeltable-0.2.6.dist-info → pixeltable-0.2.8.dist-info}/RECORD

@@ -1,21 +1,24 @@
-pixeltable/__init__.py,sha256=TGVKvEpabDRHNqsTYxdDgwU9rsDC9qLDL3D_tjyWemw,1040
-pixeltable/__version__.py,sha256=k6bIPFFhfyfrj1i4diDW-baOOlmqe9QpqWcDh7d1ErM,112
+pixeltable/__init__.py,sha256=DzVevwic1g8Tp4QYrcCIzPFFwPZ66KGWeYprlRC9Uwc,1142
+pixeltable/__version__.py,sha256=AyN0bhxu_oExUztSHc2d8uAemad8-aDrT7QgYAM_JCs,112
 pixeltable/catalog/__init__.py,sha256=E41bxaPeQIcgRYzTWc2vkDOboQhRymrJf4IcHQO7o_8,453
 pixeltable/catalog/catalog.py,sha256=0TYWB1R6YBp9qCkWF7kCcX2Yw70UuburKKIemv5L1Js,7908
-pixeltable/catalog/column.py,sha256=2qZ3Wxvi-kwiLseeZtXFiXWrHHzzktUa_2skPSP1FGs,8088
+pixeltable/catalog/column.py,sha256=J8irt6PfT1ofC3wVKi-hDGjNUZ1Ceq2qzbmZyEw-ddA,8335
 pixeltable/catalog/dir.py,sha256=pG1nMpG123POo6WMSHhAmnwXOQ26uUJfUcbzL-Jb4ws,919
 pixeltable/catalog/globals.py,sha256=yLEGNbsSnLzjWNHVJacfjA9hbw13Q6QXLOSCRmdTlq0,943
-pixeltable/catalog/insertable_table.py,sha256=1yGwuoMNbtBJQRDweEoH7hgxAI4uOB1k2VGpBAmsJxQ,8168
+pixeltable/catalog/insertable_table.py,sha256=vMa_XUWT3DG3ZlxkScDZ9-mYNw31G8XB4ODUlxXt7NU,8927
 pixeltable/catalog/named_function.py,sha256=a96gnKtx-nz5_MzDIiD4t4Hxqdjkg9ZtijRQxvWA5WQ,1147
 pixeltable/catalog/path.py,sha256=QgccEi_QOfaKt8YsR2zLtd_z7z7QQkU_1kprJFi2SPQ,1677
 pixeltable/catalog/path_dict.py,sha256=xfvxg1Ze5jZCARUGASF2DRbQPh7pRVTYhuJ_u82gYUo,5941
 pixeltable/catalog/schema_object.py,sha256=-UxmPLbuEBqJiJi_GGRbFdr7arAFxTqs4bt6TFmSt3M,1059
-pixeltable/catalog/table.py,sha256=LgTWRrZcqx85bkW1kW9wWyDvFp15m8e5PfBYkY6E8JE,31252
-pixeltable/catalog/table_version.py,sha256=7_sRbeado0Xu6hbsIAwiz3D35s-RdD5KI6csxhg5DMg,48865
+pixeltable/catalog/table.py,sha256=50UOSt7zltvthygiiXbgP-XMOiYUpcIaEXiM1uJFcaA,38220
+pixeltable/catalog/table_version.py,sha256=BeP-4Io6euT6hOQXVJwpZNjZ6ZNehqOH6S98zvQsU9E,52751
 pixeltable/catalog/table_version_path.py,sha256=2Ofzd0n36flcNm86KWwIWDBAfgnV5Z-FxAHdMSPgMLc,5482
 pixeltable/catalog/view.py,sha256=BIL3s4DV3tWbOcqtqnhn46B2UvLaBhppfJUlNEt5nec,9734
 pixeltable/dataframe.py,sha256=lzSzR7mi9C4BO39fNXYo64k3KxILyG_Z7eET6DXTgKY,31922
-pixeltable/env.py,sha256=8OjBv3Jvd-74KepYYyIpLmhl2S85g-S14qDIywcbRpo,17971
+pixeltable/datatransfer/__init__.py,sha256=cRWdQ_LUNkJgmionI1RrYD71A1CSI92P4o8_XXOnFmU,27
+pixeltable/datatransfer/label_studio.py,sha256=3DLsqfIUNVG9xVRVUU4NayLuC-xUTIM1Sz92kGvrTUc,19643
+pixeltable/datatransfer/remote.py,sha256=t-VeDIq62mX67xBoHLi8voa4V5XqMkr-8UZ-8DhIgk0,3100
+pixeltable/env.py,sha256=OEZv6NS8Z41rdCx73Md5j78ImnKaZf3YhdAexFJR7gw,21381
 pixeltable/exceptions.py,sha256=MSP9zeL0AmXT93XqjdvgGN4rzno1_KRrGriq6hpemnw,376
 pixeltable/exec/__init__.py,sha256=RK7SKvrQ7Ky3G_LXDP4Bf7lHmMM_uYZl8dJaZYs0FjY,454
 pixeltable/exec/aggregation_node.py,sha256=cf6rVAgrGh_uaMrCIgXJIwQTmbcboJlnrH_MmPIQSd0,3321
@@ -32,14 +35,14 @@ pixeltable/exprs/__init__.py,sha256=7dwrdk-NpF66OT-m5yNtFEhq-o1T476dnXHjluw2K1s,
 pixeltable/exprs/arithmetic_expr.py,sha256=sWBYCBKI6IHj9ASwDcm2BlkQ5gleVtKtmpiPvzFNBJM,4386
 pixeltable/exprs/array_slice.py,sha256=VmWc6iFusrM85MjyEBBCfXG1Jnt8-Gr6-J88BXxNoOE,2131
 pixeltable/exprs/column_property_ref.py,sha256=0PHiBys0fxe2LgjaMId5UHob4E-ZggyPLnnW41RgA0E,2706
-pixeltable/exprs/column_ref.py,sha256=t_iJzai-x1Ds2ca3u5Qh3lzBqidP23e80Y7KcO_BDkA,5333
-pixeltable/exprs/comparison.py,sha256=rAlGUF0AuzkYGspewJPu-6aaQZa4dVMJYGbMwqKyBIc,2964
+pixeltable/exprs/column_ref.py,sha256=5GoddEyH1nLeeKYqX2g2WOBoCqnmghwt3Hg3D6JdzvI,5430
+pixeltable/exprs/comparison.py,sha256=hP3M_lMWcFgENBICFosZPw2lRm1R6_qM_O9bKPmWJGI,4789
 pixeltable/exprs/compound_predicate.py,sha256=Gh22MKi625m5A_RunVRd-a1XFi-fitikqBVz2VNXKrs,3830
-pixeltable/exprs/data_row.py,sha256=2kGnZhDna4bkgzb2y9iDnkLFe8lXSk59QAf9zW2Z-Y0,8278
-pixeltable/exprs/expr.py,sha256=VYo7CqZJLb9Rsna4FbMBy6_KAZdbUy1oh6AmORpSUGw,24190
+pixeltable/exprs/data_row.py,sha256=TN4WeAz7D3xiSCDYgCinkVpTaSkkJhGgNkNqviBHVqs,8425
+pixeltable/exprs/expr.py,sha256=NvkJmxAbAxfQYfoegXyBaD0_fm-3lnotUrvf_R6Z0Gk,24163
 pixeltable/exprs/expr_set.py,sha256=Q64Q2yI0CTq2Ma_E-BUYlMotSstVuMm4OFZnBCedHRk,1222
-pixeltable/exprs/function_call.py,sha256=JO0QwolyI60aG3t0zCqAxsaRWacvw6V6adNtY5WbyTo,17207
-pixeltable/exprs/globals.py,sha256=liPgUTccTkyDRs4kG2r9ehRkwGZERmrCSJDZRdJoMqk,1537
+pixeltable/exprs/function_call.py,sha256=d3TXU2MbfgQyth1-GEeZJcEZs_BX9548gN5TCwGLNX0,17118
+pixeltable/exprs/globals.py,sha256=KhK4xwkLHv4NsXXcLdjRu2OFSvEnlC7GG-8Gs_IbQtI,1858
 pixeltable/exprs/image_member_access.py,sha256=KSYdTIaLh53dNRjv3SJFchPMPo7o5diJSQkV1NsyB4Y,3547
 pixeltable/exprs/in_predicate.py,sha256=burxrBCH1MXqU-wrNWJvD0PRGzJdWy85intOSftQK54,3696
 pixeltable/exprs/inline_array.py,sha256=293WuUEhYXrcp8-AnPDVIWQBPQMrPviB88A619Ls_Es,4499
@@ -52,58 +55,60 @@ pixeltable/exprs/object_ref.py,sha256=eTcx84aWRI59fIiGvbdv3_cfL0XW4xEFQ4lwpLpJkM
 pixeltable/exprs/predicate.py,sha256=OSDgjfSqiK7J_5GZMUXMvjfyomKEGi0JNxeB073SGXw,1859
 pixeltable/exprs/row_builder.py,sha256=cpQa7GHR2dZYxhCAwZBfz-MqO0oP-NS44mAYoVUOt7A,15662
 pixeltable/exprs/rowid_ref.py,sha256=74w4rEy21YysTVbyKNc3op-pYFqDAx8VJdtl7ZPpxHs,4268
-pixeltable/exprs/similarity_expr.py,sha256=LERVkFU8BwIi_S9IhAKXdFJSizJ2wI_0uN4_1AMZb1c,2664
+pixeltable/exprs/similarity_expr.py,sha256=IvSeUFMjyj-ZFZTae8UJKa2YlDGn6512RyTIvLIcG7w,2829
 pixeltable/exprs/type_cast.py,sha256=JMg8p1qYoFfiAXfJPSbTEnfrK7lRO_JMaqlPHOrhNQU,1793
 pixeltable/exprs/variable.py,sha256=Kg_O4ytcHYZFijIyMHYBJn063cTKU1-YE583FAz8Qaw,1361
 pixeltable/ext/__init__.py,sha256=0uugfuME1FybVo-MdxaVNGagRjhcvNTnv5MZUem6Cyo,269
-pixeltable/ext/functions/yolox.py,sha256=LwrOtXMT57AP6-IkmRZ_12yN5-EiFRpTuh4Sexm8x24,3131
+pixeltable/ext/functions/whisperx.py,sha256=CnpSPZJgufXa01vgUubVkyxQuZIdublJzkwbm5kS1YQ,1078
+pixeltable/ext/functions/yolox.py,sha256=JCG57Kbu0hNc1wRGDY3Mhhr6LQUY0fOgSSh-JV1plkw,3644
 pixeltable/func/__init__.py,sha256=LCB5iB2aZyMrX-hn_oNBYnB1SE60t50hE23av_v2F50,348
-pixeltable/func/aggregate_function.py,sha256=nEZ3WuVx3oabVK8yvqq6NNneI9USOkB8bL7etwQCUh4,9356
+pixeltable/func/aggregate_function.py,sha256=fB2kwLaeBKWCAOihOUdACR-2XDbMN14zJQIpQBVP0Bk,9398
 pixeltable/func/callable_function.py,sha256=nEEmXFvd8TW9TBPbDnC3q8phj9ARokAsB-OJ1_hTkGo,4612
-pixeltable/func/expr_template_function.py,sha256=r0ML3IVGDgGM-7KtutnwnHBCmcDMfpblrJugh26A7Uc,4266
+pixeltable/func/expr_template_function.py,sha256=7PNIzqkNOsCfU0KXCzrh_fczKMpZihu6FHV4NOgeVDM,4349
 pixeltable/func/function.py,sha256=fANPfafLwY0Mq6CF21VYbuF-hRxxsPLHn5waoj1mOGY,5611
 pixeltable/func/function_registry.py,sha256=1ibSQxEPm3Zd3r497vSlckQiDG9sfCnyJx3zcSm9t7c,11456
 pixeltable/func/globals.py,sha256=sEwn6lGgHMp6VQORb_P5qRd_-Q2_bUSqvqM9-XPN_ec,1483
-pixeltable/func/nos_function.py,sha256=HzIKK4XjTo1E6pML-EbhuX3u_LYibFWUuTkIxoIih7c,9650
 pixeltable/func/signature.py,sha256=erOPFuSuaxkXnRyFd3nCYLuprUWcYFox3Hk3ZKUPWfM,6697
-pixeltable/func/udf.py,sha256=92v3ArcZShR5D5xVWm5XB8HumCrPgc7frUrbu1yEPyo,6484
+pixeltable/func/udf.py,sha256=eu6Dt1SGlMvIBDNUxSc467-VBns5X12UU47FihlO_to,6540
 pixeltable/functions/__init__.py,sha256=uO-XB4QUbx3Jjs9GoaTXoJY2jn0AuXTL32YLkL_3_CI,3297
 pixeltable/functions/eval.py,sha256=_2FANDJqwtIDzTxtcKc0Yacf7b4LTAjyy2fPDw1FG_s,8404
-pixeltable/functions/fireworks.py,sha256=e_rCITg18yNndNI8TJPXRSN6DR0hYWT-_dUavoPuyfc,908
-pixeltable/functions/huggingface.py,sha256=-a679an4nQyHChgQvvsfIoYGMQ_AfDmKpg2Ifc4FuV8,6458
+pixeltable/functions/fireworks.py,sha256=dVGFZ6Kb2sahyySoLkSatLHsSnEXjAvLc0_hCHXUxXg,985
+pixeltable/functions/huggingface.py,sha256=SlzPc01TS4oeFhJlsbwYCtG3h_LF1r-CnWisIfO37qc,7224
 pixeltable/functions/image.py,sha256=xR_S_0BuX6Ycc5E366GpOfP0JptD7beQwHE_fLl8ZVM,431
-pixeltable/functions/openai.py,sha256=yvlxRd-9ViC4osJH0YWu18CuX83__NPPUVazXM3kJ8o,7972
+pixeltable/functions/openai.py,sha256=lDmp9v7k-TCHUyMsPVTIwfjygWEihrlhnnJuOhvek1I,8046
 pixeltable/functions/pil/image.py,sha256=6eNdMy2lZliFb8Lw12aBRUaShH07VEsFmhHSG21Jjt4,5992
 pixeltable/functions/string.py,sha256=RYOgZwifjC943YloEMi3PdflnjFqOYB2FddrUvzgtXs,516
-pixeltable/functions/together.py,sha256=HeiLQm0GCSgv5Jvdmw_Bqd7vKRBx-r6UazdseoEKMVg,4173
-pixeltable/functions/util.py,sha256=djVqro_W5M_jUgYWzZZaXXH3lWaAWj6q-hrpzFl_Ko8,1860
-pixeltable/functions/video.py,sha256=WZF4G3tV-_LfRQHUinXe_rnu1-4N68Ht60JCR_s7Bew,2403
-pixeltable/globals.py,sha256=HWuz_erzAlBLkAYRqTJKphonSDLdNBTm1ZvVcxeFtwU,13606
-pixeltable/index/__init__.py,sha256=tlJENOzEq6p_8xu-nX1mN4Zt9asw4481Znl5ZXYIKwc,72
-pixeltable/index/base.py,sha256=MM8jLlr68e9M_R27EVsNxC7W7OVay27TOrnxrOlXz2s,1431
-pixeltable/index/embedding_index.py,sha256=jxCTmW-KSNDNbFHbkQHYPI-CKTA_b6rTETH2t_qEFvM,7565
-pixeltable/io/__init__.py,sha256=ejAAeWC8gIvNVxsOj7yNl4-3NHileGm-FKar9xvCy48,148
+pixeltable/functions/together.py,sha256=Iu2_pZjOH6jXq6Sdqmu8LqtG1ELTtBEQ4eSOdYkig9c,4249
+pixeltable/functions/util.py,sha256=DW7SwsftTRYo5h6iYl2Ec3WGmUA1D1Hrv4bPt-j7fKM,262
+pixeltable/functions/video.py,sha256=wanwNQ1dyo5mP0NZ5F6gf6MEMUX40lcHXkz04WyOsbA,3876
+pixeltable/globals.py,sha256=-2_ndBGunTXYm0A99nocSfKXRsQtiiesKVl2pBv0We4,14157
+pixeltable/index/__init__.py,sha256=XBwetNQQwnz0fiKwonOKhyy_U32l_cjt77kNvEIdjWs,102
+pixeltable/index/base.py,sha256=YAQ5Dz1mfI0dfu9rxWHWroE8TjB90yKfPtXAzoADq38,1568
+pixeltable/index/btree.py,sha256=NE4GYhcJWYJhdKyeHI0sQBlFvUaIgGOF9KLyCZOfFjE,1822
+pixeltable/index/embedding_index.py,sha256=AYphEggN-0B4GNrm4nMmi46CEtrQw5tguyk67BK2sWo,7627
+pixeltable/io/__init__.py,sha256=Io5ZLrcvRPeqRQwnU2iODvWMqkYroWErkbp7dLxE4Kk,197
+pixeltable/io/globals.py,sha256=ArnuWVhdKHT9ds84PZBl0-fszmEu-W62P4Su21c9oN4,2642
 pixeltable/io/hf_datasets.py,sha256=h5M1NkXOvEU8kaeT3AON1A18Vmhnc1lVo5a3TZ5AAic,8004
 pixeltable/io/pandas.py,sha256=cDHUDW2CGiBbsEJB9zE5vkXopTKxDdI-CZxNcp0OnIk,6478
 pixeltable/io/parquet.py,sha256=Z1b92gsPeCBf4P9_jgWWHAEHtu51nhuC8nSJgoKiywQ,8150
 pixeltable/iterators/__init__.py,sha256=kokLguXBY_nxBTqUiXZVvCxTv-vGsX4cK8tgIbsW5G8,108
-pixeltable/iterators/base.py,sha256=4vss-RUq_L7ZQx9o99jZvRtFqPjtVXdwsuPtZ4JW_4s,1676
-pixeltable/iterators/document.py,sha256=KmnrBJ7W39Xknj_pna7H--HbNztPmYFAleGhk9qsegY,19318
-pixeltable/iterators/video.py,sha256=K39ZAIMVvqzGkE30gF2CAbIOOgoJnlBpmIPl4AnWbmY,3474
-pixeltable/metadata/__init__.py,sha256=rBX4sIEfUlv11hDqgAOUl067l--zEeu-HQuGCTRZrfM,2227
+pixeltable/iterators/base.py,sha256=cnEh1tNN2JAxRzrLTg3dhun3N1oNQ8vifCm6ts3_UiE,1687
+pixeltable/iterators/document.py,sha256=netSCJatG8NcgbHZ69BvQVICdAorQlYi8OlcpqwLQD4,19436
+pixeltable/iterators/video.py,sha256=xtxODL1AfZwTfHVzWekhTCLA8gwTJIvJFdxC0KecD9Q,3836
+pixeltable/metadata/__init__.py,sha256=beGPpClpNaN7seM_AeKli5R33TSIkb7_mIBWoExT_5M,2228
 pixeltable/metadata/converters/convert_10.py,sha256=0mSGCn7vqtef63riPi9msUaaUvsSQIj-NFj9QFDYPdA,733
 pixeltable/metadata/converters/convert_12.py,sha256=g9rHTcKlDQZbM3_k4eBv0FBdWmQXHWCnMwx1_l6KpMI,107
 pixeltable/metadata/converters/convert_13.py,sha256=FEgOH5PKf05xVoCaioDDDHOSuoWPyBzodojmsSMMZ5U,1366
-pixeltable/metadata/schema.py,sha256=uuk3rzCpYr99PzEO1pIXe8nMaOoTJtwRfhnqgQ_MdDs,8335
-pixeltable/plan.py,sha256=isb2-ECB3TwvHxZIR9lEKZ0wRKTCvRFp9NQDYhULxdI,32342
-pixeltable/store.py,sha256=Mau3tRfXn6z1J3rzvtU3R4_-UjD-TMTv1FK8OjPMqp0,19394
-pixeltable/tool/create_test_db_dump.py,sha256=yI62rFk7StF1cI8BKN1_hf6mkB6e4ndJH95gXeJOQFA,6847
+pixeltable/metadata/converters/convert_14.py,sha256=UAWHEipZ-NrQtI5zZN1u9C5AD24ZpYXsdpC3Te0t-qE,402
+pixeltable/metadata/schema.py,sha256=ZYBbt_jESRrX7BAx35xKY1CpIgRuJnd2LJYo4MrPnn0,8399
+pixeltable/plan.py,sha256=A_kPsX3bjLyfYbeQ6eCgDbrb_Oldk4w8HdFRqRSDpPY,32653
+pixeltable/store.py,sha256=foQe9y8rRbl35f3naL7rbYVrD8LO00cmD53vWP2A9XI,18850
+pixeltable/tool/create_test_db_dump.py,sha256=17MdBqsSNj7j61w0Re9pS4aDIEdML_4hnE-uZJcEW4I,7537
 pixeltable/tool/create_test_video.py,sha256=OLfccymYReIpzE8osZn4rQvLXxxiPC_l0vc06U74hVM,2899
-pixeltable/type_system.py,sha256=DdI6g-ouqny8PdokEClxKwEwqjbWFDAxNrhYGh7pQLo,29224
+pixeltable/type_system.py,sha256=nljZs4O_dsVFMs4aB3z7Szc9LgFtl5eOuloxJkk7tPE,29503
 pixeltable/utils/__init__.py,sha256=UYlrf6TIWJT0g-Hac0b34-dEk478B5Qx8dGco34YlIk,439
 pixeltable/utils/arrow.py,sha256=83_7aG5UR2qtTktw_otLkQs-RQbLk0VVM0JLJkbweNU,3692
-pixeltable/utils/clip.py,sha256=HXXWFBJXW9XysdMk9_3hP1V1S-3B8Hwd5rNMbJFjjnI,720
-pixeltable/utils/coco.py,sha256=mk1cxjKYQC0ABm2ZQ9SNu9MvBPECmmKvnASpxnFXdL0,5604
+pixeltable/utils/coco.py,sha256=ISpFBhR4eO1jOcg_SPb0thVI4KdS6H0RyNQauZIA5A4,7287
 pixeltable/utils/documents.py,sha256=Q7e5U2Hk0go83MdKzD_MIiMscwbcFsLMgRw2IU_vQF4,2213
 pixeltable/utils/filecache.py,sha256=UoNONG2VaAc2IBB0e3sQdsvyOPOes2XSDc5_CsA4qek,7839
 pixeltable/utils/help.py,sha256=cCnxJ4VP9MJ57iDqExmnDcM-JG3a1lw_q7g-D7bpSVI,252
@@ -113,7 +118,7 @@ pixeltable/utils/pytorch.py,sha256=BR4tgfUWw-2rwWTOgzXj5qdMBpe1Arpp5SK4ax6jjpk,3
 pixeltable/utils/s3.py,sha256=rkanuhk9DWvSfmbOLQW1j1Iov4sl2KhxGGKN-AJ8LSE,432
 pixeltable/utils/sql.py,sha256=5n5_OmXAGtqFdL6z5XvgnU-vlx6Ba6f1WJrO1ZwUle8,765
 pixeltable/utils/transactional_directory.py,sha256=UGzCrGtLR3hEEf8sYGuWBzLVFAEQml3vdIavigWeTBM,1349
-pixeltable-0.2.6.dist-info/LICENSE,sha256=0UNMmwuqWPC0xDY1NWMm4uNJ2_MyA1pnTNRgQTvuBiQ,746
-pixeltable-0.2.6.dist-info/METADATA,sha256=BccXbmH76wNKX3D9Un4AZ28-E-blrldlrOamu2XdLpg,6317
-pixeltable-0.2.6.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-pixeltable-0.2.6.dist-info/RECORD,,
+pixeltable-0.2.8.dist-info/LICENSE,sha256=0UNMmwuqWPC0xDY1NWMm4uNJ2_MyA1pnTNRgQTvuBiQ,746
+pixeltable-0.2.8.dist-info/METADATA,sha256=VKFyaYflvsFwUgiC1Y2iukgPHGI4W9sQpnLmUCRdMiQ,9806
+pixeltable-0.2.8.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+pixeltable-0.2.8.dist-info/RECORD,,

pixeltable/func/nos_function.py

@@ -1,202 +0,0 @@
-from typing import Optional, Any, Dict, List, Tuple
-import inspect
-import logging
-import sys
-
-import numpy as np
-
-from .signature import Signature, Parameter
-from .batched_function import BatchedFunction
-import pixeltable.env as env
-import pixeltable.type_system as ts
-import pixeltable.exceptions as excs
-
-
-_logger = logging.getLogger('pixeltable')
-
-class NOSFunction(BatchedFunction):
-    def __init__(self, model_spec: 'nos.common.ModelSpec', self_path: str):
-        return_type, param_types = self._convert_nos_signature(model_spec.signature)
-        param_names = list(model_spec.signature.get_inputs_spec().keys())
-        params = [
-            Parameter(name, col_type, inspect.Parameter.POSITIONAL_OR_KEYWORD, is_batched=False)
-            for name, col_type in zip(param_names, param_types)
-        ]
-        signature = Signature(return_type, params)
-
-        # construct inspect.Signature
-        py_params = [
-            inspect.Parameter(name, inspect.Parameter.POSITIONAL_OR_KEYWORD)
-            for name, col_type in zip(param_names, param_types)
-        ]
-        py_signature = inspect.Signature(py_params)
-        super().__init__(signature, py_signature=py_signature, self_path=self_path)
-
-        self.model_spec = model_spec
-        self.nos_param_names = model_spec.signature.get_inputs_spec().keys()
-        self.scalar_nos_param_names = []
-
-        # for models on images
-        self.img_param_pos: Optional[int] = None  # position of the image parameter in the function signature
-        # for multi-resolution image models
-        import nos
-        self.img_batch_params: List[nos.common.ObjectTypeInfo] = []
-        self.img_resolutions: List[int] = []  # for multi-resolution models
-        self.batch_size: Optional[int] = None
-        self.img_size: Optional[Tuple[int, int]] = None  # W, H
-
-        # try to determine batch_size and img_size
-        batch_size = sys.maxsize
-        for pos, (param_name, type_info) in enumerate(model_spec.signature.get_inputs_spec().items()):
-            if isinstance(type_info, list):
-                assert isinstance(type_info[0].base_spec(), nos.common.ImageSpec)
-                # this is a multi-resolution image model
-                self.img_batch_params = type_info
-                self.img_param_pos = pos
-                self.img_resolutions = [
-                    info.base_spec().shape[0] * info.base_spec().shape[1] for info in self.img_batch_params
-                ]
-            else:
-                if not type_info.is_batched():
-                    self.scalar_nos_param_names.append(param_name)
-                else:
-                    batch_size = min(batch_size, type_info.batch_size())
-
-                if isinstance(type_info.base_spec(), nos.common.ImageSpec):
-                    # this is a single-resolution image model
-                    if type_info.base_spec().shape is not None:
-                        self.img_size = (type_info.base_spec().shape[1], type_info.base_spec().shape[0])
-                    self.img_param_pos = pos
-
-        if batch_size != sys.maxsize:
-            self.batch_size = batch_size
-
-    def _convert_nos_type(
-            self, type_info: 'nos.common.spec.ObjectTypeInfo', ignore_shape: bool = False
-    ) -> ts.ColumnType:
-        """Convert ObjectTypeInfo to ColumnType"""
-        import nos
-        if type_info.base_spec() is None:
-            if type_info.base_type() == str:
-                return ts.StringType()
-            if type_info.base_type() == int:
-                return ts.IntType()
-            if type_info.base_type() == float:
-                return ts.FloatType()
-            if type_info.base_type() == bool:
-                return ts.BoolType()
-            else:
-                raise excs.Error(f'Cannot convert {type_info} to ColumnType')
-        elif isinstance(type_info.base_spec(), nos.common.ImageSpec):
-            size = None
-            if not ignore_shape and type_info.base_spec().shape is not None:
-                size = (type_info.base_spec().shape[1], type_info.base_spec().shape[0])
-            # TODO: set mode
-            return ts.ImageType(size=size)
-        elif isinstance(type_info.base_spec(), nos.common.TensorSpec):
-            return ts.ArrayType(shape=type_info.base_spec().shape, dtype=ts.FloatType())
-        else:
-            raise excs.Error(f'Cannot convert {type_info} to ColumnType')
-
-    def _convert_nos_signature(
-            self, sig: 'nos.common.spec.FunctionSignature') -> Tuple[ts.ColumnType, List[ts.ColumnType]]:
-        if len(sig.get_outputs_spec()) > 1:
-            return_type = ts.JsonType()
-        else:
-            return_type = self._convert_nos_type(list(sig.get_outputs_spec().values())[0])
-        param_types: List[ts.ColumnType] = []
-        for _, type_info in sig.get_inputs_spec().items():
-            # if there are multiple input shapes we leave them out of the ColumnType and deal with them in FunctionCall
-            if isinstance(type_info, list):
-                param_types.append(self._convert_nos_type(type_info[0], ignore_shape=True))
-            else:
-                param_types.append(self._convert_nos_type(type_info, ignore_shape=False))
-        return return_type, param_types
-
-    def is_multi_res_model(self) -> bool:
-        return self.img_param_pos is not None and len(self.img_batch_params) > 0
-
-    def get_batch_size(self, *args: Any, **kwargs: Any) -> Optional[int]:
-        if self.batch_size is not None or len(self.img_batch_params) == 0 or len(args) == 0:
-            return self.batch_size
-
-        # return batch size appropriate for the given image size
-        img_arg = args[self.img_param_pos]
-        input_res = img_arg.size[0] * img_arg.size[1]
-        batch_size, _ = self._select_model_res(input_res)
-        return batch_size
-
-    def _select_model_res(self, input_res: int) -> Tuple[int, Tuple[int, int]]:
-        """Select the model resolution that is closest to the input resolution
-        Returns: batch size, image size
-        """
-        deltas = [abs(res - input_res) for res in self.img_resolutions]
-        idx = deltas.index(min(deltas))
-        type_info = self.img_batch_params[idx]
-        return type_info.batch_size(), (type_info.base_spec().shape[1], type_info.base_spec().shape[0])
-
-    def invoke(self, arg_batches: List[List[Any]], kwarg_batches: Dict[str, List[Any]]) -> List[Any]:
-        # check that scalar args are constant
-
-        num_batch_rows = len(arg_batches[0])
-        # if we need to rescale image args, and we're doing object detection, we need to rescale the
-        # bounding boxes as well
-        scale_factors = np.ndarray((num_batch_rows, 2), dtype=np.float32)
-
-        target_res: Optional[Tuple[int, int]] = None
-        if self.img_param_pos is not None:
-            # for now, NOS will only receive RGB images
-            arg_batches[self.img_param_pos] = \
-                [img.convert('RGB') if img.mode != 'RGB' else img for img in arg_batches[self.img_param_pos ]]
-            if self.is_multi_res_model():
-                # we need to select the resolution that is closest to the input resolution
-                sample_img = arg_batches[self.img_param_pos][0]
-                _, target_res = self._select_model_res(sample_img.size[0] * sample_img.size[1])
-            else:
-                target_res = self.img_size
-
-            if target_res is not None:
-                # we need to record the scale factors and resize the images;
-                # keep in mind that every image could have a different resolution
-                scale_factors[:, 0] = \
-                    [img.size[0] / target_res[0] for img in arg_batches[self.img_param_pos]]
-                scale_factors[:, 1] = \
-                    [img.size[1] / target_res[1] for img in arg_batches[self.img_param_pos]]
-                arg_batches[self.img_param_pos] = [
-                    # only resize if necessary
-                    img.resize(target_res) if img.size != target_res else img
-                    for img in arg_batches[self.img_param_pos]
-                ]
-
-        kwargs = {param_name: args for param_name, args in zip(self.nos_param_names, arg_batches)}
-        # fix up scalar parameters
-        kwargs.update(
-            {param_name: kwargs[param_name][0] for param_name in self.scalar_nos_param_names})
-        _logger.debug(
-            f'Running NOS task {self.model_spec.task}: '
-            f'batch_size={num_batch_rows} target_res={target_res}')
-        result = env.Env.get().nos_client.Run(
-            task=self.model_spec.task, model_name=self.model_spec.name, **kwargs)
-
-        import nos
-        if self.model_spec.task == nos.common.TaskType.OBJECT_DETECTION_2D and target_res is not None:
-            # we need to rescale the bounding boxes
-            result_bboxes = []  # workaround: result['bboxes'][*] is immutable
-            for i, bboxes in enumerate(result['bboxes']):
-                bboxes = np.copy(bboxes)
-                nos_batch_row_idx = i
-                bboxes[:, 0] *= scale_factors[nos_batch_row_idx, 0]
-                bboxes[:, 1] *= scale_factors[nos_batch_row_idx, 1]
-                bboxes[:, 2] *= scale_factors[nos_batch_row_idx, 0]
-                bboxes[:, 3] *= scale_factors[nos_batch_row_idx, 1]
-                result_bboxes.append(bboxes)
-            result['bboxes'] = result_bboxes
-
-        if len(result) == 1:
-            key = list(result.keys())[0]
-            row_results = result[key]
-        else:
-            # we rearrange result into one dict per row
-            row_results = [{k: v[i].tolist() for k, v in result.items()} for i in range(num_batch_rows)]
-        return row_results
-

pixeltable/utils/clip.py

@@ -1,18 +0,0 @@
-import numpy as np
-import PIL.Image
-
-import pixeltable.func as func
-from pixeltable.env import Env
-
-
-def embed_image(img: PIL.Image.Image) -> np.ndarray:
-    from pixeltable.functions.nos.image_embedding import openai_clip
-    model_info = openai_clip.model_spec
-    result = Env.get().nos_client.Run(task=model_info.task, model_name=model_info.name, images=[img.resize((224, 224))])
-    return result['embedding'].squeeze(0)
-
-def embed_text(text: str) -> np.ndarray:
-    from pixeltable.functions.nos.text_embedding import openai_clip
-    model_info = openai_clip.model_spec
-    result = Env.get().nos_client.Run(task=model_info.task, model_name=model_info.name, texts=[text])
-    return result['embedding'].squeeze(0)

pixeltable-0.2.6.dist-info/METADATA

@@ -1,131 +0,0 @@
-Metadata-Version: 2.1
-Name: pixeltable
-Version: 0.2.6
-Summary: Pixeltable: The Multimodal AI Data Plane
-Author: Marcel Kornacker
-Author-email: marcelk@gmail.com
-Requires-Python: >=3.9,<4.0
-Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.9
-Classifier: Programming Language :: Python :: 3.10
-Classifier: Programming Language :: Python :: 3.11
-Classifier: Programming Language :: Python :: 3.12
-Requires-Dist: av (>=10.0.0)
-Requires-Dist: beautifulsoup4 (>=4.0.0,<5.0.0)
-Requires-Dist: cloudpickle (>=2.2.1,<3.0.0)
-Requires-Dist: ftfy (>=6.2.0,<7.0.0)
-Requires-Dist: jinja2 (>=3.1.3,<4.0.0)
-Requires-Dist: jmespath (>=1.0.1,<2.0.0)
-Requires-Dist: mistune (>=3.0.2,<4.0.0)
-Requires-Dist: numpy (>=1.25)
-Requires-Dist: opencv-python-headless (>=4.7.0.68,<5.0.0.0)
-Requires-Dist: pandas (>=2.0,<3.0)
-Requires-Dist: pgserver (==0.1.2)
-Requires-Dist: pgvector (>=0.2.1,<0.3.0)
-Requires-Dist: pillow (>=9.3.0)
-Requires-Dist: psutil (>=5.9.5,<6.0.0)
-Requires-Dist: psycopg2-binary (>=2.9.5,<3.0.0)
-Requires-Dist: pymupdf (>=1.24.1,<2.0.0)
-Requires-Dist: pyyaml (>=6.0.1,<7.0.0)
-Requires-Dist: requests (>=2.31.0,<3.0.0)
-Requires-Dist: setuptools (==69.1.1)
-Requires-Dist: sqlalchemy-utils (>=0.41.1,<0.42.0)
-Requires-Dist: sqlalchemy[mypy] (>=2.0.23,<3.0.0)
-Requires-Dist: tenacity (>=8.2,<9.0)
-Requires-Dist: tqdm (>=4.64.1,<5.0.0)
-Description-Content-Type: text/markdown
-
-<div align="center">
-<img src="https://raw.githubusercontent.com/pixeltable/pixeltable/master/docs/pixeltable-banner.png" alt="Pixeltable" width="45%" />
-
-# Unifying Data, Models, and Orchestration for AI Products
-
-[![License](https://img.shields.io/badge/License-Apache_2.0-blue.svg)](https://opensource.org/licenses/Apache-2.0)
-&nbsp;&nbsp;
-[![pytest status](https://github.com/pixeltable/pixeltable/actions/workflows/pytest.yml/badge.svg)](https://github.com/pixeltable/pixeltable/actions)
-
-[Installation](https://pixeltable.github.io/pixeltable/getting-started/) | [Documentation](https://pixeltable.github.io/pixeltable/)
-</div>
-
-Pixeltable is a Python library that lets AI engineers and data scientists focus on exploration, modeling, and app development without dealing with the customary data plumbing.
-
-## What problems does Pixeltable solve?
-
-Today’s solutions for AI app development require extensive custom coding and infrastructure
-plumbing. Tracking lineage and versions between and across data transformations, models, and
-deployment is cumbersome. Pixeltable is a replacement for traditional data plumbing, providing
-a unified plane for data, models, and orchestration. It removes the data plumbing overhead in
-building and productionizing AI applications.
-
-## ⚡Quick Start
-Learn the basics of Pixeltable through interactive examples. View the notebooks on Google Colab or Kaggle, for free.
-
-### Pixeltable Basics
-In this tutorial, we'll survey how to create tables, populate them with data, and enhance them with built-in and user-defined transformations and AI operations.
-
-[![Kaggle](https://kaggle.com/static/images/open-in-kaggle.svg)](https://kaggle.com/kernels/welcome?src=https://github.com/pixeltable/pixeltable/blob/master/docs/tutorials/pixeltable-basics.ipynb)&nbsp;&nbsp;
-<a target="_blank" href="https://colab.research.google.com/github/pixeltable/pixeltable/blob/master/docs/tutorials/pixeltable-basics.ipynb"> <img src="https://colab.research.google.com/assets/colab-badge.svg" alt="Open In Colab"/> </a>
-
-
-## 💾 Installation
-Pixeltable works with Python 3.9, 3.10, 3.11, or 3.12 running on Linux, MacOS, or Windows.
-
-```
-pip install pixeltable
-```
-
-To verify that it's working:
-
-```
-import pixeltable as pxt
-pxt.init()
-```
-
-For more detailed installation instructions, see the
-[Getting Started with Pixeltable](https://pixeltable.github.io/pixeltable/getting-started/)
-guide. Then, check out the
-[Pixeltable Basics](https://pixeltable.github.io/pixeltable/tutorials/pixeltable-basics/)
-tutorial for a tour of its most important features.
-
-## Why should you use Pixeltable?
-
-- It gives you transparency and reproducibility
-    - All generated data is automatically recorded and versioned
-    - You will never need to re-run a workload because you lost track of the input data
-- It saves you money
-    - All data changes are automatically incremental
-    - You never need to re-run pipelines from scratch because you’re adding data
-- It integrates with any existing Python code or libraries
-    - Bring your ever-changing code and workloads
-    - You choose the models, tools, and AI practices (e.g., your embedding model for a vector index); Pixeltable orchestrates the data
-
-## Example Use Cases
-
-* Interact with video data at the frame level without having to think about frame extraction,
-intermediate file storage, or storage space explosion.
-* Augment your data incrementally and interactively with built-in functions and UDFs, such as
-image transformations, model inference, and visualizations, without having to think about data pipelines,
-incremental updates, or capturing function output.
-* Interact with all the data relevant to your AI application (video, images, documents, audio, structured data, JSON) through
-a simple dataframe-style API directly in Python. This includes:
-    * similarity search on embeddings, supported by high-dimensional vector indexing
-    * path expressions and transformations on JSON data
-    * PIL and OpenCV image operations
-    * assembling frames into videos
-* Perform keyword and image similarity search at the video frame level without having to worry about frame
-storage.
-* Access all Pixeltable-resident data directly as a PyTorch dataset in your training scripts.
-* Understand the compute and storage costs of your data at the granularity of individual augmentations and
-get cost projections before adding new data and new augmentations.
-* Rely on Pixeltable's automatic versioning and snapshot functionality to protect against regressions
-and to ensure reproducibility.
-
-## Contributions & Feedback
-
-Are you experiencing issues or bugs with Pixeltable? File an [Issue](https://github.com/pixeltable/pixeltable/issues).
-</br>Do you want to contribute? Feel free to open a [PR](https://github.com/pixeltable/pixeltable/pulls).
-
-## :classical_building: License
-
-This library is licensed under the Apache 2.0 License.
-