MeUtils 2024.3.4.13.4.45__py3-none-any.whl → 2025.1.16.17.15.52__py3-none-any.whl

meutils/playwright_utils/__test.sh

@@ -1,2 +0,0 @@
-
-python -m meutils.clis.browser refresh --delay 5 --storage-state "kimi*.json" --no-headless

meutils/playwright_utils/kimi1_cookies.json

@@ -1 +0,0 @@
-{"cookies": [{"name": "HMACCOUNT_BFESS", "value": "5FEF946BBD8BB410", "domain": ".hm.baidu.com", "path": "/", "expires": 1737016374.107596, "httpOnly": false, "secure": true, "sameSite": "None"}, {"name": "Hm_lvt_358cae4815e85d48f7e8ab7f3680a74b", "value": "1702456374", "domain": ".kimi.moonshot.cn", "path": "/", "expires": 1735729737, "httpOnly": false, "secure": false, "sameSite": "Lax"}, {"name": "_ga", "value": "GA1.1.1240485054.1702456374", "domain": ".moonshot.cn", "path": "/", "expires": 1738753737.624431, "httpOnly": false, "secure": false, "sameSite": "Lax"}, {"name": "_ga_YXD8W70SZP", "value": "GS1.1.1704192493.14.1.1704193737.0.0.0", "domain": ".moonshot.cn", "path": "/", "expires": 1738753737.628481, "httpOnly": false, "secure": false, "sameSite": "Lax"}, {"name": "Hm_lpvt_358cae4815e85d48f7e8ab7f3680a74b", "value": "1704193738", "domain": ".kimi.moonshot.cn", "path": "/", "expires": -1, "httpOnly": false, "secure": false, "sameSite": "Lax"}], "origins": [{"origin": "https://kimi.moonshot.cn", "localStorage": [{"name": "refresh_token", "value": "eyJhbGciOiJIUzUxMiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJlY2hvbWluZC1hcGktYXBpIiwiZXhwIjoxNzA2Nzg1NjQxLCJpYXQiOjE3MDQxOTM2NDEsImp0aSI6ImNtOXVzcTgzcjA3ZDIxOGx1aDYwIiwidHlwIjoicmVmcmVzaCIsInNwYWNlX2lkIjoiY2tpMDk0YjNhZXNsZ2xqNmZvMmciLCJzdWIiOiJja2kwOTRiM2Flc2xnbGo2Zm8zMCIsIngiOiIyZTYyN2Y0ZDQ2MzRiZmFmYWUyOTYxMThlNjgyNTQ3NCJ9.AKXM2ATSoGIxifd6C3OD7cEJE_kcGZkjDAVUL3f3Nd_PXOZN2XcfZkrAejV7AgSTO0SI_k6pyZIq8Jx5nzl_Dg"}, {"name": "CUSTOM_THEME", "value": "\"dark\""}, {"name": "__tea_cache_refer_20001731", "value": "{\"refer_key\":\"\",\"refer_title\":\"Kimi Chat - \u5e2e\u4f60\u770b\u66f4\u5927\u7684\u4e16\u754c\",\"refer_manual_key\":\"\",\"routeChange\":false}"}, {"name": "__tea_cache_first_20001731", "value": "1"}, {"name": "access_token", "value": "eyJhbGciOiJIUzUxMiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJlY2hvbWluZC1hcGktYXBpIiwiZXhwIjoxNzA0MTk0NTQxLCJpYXQiOjE3MDQxOTM2NDEsImp0aSI6ImNtOXVzcTgzcjA3ZDIxOGx1aDVnIiwidHlwIjoiYWNjZXNzIiwic3BhY2VfaWQiOiJja2kwOTRiM2Flc2xnbGo2Zm8yZyIsInN1YiI6ImNraTA5NGIzYWVzbGdsajZmbzMwIn0.VQ9pD2nmEzlMufLcHq8T4AQw2EM8YAjlOLU_p1irLEDPHDgARvLYIJfxjyGyiu_xP6BSyG6dW7lhdPfaqDs-dQ"}, {"name": "__tea_cache_tokens_20001731", "value": "{\"web_id\":\"7311994396176975375\",\"user_unique_id\":\"cki094b3aeslglj6fo30\",\"timestamp\":1704193737611,\"_type_\":\"default\"}"}, {"name": "Hm_lvt_358cae4815e85d48f7e8ab7f3680a74b", "value": "1735729737798|1702456374"}]}]}

meutils/playwright_utils/kimi2_cookies.json

@@ -1 +0,0 @@
-{"cookies": [{"name": "HMACCOUNT_BFESS", "value": "5FEF946BBD8BB410", "domain": ".hm.baidu.com", "path": "/", "expires": 1737016374.107596, "httpOnly": false, "secure": true, "sameSite": "None"}, {"name": "Hm_lvt_358cae4815e85d48f7e8ab7f3680a74b", "value": "1702456374", "domain": ".kimi.moonshot.cn", "path": "/", "expires": 1735729737, "httpOnly": false, "secure": false, "sameSite": "Lax"}, {"name": "_ga", "value": "GA1.1.1240485054.1702456374", "domain": ".moonshot.cn", "path": "/", "expires": 1738753737.473199, "httpOnly": false, "secure": false, "sameSite": "Lax"}, {"name": "_ga_YXD8W70SZP", "value": "GS1.1.1704192492.14.1.1704193737.0.0.0", "domain": ".moonshot.cn", "path": "/", "expires": 1738753737.48832, "httpOnly": false, "secure": false, "sameSite": "Lax"}, {"name": "Hm_lpvt_358cae4815e85d48f7e8ab7f3680a74b", "value": "1704193738", "domain": ".kimi.moonshot.cn", "path": "/", "expires": -1, "httpOnly": false, "secure": false, "sameSite": "Lax"}], "origins": [{"origin": "https://kimi.moonshot.cn", "localStorage": [{"name": "refresh_token", "value": "eyJhbGciOiJIUzUxMiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJlY2hvbWluZC1hcGktYXBpIiwiZXhwIjoxNzA2Nzg1NjQxLCJpYXQiOjE3MDQxOTM2NDEsImp0aSI6ImNtOXVzcWVjcDdmY2NuOWY5NjVnIiwidHlwIjoicmVmcmVzaCIsInNwYWNlX2lkIjoiY2tpMDk0YjNhZXNsZ2xqNmZvMmciLCJzdWIiOiJja2kwOTRiM2Flc2xnbGo2Zm8zMCIsIngiOiIyZTYyN2Y0ZDQ2MzRiZmFmYWUyOTYxMThlNjgyNTQ3NCJ9.rNL8_7YKo4z4ZAyJjWZymLOcqePG0E4X_kW6IaGdomwdgZBbzqsVZ229JSebja2dK5x-AeuVa-UbML5mIZy6AQ"}, {"name": "CUSTOM_THEME", "value": "\"dark\""}, {"name": "__tea_cache_refer_20001731", "value": "{\"refer_key\":\"\",\"refer_title\":\"Kimi Chat - \u5e2e\u4f60\u770b\u66f4\u5927\u7684\u4e16\u754c\",\"refer_manual_key\":\"\",\"routeChange\":false}"}, {"name": "__tea_cache_first_20001731", "value": "1"}, {"name": "access_token", "value": "eyJhbGciOiJIUzUxMiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJlY2hvbWluZC1hcGktYXBpIiwiZXhwIjoxNzA0MTk0NTQxLCJpYXQiOjE3MDQxOTM2NDEsImp0aSI6ImNtOXVzcWVjcDdmY2NuOWY5NjUwIiwidHlwIjoiYWNjZXNzIiwic3BhY2VfaWQiOiJja2kwOTRiM2Flc2xnbGo2Zm8yZyIsInN1YiI6ImNraTA5NGIzYWVzbGdsajZmbzMwIn0.fK_3u5hBnTx38GugbQ657NbHW1V0KfJXyu3Iad9nCEXvwOQlWGIvWNEJJx-5n07Jhqy0UwO0cPp_dXjeebAn5w"}, {"name": "__tea_cache_tokens_20001731", "value": "{\"web_id\":\"7311994396176975375\",\"user_unique_id\":\"cki094b3aeslglj6fo30\",\"timestamp\":1704193737476,\"_type_\":\"default\"}"}, {"name": "Hm_lvt_358cae4815e85d48f7e8ab7f3680a74b", "value": "1735729737511|1702456374"}]}]}

meutils/playwright_utils/kimi_cookies.json

@@ -1,93 +0,0 @@
-{
-  "cookies": [
-    {
-      "name": "HMACCOUNT_BFESS",
-      "value": "5FEF946BBD8BB410",
-      "domain": ".hm.baidu.com",
-      "path": "/",
-      "expires": 1737016374.107596,
-      "httpOnly": false,
-      "secure": true,
-      "sameSite": "None"
-    },
-    {
-      "name": "Hm_lvt_358cae4815e85d48f7e8ab7f3680a74b",
-      "value": "1702456374",
-      "domain": ".kimi.moonshot.cn",
-      "path": "/",
-      "expires": 1735962397,
-      "httpOnly": false,
-      "secure": false,
-      "sameSite": "Lax"
-    },
-    {
-      "name": "_ga",
-      "value": "GA1.1.1240485054.1702456374",
-      "domain": ".moonshot.cn",
-      "path": "/",
-      "expires": 1738986397.630528,
-      "httpOnly": false,
-      "secure": false,
-      "sameSite": "Lax"
-    },
-    {
-      "name": "_ga_YXD8W70SZP",
-      "value": "GS1.1.1704426016.15.1.1704426397.0.0.0",
-      "domain": ".moonshot.cn",
-      "path": "/",
-      "expires": 1738986397.636582,
-      "httpOnly": false,
-      "secure": false,
-      "sameSite": "Lax"
-    },
-    {
-      "name": "Hm_lpvt_358cae4815e85d48f7e8ab7f3680a74b",
-      "value": "1704426398",
-      "domain": ".kimi.moonshot.cn",
-      "path": "/",
-      "expires": -1,
-      "httpOnly": false,
-      "secure": false,
-      "sameSite": "Lax"
-    }
-  ],
-  "origins": [
-    {
-      "origin": "https://kimi.moonshot.cn",
-      "localStorage": [
-        {
-          "name": "refresh_token",
-          "value": "eyJhbGciOiJIUzUxMiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJlY2hvbWluZC1hcGktYXBpIiwiZXhwIjoxNzA3MDE4MDE3LCJpYXQiOjE3MDQ0MjYwMTcsImp0aSI6ImNtYm5rODgzcWZmZmFkOWtzbDYwIiwidHlwIjoicmVmcmVzaCIsInNwYWNlX2lkIjoiY2tpMDk0YjNhZXNsZ2xqNmZvMmciLCJzdWIiOiJja2kwOTRiM2Flc2xnbGo2Zm8zMCIsIngiOiIyZTYyN2Y0ZDQ2MzRiZmFmYWUyOTYxMThlNjgyNTQ3NCJ9.kABDlIcRTLJUDgLZCW-54Z7xgxYFcsu41plozikVM9Rrm0JKivA4d6xPvp_HNICOck1caUEfOav0C21oNjimnQ"
-        },
-        {
-          "name": "__tea_cache_refer_20001731",
-          "value": "{\"refer_key\":\"\",\"refer_title\":\"Kimi Chat - \u5e2e\u4f60\u770b\u66f4\u5927\u7684\u4e16\u754c\",\"refer_manual_key\":\"\",\"routeChange\":false}"
-        },
-        {
-          "name": "CUSTOM_THEME",
-          "value": "\"dark\""
-        },
-        {
-          "name": "__tea_cache_first_20001731",
-          "value": "1"
-        },
-        {
-          "name": "APMPLUS566559",
-          "value": "JTdCJTIydXNlcklkJTIyOiUyMmNraTA5NGIzYWVzbGdsajZmbzMwJTIyLCUyMmRldmljZUlkJTIyOiUyMjM0NTAxMWQyLWZiNWItNGNhZS05NTlhLTJmNzZkMTY5N2QzMCUyMiwlMjJyJTIyOjAuNzc2MjI2MTYwODc3ODM1NiwlMjJleHBpcmVzJTIyOjE3MTIyMDIzOTc3NzglN0Q="
-        },
-        {
-          "name": "access_token",
-          "value": "eyJhbGciOiJIUzUxMiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJlY2hvbWluZC1hcGktYXBpIiwiZXhwIjoxNzA0NDI2OTE3LCJpYXQiOjE3MDQ0MjYwMTcsImp0aSI6ImNtYm5rODgzcWZmZmFkOWtzbDVnIiwidHlwIjoiYWNjZXNzIiwic3BhY2VfaWQiOiJja2kwOTRiM2Flc2xnbGo2Zm8yZyIsInN1YiI6ImNraTA5NGIzYWVzbGdsajZmbzMwIn0.YhChjPaY8eXHzJSb5S_VeuTbTY6EeBARULUIp3duN7fg_iYGlT4SfRM4ClL9uWNyCfdS7hKmfRmRMeia2mUMRg"
-        },
-        {
-          "name": "__tea_cache_tokens_20001731",
-          "value": "{\"web_id\":\"7311994396176975375\",\"user_unique_id\":\"cki094b3aeslglj6fo30\",\"timestamp\":1704426397618,\"_type_\":\"default\"}"
-        },
-        {
-          "name": "Hm_lvt_358cae4815e85d48f7e8ab7f3680a74b",
-          "value": "1735962397784|1702456374"
-        }
-      ]
-    }
-  ]
-}

meutils/serving/README.md

@@ -1 +0,0 @@
-Docarray 重写 appzoo

meutils/serving/celery/_run.sh

@@ -1,10 +0,0 @@
-#!/usr/bin/env bash
-# @Project      : AI @by PyCharm
-# @Time         : 2023/8/4 11:21
-# @Author       : betterme
-# @Email        : 313303303@qq.com
-# @Software     : PyCharm
-# @Description  :
-
-celery -A meutils.serving.celery.tasks worker -l info
-#celery -A tasks worker -l info

meutils/serving/gui/run.sh

@@ -1,9 +0,0 @@
-#!/usr/bin/env bash
-# @Project      : AI @by PyCharm
-# @Time         : 2023/3/21 09:24
-# @Author       : betterme
-# @Email        : 313303303@qq.com
-# @Software     : PyCharm
-# @Description  : 
-
-pythonw demo.py

meutils/serving/jina/__demo/client.py

@@ -1,42 +0,0 @@
-#!/usr/bin/env python
-# -*- coding: utf-8 -*-
-# @Project      : AppZoo.
-# @File         : client
-# @Time         : 2022/9/9 下午5:02
-# @Author       : yuanjie
-# @WeChat       : meutils
-# @Software     : PyCharm
-# @Description  : 
-
-
-from jina import Client, Document, DocumentArray
-
-# c = Client(host='grpc://0.0.0.0:8504')
-#
-#
-# print(c.post('/', DocumentArray.empty(1)).texts)
-# print(c.post('/e1', DocumentArray.empty(2)).texts)
-# print(c.post('/e2', DocumentArray.empty(3)).texts)
-#
-
-
-# r = c.post(
-#     '/',
-#     inputs=DocumentArray([
-#         Document(text='如何更换花呗绑定银行卡'),
-#         Document(text='花呗更改绑定银行卡')
-#     ])
-# )
-# print(r.embeddings)
-
-#
-# {
-#     "data": [
-#         {
-#             "text": "我在南京"
-#         }
-#     ]
-# }
-
-
-r = Client(host='grpc://0.0.0.0:8501').post('/encode', [Document(text='我是中国人')] * 5)

meutils/serving/jina/__demo/flow.svg

@@ -1 +0,0 @@
-<svg id="mermaid-svg" width="100%" xmlns="http://www.w3.org/2000/svg" style="max-width: 603.125px;" viewBox="-8 -8 603.125 274" role="graphics-document document" aria-roledescription="flowchart-v2" xmlns:xlink="http://www.w3.org/1999/xlink"><style>#mermaid-svg{font-family:"trebuchet ms",verdana,arial,sans-serif;font-size:16px;fill:#333;}#mermaid-svg .error-icon{fill:hsl(180, 0%, 100%);}#mermaid-svg .error-text{fill:rgb(0, 0, 0);stroke:rgb(0, 0, 0);}#mermaid-svg .edge-thickness-normal{stroke-width:2px;}#mermaid-svg .edge-thickness-thick{stroke-width:3.5px;}#mermaid-svg .edge-pattern-solid{stroke-dasharray:0;}#mermaid-svg .edge-pattern-dashed{stroke-dasharray:3;}#mermaid-svg .edge-pattern-dotted{stroke-dasharray:2;}#mermaid-svg .marker{fill:#a6d8da;stroke:#a6d8da;}#mermaid-svg .marker.cross{stroke:#a6d8da;}#mermaid-svg svg{font-family:"trebuchet ms",verdana,arial,sans-serif;font-size:16px;}#mermaid-svg .label{font-family:"trebuchet ms",verdana,arial,sans-serif;color:#333;}#mermaid-svg .cluster-label text{fill:rgb(0, 0, 0);}#mermaid-svg .cluster-label span,#mermaid-svg p{color:rgb(0, 0, 0);}#mermaid-svg .label text,#mermaid-svg span,#mermaid-svg p{fill:#333;color:#333;}#mermaid-svg .node rect,#mermaid-svg .node circle,#mermaid-svg .node ellipse,#mermaid-svg .node polygon,#mermaid-svg .node path{fill:#32C8CD;stroke:#fff;stroke-width:1px;}#mermaid-svg .flowchart-label text{text-anchor:middle;}#mermaid-svg .node .label{text-align:center;}#mermaid-svg .node.clickable{cursor:pointer;}#mermaid-svg .arrowheadPath{fill:#0b0b0b;}#mermaid-svg .edgePath .path{stroke:#a6d8da;stroke-width:2.0px;}#mermaid-svg .flowchart-link{stroke:#a6d8da;fill:none;}#mermaid-svg .edgeLabel{background-color:hsl(-120, 0%, 100%);text-align:center;}#mermaid-svg .edgeLabel rect{opacity:0.5;background-color:hsl(-120, 0%, 100%);fill:hsl(-120, 0%, 100%);}#mermaid-svg .labelBkg{background-color:rgba(255, 255, 255, 0.5);}#mermaid-svg .cluster rect{fill:#EEEDE78C;stroke:none;stroke-width:1px;}#mermaid-svg .cluster text{fill:rgb(0, 0, 0);}#mermaid-svg .cluster span,#mermaid-svg p{color:rgb(0, 0, 0);}#mermaid-svg div.mermaidTooltip{position:absolute;text-align:center;max-width:200px;padding:2px;font-family:"trebuchet ms",verdana,arial,sans-serif;font-size:12px;background:hsl(180, 0%, 100%);border:1px solid none;border-radius:2px;pointer-events:none;z-index:100;}#mermaid-svg .flowchartTitleText{text-anchor:middle;font-size:18px;fill:#333;}#mermaid-svg :root{--mermaid-font-family:"trebuchet ms",verdana,arial,sans-serif;}#mermaid-svg .INSPECT&gt;*{stroke:#F29C9F!important;}#mermaid-svg .INSPECT span{stroke:#F29C9F!important;}#mermaid-svg .JOIN_INSPECT&gt;*{stroke:#F29C9F!important;}#mermaid-svg .JOIN_INSPECT span{stroke:#F29C9F!important;}#mermaid-svg .GATEWAY&gt;*{fill:none!important;color:#000!important;stroke:none!important;}#mermaid-svg .GATEWAY span{fill:none!important;color:#000!important;stroke:none!important;}#mermaid-svg .GATEWAY tspan{fill:#000!important;}#mermaid-svg .INSPECT_AUX_PASS&gt;*{stroke-dasharray:2 2!important;}#mermaid-svg .INSPECT_AUX_PASS span{stroke-dasharray:2 2!important;}#mermaid-svg .HEADTAIL&gt;*{fill:#32C8CD1D!important;}#mermaid-svg .HEADTAIL span{fill:#32C8CD1D!important;}#mermaid-svg .EXTERNAL&gt;*{fill:#fff!important;stroke:#32C8CD!important;}#mermaid-svg .EXTERNAL span{fill:#fff!important;stroke:#32C8CD!important;}</style><g><marker id="flowchart-pointEnd" class="marker flowchart" viewBox="0 0 10 10" refX="10" refY="5" markerUnits="userSpaceOnUse" markerWidth="12" markerHeight="12" orient="auto"><path d="M 0 0 L 10 5 L 0 10 z" class="arrowMarkerPath" style="stroke-width: 1; stroke-dasharray: 1, 0;"></path></marker><marker id="flowchart-pointStart" class="marker flowchart" viewBox="0 0 10 10" refX="0" refY="5" markerUnits="userSpaceOnUse" markerWidth="12" markerHeight="12" orient="auto"><path d="M 0 5 L 10 10 L 10 0 z" class="arrowMarkerPath" style="stroke-width: 1; stroke-dasharray: 1, 0;"></path></marker><marker id="flowchart-circleEnd" class="marker flowchart" viewBox="0 0 10 10" refX="11" refY="5" markerUnits="userSpaceOnUse" markerWidth="11" markerHeight="11" orient="auto"><circle cx="5" cy="5" r="5" class="arrowMarkerPath" style="stroke-width: 1; stroke-dasharray: 1, 0;"></circle></marker><marker id="flowchart-circleStart" class="marker flowchart" viewBox="0 0 10 10" refX="-1" refY="5" markerUnits="userSpaceOnUse" markerWidth="11" markerHeight="11" orient="auto"><circle cx="5" cy="5" r="5" class="arrowMarkerPath" style="stroke-width: 1; stroke-dasharray: 1, 0;"></circle></marker><marker id="flowchart-crossEnd" class="marker cross flowchart" viewBox="0 0 11 11" refX="12" refY="5.2" markerUnits="userSpaceOnUse" markerWidth="11" markerHeight="11" orient="auto"><path d="M 1,1 l 9,9 M 10,1 l -9,9" class="arrowMarkerPath" style="stroke-width: 2; stroke-dasharray: 1, 0;"></path></marker><marker id="flowchart-crossStart" class="marker cross flowchart" viewBox="0 0 11 11" refX="-1" refY="5.2" markerUnits="userSpaceOnUse" markerWidth="11" markerHeight="11" orient="auto"><path d="M 1,1 l 9,9 M 10,1 l -9,9" class="arrowMarkerPath" style="stroke-width: 2; stroke-dasharray: 1, 0;"></path></marker><g class="root"><g class="clusters"></g><g class="edgePaths"><path d="M74.71875,129L78.88541666666667,129C83.05208333333333,129,91.38541666666667,129,99.71875,129C108.05208333333333,129,116.38541666666667,129,120.55208333333333,129L124.71875,129" id="L-gatewaystart-E-0" class=" edge-thickness-normal edge-pattern-solid flowchart-link LS-gatewaystart LE-E" style="fill:none;" marker-end="url(#flowchart-pointEnd)"></path><path d="M198.296875,174.84561891515995L202.46354166666666,180.0380157626333C206.63020833333334,185.23041261010664,214.96354166666666,195.61520630505333,223.296875,200.80760315252667C231.63020833333334,206,239.96354166666666,206,244.13020833333334,206L248.296875,206" id="L-E-EE-0" class=" edge-thickness-normal edge-pattern-solid flowchart-link LS-E LE-EE" style="fill:none;" marker-end="url(#flowchart-pointEnd)"></path><path d="M198.296875,83.15438108484005L202.46354166666666,77.9619842373667C206.63020833333334,72.76958738989337,214.96354166666666,62.38479369494669,223.31119791666666,57.19239684747334C231.65885416666666,52,240.02083333333334,52,244.20182291666666,52L248.3828125,52" id="L-E-executor2-0" class=" edge-thickness-normal edge-pattern-solid flowchart-link LS-E LE-executor2" style="fill:none;" marker-end="url(#flowchart-pointEnd)"></path><path d="M330.4375,206L334.6041666666667,206C338.7708333333333,206,347.1041666666667,206,355.4375,206C363.7708333333333,206,372.1041666666667,206,376.2708333333333,206L380.4375,206" id="L-EE-executor3-0" class=" edge-thickness-normal edge-pattern-solid flowchart-link LS-EE LE-executor3" style="fill:none;" marker-end="url(#flowchart-pointEnd)"></path><path d="M462.40625,206L466.5729166666667,206C470.7395833333333,206,479.0729166666667,206,487.40625,206C495.7395833333333,206,504.0729166666667,206,508.2395833333333,206L512.40625,206" id="L-executor3-gatewayend-0" class=" edge-thickness-normal edge-pattern-solid flowchart-link LS-executor3 LE-gatewayend" style="fill:none;" marker-end="url(#flowchart-pointEnd)"></path></g><g class="edgeLabels"><g class="edgeLabel"><g class="label" transform="translate(0, 0)"><foreignObject width="0" height="0"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; white-space: nowrap;"><span class="edgeLabel"></span></div></foreignObject></g></g><g class="edgeLabel"><g class="label" transform="translate(0, 0)"><foreignObject width="0" height="0"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; white-space: nowrap;"><span class="edgeLabel"></span></div></foreignObject></g></g><g class="edgeLabel"><g class="label" transform="translate(0, 0)"><foreignObject width="0" height="0"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; white-space: nowrap;"><span class="edgeLabel"></span></div></foreignObject></g></g><g class="edgeLabel"><g class="label" transform="translate(0, 0)"><foreignObject width="0" height="0"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; white-space: nowrap;"><span class="edgeLabel"></span></div></foreignObject></g></g><g class="edgeLabel"><g class="label" transform="translate(0, 0)"><foreignObject width="0" height="0"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; white-space: nowrap;"><span class="edgeLabel"></span></div></foreignObject></g></g></g><g class="nodes"><g class="root" transform="translate(372.9375, 146)"><g class="clusters"><g class="cluster DEPLOYMENT DEPLOYMENT DEPLOYMENT DEPLOYMENT flowchart-label" id="executor3"><rect style="" rx="0" ry="0" x="8" y="8" width="81.96875" height="104"></rect><g class="cluster-label" transform="translate(13.1484375, 8)"><foreignObject width="71.671875" height="19"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; white-space: nowrap;"><span class="nodeLabel">executor3</span></div></foreignObject></g></g></g><g class="edgePaths"></g><g class="edgeLabels"></g><g class="nodes"><g class="node default pod flowchart-label" id="flowchart-executor3/rep-0-31" transform="translate(48.984375, 60)"><rect class="basic label-container" style="" rx="0" ry="0" x="-15.984375" y="-17" width="31.96875" height="34"></rect><g class="label" style="" transform="translate(-8.484375, -9.5)"><rect></rect><foreignObject width="16.96875" height="19"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; white-space: nowrap;"><span class="nodeLabel">E2</span></div></foreignObject></g></g></g></g><g class="root" transform="translate(240.8828125, -8)"><g class="clusters"><g class="cluster DEPLOYMENT DEPLOYMENT flowchart-label" id="executor2"><rect style="" rx="0" ry="0" x="8" y="8" width="81.96875" height="104"></rect><g class="cluster-label" transform="translate(13.1484375, 8)"><foreignObject width="71.671875" height="19"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; white-space: nowrap;"><span class="nodeLabel">executor2</span></div></foreignObject></g></g></g><g class="edgePaths"></g><g class="edgeLabels"></g><g class="nodes"><g class="node default pod flowchart-label" id="flowchart-executor2/rep-0-30" transform="translate(48.984375, 60)"><rect class="basic label-container" style="" rx="0" ry="0" x="-15.984375" y="-17" width="31.96875" height="34"></rect><g class="label" style="" transform="translate(-8.484375, -9.5)"><rect></rect><foreignObject width="16.96875" height="19"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; white-space: nowrap;"><span class="nodeLabel">E1</span></div></foreignObject></g></g></g></g><g class="root" transform="translate(240.796875, 146)"><g class="clusters"><g class="cluster DEPLOYMENT DEPLOYMENT DEPLOYMENT DEPLOYMENT flowchart-label" id="EE"><rect style="" rx="0" ry="0" x="8" y="8" width="82.140625" height="104"></rect><g class="cluster-label" transform="translate(40.5, 8)"><foreignObject width="17.140625" height="19"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; white-space: nowrap;"><span class="nodeLabel">EE</span></div></foreignObject></g></g></g><g class="edgePaths"></g><g class="edgeLabels"></g><g class="nodes"><g class="node default pod flowchart-label" id="flowchart-EE/rep-0-29" transform="translate(49.0703125, 60)"><rect class="basic label-container" style="" rx="0" ry="0" x="-16.0703125" y="-17" width="32.140625" height="34"></rect><g class="label" style="" transform="translate(-8.5703125, -9.5)"><rect></rect><foreignObject width="17.140625" height="19"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; white-space: nowrap;"><span class="nodeLabel">EE</span></div></foreignObject></g></g></g></g><g class="root" transform="translate(117.21875, 69)"><g class="clusters"><g class="cluster DEPLOYMENT DEPLOYMENT DEPLOYMENT DEPLOYMENT DEPLOYMENT DEPLOYMENT flowchart-label" id="E"><rect style="" rx="0" ry="0" x="8" y="8" width="73.578125" height="104"></rect><g class="cluster-label" transform="translate(40.5, 8)"><foreignObject width="8.578125" height="19"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; white-space: nowrap;"><span class="nodeLabel">E</span></div></foreignObject></g></g></g><g class="edgePaths"></g><g class="edgeLabels"></g><g class="nodes"><g class="node default pod flowchart-label" id="flowchart-E/rep-0-28" transform="translate(44.7890625, 60)"><rect class="basic label-container" style="" rx="0" ry="0" x="-11.7890625" y="-17" width="23.578125" height="34"></rect><g class="label" style="" transform="translate(-4.2890625, -9.5)"><rect></rect><foreignObject width="8.578125" height="19"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; white-space: nowrap;"><span class="nodeLabel">E</span></div></foreignObject></g></g></g></g><g class="node default GATEWAY flowchart-label" id="flowchart-gatewaystart-32" transform="translate(37.359375, 129)"><rect class="basic label-container" style="" rx="0" ry="0" x="-37.359375" y="-17" width="74.71875" height="34"></rect><g class="label" style="" transform="translate(-29.859375, -9.5)"><rect></rect><foreignObject width="59.71875" height="19"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; white-space: nowrap;"><span class="nodeLabel">gateway</span></div></foreignObject></g></g><g class="node default GATEWAY flowchart-label" id="flowchart-gatewayend-41" transform="translate(549.765625, 206)"><rect class="basic label-container" style="" rx="0" ry="0" x="-37.359375" y="-17" width="74.71875" height="34"></rect><g class="label" style="" transform="translate(-29.859375, -9.5)"><rect></rect><foreignObject width="59.71875" height="19"><div xmlns="http://www.w3.org/1999/xhtml" style="display: inline-block; white-space: nowrap;"><span class="nodeLabel">gateway</span></div></foreignObject></g></g></g></g></g><style>@import url("https://cdnjs.cloudflare.com/ajax/libs/font-awesome/6.4.0/css/all.min.css");</style></svg>

meutils/serving/jina/__demo/s.py

@@ -1,34 +0,0 @@
-#!/usr/bin/env python
-# -*- coding: utf-8 -*-
-# @Project      : AI.  @by PyCharm
-# @File         : s
-# @Time         : 2023/7/24 14:12
-# @Author       : betterme
-# @WeChat       : meutils
-# @Software     : PyCharm
-# @Description  : 
-
-from meutils.pipe import *
-from jina import Executor, requests, Deployment
-from docarray import DocList
-from docarray.documents import TextDoc
-
-
-class MyExecutor(Executor):
-    @requests
-    def foo(self, docs: DocList[TextDoc], **kwargs) -> DocList[TextDoc]:
-        for d in docs:
-            d.text = 'hello world'
-        return docs
-
-
-from jina import requests, dynamic_batching, Document, DocumentArray, Executor, Deployment, Flow, Client
-
-dep = Deployment(port=9966, uses=MyExecutor)
-with dep:
-    response_docs = dep.post(
-        on='/',
-        inputs=DocList[TextDoc]([TextDoc(text='hello')]),
-        return_type=DocList[TextDoc]
-    )
-    print(f'Text: {response_docs[0].text}')

meutils/serving/jina/__demo/s2.py

@@ -1,37 +0,0 @@
-#!/usr/bin/env python
-# -*- coding: utf-8 -*-
-# @Project      : AI.  @by PyCharm
-# @File         : s2
-# @Time         : 2023/7/24 14:16
-# @Author       : betterme
-# @WeChat       : meutils
-# @Software     : PyCharm
-# @Description  : 
-
-from meutils.pipe import *
-from meutils.pipe import *
-from jina import Executor, requests, Deployment
-from docarray import DocList
-from docarray.documents import TextDoc
-
-
-class MyExecutor(Executor):
-    @requests
-    def foo(self, docs: DocList[TextDoc], **kwargs) -> DocList[TextDoc]:
-        for d in docs:
-            d.text = 'hello world'
-        # return docs
-
-
-from jina import requests, dynamic_batching, Document, DocumentArray, Executor, Deployment, Flow, Client
-
-f1 = Flow(port=8501).add(uses=MyExecutor)
-
-with f1:
-    response_docs = f1.post(
-        on='/',
-        inputs=DocList[TextDoc]([TextDoc(text='hello')]),
-        return_type=DocList[TextDoc]
-    )
-    print(f'Text: {response_docs[0].text}')
-

meutils/serving/jina/__demo/server.py

@@ -1,83 +0,0 @@
-#!/usr/bin/env python
-# -*- coding: utf-8 -*-
-# @Project      : AppZoo.
-# @File         : server
-# @Time         : 2022/9/9 下午4:59
-# @Author       : yuanjie
-# @WeChat       : meutils
-# @Software     : PyCharm
-# @Description  :
-
-from jina import Document, DocumentArray, Executor, Flow, requests, Deployment
-
-
-class E(Executor):
-    @requests  # 默认串起来
-    def func(self, docs: DocumentArray, **kwargs):
-        for d in docs:
-            d.text += 'None'
-
-
-class EE(Executor):
-    @requests
-    def func(self, docs: DocumentArray, **kwargs):
-        for d in docs:
-            d.text += 'Null'
-
-
-class E1(Executor):
-    @requests(on='/e1')
-    def func(self, docs: DocumentArray, **kwargs):
-        for d in docs:
-            d.text += '1'
-
-
-class E2(Executor):
-    @requests(on='/e2')
-    def func(self, docs: DocumentArray, **kwargs):
-        for d in docs:
-            d.text += '2'
-
-
-f1 = Flow(port=8501).add(uses=E)
-f2 = Flow(port=8502).add(uses=E1)
-f12 = Flow(port=8503).add(uses=E).add(uses=E1)
-f123 = (
-    Flow(port=8504)
-    .add(uses=E, name='E').add(uses=EE, name='EE')
-    .add(uses=E1, needs='E')
-    .add(uses=E2, needs='EE')
-)
-# f123 = (
-#     Flow(port=8506)
-#     .add(uses=E, name='E').add(uses=EE, name='EE')
-#     .add(uses=E1, name='E1')
-#     .add(uses=E2, needs=['E1'])
-# )
-
-# f = Flow(port=8501, protocol=['GRPC']).add(uses=MyExec).add(uses=Cut)
-# f = Flow(port=[8500, 8501], protocol=['GRPC', 'HTTP']).add(uses=MyExec)  # .add(uses=Cut).add(uses=Read)
-f123.plot('flow.svg')
-
-
-
-if __name__ == '__main__':
-
-    with f1, f2, f12, f123:
-        # 测试
-        r = f1.post('/', DocumentArray.empty(1))
-        print(r.texts)
-        r = f2.post('/e1', DocumentArray.empty(2))
-        print(r.texts)
-        # r = f12.post('/e2', DocumentArray.empty(12))
-        # print(r.texts)
-        # r = f123.post('/', DocumentArray.empty(3))
-        # print(r.texts)
-        # r = f123.post('/', [1,2,3])
-        # backend server forever
-        # f123.block()
-
-    # with Deployment(name='myexec1', uses=MyExec) as dep:
-    #     dep.post(on='/bar', inputs=Document(), on_done=print)
-
-

meutils/serving/jina/__demo/test.py

@@ -1,40 +0,0 @@
-import socket
-import os
-import random
-
-unassigned_ports = []
-DEFAULT_MIN_PORT = 49153
-MAX_PORT = 65535
-
-
-def reset_ports():
-    def _get_unassigned_ports():
-        # if we are running out of ports, lower default minimum port
-        min_port = int(
-            os.environ.get('JINA_RANDOM_PORT_MIN', str(DEFAULT_MIN_PORT))
-        )
-        max_port = int(os.environ.get('JINA_RANDOM_PORT_MAX', str(MAX_PORT)))
-        return set(range(min_port, max_port + 1))
-
-    unassigned_ports.clear()
-    unassigned_ports.extend(_get_unassigned_ports())
-    random.shuffle(unassigned_ports)
-
-
-def _check_bind(port):
-    with socket.socket() as s:
-        try:
-            s.bind(('', port))
-            s.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
-            return port
-        except OSError as exc:
-            print(f'OSError Exception to skip: {exc}. Try next port')
-            return None
-
-reset_ports()
-for idx, _port in enumerate(unassigned_ports):
-    if _check_bind(_port) is not None:
-        break
-raise OSError(
-    f'can not find an available port in {len(unassigned_ports)} unassigned ports, assigned already {len(unassigned_ports)} ports'
-)

meutils/serving/jina/executors/SentenceEncoder.py

@@ -1,62 +0,0 @@
-#!/usr/bin/env python
-# -*- coding: utf-8 -*-
-# @Project      : AI.  @by PyCharm
-# @File         : SentenceEncoder
-# @Time         : 2023/6/7 09:09
-# @Author       : betterme
-# @WeChat       : meutils
-# @Software     : PyCharm
-# @Description  : 
-
-from meutils.pipe import *
-from jina import requests, dynamic_batching, Document, DocumentArray, Executor, Deployment, Flow, Client
-from sentence_transformers import SentenceTransformer
-import torch
-
-
-class DummyExecutor(Executor):
-    c = Client(host='grpc://0.0.0.0:51234', asyncio=True)
-
-    @requests
-    async def process(self, docs: DocumentArray, **kwargs):
-        self.c.post('/', docs)
-
-
-class SentenceEncoder(Executor):
-    """A simple sentence encoder that can be run on a CPU or a GPU
-
-    :param device: The pytorch device that the model is on, e.g. 'cpu', 'cuda', 'cuda:1'
-    """
-
-    def __init__(self, device: str = 'cpu', *args, **kwargs):
-        super().__init__(*args, **kwargs)
-        self.model = SentenceTransformer('all-MiniLM-L6-v2', device=device)
-        self.model.to(device)  # Move the model to device
-
-    @requests
-    @dynamic_batching(preferred_batch_size=10, timeout=1_000)  # 默认10s
-    def encode(self, docs: DocumentArray, **kwargs):
-        """Add text-based embeddings to all documents"""
-        with torch.inference_mode():
-            embeddings = self.model.encode(docs.texts, batch_size=32)
-        docs.embeddings = embeddings
-
-
-
-def main(inputs=['x']):
-    dep = Deployment(uses=SentenceEncoder, uses_with={'device': 'cpu'})
-
-    with dep:
-        dep.post(on='/encode', inputs=inputs)
-
-
-if __name__ == '__main__':
-
-    def generate_docs():
-        for _ in range(2):
-            yield Document(
-                text='Using a GPU allows you to significantly speed up encoding.'
-            )
-
-
-    main()

meutils/serving/jina/executors/SentenceEncoder_.py

@@ -1,63 +0,0 @@
-#!/usr/bin/env python
-# -*- coding: utf-8 -*-
-# @Project      : AI.  @by PyCharm
-# @File         : SentenceEncoder
-# @Time         : 2023/6/7 09:09
-# @Author       : betterme
-# @WeChat       : meutils
-# @Software     : PyCharm
-# @Description  : 
-
-from meutils.pipe import *
-from jina import requests, dynamic_batching, Document, DocumentArray, Executor, Deployment, Flow, Client
-from sentence_transformers import SentenceTransformer
-import torch
-
-
-class DummyExecutor(Executor):
-    c = Client(host='grpc://0.0.0.0:51234', asyncio=True)
-
-    @requests
-    async def process(self, docs: DocumentArray, **kwargs):
-        self.c.post('/', docs)
-
-
-class SentenceEncoder(Executor):
-    """A simple sentence encoder that can be run on a CPU or a GPU
-
-    :param device: The pytorch device that the model is on, e.g. 'cpu', 'cuda', 'cuda:1'
-    """
-
-    def __init__(self, device: str = 'cpu', *args, **kwargs):
-        super().__init__(*args, **kwargs)
-        self.model = SentenceTransformer('all-MiniLM-L6-v2', device=device)
-        self.model.to(device)  # Move the model to device
-
-    @requests
-    @dynamic_batching(preferred_batch_size=10, timeout=1_000)  # 默认10s
-    def encode(self, docs: DocumentArray, **kwargs):
-        """Add text-based embeddings to all documents"""
-        print(docs.texts)
-        with torch.inference_mode():
-            embeddings = self.model.encode(docs.texts, batch_size=32)
-        docs.embeddings = embeddings
-
-
-
-def main(inputs=['x']):
-    dep = Deployment(uses=SentenceEncoder, uses_with={'device': 'cpu'})
-
-    with dep:
-        dep.post(on='/encode', inputs=inputs)
-
-
-if __name__ == '__main__':
-
-    def generate_docs():
-        for _ in range(2):
-            yield Document(
-                text='Using a GPU allows you to significantly speed up encoding.'
-            )
-
-
-    main()

meutils/serving/jina/executors/__init__.py

@@ -1,46 +0,0 @@
-#!/usr/bin/env python
-# -*- coding: utf-8 -*-
-# @Project      : AI.  @by PyCharm
-# @File         : executors
-# @Time         : 2023/6/6 15:53
-# @Author       : betterme
-# @WeChat       : meutils
-# @Software     : PyCharm
-# @Description  : 
-
-from meutils.pipe import *
-
-from jina import Document, DocumentArray, Executor, Flow, requests, Deployment
-from sentence_transformers import SentenceTransformer
-
-model_name_or_path = 'intfloat/multilingual-e5-base'
-
-model = SentenceTransformer(model_name_or_path)
-
-encode = lru_cache()(model.encode)
-class Parameters(BaseModel):
-    model: str
-    batch_size: int
-
-class E(Executor):
-    @requests(on='/encode')
-    def func(self, docs: DocumentArray, parameters, **kwargs):  # 客户端参数
-        embeddings = encode(docs.texts, batch_size=32, normalize_embeddings=True)
-        for doc, embedding in zip(docs, embeddings):
-            doc.embedding = embedding
-            # background_tasks.add_task(encode(doc.text, normalize_embeddings=True))
-
-
-f1 = Flow(port=8501).add(uses=E)
-
-with f1:
-    # 测试
-    # r = f1.post('/', DocumentArray([Document(text='我是中国人')] * 5))
-    # print(r[:, 'tags'])
-    # r = f1.post('/', [Document(text='我是中国人')]*5)
-    # print(r.texts)
-
-    # r = f1.post('/encode', DocumentArray([Document(text='我是中国人')] * 5))
-    # print(r.texts)
-    # print(r.embeddings)
-    f1.block()

meutils/serving/jina/executors/base.py

@@ -1,40 +0,0 @@
-#!/usr/bin/env python
-# -*- coding: utf-8 -*-
-# @Project      : AI.  @by PyCharm
-# @File         : base
-# @Time         : 2023/7/24 14:17
-# @Author       : betterme
-# @WeChat       : meutils
-# @Software     : PyCharm
-# @Description  : 
-
-from meutils.pipe import *
-from jina import Executor, Deployment, Flow, Client
-from jina import requests, dynamic_batching
-from docarray import DocList
-from docarray.documents import TextDoc, ImageDoc
-
-
-class MyExecutor(Executor):
-    @requests
-    # @dynamic_batching()
-    def foo(self, docs: list, **kwargs):
-        for d in docs:
-            d.text = 'hello world'
-        return docs
-
-
-if __name__ == '__main__':
-    # f1 = Flow(port=8501).add(uses=MyExecutor)
-    #
-    # with f1:
-    #     response_docs = f1.post(
-    #         on='/',
-    #         inputs=DocList[TextDoc]([TextDoc(text='hello')]),
-    #         return_type=DocList[TextDoc]
-    #     )
-    #     print(f'Text: {response_docs[0].text}')
-
-    e = MyExecutor()
-    # print(e.foo(DocList[TextDoc]([TextDoc(text='hello')]))[0].text)
-    print(e.foo([TextDoc(text='hello')])[0].text)

meutils/serving/jina/nlp_serving/__init__.py

@@ -1,11 +0,0 @@
-#!/usr/bin/env python
-# -*- coding: utf-8 -*-
-# @Project      : AI.  @by PyCharm
-# @File         : __init__.py
-# @Time         : 2023/5/17 09:11
-# @Author       : betterme
-# @WeChat       : meutils
-# @Software     : PyCharm
-# @Description  : 
-
-from meutils.pipe import *