remote-run-everything 2.0.5__py3-none-any.whl → 2.0.7__py3-none-any.whl

remote_run_everything/__init__.py

@@ -1,4 +1,5 @@
 from remote_run_everything.deploy.by_http import ByHttp
+from remote_run_everything.deploy.by_sftp import BySftp
 
 from remote_run_everything.db.crude_duck import CrudeDuck
 from remote_run_everything.db.crud_sqlalchemy import Crud

remote_run_everything/deploy/by_http.py

@@ -29,9 +29,12 @@ class ByHttp:
             sql = f"select * from down where path='{path}' and time='{t}' "
             res = con.sql(sql).fetchone()
             if res is not None: continue
+            ok=self.t.pull(self.host, path, self.local, self.remote)
+            if ok!="ok":
+                print ("err==",ok,dic)
+                continue
             print("down", dic)
             con.execute(f"delete from down where path='{path}' ")
-            self.t.pull(self.host, path, self.local, self.remote)
             add_l.append(dic)
         con.commit()
         c.insert_many(eg, mod, add_l)
@@ -53,10 +56,13 @@ class ByHttp:
             sql = f"select * from up where path='{path}' and time='{t}' and host='{self.host}' "
             res = con.sql(sql).fetchone()
             if res is not None: continue
+            ok=self.t.push(self.host, path, self.local, self.remote)
+            if ok!="ok":
+                print ("err==",ok,dic)
+                continue
             print("up==", dic)
             sql = f"delete from  up where path='{path}' and  host='{self.host}'"
             con.execute(sql).commit()
-            self.t.push(self.host, path, self.local, self.remote)
             dic['host'] = self.host
             add_l.append(dic)
         con.commit()

remote_run_everything/deploy/by_http_tool.py

@@ -6,23 +6,26 @@ import os, glob, arrow, requests
 class ByHttpTool:
     def push(self, host, f, local, remote):
         # b64 = Common().readb64(f)
-        # push_url = f"{host}/wb64"
+      # push_url = f"{host}/wb64"
         # pay = {"b64": b64, "path": path}
         # res = requests.post(push_url, json=pay).json()
         rpath = self.loc2remote(f, local, remote)
         lpath = f
-        self.upload_file(host, rpath, lpath)
-        return
+        return self.upload_file(host, rpath, lpath)
+
 
     def pull(self, host, f, local, remote):
         rpath = f
         lpath = self.remote2loc(f, local, remote)
-        self.download_file(host, rpath, lpath)
+        try:       
+            self.download_file(host, rpath, lpath)
+            return "ok"
+        except Exception as e:
+            return str(e)
         # res = requests.post(f"{host}/rb64", json={"path": f}).json()
         # b64 = res['data']
         # path = self.remote2loc(f, local, remote)
         # Common().writeb64(path, b64)
-        return
 
     def all_remote_path(self, host, root, disallow_keys=None):
         url = f"{host}/iterdir"
@@ -83,6 +86,5 @@ class ByHttpTool:
     def upload_file(self, host, rpath, lpath):
         url = f"{host}/upfile"
         files = {'files': open(lpath, 'rb')}
-        r = requests.post(url, files=files, data={'path': rpath})
-        if "ok" in r.text: return "ok"
-        return "fail"
+        r = requests.post(url, files=files, data={'path': rpath}).json()
+        return r['status']

remote_run_everything/deploy/by_sftp.py

@@ -0,0 +1,75 @@
+import os.path
+from remote_run_everything.db.crud_sqlalchemy import Crud
+from remote_run_everything.deploy.record_mod import Up, Down
+from remote_run_everything.db.crude_duck import CrudeDuck
+from remote_run_everything.deploy.by_http_tool import ByHttpTool
+import paramiko
+from pathlib import Path
+
+class BySftp:
+    def __init__(self, host,port,user,pwd, local, remote, dbpath):
+        self.host=host
+        self.cli=self.sftp_cli(host,port,user,pwd)
+        self.local = local
+        self.remote = remote
+        self.dbpath = dbpath
+        self.t = ByHttpTool()
+    def sftp_cli(self,host,port,user,pwd):
+        ssh = paramiko.SSHClient()
+        ssh.set_missing_host_key_policy(paramiko.AutoAddPolicy())
+        transport = paramiko.Transport(host, port)
+        transport.connect(None, user, pwd)
+        cli= paramiko.SFTPClient.from_transport(transport)
+        return cli
+
+    def up(self, disallow_keys=None):
+        c = Crud()
+        eg = c.sqlite_engine(self.dbpath)
+        c.create_table(eg, Up)
+        con = CrudeDuck().install_sql_ext(self.dbpath)
+        mod = Up
+        loc_files = self.t.all_local_path(self.local, disallow_keys)
+        add_l = []
+        for dic in loc_files:
+            path = dic['path']
+            t = dic['time']
+            sql = f"select * from up where path='{path}' and time='{t}' and host='{self.host}' "
+            res = con.sql(sql).fetchone()
+            if res is not None: continue
+
+            rpath = self.t.loc2remote(path, self.local, self.remote)
+            rpath=rpath.replace("\\","/")
+            lpath=path.replace("\\","/")
+            res=self.upload_file(rpath, lpath)
+            print("up==", path,res)
+            if res=="ok":
+                sql = f"delete from  up where path='{path}' and  host='{self.host}'"
+                con.execute(sql).commit()
+                dic['host'] = self.host
+                add_l.append(dic)
+        con.commit()
+        c.insert_many(eg, mod, add_l)
+
+    def mkdirs(self,fpath):
+        dpath = os.path.dirname(fpath)
+        l=dpath.split('/')
+        if len(l)==0:return
+        if l[0]=="":l[0]="/"
+        for i in range(len(l)+1):
+            if i<=1:continue
+            ll=l[:i]
+            path=os.path.join(*ll)
+            try:
+                # default mod 777
+                path=path.replace('\\','/')
+                self.cli.mkdir(path)
+            except Exception as e:
+                pass
+
+    def upload_file(self, rpath, lpath):
+        self.mkdirs(rpath)
+        try:
+            self.cli.put(lpath, rpath)
+            return "ok"
+        except:
+            return "fail"

{remote_run_everything-2.0.5.dist-info → remote_run_everything-2.0.7.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: remote_run_everything
-Version: 2.0.5
+Version: 2.0.7
 Summary: Deploy Tools
 Author-email: Wang Qi <wangmarkqi@gmail.com>
 License-Expression: MIT

{remote_run_everything-2.0.5.dist-info → remote_run_everything-2.0.7.dist-info}/RECORD

@@ -1,12 +1,13 @@
-remote_run_everything/__init__.py,sha256=s0ZYAkpui5x47uOzKMkghoVW9-yW6Y4xvoEntyB0_cc,760
+remote_run_everything/__init__.py,sha256=N8ReYbyAgZw7CjFrJMcC5ulqiJmchGcTEMD_nNPDfks,817
 remote_run_everything/db/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 remote_run_everything/db/backup.py,sha256=_mDUNQo1q6Gc75-diwadrooZsdV89KGG9mIcS4rmcBQ,1152
 remote_run_everything/db/crud_sqlalchemy.py,sha256=cDyDGHwE-1TUBZrXMVDTjIa4Z0ZUQvM9m9sk-eIwaSM,5192
 remote_run_everything/db/crude_duck.py,sha256=OYkE26_Js_PFr0DoBOBCZ6tYxsp7BhhNvGMn7-rJgWA,4370
 remote_run_everything/db/kv_store.py,sha256=Df2Lp2l5ip0YQuTdVnlQbkZT_Sz01j9D5bJ8PYaSFRY,3357
 remote_run_everything/deploy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-remote_run_everything/deploy/by_http.py,sha256=q08g3qCoDcu7y1SfEfRsWU2rlbJAYZDHYEZ7Utprf8k,2471
-remote_run_everything/deploy/by_http_tool.py,sha256=w0BAcp9-nEIyKmCSBLoZzFMsILzf91nLDiH0iDMOr0w,3110
+remote_run_everything/deploy/by_http.py,sha256=QWL3XqLTbp9O2WadPX59uR1fGJdgd9xzg1Pv8CuxfbQ,2661
+remote_run_everything/deploy/by_http_tool.py,sha256=H_-OvpayNVGG9e93Qnq5SCT0CsDbCEVtiA2kF2XVQ8U,3166
+remote_run_everything/deploy/by_sftp.py,sha256=dGb8SmhTlFntL_wRFRSubNziSy9xrd-Uzm5AdGHgHB4,2688
 remote_run_everything/deploy/record_mod.py,sha256=29L-RTnvANpjbWRND7GGz5sdCzbz1Ba9QxdS858bdAY,725
 remote_run_everything/nosql/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 remote_run_everything/nosql/no_sql.py,sha256=1-dT6LhrayQqLqZ4ES2tmWfXYCEXOnqwNzKgyXWYRG4,2343
@@ -20,8 +21,8 @@ remote_run_everything/tools/decorators.py,sha256=SIacNAs7afgkU0D09J-s-YscCVnxSG8
 remote_run_everything/tools/sqlacodegen_go_struct.py,sha256=0xWJVCjFyEF2VjC1aGo6DmIqEQQ0Q46CfBAb9FSCUuE,3237
 remote_run_everything/vsconf/conf_txt.py,sha256=nhFuKLlts-sCIBmfr0IKv1pP-qPUvQQrsRRg21q5Gd4,2418
 remote_run_everything/vsconf/core.py,sha256=HmSEzXjGPY7R64rwfAV024YxMHwmBkLin6lGace4U0M,833
-remote_run_everything-2.0.5.dist-info/licenses/LICENSE,sha256=6kbiFSfobTZ7beWiKnHpN902HgBx-Jzgcme0SvKqhKY,1091
-remote_run_everything-2.0.5.dist-info/METADATA,sha256=Z0SSxn3qhvpwoMFV-GN4l6lEvquPzr7lfNjNAf2QVHs,3121
-remote_run_everything-2.0.5.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-remote_run_everything-2.0.5.dist-info/top_level.txt,sha256=1TUcAqPgSwiVBqUHz-1pZFXvRpr9cudEYlmfw_mztRY,22
-remote_run_everything-2.0.5.dist-info/RECORD,,
+remote_run_everything-2.0.7.dist-info/licenses/LICENSE,sha256=6kbiFSfobTZ7beWiKnHpN902HgBx-Jzgcme0SvKqhKY,1091
+remote_run_everything-2.0.7.dist-info/METADATA,sha256=2Av2tYYjdbY14CFNFa8xGsRX0Jy_heVQRDiTUPG6ads,3121
+remote_run_everything-2.0.7.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+remote_run_everything-2.0.7.dist-info/top_level.txt,sha256=1TUcAqPgSwiVBqUHz-1pZFXvRpr9cudEYlmfw_mztRY,22
+remote_run_everything-2.0.7.dist-info/RECORD,,