pyxllib 0.3.28__tar.gz → 0.3.30__tar.gz

{pyxllib-0.3.28/pyxllib.egg-info → pyxllib-0.3.30}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: pyxllib
-Version: 0.3.28
+Version: 0.3.30
 Summary: 厦门理工模式识别团队通用python代码工具库
 Home-page: https://github.com/XLPRUtils/pyxllib
 Author: code4101

{pyxllib-0.3.28 → pyxllib-0.3.30}/pyxllib/ext/kq5034lib.py

@@ -20,6 +20,7 @@ import datetime
 import math
 import os
 import re
+import time
 
 import fire
 import pandas as pd
@@ -28,10 +29,12 @@ from tqdm import tqdm
 from pyxllib.text.pupil import chinese2digits, grp_chinese_char
 from pyxllib.file.xlsxlib import openpyxl
 from pyxllib.file.specialist import XlPath
-from pyxllib.prog.specialist import parse_datetime, browser, TicToc
+from pyxllib.prog.specialist import parse_datetime, browser, TicToc, dprint
 from pyxllib.cv.rgbfmt import RgbFormatter
 from pyxllib.data.sqlite import Connection
 
+from pyxllib.ext.seleniumlib import XlChrome
+
 
 class 网课考勤:
     def __init__(self, today=None):
@@ -43,9 +46,14 @@ class 网课考勤:
         self.打卡返款 = {5: 100, 10: 150, 15: 200}  # 打卡满5/10/15次的返款额
         self._init(today)
 
+        self.driver = None  # 浏览器脚本
+
+    def __1_基础数据处理(self):
+        pass
+
     def _init(self, today=None):
         """ 可以手动指定today，适合某些场景下的调试 """
-        self.课次数 = 21  # 课次一般都是固定21课，不用改
+        self.课次数 = len(self.课程链接) - 1  # 课次一般都是固定21课，不用改
         self.达标时长 = 30  # 单位:分钟。在线听课的时长达到此标准以上，才计算为完成一节课的学习
         # 一般是3天，因为回放第1、2、3天都会数额，第4天就没数额了，所以第4天返款
         self.回放返款天数 = sum((x > 0) for x in self.视频返款[1:])
@@ -61,8 +69,10 @@ class 网课考勤:
         self.开课日期 = date.fromisoformat(self.开课日期)
         # self.觉观禅课 = (self.开课日期.day == 1)
         self.觉观禅课 = '觉观' in self.返款标题
-        self.当天课次 = (self.today - self.开课日期).days + 1
-        self.结束课次 = self.当天课次 - len(self.视频返款) + 1
+        self.当天课次 = (self.today - self.开课日期).days + 1  # 这是用于逻辑运算的，可能超过实际课次数
+        self.当天课次2 = min(self.当天课次, self.课次数)
+        self.结束课次 = self.当天课次 - len(self.视频返款) + 1  # 这是用于逻辑运算的，可能有负值
+        self.结束课次2 = max(0, self.结束课次)
         self.用户列表 = pd.read_csv(self.get_file('数据表/用户列表导出*.csv'))
         # 用户列表 = 用户列表[用户列表['账号状态'] == '正常']
 
@@ -530,14 +540,29 @@ class 网课考勤:
         # for idx, row in df.iterrows():
         #     data[row['用户id']] = row['打卡次数']
 
-        # df = pd.read_excel(files[-1])  # 220804周四08:28，小鹅通更新了模板
-        df = pd.read_csv(files[-1])  # 221005周三09:19，小鹅通又双叒更新了
-        # df.columns = df.columns.str.replace('\t', '')
-        # data = Counter([x.strip() for x in df['用户id']])
+        df = None
+        try:
+            df = pd.read_excel(files[-1])  # 220804周四08:28，小鹅通更新了模板
+        except ValueError:
+            pass
+
+        if df is None:
+            try:
+                df = pd.read_csv(files[-1])  # 221005周三09:19，小鹅通又双叒更新了
+            except UnicodeDecodeError:
+                pass
+
+        if df is None:
+            raise ValueError
+
+        df = df.applymap(lambda x: x.strip() if isinstance(x, str) else x)
+        df.columns = df.columns.map(lambda x: x.strip() if isinstance(x, str) else x)
+
+        # data = Counter([x for x in df['用户id']])
         try:
             data = {row['用户id']: row['打卡次数'] for _, row in df.iterrows()}
         except KeyError:  # 230202周四19:49，另一种实际是xlsx格式，然后再转出csv的情况
-            data = Counter([row['user_id'].strip() for _, row in df.iterrows()])
+            data = Counter([row['user_id'] for _, row in df.iterrows()])
 
         # 3 将打卡次数写入表格
         ls = []  # 返款汇总
@@ -559,7 +584,7 @@ class 网课考勤:
             if 返款额 <= 0:
                 color = RgbFormatter(255, 0, 0)
             elif 返款额 < 最高返款额:
-                color = RgbFormatter(255, 255, 0).light(1-返款额/最高返款额)
+                color = RgbFormatter(255, 255, 0).light(1 - 返款额 / 最高返款额)
             elif 返款额 == 最高返款额:  # 最高返款额
                 color = RgbFormatter(0, 255, 0)
 
@@ -646,6 +671,102 @@ class 网课考勤:
     def __call__(self, *args, **kwargs):
         print('程序测试通过，可正常使用')
 
+    def 表格内容对齐(self, ws_name1, ws_name2, col_name):
+        wb = self.wb
+        wb.merge_sheets_by_keycol([wb[ws_name1], wb[ws_name2]], col_name)
+
+        # 保存。一般不用重新再加载self.wb、self.ws，因为这里需求本来基本都是要分段重新执行程序的。
+        wb.save(self.表格路径)
+
+    def __2_自动浏览网页(self):
+        pass
+
+    def ensure_driver(self):
+        if not self.driver:
+            self.driver = XlChrome()
+        return self.driver
+
+    def 登录小鹅通(self, name, passwd):
+        # 登录小鹅通
+        driver = self.ensure_driver()
+        driver.get('https://admin.xiaoe-tech.com/t/login#/acount')
+        driver.locate('//*[@id="common_template_mounted_el_container"]'
+                      '/div/div[1]/div[3]/div/div[4]/div/div[1]/div[1]/div/div[2]/input').send_keys(name)
+        driver.locate('//*[@id="common_template_mounted_el_container"]'
+                      '/div/div[1]/div[3]/div/div[4]/div/div[1]/div[2]/div/div/input').send_keys(passwd)
+        driver.click('//*[@id="common_template_mounted_el_container"]/div/div[1]/div[3]/div/div[4]/div/div[2]')
+
+        # 然后自己手动操作验证码
+        # 以及选择"店铺"
+
+    def 登录微信支付(self):
+        driver = self.ensure_driver()
+        driver.get('https://pay.weixin.qq.com/index.php/core/home/login')
+
+    def 下载课次考勤数据(self, 起始课=None, 终止课=None, 文件名前缀=''):
+        if 起始课 is None:
+            起始课 = max(1, self.结束课次)
+        if 终止课 is None:
+            终止课 = min(self.当天课次, self.课次数)
+
+        # 1 遍历课程下载表格
+        driver = self.driver
+        for i in range(起始课, 终止课 + 1):
+            print(f'第{i}课', self.课程链接[i])
+            driver.get('https://admin.xiaoe-tech.com/t/data_center/index')  # 必须要找个过渡页，不然不会更新课程链接
+            driver.get(self.课程链接[i])
+            driver.locate_text('//*[@id="app"]/div/div/div[1]/div[2]/div[1]/div[2]', f'第{i}课')  # 检查页面
+
+            driver.click('//*[@id="tab-studentTab"]/span')  # 直播间用户
+            driver.click('//*[@id="pane-studentTab"]/div/div[2]/div[2]/form/div[2]/button[2]/span/span')  # 导出列表
+            driver.click('//*[@id="data-export-container"]/div/div[2]/div/div[2]/div[2]/button[2]/span/span')  # 导出
+            time.sleep(1)
+
+        # 2 下载表格
+        # 2.1 等待下载文件生成完毕
+        while True:
+            driver.get('https://admin.xiaoe-tech.com/t/basic-platform/downloadCenter')
+            if '任务撤回' in driver.locate('//*[@id="downloadsCenter"]/div[4]/div/div[4]/div[2]/table/tbody/tr[1]/'
+                                       'td[9]/div/div/span').text:
+                time.sleep(1)
+            else:
+                break
+
+        # 2.2 下载表格
+        files = []
+        for i in range(1, 终止课 - 起始课 + 2):
+            driver.click(f'//*[@id="downloadsCenter"]/div[4]/div/div[4]/div[2]/table/tbody/tr[{i}]/'
+                         f'td[9]/div/div/span[1]')
+            file = driver.locate(f'//*[@id="downloadsCenter"]/div[4]/div/div[3]/table/tbody/tr[{i}]/'
+                                 f'td[1]/div/div/div').text + '.csv'  # 下载后还会再多一个csv后缀
+            files.append(file)
+            time.sleep(1)
+
+        # 2.3 移动表格
+        time.sleep(1)
+        download_path = XlPath(os.path.join(os.environ['USERPROFILE'], 'Downloads'))
+        for file in files:
+            src_file = (download_path / file)
+            while True:
+                if src_file.is_file():
+                    src_file.move(self.root / '数据表' / (文件名前缀 + file), if_exists='replace')
+                    break
+                else:
+                    time.sleep(1)
+
+    def 批量退款(self):
+        self.driver.get('https://pay.weixin.qq.com/index.php/xphp/cbatchrefund/batch_refund#/pages/index/index')
+
+    def 申请单条退款(self, 凭证号, 退款金额=0, 退款原因=''):
+        driver = self.ensure_driver()
+        driver.get('https://pay.weixin.qq.com/index.php/core/refundapply')
+        driver.locate('//*[@id="app"]/div/div[2]/div[2]/div[2]/div/span/input').send_keys(凭证号)
+        driver.click('//*[@id="applyRefundBtn"]')  # 申请退款
+        driver.locate('//*[@id="app"]/div/div[2]/div[2]/div[3]/div[2]/div/div[1]/div/span[1]/input').send_keys(
+            str(退款金额))
+        driver.locate('//*[@id="textInput"]').send_keys(退款原因)
+        # driver.click('//*[@id="commitRefundApplyBtn"]')  # 建议手动点"提交申请"
+
 
 class KqDb(Connection):
     """ 五一身心行修考勤工具 """

pyxllib-0.3.30/pyxllib/ext/seleniumlib.py

@@ -0,0 +1,63 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+# @Author : 陈坤泽
+# @Email  : 877362867@qq.com
+# @Date   : 2023/03/28
+
+import time
+
+from selenium import webdriver
+from selenium.webdriver.common.by import By
+from selenium.webdriver.support.ui import WebDriverWait
+from selenium.webdriver.support import expected_conditions as EC
+from selenium.common.exceptions import ElementClickInterceptedException, NoSuchWindowException
+
+
+class element_has_text(object):
+    def __init__(self, locator, text):
+        self.locator = locator
+        self.text = text
+
+    def __call__(self, driver):
+        element = driver.find_element(*self.locator)
+        if self.text in element.text:
+            return element
+        else:
+            return False
+
+
+class XlChrome(webdriver.Chrome):
+    def __init__(self, *args, **kwargs):
+        super().__init__(*args, **kwargs)
+        self.maximize_window()
+
+    def locate(self, locator, seconds=10):
+        """ 定位一个元素 """
+        if isinstance(locator, str):  # 默认是XPATH格式
+            locator = (By.XPATH, locator)
+        return WebDriverWait(self, seconds).until(EC.presence_of_element_located(locator))
+
+    def click(self, locator, seconds=10):
+        """ 点击一个元素 """
+        if isinstance(locator, str):
+            locator = (By.XPATH, locator)
+        element = WebDriverWait(self, seconds).until(EC.element_to_be_clickable(locator))
+        try:
+            element.click()
+        except ElementClickInterceptedException:
+            # 特殊情况，例如小鹅通下载页面的"下载"按钮没法正常click，要用js脚本去click
+            self.execute_script("arguments[0].click();", element)
+
+    def locate_text(self, locator, text, seconds=10):
+        """ 判断指定元素位置是否含有指定文本 """
+        if isinstance(locator, str):
+            locator = (By.XPATH, locator)
+        return WebDriverWait(self, seconds).until(element_has_text(locator, text))
+
+    def __bool__(self):
+        """ 判断driver是否还存在，如果已被手动关闭，这个值会返回False """
+        try:
+            self.title
+            return True
+        except NoSuchWindowException:
+            return False

{pyxllib-0.3.28 → pyxllib-0.3.30/pyxllib.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: pyxllib
-Version: 0.3.28
+Version: 0.3.30
 Summary: 厦门理工模式识别团队通用python代码工具库
 Home-page: https://github.com/XLPRUtils/pyxllib
 Author: code4101

{pyxllib-0.3.28 → pyxllib-0.3.30}/pyxllib.egg-info/SOURCES.txt

@@ -42,6 +42,7 @@ pyxllib/ext/demolib.py
 pyxllib/ext/kq5034lib.py
 pyxllib/ext/old.py
 pyxllib/ext/qt.py
+pyxllib/ext/seleniumlib.py
 pyxllib/ext/tk.py
 pyxllib/ext/unixlib.py
 pyxllib/ext/utools.py

{pyxllib-0.3.28 → pyxllib-0.3.30}/pyxlpr/ai/clientlib.py

@@ -273,7 +273,7 @@ class XlAiClient:
                         self._priu_host = host
                         connent = True
                         break
-                except requests.exceptions.ConnectionError:
+                except (requests.exceptions.ConnectionError, requests.exceptions.ReadTimeout):
                     continue
 
             if not connent:
@@ -1042,12 +1042,15 @@ class XlAiClient:
 
         def func(buffer, options):
             image_uri = f'data:image/jpg;base64,' + base64.b64encode(buffer).decode()
-            try:
-                r = requests.post('https://api.mathpix.com/v3/latex',
-                                  data=json.dumps({'src': image_uri}),
-                                  headers=self._mathpix_header)
-                return json.loads(r.text)
-            except requests.exceptions.ConnectionError:
+            for i in range(10):  # 尝试10次，10次都失败就无语了~
+                try:
+                    r = requests.post('https://api.mathpix.com/v3/latex',
+                                      data=json.dumps({'src': image_uri}),
+                                      headers=self._mathpix_header)
+                    return json.loads(r.text)
+                except requests.exceptions.ConnectionError:
+                    pass
+            else:
                 return {'latex': '', 'error': 'requests.exceptions.ConnectionError'}
 
         # mathpix的接口没有说限制图片大小，但我还是按照百度的规范处理下更好
@@ -1097,6 +1100,7 @@ class XlAiClient:
             data['options'] = options
         if meta_opts:
             data.update(meta_opts)
+
         # TODO 增加超时timeout=seconds参数？
         r = requests.post(f'{self._priu_host}/api/{mode}', json=data, headers=self._priu_header)
         if r.status_code == 200:

{pyxllib-0.3.28 → pyxllib-0.3.30}/setup.py

@@ -30,7 +30,7 @@ _dir = Path(__file__).parent
 
 setup(
     name='pyxllib',  # pip 安装时用的名字
-    version='0.3.28',  # 当前版本，每次更新上传到pypi都需要修改; 第4位版本号一般是修紧急bug
+    version='0.3.30',  # 当前版本，每次更新上传到pypi都需要修改; 第4位版本号一般是修紧急bug
     author='code4101',
     author_email='877362867@qq.com',
     url='https://github.com/XLPRUtils/pyxllib',

{pyxllib-0.3.28 → pyxllib-0.3.30}/pyxllib.egg-info/requires.txt

@@ -21,14 +21,14 @@ Jinja2
 pandas>=0.23.4
 
 [xlai]
-pillow
-opencv-python
-visdom
-xlcocotools
 opsdroid-get-image-size
+xlcocotools
+visdom
+opencv-python
 pynvml
+pillow
 
 [xlcv]
+opsdroid-get-image-size
 opencv-python
 pillow
-opsdroid-get-image-size