missionpanel 1.0.2__tar.gz → 1.1__tar.gz

{missionpanel-1.0.2 → missionpanel-1.1}/PKG-INFO

@@ -1,16 +1,19 @@
-Metadata-Version: 2.1
-Name: missionpanel
-Version: 1.0.2
-Summary: A mission panel
-Home-page: https://github.com/yindaheng98/missionpanel
-Author: yindaheng98
-Author-email: yindaheng98@gmail.com
-Classifier: Programming Language :: Python :: 3
-Classifier: License :: OSI Approved :: MIT License
-Classifier: Operating System :: OS Independent
-Description-Content-Type: text/markdown
-License-File: LICENSE
-
-# missionnel
-
-Just a mission panel.
+Metadata-Version: 2.1
+Name: missionpanel
+Version: 1.1
+Summary: A mission panel
+Home-page: https://github.com/yindaheng98/missionpanel
+Author: yindaheng98
+Author-email: yindaheng98@gmail.com
+License: UNKNOWN
+Platform: UNKNOWN
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Description-Content-Type: text/markdown
+License-File: LICENSE
+
+# missionnel
+
+Just a mission panel.
+

missionpanel-1.1/missionpanel/example/__init__.py

@@ -0,0 +1,2 @@
+from .rsshub import RSSHubSubmitter, RSSHubRootSubmitter, RSSHubSubitemSubmitter
+from .ttrss import TTRSSClient, TTRSSSubmitter, TTRSSHubSubmitter, TTRRSSHubRootSubmitter, TTRRSSHubSubitemSubmitter

missionpanel-1.1/missionpanel/example/rsshub.py

@@ -0,0 +1,46 @@
+import abc
+from typing import AsyncGenerator, List, Any
+import httpx
+from xml.etree import ElementTree
+from missionpanel.submitter import AsyncSubmitter
+
+
+class RSSHubSubmitter(AsyncSubmitter, metaclass=abc.ABCMeta):
+
+    @abc.abstractmethod
+    async def parse_xml(self, xml: str) -> AsyncGenerator[Any, None]:
+        pass
+
+    async def derive_tags(self, mission_content) -> List[str]:
+        return []
+
+    async def derive_matcher(self, mission_content) -> List[str]:
+        return [mission_content['url']]
+
+    async def create_missions(self, rsshub: str, **httpx_client_options):
+        async with httpx.AsyncClient(**httpx_client_options) as client:
+            response = await client.get(rsshub)
+            async for mission_content in self.parse_xml(response.text):
+                matchers = await self.derive_matcher(mission_content)
+                await self.create_mission(mission_content, matchers)
+                tags = await self.derive_tags(mission_content)
+                if len(tags) > 0:
+                    await self.add_tags(matchers, tags)
+
+
+class RSSHubRootSubmitter(RSSHubSubmitter):
+
+    async def parse_xml(self, xml: str) -> AsyncGenerator[str, None]:
+        root = ElementTree.XML(xml)
+        yield {
+            'url': root.find('channel/link').text,
+            'latest': [item.find('link').text for item in root.iter('item')][0]
+        }
+
+
+class RSSHubSubitemSubmitter(RSSHubSubmitter):
+
+    async def parse_xml(self, xml: str) -> AsyncGenerator[str, None]:
+        root = ElementTree.XML(xml)
+        for item in root.find('channel').iter('item'):
+            yield {'url': item.find('link').text}

missionpanel-1.1/missionpanel/example/ttrss.py

@@ -0,0 +1,142 @@
+import abc
+import asyncio
+import json
+import logging
+from typing import Any, AsyncGenerator, Dict, List
+import httpx
+from xml.etree import ElementTree
+from missionpanel.submitter import AsyncSubmitter
+
+
+class TTRSSClient(httpx.AsyncClient):
+    """一个简单的异步TTRSS客户端"""
+    sem_list: Dict[str, asyncio.Semaphore] = {}  # 同一时刻一个链接只能有一个客户端登录，这里用一个信号量列表控制
+
+    def __init__(self, url: str, username: str, password: str, **kwargs):
+        super().__init__(**kwargs)
+        self.__url = url
+        self.__username = username
+        self.__password = password
+        self.__logger = logging.getLogger("TTRSSClient")
+        self.__sid = None
+        if self.__url not in TTRSSClient.sem_list:  # 给每个链接一个信号量
+            TTRSSClient.sem_list[self.__url] = None  # 信号量必须在事件循环开始后生成，此处先给个标记
+
+    async def __aenter__(self):
+        for url in TTRSSClient.sem_list:  # 信号量必须在事件循环开始后生成
+            if TTRSSClient.sem_list[url] is None:  # 已经生成的信号量不要变
+                self.__logger.debug('semaphore for TTRSS API %s initialized' % url)
+                TTRSSClient.sem_list[url] = asyncio.Semaphore(1)  # 生成信号量
+        await TTRSSClient.sem_list[self.__url].__aenter__()  # 同一时刻一个链接只能有一个客户端登录
+        self.__logger.debug('semaphore for TTRSS API %s got' % self.__url)
+        await super().__aenter__()
+        self.__logger.debug('httpx cli for TTRSS API %s initialized' % self.__url)
+        try:
+            data = (await super().post(self.__url, content=json.dumps({
+                'op': 'login',
+                'user': self.__username,
+                'password': self.__password
+            }))).json()
+            self.__logger.debug('TTRSS API login response: %s' % data)
+            self.__sid = data['content']['session_id']
+            self.__logger.debug('TTRSS API login successful, sid: %s' % self.__sid)
+        except Exception:
+            self.__logger.exception('TTRSS API login failed, error: ')
+        return self
+
+    async def __aexit__(self, *args, **kwargs):
+        try:
+            data = (await super().post(self.__url, content=json.dumps({
+                "sid": self.__sid,
+                "op": "logout"
+            }))).json()
+            self.__logger.debug('TTRSS API logout response: %s' % data)
+            self.__logger.debug('TTRSS API logout successful, sid: %s' % self.__sid)
+        except Exception:
+            self.__logger.exception('TTRSS API logout failed, error: ')
+        await super().__aexit__(*args, **kwargs)
+        await TTRSSClient.sem_list[self.__url].__aexit__(*args, **kwargs)
+        self.__logger.debug('semaphore for TTRSS API %s released' % self.__url)
+
+    async def api(self, data: dict):
+        data['sid'] = self.__sid
+        self.__logger.debug("post data to  TTRSS API %s: %s" % (self.__url, data))
+        try:
+            return (await super().post(self.__url, content=json.dumps(data))).json()['content']
+        except Exception:
+            self.__logger.exception('TTRSS API post failed, error: ')
+            return None
+
+
+class TTRSSSubmitter(AsyncSubmitter, metaclass=abc.ABCMeta):
+
+    @abc.abstractmethod
+    async def parse_content(self, feed: dict, content: dict) -> AsyncGenerator[Any, None]:
+        pass
+
+    async def derive_tags(self, mission_content) -> List[str]:
+        return []
+
+    async def derive_matcher(self, mission_content) -> List[str]:
+        return [mission_content['url']]
+
+    async def create_missions(self, url: str, username: str, password: str, cat_id: int, **httpx_client_options):
+        async with TTRSSClient(url, username, password, **httpx_client_options) as client:
+            feeds = await client.api({
+                "op": "getFeeds",
+                "cat_id": cat_id,
+                "limit": None
+            })
+            for feed in feeds:
+                content = await client.api({
+                    "op": "getHeadlines",
+                    "feed_id": feed['id'],
+                    "limit": 1,
+                    "view_mode": "all_articles",
+                    "order_by": "feed_dates"
+                })
+                async for mission_content in self.parse_content(feed, content, **httpx_client_options):
+                    matchers = await self.derive_matcher(mission_content)
+                    await self.create_mission(mission_content, matchers)
+                    tags = await self.derive_tags(mission_content)
+                    if len(tags) > 0:
+                        await self.add_tags(matchers, tags)
+
+
+class TTRSSHubSubmitter(TTRSSSubmitter):
+    logger = logging.getLogger("TTRSSHubSubmitter")
+
+    @abc.abstractmethod
+    async def parse_xml(self, xml: str) -> AsyncGenerator[Any, None]:
+        pass
+
+    async def parse_content_nocatch(self, feed: dict, content: dict, **httpx_client_options) -> AsyncGenerator[Any, None]:
+        async with httpx.AsyncClient(**httpx_client_options) as client:
+            response = await client.get(feed['feed_url'])
+            async for mission_content in self.parse_xml(response.text):
+                yield mission_content
+
+    async def parse_content(self, feed: dict, content: dict, **httpx_client_options) -> AsyncGenerator[Any, None]:
+        try:
+            async for mission_content in self.parse_content_nocatch(feed, content, **httpx_client_options):
+                yield mission_content
+        except Exception as e:
+            self.logger.warning(f'parse content failed, error: {e}')
+
+
+class TTRRSSHubRootSubmitter(TTRSSHubSubmitter):
+
+    async def parse_xml(self, xml: str) -> AsyncGenerator[str, None]:
+        root = ElementTree.XML(xml)
+        yield {
+            'url': root.find('channel/link').text,
+            'latest': [item.find('link').text for item in root.iter('item')][0]
+        }
+
+
+class TTRRSSHubSubitemSubmitter(TTRSSHubSubmitter):
+
+    async def parse_xml(self, xml: str) -> AsyncGenerator[str, None]:
+        root = ElementTree.XML(xml)
+        for item in root.find('channel').iter('item'):
+            yield {'url': item.find('link').text}

{missionpanel-1.0.2 → missionpanel-1.1}/missionpanel.egg-info/PKG-INFO

@@ -1,16 +1,19 @@
-Metadata-Version: 2.1
-Name: missionpanel
-Version: 1.0.2
-Summary: A mission panel
-Home-page: https://github.com/yindaheng98/missionpanel
-Author: yindaheng98
-Author-email: yindaheng98@gmail.com
-Classifier: Programming Language :: Python :: 3
-Classifier: License :: OSI Approved :: MIT License
-Classifier: Operating System :: OS Independent
-Description-Content-Type: text/markdown
-License-File: LICENSE
-
-# missionnel
-
-Just a mission panel.
+Metadata-Version: 2.1
+Name: missionpanel
+Version: 1.1
+Summary: A mission panel
+Home-page: https://github.com/yindaheng98/missionpanel
+Author: yindaheng98
+Author-email: yindaheng98@gmail.com
+License: UNKNOWN
+Platform: UNKNOWN
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Description-Content-Type: text/markdown
+License-File: LICENSE
+
+# missionnel
+
+Just a mission panel.
+

{missionpanel-1.0.2 → missionpanel-1.1}/missionpanel.egg-info/SOURCES.txt

@@ -7,6 +7,9 @@ missionpanel.egg-info/SOURCES.txt
 missionpanel.egg-info/dependency_links.txt
 missionpanel.egg-info/requires.txt
 missionpanel.egg-info/top_level.txt
+missionpanel/example/__init__.py
+missionpanel/example/rsshub.py
+missionpanel/example/ttrss.py
 missionpanel/handler/__init__.py
 missionpanel/handler/handler.py
 missionpanel/orm/__init__.py

{missionpanel-1.0.2 → missionpanel-1.1}/setup.cfg

@@ -1,4 +1,4 @@
-[egg_info]
-tag_build = 
-tag_date = 0
-
+[egg_info]
+tag_build = 
+tag_date = 0
+

{missionpanel-1.0.2 → missionpanel-1.1}/setup.py

@@ -12,7 +12,7 @@ package_dir = {
 
 setup(
     name='missionpanel',
-    version='1.0.2',
+    version='1.1',
     author='yindaheng98',
     author_email='yindaheng98@gmail.com',
     url='https://github.com/yindaheng98/missionpanel',