chizhik-api 0.1.0__tar.gz

chizhik_api-0.1.0/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2024 Open Inflation
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

chizhik_api-0.1.0/PKG-INFO

@@ -0,0 +1,17 @@
+Metadata-Version: 2.1
+Name: chizhik_api
+Version: 0.1.0
+Summary: A Python API client for Chizhik catalog
+Home-page: https://github.com/Open-Inflation/chizhik_api
+Author: Miskler
+License: UNKNOWN
+Platform: UNKNOWN
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Requires-Python: >=3.10
+Description-Content-Type: text/markdown
+License-File: LICENSE
+
+# chizhik_api
+

chizhik_api-0.1.0/README.md

@@ -0,0 +1 @@
+# chizhik_api

chizhik_api-0.1.0/chizhik_api/__init__.py

@@ -0,0 +1,3 @@
+from .manager import active_inout, cities_list, categories_list, products_list
+
+__all__ = ['active_inout', 'cities_list', 'categories_list', 'products_list']

chizhik_api-0.1.0/chizhik_api/api.py

@@ -0,0 +1,142 @@
+import aiohttp
+from playwright.async_api import async_playwright
+from playwright_stealth import stealth_async
+import json
+
+
+class ChizhikAPI:
+    def __init__(self, debug: bool = False, cookies: dict = {}):
+        self.debug = debug
+        self.cookies = cookies
+        self.user_agent = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/110.0.0.0 Safari/537.36"
+        self.session_dict = {
+            "User-Agent": self.user_agent,
+            "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8",
+            "Accept-Language": "en-GB,en;q=0.5",
+            "Accept-Encoding": "gzip, deflate, br, zstd",
+            "Connection": "keep-alive",
+            "Upgrade-Insecure-Requests": "1",
+            "Sec-Fetch-Dest": "document",
+            "Sec-Fetch-Mode": "navigate",
+            "Sec-Fetch-Site": "none",
+            "Sec-Fetch-User": "?1"
+        }
+
+    async def _launch_browser(self, url: str) -> dict:
+        """
+        Asynchronously launches a browser using the Playwright API to fetch data from a given URL.
+
+        Args:
+            url (str): The URL to fetch data from.
+
+        Returns:
+            dict: A dictionary containing the fetched data.
+        """
+        # Используем асинхронный Playwright API
+        async with async_playwright() as p:
+            if self.debug: print("Launching browser...")
+            browser = await p.chromium.launch(headless=True)  # Включите headless=False для визуального интерфейса
+            context = await browser.new_context(
+                user_agent=self.user_agent,
+                no_viewport=True
+            )
+
+            if self.debug: print("Creating page...")
+            page = await context.new_page()
+
+            # Применяем Stealth-режим
+            if self.debug: print("Applying Stealth mode...")
+            await stealth_async(page)
+
+            if self.debug: print("Rendering page...")
+            await page.goto(url, wait_until="networkidle")
+
+            if self.debug: print("Fetching cookies...")
+            output_cookies = {}
+            for cookie in await context.cookies():
+                output_cookies[cookie["name"]] = cookie["value"]
+            self.cookies = output_cookies
+
+            if self.debug: print("Fetching HTML...")
+            content = await page.content()
+
+            if self.debug: print("Closing browser...")
+            await browser.close()
+
+            if self.debug: print("Parsing HTML...")
+            real_output = json.loads(
+                content.\
+                    removeprefix('<html><head><meta name="color-scheme" content="light dark"><meta charset="utf-8"></head><body><pre>').\
+                    removesuffix('</pre><div class="json-formatter-container"></div></body></html>')
+            )
+
+            if self.debug: print("Done!\n")
+            return real_output
+
+    async def _fetch(self, url: str) -> tuple[bool, dict]:
+        """
+        Asynchronously fetches data from the specified URL using aiohttp.
+
+        Args:
+            url (str): The URL to fetch data from.
+
+        Returns:
+            tuple[bool, dict]: A tuple containing a boolean indicating the success of the fetch and a dictionary containing the response data.
+                - If the response content type is 'text/html', the function returns (False, {}).
+                - If the response content type is 'application/json', the function returns (True, response.json()).
+
+        Raises:
+            aiohttp.ClientError: If there was an error connecting to the server.
+            Exception: If the response content type is unknown or the response status is 403 (Forbidden) or any other unknown error/status code.
+        """
+        async with aiohttp.ClientSession() as session:
+            if self.debug: print(f"Requesting \"{url}\"... Cookies: {self.cookies}")
+
+
+
+            async with session.get(
+                url=url,
+                headers=self.session_dict,
+                cookies=self.cookies
+            ) as response:
+                if response.status == 200:  # 200 OK
+                    if self.debug:
+                        print(f"Response status: {response.status}, response type: {response.headers['content-type']}")
+
+                    if response.headers['content-type'].startswith('text/html'):
+                        return False, {}
+                    elif response.headers['content-type'].startswith('application/json'):
+                        return True, await response.json()
+                    else:
+                        raise Exception(f"Unknown response type: {response.headers['content-type']}")
+                elif response.status == 403:  # 403 Forbidden (сервер воспринял как бота)
+                    raise Exception("Anti-bot protection. Use Russia IP address and try again.")
+                else:
+                    raise Exception(f"Response status: {response.status} (unknown error/status code). Please, create issue on GitHub")
+
+    async def request(self, url: str) -> dict:
+        """
+        Asynchronously sends a request to the specified URL using the playwright and aiohttp.
+
+        The function automatically selects a method for sending data based on whether cookies are available.
+        If cookies are available, aiohttp is used as the priority method.
+        If no cookies are present, the page is opened in a full browser using playwright to create cookies (which takes longer).
+
+        Args:
+            url (str): The URL to send the request to.
+
+        Returns:
+            dict: A dictionary containing the response data.
+        """
+        if len(self.cookies) > 0:
+            response_ok, response = await self._fetch(url=url)
+            if not response_ok:
+                if self.debug: print('Unable to fetch categories list, start browser...')
+                # Если получен HTML, переходим в браузер
+                return await self._launch_browser(url=url) # возвращаем результат из браузера
+            else:
+                if self.debug: print('Categories list fetched successfully!\n')
+                return response
+        else:
+            if self.debug: print('No cookies found, start browser (maybe first start)...')
+            return await self._launch_browser(url=url)

chizhik_api-0.1.0/chizhik_api/manager.py

@@ -0,0 +1,24 @@
+from .api import ChizhikAPI
+
+
+CATALOG_URL = "https://app.chizhik.club/api/v1"
+
+
+Chizhik = ChizhikAPI(debug=False)
+
+
+async def categories_list(city_id: str = None) -> dict:
+    url = f"{CATALOG_URL}/catalog/unauthorized/categories/"
+    if city_id: url += f"?city_id={city_id}"
+    return await Chizhik.request(url)
+
+async def products_list(category_id: int, page: int = 1, city_id: str = None) -> dict:
+    url = f"{CATALOG_URL}/catalog/unauthorized/products/?page={page}&category_id={category_id}"
+    if city_id: url += f"&city_id={city_id}"
+    return await Chizhik.request(url)
+
+async def cities_list(search_name: str, page: int = 1) -> dict:
+    return await Chizhik.request(f"{CATALOG_URL}/geo/cities/?name={search_name}&page={page}")
+
+async def active_inout() -> dict:
+    return await Chizhik.request(f"{CATALOG_URL}/catalog/unauthorized/active_inout/")

chizhik_api-0.1.0/chizhik_api.egg-info/PKG-INFO

@@ -0,0 +1,17 @@
+Metadata-Version: 2.1
+Name: chizhik-api
+Version: 0.1.0
+Summary: A Python API client for Chizhik catalog
+Home-page: https://github.com/Open-Inflation/chizhik_api
+Author: Miskler
+License: UNKNOWN
+Platform: UNKNOWN
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Requires-Python: >=3.10
+Description-Content-Type: text/markdown
+License-File: LICENSE
+
+# chizhik_api
+

chizhik_api-0.1.0/chizhik_api.egg-info/SOURCES.txt

@@ -0,0 +1,11 @@
+LICENSE
+README.md
+setup.py
+chizhik_api/__init__.py
+chizhik_api/api.py
+chizhik_api/manager.py
+chizhik_api.egg-info/PKG-INFO
+chizhik_api.egg-info/SOURCES.txt
+chizhik_api.egg-info/dependency_links.txt
+chizhik_api.egg-info/requires.txt
+chizhik_api.egg-info/top_level.txt

chizhik_api-0.1.0/chizhik_api.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

chizhik_api-0.1.0/chizhik_api.egg-info/requires.txt

@@ -0,0 +1,3 @@
+aiohttp
+playwright
+playwright_stealth

chizhik_api-0.1.0/chizhik_api.egg-info/top_level.txt

@@ -0,0 +1 @@
+chizhik_api

chizhik_api-0.1.0/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

chizhik_api-0.1.0/setup.py

@@ -0,0 +1,23 @@
+from setuptools import setup, find_packages
+
+setup(
+    name='chizhik_api',
+    version='0.1.0',
+    packages=find_packages(),
+    install_requires=[
+        'aiohttp',
+        'playwright',
+        'playwright_stealth',
+    ],
+    author='Miskler',
+    description='A Python API client for Chizhik catalog',
+    long_description=open('README.md').read(),
+    long_description_content_type='text/markdown',
+    url='https://github.com/Open-Inflation/chizhik_api',
+    classifiers=[
+        'Programming Language :: Python :: 3',
+        'License :: OSI Approved :: MIT License',
+        'Operating System :: OS Independent',
+    ],
+    python_requires='>=3.10',
+)