sticker-convert 2.8.12__py3-none-any.whl → 2.8.14__py3-none-any.whl

sticker_convert/downloaders/download_kakao.py

@@ -1,11 +1,13 @@
 #!/usr/bin/env python3
 from __future__ import annotations
 
+import itertools
 import json
+import re
 import zipfile
 from io import BytesIO
 from pathlib import Path
-from typing import Any, List, Optional, Tuple
+from typing import Any, List, Optional, Tuple, cast
 from urllib.parse import urlparse
 
 import requests
@@ -19,6 +21,26 @@ from sticker_convert.utils.files.metadata_handler import MetadataHandler
 from sticker_convert.utils.media.decrypt_kakao import DecryptKakao
 
 
+def search_bracket(text: str, open_bracket: str = "{", close_bracket: str = "}") -> int:
+    depth = 0
+    is_str = False
+
+    for count, char in enumerate(text):
+        if char == '"':
+            is_str = not is_str
+
+        if is_str is False:
+            if char == open_bracket:
+                depth += 1
+            elif char == close_bracket:
+                depth -= 1
+
+        if depth == 0:
+            return count
+
+    return -1
+
+
 class MetadataKakao:
     @staticmethod
     def get_info_from_share_link(url: str) -> Tuple[Optional[str], Optional[str]]:
@@ -36,34 +58,55 @@ class MetadataKakao:
         app_scheme_link_tag = soup.find("a", id="app_scheme_link")  # type: ignore
         assert isinstance(app_scheme_link_tag, Tag)
 
-        data_urls = app_scheme_link_tag.get("data-url")
-        if not data_urls:
-            return None, None
-        if isinstance(data_urls, list):
-            data_url = data_urls[0]
-        else:
-            data_url = data_urls
-
-        item_code = data_url.replace("kakaotalk://store/emoticon/", "").split("?")[0]
+        item_code_fake = cast(str, app_scheme_link_tag["data-i"])
 
-        return pack_title, item_code
+        js = ""
+        for script_tag in soup.find_all("script"):
+            js = script_tag.string
+            if js and "emoticonDeepLink" in js:
+                break
+        if "emoticonDeepLink" not in js:
+            return None, None
 
-    @staticmethod
-    def get_info_from_pack_title(
-        pack_title: str,
-    ) -> Tuple[Optional[str], Optional[str], Optional[str]]:
-        pack_meta_r = requests.get(f"https://e.kakao.com/api/v1/items/t/{pack_title}")
+        func_start_pos = js.find("function emoticonDeepLink(")
+        js = js[func_start_pos:]
+        bracket_start_pos = js.find("{")
+        func_end_pos = search_bracket(js[bracket_start_pos:]) + bracket_start_pos
+        js = js[bracket_start_pos + 1 : func_end_pos]
+        js = js.split(";")[0]
 
-        if pack_meta_r.status_code == 200:
-            pack_meta = json.loads(pack_meta_r.text)
-        else:
-            return None, None, None
+        minus_num_regex = re.search(r"\-(.*?)\^", js)
+        if not minus_num_regex:
+            return None, None
+        minus_num_str = minus_num_regex.group(1)
+        if not minus_num_str.isnumeric():
+            return None, None
+        minus_num = int(minus_num_str)
 
-        author = pack_meta["result"]["artist"]
-        title_ko = pack_meta["result"]["title"]
-        thumbnail_urls = pack_meta["result"]["thumbnailUrls"]
+        xor_num_regex = re.search(r"\^(.*?)\)", js)
+        if not xor_num_regex:
+            return None, None
+        xor_num_str = xor_num_regex.group(1)
+        if not xor_num_str.isnumeric():
+            return None, None
+        xor_num = int(xor_num_str)
+
+        item_code = str(int(item_code_fake) - minus_num ^ xor_num)
+
+        # https://github.com/Nuitka/Nuitka/issues/385
+        # js2py not working if compiled by nuitka
+        # web2app_start_pos = js.find("daumtools.web2app(")
+        # js = js[:web2app_start_pos] + "return a;}"
+        # get_item_code = js2py.eval_js(js)  # type: ignore
+        # kakao_scheme_link = cast(
+        #     str,
+        #     get_item_code(
+        #         "kakaotalk://store/emoticon/${i}?referer=share_link", item_code_fake
+        #     ),
+        # )
+        # item_code = urlparse(kakao_scheme_link).path.split("/")[-1]
 
-        return author, title_ko, thumbnail_urls
+        return pack_title, item_code
 
     @staticmethod
     def get_item_code(title_ko: str, auth_token: str) -> Optional[str]:
@@ -88,9 +131,27 @@ class MetadataKakao:
         return item_code
 
     @staticmethod
-    def get_title_from_id(item_code: str, auth_token: str) -> Optional[str]:
+    def get_pack_info_unauthed(
+        pack_title: str,
+    ) -> Optional[dict[str, Any]]:
+        pack_meta_r = requests.get(f"https://e.kakao.com/api/v1/items/t/{pack_title}")
+
+        if pack_meta_r.status_code == 200:
+            pack_meta = json.loads(pack_meta_r.text)
+        else:
+            return None
+
+        return pack_meta
+
+    @staticmethod
+    def get_pack_info_authed(
+        item_code: str, auth_token: str
+    ) -> Optional[dict[str, Any]]:
         headers = {
             "Authorization": auth_token,
+            "Talk-Agent": "android/10.8.1",
+            "Talk-Language": "en",
+            "User-Agent": "okhttp/4.10.0",
         }
 
         response = requests.post(
@@ -102,11 +163,8 @@ class MetadataKakao:
             return None
 
         response_json = json.loads(response.text)
-        title = response_json["itemUnitInfo"][0]["title"]
-        # play_path_format = response_json['itemUnitInfo'][0]['playPathFormat']
-        # stickers_count = len(response_json['itemUnitInfo'][0]['sizes'])
 
-        return title
+        return response_json
 
 
 class DownloadKakao(DownloadBase):
@@ -114,11 +172,15 @@ class DownloadKakao(DownloadBase):
         super().__init__(*args, **kwargs)
         self.pack_title: Optional[str] = None
         self.author: Optional[str] = None
+        self.auth_token: Optional[str] = None
+
+        self.pack_info_unauthed: Optional[dict[str, Any]] = None
+        self.pack_info_authed: Optional[dict[str, Any]] = None
 
     def download_stickers_kakao(self) -> bool:
-        auth_token = None
+        self.auth_token = None
         if self.opt_cred:
-            auth_token = self.opt_cred.kakao_auth_token
+            self.auth_token = self.opt_cred.kakao_auth_token
 
         if urlparse(self.url).netloc == "emoticon.kakao.com":
             self.pack_title, item_code = MetadataKakao.get_info_from_share_link(
@@ -134,9 +196,13 @@ class DownloadKakao(DownloadBase):
             item_code = self.url.replace("kakaotalk://store/emoticon/", "")
 
             self.pack_title = None
-            if auth_token:
-                self.pack_title = MetadataKakao.get_title_from_id(item_code, auth_token)
-                if not self.pack_title:
+            if self.auth_token:
+                self.pack_info_authed = MetadataKakao.get_pack_info_authed(
+                    item_code, self.auth_token
+                )
+                if self.pack_info_authed:
+                    self.pack_title = self.pack_info_authed["itemUnitInfo"][0]["title"]
+                else:
                     self.cb.put("Warning: Cannot get pack_title with auth_token.")
                     self.cb.put(
                         "Is auth_token invalid / expired? Try to regenerate it."
@@ -146,25 +212,23 @@ class DownloadKakao(DownloadBase):
             return self.download_animated(item_code)
 
         if urlparse(self.url).netloc == "e.kakao.com":
-            self.pack_title = self.url.replace("https://e.kakao.com/t/", "")
-            (
-                self.author,
-                title_ko,
-                thumbnail_urls,
-            ) = MetadataKakao.get_info_from_pack_title(self.pack_title)
-
-            assert self.author
-            assert title_ko
-            assert thumbnail_urls
-
-            if not thumbnail_urls:
+            self.pack_title = urlparse(self.url).path.split("/")[-1]
+            self.pack_info_unauthed = MetadataKakao.get_pack_info_unauthed(
+                self.pack_title
+            )
+
+            if not self.pack_info_unauthed:
                 self.cb.put(
                     "Download failed: Cannot download metadata for sticker pack"
                 )
                 return False
 
-            if auth_token:
-                item_code = MetadataKakao.get_item_code(title_ko, auth_token)
+            self.author = self.pack_info_unauthed["result"]["artist"]
+            title_ko = self.pack_info_unauthed["result"]["title"]
+            thumbnail_urls = self.pack_info_unauthed["result"]["thumbnailUrls"]
+
+            if self.auth_token:
+                item_code = MetadataKakao.get_item_code(title_ko, self.auth_token)
                 if item_code:
                     return self.download_animated(item_code)
                 msg = "Warning: Cannot get item code.\n"
@@ -204,6 +268,115 @@ class DownloadKakao(DownloadBase):
             self.out_dir, title=self.pack_title, author=self.author
         )
 
+        success = self.download_animated_zip(item_code)
+        if not success:
+            self.cb.put("Trying to download one by one")
+            success = self.download_animated_files(item_code)
+
+        return success
+
+    def download_animated_files(self, item_code: str) -> bool:
+        play_exts = [".webp", ".gif", ".png", ""]
+        play_types = ["emot", "emoji", ""]  # emot = normal; emoji = mini
+        play_path_format = None
+        sound_exts = [".mp3", ""]
+        sound_path_format = None
+        stickers_count = 32  # https://emoticonstudio.kakao.com/pages/start
+
+        if not self.pack_info_authed and self.auth_token:
+            self.pack_info_authed = MetadataKakao.get_pack_info_authed(
+                item_code, self.auth_token
+            )
+        if self.pack_info_authed:
+            preview_data = self.pack_info_authed["itemUnitInfo"][0]["previewData"]
+            play_path_format = preview_data["playPathFormat"]
+            sound_path_format = preview_data["soundPathFormat"]
+            stickers_count = preview_data["num"]
+        else:
+            if not self.pack_info_unauthed:
+                public_url = None
+                if urlparse(self.url).netloc == "emoticon.kakao.com":
+                    r = requests.get(self.url)
+                    # Share url would redirect to public url without headers
+                    public_url = r.url
+                elif urlparse(self.url).netloc == "e.kakao.com":
+                    public_url = self.url
+                if public_url:
+                    pack_title = urlparse(public_url).path.split("/")[-1]
+                    self.pack_info_unauthed = MetadataKakao.get_pack_info_unauthed(
+                        pack_title
+                    )
+
+            if self.pack_info_unauthed:
+                stickers_count = len(self.pack_info_unauthed["result"]["thumbnailUrls"])
+
+        play_type = ""
+        play_ext = ""
+        if play_path_format is None:
+            for play_type, play_ext in itertools.product(play_types, play_exts):
+                r = requests.get(
+                    f"https://item.kakaocdn.net/dw/{item_code}.{play_type}_001{play_ext}"
+                )
+                if r.ok:
+                    break
+            if play_ext == "":
+                self.cb.put(f"Failed to determine extension of {item_code}")
+                return False
+            else:
+                play_path_format = f"dw/{item_code}.{play_type}_0##{play_ext}"
+        else:
+            play_ext = "." + play_path_format.split(".")[-1]
+
+        sound_ext = ""
+        if sound_path_format is None:
+            for sound_ext in sound_exts:
+                r = requests.get(
+                    f"https://item.kakaocdn.net/dw/{item_code}.sound_001{sound_ext}"
+                )
+                if r.ok:
+                    break
+            if sound_ext != "":
+                sound_path_format = f"dw/{item_code}.sound_0##{sound_ext}"
+        elif sound_path_format != "":
+            sound_ext = "." + sound_path_format.split(".")[-1]
+
+        assert play_path_format
+        targets: list[tuple[str, Path]] = []
+        for num in range(1, stickers_count + 1):
+            play_url = "https://item.kakaocdn.net/" + play_path_format.replace(
+                "##", str(num).zfill(2)
+            )
+            play_dl_path = Path(self.out_dir, str(num).zfill(3) + play_ext)
+            targets.append((play_url, play_dl_path))
+
+            if sound_path_format:
+                sound_url = "https://item.kakaocdn.net/" + sound_path_format.replace(
+                    "##", str(num).zfill(2)
+                )
+                sound_dl_path = Path(self.out_dir, str(num).zfill(3) + sound_ext)
+                targets.append((sound_url, sound_dl_path))
+
+        self.download_multiple_files(targets)
+
+        for target in targets:
+            f_path = target[1]
+            ext = Path(f_path).suffix
+
+            if ext not in (".gif", ".webp"):
+                continue
+
+            with open(f_path, "rb") as f:
+                data = f.read()
+            data = DecryptKakao.xor_data(data)
+            self.cb.put(f"Decrypted {f_path}")
+            with open(f_path, "wb+") as f:
+                f.write(data)
+
+        self.cb.put(f"Finished getting {item_code}")
+
+        return True
+
+    def download_animated_zip(self, item_code: str) -> bool:
         pack_url = f"http://item.kakaocdn.net/dw/{item_code}.file_pack.zip"
 
         zip_file = self.download_file(pack_url)

sticker_convert/version.py

@@ -1,3 +1,3 @@
 #!/usr/bin/env python3
 
-__version__ = "2.8.12"
+__version__ = "2.8.14"

{sticker_convert-2.8.12.dist-info → sticker_convert-2.8.14.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: sticker-convert
-Version: 2.8.12
+Version: 2.8.14
 Summary: Convert (animated) stickers to/from WhatsApp, Telegram, Signal, Line, Kakao, Viber, iMessage. Written in Python.
 Author-email: laggykiller <chaudominic2@gmail.com>
 Maintainer-email: laggykiller <chaudominic2@gmail.com>
@@ -377,8 +377,8 @@ Requires-Dist: numpy >=1.22.4
 Requires-Dist: Pillow ~=10.3.0
 Requires-Dist: pyoxipng ~=9.0.0
 Requires-Dist: python-telegram-bot ~=21.2
-Requires-Dist: requests ~=2.32.2
-Requires-Dist: rlottie-python ~=1.3.4
+Requires-Dist: requests ~=2.32.3
+Requires-Dist: rlottie-python ~=1.3.5
 Requires-Dist: signalstickers-client-fork-laggykiller ~=3.3.0.post2
 Requires-Dist: sqlcipher3-wheels ~=0.5.2.post1
 Requires-Dist: tqdm ~=4.66.4

{sticker_convert-2.8.12.dist-info → sticker_convert-2.8.14.dist-info}/RECORD

@@ -6,10 +6,10 @@ sticker_convert/definitions.py,sha256=ZhP2ALCEud-w9ZZD4c3TDG9eHGPZyaAL7zPUsJAbjt
 sticker_convert/gui.py,sha256=TRPGwMhSMPHnZppHmw2OWHKTJtGoeLpGWD0eRYi4_yk,30707
 sticker_convert/job.py,sha256=vKv1--y4MVmZV_IBpUhEfNEiUeEqrTR1umzlALPXKdw,25775
 sticker_convert/job_option.py,sha256=JHAFCxp7-dDwD-1PbpYLAFRF3OoJu8cj_BjOm5r8Gp8,7732
-sticker_convert/version.py,sha256=D5g-FbZhwVOSGUdo2Me669Y9p6l08MwfjYV6tsmcD8o,47
+sticker_convert/version.py,sha256=xfnmuNP-PsbPT9tAIe1hZe8BVTotwNbxoJXlFmvcuP4,47
 sticker_convert/downloaders/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sticker_convert/downloaders/download_base.py,sha256=x18bI2mPpbXRnSmStBHEb1IvN-VPCilOHLQUs6YPUEU,4041
-sticker_convert/downloaders/download_kakao.py,sha256=UFp7EpMea62fIePY5DfhH4jThAwdeazfoC5iW1g4dAo,8516
+sticker_convert/downloaders/download_kakao.py,sha256=hHilDDzYaGU5BQmOwMF0NKnsysxh8loybfoFSNQQdSw,14955
 sticker_convert/downloaders/download_line.py,sha256=9WzOWujTbZdAqBi52k21OUEfRmcV1loCaJiDmg6dklw,17853
 sticker_convert/downloaders/download_signal.py,sha256=PfwscdbcEd_5C3Ecs0F8Qc8si1sLzLodAdnsHVwXgac,3063
 sticker_convert/downloaders/download_telegram.py,sha256=jufMqc78aXOPDr7fQf9ykkNyhQ7KVCp4gRBxs09NgMo,4614
@@ -93,9 +93,9 @@ sticker_convert/utils/media/apple_png_normalize.py,sha256=LbrQhc7LlYX4I9ek4XJsZE
 sticker_convert/utils/media/codec_info.py,sha256=1QfW3wgZ5vOk7T4XtLHYvJK1x8RbASRPSvhKEPkcu9A,15747
 sticker_convert/utils/media/decrypt_kakao.py,sha256=4wq9ZDRnFkx1WmFZnyEogBofiLGsWQM_X69HlA36578,1947
 sticker_convert/utils/media/format_verify.py,sha256=Xf94jyqk_6M9IlFGMy0wYIgQKn_yg00nD4XW0CgAbew,5732
-sticker_convert-2.8.12.dist-info/LICENSE,sha256=gXf5dRMhNSbfLPYYTY_5hsZ1r7UU1OaKQEAQUhuIBkM,18092
-sticker_convert-2.8.12.dist-info/METADATA,sha256=fch26QKaCx3jmBCTTfyE1PV5rBPcctP5xA_94gOrl0U,50376
-sticker_convert-2.8.12.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-sticker_convert-2.8.12.dist-info/entry_points.txt,sha256=MNJ7XyC--ugxi5jS1nzjDLGnxCyLuaGdsVLnJhDHCqs,66
-sticker_convert-2.8.12.dist-info/top_level.txt,sha256=r9vfnB0l1ZnH5pTH5RvkobnK3Ow9m0RsncaOMAtiAtk,16
-sticker_convert-2.8.12.dist-info/RECORD,,
+sticker_convert-2.8.14.dist-info/LICENSE,sha256=gXf5dRMhNSbfLPYYTY_5hsZ1r7UU1OaKQEAQUhuIBkM,18092
+sticker_convert-2.8.14.dist-info/METADATA,sha256=oMOCYbDpT4foe2pN0gsrfAAG1DASm8ak3uUjc9tpCpA,50376
+sticker_convert-2.8.14.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+sticker_convert-2.8.14.dist-info/entry_points.txt,sha256=MNJ7XyC--ugxi5jS1nzjDLGnxCyLuaGdsVLnJhDHCqs,66
+sticker_convert-2.8.14.dist-info/top_level.txt,sha256=r9vfnB0l1ZnH5pTH5RvkobnK3Ow9m0RsncaOMAtiAtk,16
+sticker_convert-2.8.14.dist-info/RECORD,,