twitter-openapi-typescript-generated 0.0.19 → 0.0.20

package/twitter-openapi/test/python/test_serialize.py

@@ -1,349 +0,0 @@
-import base64
-import concurrent.futures
-import glob
-import json
-import logging
-import os
-import time
-import traceback
-import warnings
-from pathlib import Path
-
-import aenum
-import openapi_client as pt
-
-warnings.filterwarnings("ignore")
-logging.basicConfig(level=logging.DEBUG, format="%(asctime)s %(levelname)s %(message)s")
-logger = logging.getLogger("test_serialize")
-
-TWITTER_SESSION = os.environ.get("TWITTER_SESSION", None)
-ERROR_UNCATCHED = os.environ.get("ERROR_UNCATCHED", "false").lower() == "true"
-SLEEP_TIME = float(os.environ.get("SLEEP", "0"))
-CUESOR_TEST_COUNT = int(os.environ.get("CUESOR_TEST_COUNT", "3"))
-STRICT_MODE = os.environ.get("STRICT_MODE", "false").lower() == "true"
-MULTI_THREAD = os.environ.get("MULTI_THREAD", "true").lower() == "true"
-
-
-def get_key(snake_str):
-    components = snake_str.split("_")
-    return "".join(x.title() for x in components[1:])
-
-
-def get_cursor(obj, fn):
-    res = []
-    if isinstance(obj, dict):
-        callback = fn(obj)
-        if callback is not None:
-            res.extend(callback)
-        else:
-            for v in obj.values():
-                res.extend(get_cursor(v, fn))
-    elif isinstance(obj, list):
-        for v in obj:
-            res.extend(get_cursor(v, fn))
-    return res
-
-
-def find_cursor(x):
-    if x.get("__typename") is pt.TypeName.TIMELINETIMELINECURSOR:
-        return [x["value"]]
-
-
-def find_name(x):
-    if x.get("name") is not None:
-        return [x["name"]]
-
-
-def get_kwargs(key, additional):
-    kwargs = {"path_query_id": placeholder[key]["queryId"]}
-    if placeholder[key].get("variables") is not None:
-        kwargs["variables"] = json.dumps(placeholder[key]["variables"] | additional)
-    if placeholder[key].get("features") is not None:
-        kwargs["features"] = json.dumps(placeholder[key]["features"])
-    if placeholder[key].get("fieldToggles") is not None:
-        kwargs["field_toggles"] = json.dumps(placeholder[key]["fieldToggles"])
-    return kwargs
-
-
-def match_rate_zero(a, b, base, key):
-    def get(obj, key):
-        if isinstance(obj, list):
-            return get(obj[key[0]], key[1:])
-        if obj.__dict__.get("actual_instance") is not None:
-            return get(obj.actual_instance, key)
-        if len(key) == 0:
-            return obj
-        return get(super_get(obj.__dict__, key[0]), key[1:])
-
-    if STRICT_MODE:
-        obj_name = type(get(base, key[:-1]))
-        obj_key = f"{obj_name.__name__}.{key[-1]}"
-        raise Exception(f"Not defined: {obj_key}\nContents: {b}")
-
-    return 0
-
-
-def match_rate(a, b, base, key=""):
-    if isinstance(a, aenum.Enum):
-        a = a.value
-    if isinstance(b, aenum.Enum):
-        b = b.value
-    if a is None and b is False:
-        return 1
-    if a is False and b is None:
-        return 1
-    if a is None and isinstance(b, list) and len(b) == 0:
-        return 1
-    if isinstance(a, list) and b is None and len(a) == 0:
-        return 1
-    if a is None and isinstance(b, dict) and len(b) == 0:
-        return 1
-    if isinstance(a, dict) and b is None and len(a) == 0:
-        return 1
-    if isinstance(a, dict) and isinstance(b, dict):
-        if len(a) == 0 and len(b) == 0:
-            return 1
-        marge_key = set(a.keys()) | set(b.keys())
-        data = [match_rate(a.get(k), b.get(k), base, [*key, k]) for k in marge_key]
-        return sum(data) / len(b)
-    if isinstance(a, list) and isinstance(b, list):
-        if len(a) == 0 and len(b) == 0:
-            return 1
-        if len(a) != len(b):
-            return match_rate_zero(a, b, base, key)
-        data = [match_rate(a[i], b[i], base, [*key, i]) for i in range(len(a))]
-        return sum(data) / len(a)
-    if a == b:
-        return 1
-    return match_rate_zero(a, b, base, key)
-
-
-def save_cache(data):
-    rand = time.time_ns()
-    os.makedirs("cache", exist_ok=True)
-    with open(f"cache/{rand}.json", "w+") as f:
-        json.dump(data, f, indent=4)
-
-
-def super_get(obj: dict, key: str):
-    keys = [
-        key,
-        "".join(["_" + c.lower() if c.isupper() else c for c in key]).lstrip("_"),
-    ]
-
-    for k in keys:
-        if obj.get(k) is not None:
-            return obj[k]
-    raise KeyError(key)
-
-
-def task_callback(file, thread=True):
-    try:
-        with open(file, "r") as f:
-            cache = json.load(f)
-        data = pt.__dict__[cache["type"]].from_json(cache["raw"])
-
-        rate = match_rate(
-            data.to_dict(),
-            json.loads(cache["raw"]),
-            base=data,
-        )
-        return rate, file
-    except Exception:
-        if thread:
-            return 0, file
-        else:
-            raise
-
-
-def error_dump(e):
-    if ERROR_UNCATCHED:
-        raise
-
-    logger.error("==========[STACK TRACE]==========")
-    for trace in traceback.format_exc().split("\n"):
-        logger.error(trace)
-    logger.info("================================")
-
-
-if __name__ == "__main__":
-    if Path("cookie.json").exists():
-        with open("cookie.json", "r") as f:
-            cookies = json.load(f)
-    elif TWITTER_SESSION is not None:
-        data = base64.b64decode(TWITTER_SESSION).decode("utf-8")
-        cookies = json.loads(data)
-    else:
-        commands = ["python -m pip install tweepy_authlib", "python tools/login.py"]
-        raise Exception(
-            f'cookie.json not found. Please run `{"; ".join(commands)}` first.'
-        )
-
-    cookies_str = "; ".join([f"{k}={v}" for k, v in cookies.items()])
-
-    with open("src/config/placeholder.json", "r") as f:
-        placeholder = json.load(f)
-
-    fail = []
-    files = glob.glob("cache/*.json")
-    if MULTI_THREAD:
-        with concurrent.futures.ProcessPoolExecutor() as executor:
-            tasks = [executor.submit(task_callback, x) for x in files]
-            for task in concurrent.futures.as_completed(tasks):
-                rate, file = task.result()
-                if rate < 1:
-                    fail.append(file)
-                logger.info(f"Match rate: {rate}")
-    else:
-        for file in files:
-            rate, file = task_callback(file, thread=False)
-            if rate < 1:
-                fail.append(file)
-            logger.info(f"Match rate: {rate}")
-
-    logger.info(f"Fail: {len(fail)} / {len(glob.glob('cache/*.json'))}")
-
-    for file in fail:
-        task_callback(file, thread=False)
-        logger.info(f"Match rate: {rate}")
-
-    api_conf = pt.Configuration(
-        api_key={
-            "ClientLanguage": "en",
-            "ActiveUser": "yes",
-            "AuthType": "OAuth2Session",
-            "CsrfToken": cookies["ct0"],
-        },
-    )
-
-    api_conf.access_token = "AAAAAAAAAAAAAAAAAAAAANRILgAAAAAAnNwIzUejRCOuH5E6I8xnZz4puTs%3D1Zv7ttfk8LF81IUq16cHjhLTvJu4FA33AGWWjCpTnA"
-
-    api_client = pt.ApiClient(configuration=api_conf, cookie=cookies_str)
-    api_client.user_agent = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/112.0.0.0 Safari/537.36"
-
-    error_count = 0
-
-    for x in [pt.DefaultApi, pt.TweetApi, pt.UserApi, pt.UsersApi, pt.UserListApi]:
-        for props, fn in x.__dict__.items():
-            if not callable(fn):
-                continue
-            if props.startswith("__") or not props.endswith("_with_http_info"):
-                continue
-
-            key = get_key(props[:-15])
-            cursor_list = set([None])
-            cursor_history = set()
-
-            try:
-                for _ in range(CUESOR_TEST_COUNT):
-                    cursor = cursor_list.pop()
-                    cursor_history.add(cursor)
-                    logger.info(f"Try: {key} {cursor}")
-
-                    kwargs = get_kwargs(
-                        key, {} if cursor is None else {"cursor": cursor}
-                    )
-                    res: pt.ApiResponse = getattr(x(api_client), props)(**kwargs)
-                    data = res.data.to_dict()
-
-                    save_cache(
-                        {
-                            "raw": res.raw_data.decode("utf-8"),
-                            "type": res.data.__class__.__name__,
-                        }
-                    )
-
-                    new_cursor = set(get_cursor(data, find_cursor)) - cursor_history
-                    cursor_list.update(new_cursor)
-
-                    rate = match_rate(
-                        data,
-                        json.loads(res.raw_data),
-                        res.data,
-                    )
-                    logger.info(f"Match rate: {rate}")
-
-                    if data.get("errors") is not None:
-                        logger.error(data)
-                        error_count += 1
-
-                    if len(cursor_list) == 0:
-                        break
-                    time.sleep(SLEEP_TIME)
-
-            except Exception as e:
-                error_dump(e)
-                error_count += 1
-
-    try:
-        logger.info("Try: Self UserByScreenName Test")
-        kwargs = get_kwargs("UserByScreenName", {"screen_name": "a810810931931"})
-        res = pt.UserApi(api_client).get_user_by_screen_name_with_http_info(**kwargs)
-        data = res.data.to_dict()
-
-        rate = match_rate(
-            data,
-            json.loads(res.raw_data),
-            res.data,
-        )
-        logger.info(f"Match rate: {rate}")
-        screen_name = data["data"]["user"]["result"]["legacy"]["screen_name"]
-        if not screen_name == "a810810931931":
-            raise Exception("UserByScreenName failed")
-    except Exception as e:
-        error_dump(e)
-        error_count += 1
-
-    ids = [
-        "1180389371481976833",
-        "900282258736545792",
-        "1212617657003859968",
-        "2455740283",
-        "2326837940",
-    ]
-    for id in ids:
-        try:
-            logger.info("Try: Self UserTweets Test")
-            kwargs = get_kwargs("UserTweets", {"userId": id})
-            res = pt.TweetApi(api_client).get_user_tweets_with_http_info(**kwargs)
-            data = res.data.to_dict()
-
-            rate = match_rate(
-                data,
-                json.loads(res.raw_data),
-                res.data,
-            )
-            logger.info(f"Match rate: {rate}")
-
-        except Exception as e:
-            error_dump(e)
-            error_count += 1
-
-    ids = [
-        "1720975693524377759",
-        "1721006592303251551",
-        "1739194269477331076",
-        "1697450269259522256",
-        "1697450278742884799",
-        "1749500209061663043",
-        "1759056048764469303",
-    ]
-    for id in ids:
-        try:
-            logger.info(f"Try: Self TweetDetail {id} Test")
-            kwargs = get_kwargs("TweetDetail", {"focalTweetId": id})
-            res = pt.TweetApi(api_client).get_tweet_detail_with_http_info(**kwargs)
-            data = res.data.to_dict()
-
-            rate = match_rate(
-                data,
-                json.loads(res.raw_data),
-                res.data,
-            )
-            logger.info(f"Match rate: {rate}")
-        except Exception as e:
-            error_dump(e)
-            error_count += 1
-
-    if error_count > 0:
-        exit(1)

package/twitter-openapi/test/python/test_serialize_guest.py

@@ -1,49 +0,0 @@
-import json
-from pathlib import Path
-
-import openapi_client as pt
-
-
-def get_kwargs(key, additional):
-    kwargs = {"path_query_id": placeholder[key]["queryId"]}
-    if placeholder[key].get("variables") is not None:
-        kwargs["variables"] = json.dumps(placeholder[key]["variables"] | additional)
-    if placeholder[key].get("features") is not None:
-        kwargs["features"] = json.dumps(placeholder[key]["features"])
-    if placeholder[key].get("fieldToggles") is not None:
-        kwargs["field_toggles"] = json.dumps(placeholder[key]["fieldToggles"])
-    return kwargs
-
-
-if __name__ == "__main__":
-    if Path("cookie.json").exists():
-        with open("cookie.json", "r") as f:
-            cookies = json.load(f)
-    cookies_str = "; ".join([f"{k}={v}" for k, v in cookies.items()])
-
-    with open("src/config/placeholder.json", "r") as f:
-        placeholder = json.load(f)
-
-    api_conf = pt.Configuration(
-        api_key={
-            "ClientLanguage": "en",
-            "ActiveUser": "yes",
-            "GuestToken": cookies["gt"],
-        },
-    )
-    api_conf.access_token = "AAAAAAAAAAAAAAAAAAAAANRILgAAAAAAnNwIzUejRCOuH5E6I8xnZz4puTs%3D1Zv7ttfk8LF81IUq16cHjhLTvJu4FA33AGWWjCpTnA"
-    api_client = pt.ApiClient(configuration=api_conf, cookie=cookies_str)
-    api_client.user_agent = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/112.0.0.0 Safari/537.36"
-
-    pt.TweetApi(api_client).get_user_tweets_with_http_info(
-        **get_kwargs("UserTweets", {}),
-    )
-    pt.TweetApi(api_client).get_user_highlights_tweets_with_http_info(
-        **get_kwargs("UserHighlightsTweets", {}),
-    )
-    pt.DefaultApi(api_client).get_tweet_result_by_rest_id_with_http_info(
-        **get_kwargs("TweetResultByRestId", {}),
-    )
-    pt.UserApi(api_client).get_user_by_screen_name_with_http_info(
-        **get_kwargs("UserByScreenName", {})
-    )

package/twitter-openapi/test/typescript-fetch/openapi-generator-config.yaml

@@ -1,4 +0,0 @@
-inputSpec: dist/compatible/openapi-3.0.yaml
-outputDir: typescript_fetch_generated
-
-legacyDiscriminatorBehavior: false

package/twitter-openapi/tools/build.py

@@ -1,83 +0,0 @@
-import os
-import glob
-import yaml
-import shutil
-from build_config import Config
-from hooks import OpenapiHookBase, RequestHookBase, SchemasHookBase, OtherHookBase
-from tqdm import tqdm
-
-
-def replace_ref(x):
-    if isinstance(x, dict):
-        return {
-            key: "#" + value.split("#")[-1] if key == "$ref" else replace_ref(value)
-            for key, value in x.items()
-        }
-    elif isinstance(x, list):
-        return [replace_ref(value) for value in x]
-    return x
-
-
-print("=== Build Start ===")
-
-
-config = Config()
-
-
-shutil.rmtree("dist", ignore_errors=True)
-
-
-for lang, profile in tqdm(config.main().items(), leave=False):
-    paths = {}
-    schemas = {}
-    files = glob.glob(os.path.join(config.INPUT_DIR, "**/*.yaml"))
-    for file in tqdm(files, leave=False):
-        file = file.replace(os.path.sep, "/")
-        with open(file, mode="r", encoding="utf-8") as f:
-            load = yaml.safe_load(f)
-
-        # RequestHookBase hook
-        for path in list(load["paths"]):
-            for method in list(load["paths"][path]):
-                key, value = path, load["paths"][path][method]
-                for tag in list(load["paths"][path][method].get("tags", ["default"])):
-                    for hook in profile["request"][tag]:
-                        hook: RequestHookBase
-                        key, value = hook.hook(key, value)
-                paths.update({key: {}})
-                paths[key].update({method: value})
-
-        # SchemasHookBase hook
-        for name in list(load.get("components", {}).get("schemas", {})):
-            value = load["components"]["schemas"][name]
-            for hook in profile["schemas"]:
-                hook: SchemasHookBase
-                value = hook.hook(value)
-            schemas.update({name: value})
-
-        # OtherHookBase hook
-        if file == "src/openapi/paths/other.yaml":
-            for hook in profile["other"]:
-                hook: OtherHookBase
-                key, value = hook.hook()
-                schemas["OtherResponse"]["properties"].append({key: value})
-
-    file = "src/openapi/openapi-3.0.yaml"
-
-    with open(file, mode="r", encoding="utf-8") as f:
-        openapi = yaml.safe_load(f)
-
-    # OpenapiHookBase hook
-    for hook in profile["openapi"]:
-        hook: OpenapiHookBase
-        openapi = hook.hook(openapi)
-
-    openapi["paths"] = replace_ref(paths)
-    openapi["components"]["schemas"] = replace_ref(schemas)
-    output = config.OUTPUT_DIR.format(lang)
-    os.makedirs(output, exist_ok=True)
-
-    with open(output + "/openapi-3.0.yaml", mode="w+", encoding="utf-8") as f:
-        f.write(yaml.dump(openapi))
-
-print("=== Build End ===")

package/twitter-openapi/tools/build_config.py

@@ -1,99 +0,0 @@
-from hooks import (
-    AddParametersOnBody,
-    AddParametersOnContent,
-    AddParametersOnParameters,
-    AddPathQueryIdOnParameters,
-    AddSecuritySchemesOnSecuritySchemes,
-    RemoveErrorHandle,
-    SetResponsesHeader,
-)
-
-
-class Config:
-    OUTPUT_DIR = "dist/{0}"
-    INPUT_DIR = "src/openapi"
-
-    def hooks_generator(
-        self,
-        queryParameterJson=True,
-        removeLegacyDiscriminatorBehavior=False,
-    ):
-        # https://stackoverflow.com/questions/34820064/defining-an-api-with-swagger-get-call-that-uses-json-in-parameters/45223964
-        if queryParameterJson:
-            # ["parameters"][0]["content"]["application/json"]["schema"]
-            getParamHook = AddParametersOnContent(
-                split=-1,
-                contentType="application/json",
-                ignoreKeys=["queryId"],
-            )
-        else:
-            # ["parameters"][0]["schema"]
-            getParamHook = AddParametersOnParameters(
-                split=-1,
-                schemaType="string",
-                ignoreKeys=["queryId"],
-            )
-
-        # https://github.com/OpenAPITools/openapi-generator/issues/15373
-        additionalHooks = []
-        if removeLegacyDiscriminatorBehavior:
-            additionalHooks.append(RemoveErrorHandle())
-
-        return {
-            "openapi": [AddSecuritySchemesOnSecuritySchemes()],
-            "schemas": [],
-            "other": [],
-            "request": {
-                key: [
-                    SetResponsesHeader(suffix=None),
-                    AddPathQueryIdOnParameters(split=-1),
-                    getParamHook,
-                    *additionalHooks,
-                ]
-                for key in ["default", "user", "users", "user-list", "tweet"]
-            }
-            | {
-                key: [
-                    SetResponsesHeader(suffix=None),
-                    AddPathQueryIdOnParameters(split=-1),
-                    AddParametersOnBody(
-                        split=-1,
-                        schemaType=None,
-                        contentType="application/json",
-                    ),
-                    *additionalHooks,
-                ]
-                for key in ["post"]
-            }
-            | {
-                key: [
-                    SetResponsesHeader(suffix="legacy"),
-                    AddParametersOnParameters(split=2, schemaType=None),
-                ]
-                for key in ["v1.1-get", "v2.0-get"]
-            }
-            | {
-                key: [
-                    SetResponsesHeader(suffix="legacy"),
-                    AddParametersOnBody(
-                        split=2,
-                        schemaType=None,
-                        contentType="application/x-www-form-urlencoded",
-                    ),
-                ]
-                for key in ["v1.1-post", "v2.0-post"]
-            }
-            | {"other": []},
-        }
-
-    def main(self):
-        return {
-            "docs": self.hooks_generator(),
-            "compatible": self.hooks_generator(
-                queryParameterJson=False,
-            ),
-            "compatible_discriminator": self.hooks_generator(
-                queryParameterJson=False,
-                removeLegacyDiscriminatorBehavior=True,
-            ),
-        }