@book000/twitterts 0.49.6 → 0.52.0

package/dist/generate-types/custom-types-generator.js

@@ -10,443 +10,361 @@ const json_schema_to_typescript_1 = require("json-schema-to-typescript");
 const node_path_1 = require("node:path");
 const node_fs_1 = __importDefault(require("node:fs"));
 const utils_1 = require("./utils");
-/**
- * カスタム型定義を生成するクラス
- */
 class CustomTypesGenerator {
-    /**
-     * @param results エンドポイントごとのレスポンス情報
-     * @param schemaDirectory スキーマ保存ディレクトリ
-     * @param typesDirectory 型定義保存ディレクトリ
-     */
-    constructor(results, schemaDirectory, typesDirectory) {
-        this.results = results;
+    constructor(responseDatabase, schemaDirectory, typesDirectory) {
+        this.responseDatabase = responseDatabase;
         this.schemaDirectory = schemaDirectory;
         this.typesDirectory = typesDirectory;
     }
-    /**
-     * 検索タイムラインツイートモデル（CustomSearchTimelineEntry）のカスタム型定義を生成する
-     */
     async runGraphQLSearchTimeline() {
-        const results = this.results.filter((result) => result.type === 'graphql' &&
-            result.name === 'SearchTimeline' &&
-            result.method === 'GET' &&
-            result.statusCode === '200');
-        if (results.length === 0) {
-            return;
-        }
-        const paths = results.flatMap((result) => result.paths);
-        let schema;
-        for (const path of paths) {
-            const response = utils_1.Utils.parseJsonc(node_fs_1.default.readFileSync(path, 'utf8'));
-            const entries = response.data.search_by_raw_query.search_timeline.timeline.instructions
+        const logger = node_utils_1.Logger.configure('CustomTypesGenerator:runGraphQLSearchTimeline');
+        const schema = await this.createSchemaFromResponse({
+            endpointType: 'GRAPHQL',
+            endpoint: 'SearchTimeline',
+            method: 'GET',
+            statusCode: 200,
+        }, (response) => {
+            return response.data.search_by_raw_query.search_timeline.timeline.instructions
                 .filter((instruction) => instruction.type === 'TimelineAddEntries' && instruction.entries)
                 .flatMap((instruction) => instruction.entries?.filter((entry) => entry.entryId.startsWith('tweet-') ||
                 entry.entryId.startsWith('promoted-tweet') ||
                 entry.entryId.startsWith('promotedTweet')));
-            const fileSchema = (0, dist_1.createCompoundSchema)(entries);
-            schema = schema ? (0, dist_1.mergeSchemas)([schema, fileSchema]) : fileSchema;
-        }
+        });
         if (!schema) {
+            logger.warn('⏭️ Schema not found. Skip');
             return;
         }
         await this.generateTypeFromSchema(schema, 'CustomSearchTimelineEntry', '検索タイムラインツイートモデル');
     }
-    /**
-     * ユーザーツイートモデル（CustomUserTweetEntry）のカスタム型定義を生成する
-     */
     async runGraphQLUserTweets() {
-        const results = this.results.filter((result) => result.type === 'graphql' &&
-            result.name === 'UserTweets' &&
-            result.method === 'GET' &&
-            result.statusCode === '200');
-        if (results.length === 0) {
-            return;
-        }
-        const paths = results.flatMap((result) => result.paths);
-        let schema;
-        for (const path of paths) {
-            const response = utils_1.Utils.parseJsonc(node_fs_1.default.readFileSync(path, 'utf8'));
-            const entries = response.data.user.result.timeline_v2.timeline.instructions
+        const logger = node_utils_1.Logger.configure('CustomTypesGenerator:runGraphQLUserTweets');
+        const schema = await this.createSchemaFromResponse({
+            endpointType: 'GRAPHQL',
+            endpoint: 'UserTweets',
+            method: 'GET',
+            statusCode: 200,
+        }, (response) => {
+            if (!('data' in response)) {
+                return [];
+            }
+            return response.data.user.result.timeline_v2.timeline.instructions
                 .filter((instruction) => instruction.type === 'TimelineAddEntries' && instruction.entries)
                 .flatMap((instruction) => instruction.entries?.filter((entry) => entry.entryId.startsWith('tweet-') ||
                 entry.entryId.startsWith('promoted-tweet') ||
                 entry.entryId.startsWith('promotedTweet')));
-            const fileSchema = (0, dist_1.createCompoundSchema)(entries);
-            schema = schema ? (0, dist_1.mergeSchemas)([schema, fileSchema]) : fileSchema;
-        }
+        });
         if (!schema) {
+            logger.warn('⏭️ Schema not found. Skip');
             return;
         }
         await this.generateTypeFromSchema(schema, 'CustomUserTweetEntry', 'ユーザーツイートモデル');
     }
-    /**
-     * ユーザーいいねツイートモデル（CustomUserLikeTweetEntry）のカスタム型定義を生成する
-     */
     async runGraphQLUserLikeTweets() {
-        const results = this.results.filter((result) => result.type === 'graphql' &&
-            result.name === 'Likes' &&
-            result.method === 'GET' &&
-            result.statusCode === '200');
-        if (results.length === 0) {
-            return;
-        }
-        const paths = results.flatMap((result) => result.paths);
-        let schema;
-        for (const path of paths) {
-            const response = utils_1.Utils.parseJsonc(node_fs_1.default.readFileSync(path, 'utf8'));
-            const entries = response.data.user.result.timeline_v2.timeline.instructions
+        const logger = node_utils_1.Logger.configure('CustomTypesGenerator:runGraphQLUserLikeTweets');
+        const schema = await this.createSchemaFromResponse({
+            endpointType: 'GRAPHQL',
+            endpoint: 'Likes',
+            method: 'GET',
+            statusCode: 200,
+        }, (response) => {
+            if (!('data' in response)) {
+                return [];
+            }
+            return response.data.user.result.timeline_v2.timeline.instructions
                 .filter((instruction) => instruction.type === 'TimelineAddEntries' && instruction.entries)
                 .flatMap((instruction) => instruction.entries?.filter((entry) => entry.entryId.startsWith('tweet-') ||
                 entry.entryId.startsWith('promoted-tweet') ||
                 entry.entryId.startsWith('promotedTweet')));
-            const fileSchema = (0, dist_1.createCompoundSchema)(entries);
-            schema = schema ? (0, dist_1.mergeSchemas)([schema, fileSchema]) : fileSchema;
-        }
+        });
         if (!schema) {
+            logger.warn('⏭️ Schema not found. Skip');
             return;
         }
         await this.generateTypeFromSchema(schema, 'CustomUserLikeTweetEntry', 'ユーザーいいねツイートエントリモデル');
     }
-    /**
-     * GET・POSTメソッド共通のホームタイムラインモデルのカスタム型定義を生成する
-     */
     async runGraphQLTimeline() {
-        const homeTimelineResults = this.results.filter((result) => result.type === 'graphql' &&
-            (result.name === 'HomeTimeline' ||
-                result.name === 'HomeLatestTimeline') &&
-            (result.method === 'GET' || result.method === 'POST') &&
-            result.statusCode === '200');
-        if (homeTimelineResults.length === 0) {
-            return;
-        }
-        const hometimelinePaths = homeTimelineResults.flatMap((result) => result.paths);
-        let schema;
-        for (const path of hometimelinePaths) {
-            const response = utils_1.Utils.parseJsonc(node_fs_1.default.readFileSync(path, 'utf8'));
-            const fileSchema = (0, dist_1.createSchema)(response);
-            schema = schema ? (0, dist_1.mergeSchemas)([schema, fileSchema]) : fileSchema;
+        const logger = node_utils_1.Logger.configure('CustomTypesGenerator:runGraphQLTimeline');
+        const endpoints = [
+            {
+                endpointType: 'GRAPHQL',
+                endpoint: 'HomeTimeline',
+                method: 'GET',
+                statusCode: 200,
+            },
+            {
+                endpointType: 'GRAPHQL',
+                endpoint: 'HomeTimeline',
+                method: 'POST',
+                statusCode: 200,
+            },
+            {
+                endpointType: 'GRAPHQL',
+                endpoint: 'HomeLatestTimeline',
+                method: 'GET',
+                statusCode: 200,
+            },
+            {
+                endpointType: 'GRAPHQL',
+                endpoint: 'HomeLatestTimeline',
+                method: 'POST',
+                statusCode: 200,
+            },
+        ];
+        const schemas = [];
+        for (const endpoint of endpoints) {
+            const endpointSchema = await this.createSchemaFromResponse(endpoint);
+            if (!endpointSchema) {
+                logger.warn(`⏭️ ${endpoint.method} ${endpoint.endpoint} Schema not found. Skip`);
+                continue;
+            }
+            schemas.push(endpointSchema);
         }
-        if (!schema) {
+        if (schemas.length === 0) {
+            logger.warn('⏭️ Schema not found. Skip');
             return;
         }
-        await this.generateTypeFromSchema(schema, 'CustomGraphQLTimelineSuccessResponse', 'ホームタイムラインモデル');
+        await this.generateTypeFromSchema((0, dist_1.mergeSchemas)(schemas), 'CustomGraphQLTimelineSuccessResponse', 'ホームタイムラインモデル');
     }
-    /**
-     * タイムラインツイートモデル（CustomTimelineTweetEntry）のカスタム型定義を生成する
-     */
     async runGraphQLTimelineTweetEntry() {
-        const homeTimelineResults = this.results.filter((result) => result.type === 'graphql' &&
-            (result.name === 'HomeTimeline' ||
-                result.name === 'HomeLatestTimeline') &&
-            (result.method === 'GET' || result.method === 'POST') &&
-            result.statusCode === '200');
-        if (homeTimelineResults.length === 0) {
-            return;
-        }
-        const hometimelinePaths = homeTimelineResults.flatMap((result) => result.paths);
-        let schema;
-        for (const path of hometimelinePaths) {
-            const response = utils_1.Utils.parseJsonc(node_fs_1.default.readFileSync(path, 'utf8'));
-            const entries = response.data.home.home_timeline_urt.instructions
-                .filter((instruction) => instruction.type === 'TimelineAddEntries' && instruction.entries)
-                .flatMap((instruction) => instruction.entries?.filter((entry) => entry.entryId.startsWith('tweet-') ||
-                entry.entryId.startsWith('promoted-tweet') ||
-                entry.entryId.startsWith('promotedTweet')));
-            const fileSchema = (0, dist_1.createCompoundSchema)(entries);
-            schema = schema ? (0, dist_1.mergeSchemas)([schema, fileSchema]) : fileSchema;
-        }
-        if (!schema) {
-            return;
-        }
-        await this.generateTypeFromSchema(schema, 'CustomTimelineTweetEntry', 'ホームタイムラインツイートエントリモデル');
-    }
-    // --- twitter-d 変換用オブジェクト
-    /**
-     * レスポンスツイートオブジェクト（CustomTweetObject）のカスタム型定義を生成する
-     */
-    async runTweetObject() {
-        // 各レスポンスからツイートオブジェクトを抽出
-        const schemas = [
-            // HomeTimeline
-            this.results
-                .filter((result) => result.type === 'graphql' &&
-                result.name === 'HomeTimeline' &&
-                result.method === 'GET' &&
-                result.statusCode === '200')
-                .flatMap((result) => result.paths)
-                .flatMap((path) => {
-                const response = utils_1.Utils.parseJsonc(node_fs_1.default.readFileSync(path, 'utf8'));
-                return response.data.home.home_timeline_urt.instructions
-                    .filter((instruction) => instruction.type === 'TimelineAddEntries' && instruction.entries)
-                    .flatMap((instruction) => instruction.entries?.filter((entry) => entry.entryId.startsWith('tweet-') ||
-                    entry.entryId.startsWith('promoted-tweet') ||
-                    entry.entryId.startsWith('promotedTweet')));
-            })
-                .map((entry) => {
-                return entry.content.itemContent
-                    .tweet_results.result;
-            })
-                .filter((entry) => !!entry)
-                .map((entry) => {
-                return {
-                    ...entry,
-                    __entryId: 'string',
-                };
-            })
-                .map((entry) => (0, dist_1.createSchema)(entry)),
-            // HomeLatestTimeline
-            this.results
-                .filter((result) => result.type === 'graphql' &&
-                result.name === 'HomeLatestTimeline' &&
-                result.method === 'GET' &&
-                result.statusCode === '200')
-                .flatMap((result) => result.paths)
-                .flatMap((path) => {
-                const response = utils_1.Utils.parseJsonc(node_fs_1.default.readFileSync(path, 'utf8'));
+        const logger = node_utils_1.Logger.configure('CustomTypesGenerator:runGraphQLTimelineTweetEntry');
+        const endpoints = [
+            {
+                endpointType: 'GRAPHQL',
+                endpoint: 'HomeTimeline',
+                method: 'GET',
+                statusCode: 200,
+            },
+            {
+                endpointType: 'GRAPHQL',
+                endpoint: 'HomeTimeline',
+                method: 'POST',
+                statusCode: 200,
+            },
+            {
+                endpointType: 'GRAPHQL',
+                endpoint: 'HomeLatestTimeline',
+                method: 'GET',
+                statusCode: 200,
+            },
+            {
+                endpointType: 'GRAPHQL',
+                endpoint: 'HomeLatestTimeline',
+                method: 'POST',
+                statusCode: 200,
+            },
+        ];
+        const schemas = [];
+        for (const endpoint of endpoints) {
+            const endpointSchema = await this.createSchemaFromResponse(endpoint, (response) => {
+                if (!('data' in response)) {
+                    return [];
+                }
                 return response.data.home.home_timeline_urt.instructions
                     .filter((instruction) => instruction.type === 'TimelineAddEntries' && instruction.entries)
                     .flatMap((instruction) => instruction.entries?.filter((entry) => entry.entryId.startsWith('tweet-') ||
                     entry.entryId.startsWith('promoted-tweet') ||
                     entry.entryId.startsWith('promotedTweet')));
-            })
-                .map((entry) => {
-                return entry.content.itemContent
-                    .tweet_results.result;
-            })
-                .filter((entry) => !!entry)
-                .map((entry) => {
-                return {
-                    ...entry,
-                    __entryId: 'string',
-                };
-            })
-                .map((entry) => (0, dist_1.createSchema)(entry)),
-            // SearchTimeline
-            this.results
-                .filter((result) => result.type === 'graphql' &&
-                result.name === 'SearchTimeline' &&
-                result.method === 'GET' &&
-                result.statusCode === '200')
-                .flatMap((result) => result.paths)
-                .flatMap((path) => {
-                const response = utils_1.Utils.parseJsonc(node_fs_1.default.readFileSync(path, 'utf8'));
-                return response.data.search_by_raw_query.search_timeline.timeline.instructions
-                    .filter((instruction) => instruction.type === 'TimelineAddEntries' && instruction.entries)
-                    .flatMap((instruction) => instruction.entries?.filter((entry) => entry.entryId.startsWith('tweet-') ||
-                    entry.entryId.startsWith('promoted-tweet') ||
-                    entry.entryId.startsWith('promotedTweet')));
-            })
-                .map((entry) => {
-                return entry.content.itemContent
-                    .tweet_results.result;
-            })
-                .filter((entry) => !!entry)
-                .map((entry) => {
-                return {
-                    ...entry,
-                    __entryId: 'string',
-                };
-            })
-                .map((entry) => (0, dist_1.createSchema)(entry)),
-            // UserTweets
-            this.results
-                .filter((result) => result.type === 'graphql' &&
-                result.name === 'UserTweets' &&
-                result.method === 'GET' &&
-                result.statusCode === '200')
-                .flatMap((result) => result.paths)
-                .flatMap((path) => {
-                const response = utils_1.Utils.parseJsonc(node_fs_1.default.readFileSync(path, 'utf8'));
-                return response.data.user.result.timeline_v2.timeline.instructions
-                    .filter((instruction) => instruction.type === 'TimelineAddEntries' && instruction.entries)
-                    .flatMap((instruction) => instruction.entries?.filter((entry) => entry.entryId.startsWith('tweet-') ||
-                    entry.entryId.startsWith('promoted-tweet') ||
-                    entry.entryId.startsWith('promotedTweet')));
-            })
-                .map((entry) => {
-                return entry.content.itemContent
-                    .tweet_results.result;
-            })
-                .filter((entry) => !!entry)
-                .map((entry) => {
-                return {
-                    ...entry,
-                    __entryId: 'string',
-                };
-            })
-                .map((entry) => (0, dist_1.createSchema)(entry)),
-            // Likes
-            this.results
-                .filter((result) => result.type === 'graphql' &&
-                result.name === 'Likes' &&
-                result.method === 'GET' &&
-                result.statusCode === '200')
-                .flatMap((result) => result.paths)
-                .flatMap((path) => {
-                const response = utils_1.Utils.parseJsonc(node_fs_1.default.readFileSync(path, 'utf8'));
-                return response.data.user.result.timeline_v2.timeline.instructions
-                    .filter((instruction) => instruction.type === 'TimelineAddEntries' && instruction.entries)
-                    .flatMap((instruction) => instruction.entries?.filter((entry) => entry.entryId.startsWith('tweet-') ||
-                    entry.entryId.startsWith('promoted-tweet') ||
-                    entry.entryId.startsWith('promotedTweet')));
-            })
-                .map((entry) => {
-                return entry.content.itemContent
-                    .tweet_results.result;
-            })
-                .filter((entry) => !!entry)
-                .map((entry) => {
-                return {
-                    ...entry,
-                    __entryId: 'string',
-                };
-            })
-                .map((entry) => (0, dist_1.createSchema)(entry)),
-            // TweetDetail
-            this.results
-                .filter((result) => result.type === 'graphql' &&
-                result.name === 'TweetDetail' &&
-                result.method === 'GET' &&
-                result.statusCode === '200')
-                .flatMap((result) => result.paths)
-                .map((path) => {
-                const response = utils_1.Utils.parseJsonc(node_fs_1.default.readFileSync(path, 'utf8'));
-                const tweetEntries = response.data.threaded_conversation_with_injections_v2
-                    .instructions[0].entries;
-                if (!tweetEntries) {
-                    return null;
+            });
+            if (!endpointSchema) {
+                logger.warn(`⏭️ ${endpoint.method} ${endpoint.endpoint} Schema not found. Skip`);
+                continue;
+            }
+            schemas.push(endpointSchema);
+        }
+        if (schemas.length === 0) {
+            logger.warn('⏭️ Schema not found. Skip');
+            return;
+        }
+        await this.generateTypeFromSchema((0, dist_1.mergeSchemas)(schemas), 'CustomTimelineTweetEntry', 'ホームタイムラインツイートエントリモデル');
+    }
+    async runTweetObject() {
+        const logger = node_utils_1.Logger.configure('CustomTypesGenerator:runTweetObject');
+        const promises = await Promise.all([
+            this.createSchemaFromResponse({
+                endpointType: 'GRAPHQL',
+                endpoint: 'HomeTimeline',
+                method: 'GET',
+                statusCode: 200,
+            }, (response) => this.getTweetObjectsFromInstructions(response.data.home.home_timeline_urt.instructions).flat()),
+            this.createSchemaFromResponse({
+                endpointType: 'GRAPHQL',
+                endpoint: 'HomeLatestTimeline',
+                method: 'GET',
+                statusCode: 200,
+            }, (response) => this.getTweetObjectsFromInstructions(response.data.home.home_timeline_urt.instructions).flat()),
+            this.createSchemaFromResponse({
+                endpointType: 'GRAPHQL',
+                endpoint: 'SearchTimeline',
+                method: 'GET',
+                statusCode: 200,
+            }, (response) => this.getTweetObjectsFromInstructions(response.data.search_by_raw_query.search_timeline.timeline
+                .instructions).flat()),
+            this.createSchemaFromResponse({
+                endpointType: 'GRAPHQL',
+                endpoint: 'UserTweets',
+                method: 'GET',
+                statusCode: 200,
+            }, (response) => {
+                if (!('data' in response)) {
+                    return [];
                 }
-                const tweetResult = tweetEntries[0].content.itemContent?.tweet_results;
-                if (!tweetResult) {
-                    return null;
+                return this.getTweetObjectsFromInstructions(response.data.user.result.timeline_v2.timeline.instructions).flat();
+            }),
+            this.createSchemaFromResponse({
+                endpointType: 'GRAPHQL',
+                endpoint: 'Likes',
+                method: 'GET',
+                statusCode: 200,
+            }, (response) => {
+                if (!('data' in response)) {
+                    return [];
                 }
-                return tweetResult.result;
-            })
-                .filter((entry) => !!entry)
-                .map((entry) => {
-                return {
-                    ...entry,
-                    __entryId: 'string',
-                };
-            })
-                .map((entry) => (0, dist_1.createSchema)(entry)),
-        ].flat();
+                return this.getTweetObjectsFromInstructions(response.data.user.result.timeline_v2.timeline.instructions).flat();
+            }),
+            this.createSchemaFromResponse({
+                endpointType: 'GRAPHQL',
+                endpoint: 'TweetDetail',
+                method: 'GET',
+                statusCode: 200,
+            }, (response) => {
+                if (!('data' in response)) {
+                    return [];
+                }
+                return this.getTweetObjectsFromInstructions(response.data.threaded_conversation_with_injections_v2.instructions).flat();
+            }),
+        ]);
+        const schemas = promises.filter((schema) => !!schema);
+        if (schemas.length === 0) {
+            logger.warn('⏭️ Schema not found. Skip');
+            return;
+        }
         await this.generateTypeFromSchema((0, dist_1.mergeSchemas)(schemas), 'CustomTweetObject', 'レスポンスツイートオブジェクト');
     }
-    /**
-     * レスポンスツイートレガシーオブジェクト（CustomTweetLegacyObject）のカスタム型定義を生成する
-     */
+    getTweetObjectsFromInstructions(instructions) {
+        return instructions
+            .filter((instruction) => instruction.type === 'TimelineAddEntries' && instruction.entries)
+            .flatMap((instruction) => instruction.entries?.filter((entry) => entry.entryId.startsWith('tweet-') ||
+            entry.entryId.startsWith('promoted-tweet') ||
+            entry.entryId.startsWith('promotedTweet')))
+            .map((entry) => {
+            return entry?.content.itemContent?.tweet_results?.result;
+        })
+            .filter((entry) => !!entry)
+            .map((entry) => {
+            return {
+                ...entry,
+                __entryId: 'string',
+            };
+        });
+    }
     async runTweetLegacyObject() {
-        // 各レスポンスからレガシーツイートオブジェクトを抽出
-        const schemas = [
-            // SearchTimeline
-            this.results
-                .filter((result) => result.type === 'graphql' &&
-                result.name === 'SearchTimeline' &&
-                result.method === 'GET' &&
-                result.statusCode === '200')
-                .flatMap((result) => result.paths)
-                .flatMap((path) => {
-                const response = utils_1.Utils.parseJsonc(node_fs_1.default.readFileSync(path, 'utf8'));
-                return response.data.search_by_raw_query.search_timeline.timeline.instructions
-                    .filter((instruction) => instruction.type === 'TimelineAddEntries' && instruction.entries)
-                    .flatMap((instruction) => instruction.entries?.filter((entry) => entry.entryId.startsWith('tweet-') ||
-                    entry.entryId.startsWith('promoted-tweet') ||
-                    entry.entryId.startsWith('promotedTweet')));
-            })
-                .map((entry) => {
-                return entry.content.itemContent
-                    .tweet_results.result.legacy;
-            })
-                .map((entry) => (0, dist_1.createSchema)(entry)),
-            // UserTweets: tweet_results.result.legacy
-            this.results
-                .filter((result) => result.type === 'graphql' &&
-                result.name === 'UserTweets' &&
-                result.method === 'GET' &&
-                result.statusCode === '200')
-                .flatMap((result) => result.paths)
-                .flatMap((path) => {
-                const response = utils_1.Utils.parseJsonc(node_fs_1.default.readFileSync(path, 'utf8'));
-                return response.data.user.result.timeline_v2.timeline.instructions
-                    .filter((instruction) => instruction.type === 'TimelineAddEntries' && instruction.entries)
-                    .flatMap((instruction) => instruction.entries?.filter((entry) => entry.entryId.startsWith('tweet-') ||
-                    entry.entryId.startsWith('promoted-tweet') ||
-                    entry.entryId.startsWith('promotedTweet')));
-            })
-                .filter((entry) => entry.content.itemContent.tweet_results
-                .result.legacy !== undefined)
-                .map((entry) => {
-                return entry.content.itemContent
-                    .tweet_results.result.legacy;
-            })
-                .map((entry) => (0, dist_1.createSchema)(entry)),
-            // UserTweets: tweet_results.result.tweet?.legacy
-            this.results
-                .filter((result) => result.type === 'graphql' &&
-                result.name === 'UserTweets' &&
-                result.method === 'GET' &&
-                result.statusCode === '200')
-                .flatMap((result) => result.paths)
-                .flatMap((path) => {
-                const response = utils_1.Utils.parseJsonc(node_fs_1.default.readFileSync(path, 'utf8'));
-                return response.data.user.result.timeline_v2.timeline.instructions
-                    .filter((instruction) => instruction.type === 'TimelineAddEntries' && instruction.entries)
-                    .flatMap((instruction) => instruction.entries?.filter((entry) => entry.entryId.startsWith('tweet-') ||
-                    entry.entryId.startsWith('promoted-tweet') ||
-                    entry.entryId.startsWith('promotedTweet')));
-            })
-                .filter((entry) => entry.content.itemContent.tweet_results
-                .result.tweet?.legacy !== undefined)
-                .map((entry) => {
-                return entry.content.itemContent
-                    .tweet_results.result.tweet?.legacy;
-            })
-                .map((entry) => (0, dist_1.createSchema)(entry)),
-        ].flat();
+        const logger = node_utils_1.Logger.configure('CustomTypesGenerator:runTweetLegacyObject');
+        const promises = await Promise.all([
+            this.createSchemaFromResponse({
+                endpointType: 'GRAPHQL',
+                endpoint: 'SearchTimeline',
+                method: 'GET',
+                statusCode: 200,
+            }, (response) => this.getTweetLegacyObjectsFromInstructions(response.data.search_by_raw_query.search_timeline.timeline
+                .instructions).flat()),
+            this.createSchemaFromResponse({
+                endpointType: 'GRAPHQL',
+                endpoint: 'UserTweets',
+                method: 'GET',
+                statusCode: 200,
+            }, (response) => {
+                if (!('data' in response)) {
+                    return [];
+                }
+                return this.getTweetLegacyObjectsFromInstructions(response.data.user.result.timeline_v2.timeline.instructions).flat();
+            }),
+        ]);
+        const schemas = promises.filter((schema) => !!schema);
+        if (schemas.length === 0) {
+            logger.warn('⏭️ Schema not found. Skip');
+            return;
+        }
         await this.generateTypeFromSchema((0, dist_1.mergeSchemas)(schemas), 'CustomTweetLegacyObject', 'レスポンスツイートレガシーオブジェクト');
     }
-    /**
-     * レスポンスユーザーレガシーオブジェクト（CustomUserLegacyObject）のカスタム型定義を生成する
-     */
+    getTweetLegacyObjectsFromInstructions(instructions) {
+        return instructions
+            .filter((instruction) => instruction.type === 'TimelineAddEntries' && instruction.entries)
+            .flatMap((instruction) => instruction.entries?.filter((entry) => entry.entryId.startsWith('tweet-') ||
+            entry.entryId.startsWith('promoted-tweet') ||
+            entry.entryId.startsWith('promotedTweet')))
+            .flatMap((entry) => {
+            return [
+                entry?.content.itemContent?.tweet_results?.result?.legacy,
+                entry?.content.itemContent?.tweet_results?.result?.tweet?.legacy,
+            ];
+        })
+            .filter((legacy) => !!legacy);
+    }
     async runUserLegacyObject() {
-        // 各レスポンスからレガシーユーザーオブジェクトを抽出
-        const schemas = [
-            // UserByRestId
-            this.results
-                .filter((result) => result.type === 'graphql' &&
-                result.name === 'UserByRestId' &&
-                result.method === 'GET' &&
-                result.statusCode === '200')
-                .flatMap((result) => result.paths)
-                .flatMap((path) => {
-                const response = utils_1.Utils.parseJsonc(node_fs_1.default.readFileSync(path, 'utf8'));
-                return response.data.user.result.legacy;
-            })
-                .map((entry) => (0, dist_1.createSchema)(entry)),
-            // UserByScreenName
-            this.results
-                .filter((result) => result.type === 'graphql' &&
-                result.name === 'UserByScreenName' &&
-                result.method === 'GET' &&
-                result.statusCode === '200')
-                .flatMap((result) => result.paths)
-                .flatMap((path) => {
-                const response = utils_1.Utils.parseJsonc(node_fs_1.default.readFileSync(path, 'utf8'));
+        const logger = node_utils_1.Logger.configure('CustomTypesGenerator:runUserLegacyObject');
+        const endpoints = [
+            {
+                endpointType: 'GRAPHQL',
+                endpoint: 'UserByRestId',
+                method: 'GET',
+                statusCode: 200,
+            },
+            {
+                endpointType: 'GRAPHQL',
+                endpoint: 'UserByScreenName',
+                method: 'GET',
+                statusCode: 200,
+            },
+        ];
+        const schemas = [];
+        for (const endpoint of endpoints) {
+            const endpointSchema = await this.createSchemaFromResponse(endpoint, (response) => {
                 return response.data.user.result.legacy;
-            })
-                .map((entry) => (0, dist_1.createSchema)(entry)),
-        ].flat();
+            });
+            if (!endpointSchema) {
+                logger.warn(`⏭️ ${endpoint.method} ${endpoint.endpoint} Schema not found. Skip`);
+                continue;
+            }
+            schemas.push(endpointSchema);
+        }
+        if (schemas.length === 0) {
+            logger.warn('⏭️ Schema not found. Skip');
+            return;
+        }
         await this.generateTypeFromSchema((0, dist_1.mergeSchemas)(schemas), 'CustomUserLegacyObject', 'レスポンスユーザーレガシーオブジェクト');
     }
-    /**
-     * カスタム型定義を、スキーマを元に生成する
-     *
-     * @param schema スキーマ
-     * @param name 型名
-     * @param tsDocument 型定義の tsdoc（1 行で記述）
-     */
+    async createSchemaFromResponse(endpoint, customizer) {
+        const logger = node_utils_1.Logger.configure('CustomTypesGenerator.createSchemaFromResponse');
+        const count = await this.responseDatabase.getResponseCount(endpoint);
+        if (count === 0) {
+            logger.info(`⏭️ Skip ${endpoint.method} ${endpoint.endpoint}`);
+            return null;
+        }
+        const limit = 100;
+        const maxPage = Math.ceil(count / limit) + 1;
+        let schema;
+        for (let page = 1; page <= maxPage; page++) {
+            logger.info(`📖 Reading: ${endpoint.method} ${endpoint.endpoint} (page: ${page}/${maxPage})`);
+            const responses = await this.responseDatabase.getResponses(endpoint, {
+                page,
+                limit,
+            });
+            let responseBodys = responses
+                .filter((response) => response.responseType === 'JSON')
+                .map((response) => response.responseBody)
+                .filter((body) => body.length > 0)
+                .map((body) => JSON.parse(body));
+            if (customizer) {
+                responseBodys = responseBodys.flatMap((body) => customizer(body));
+            }
+            const pageSchema = (0, dist_1.createCompoundSchema)(responseBodys);
+            schema = schema ? (0, dist_1.mergeSchemas)([schema, pageSchema]) : pageSchema;
+        }
+        if (!schema) {
+            throw new Error('No schema found');
+        }
+        return schema;
+    }
     async generateTypeFromSchema(schema, name, tsDocument) {
         const logger = node_utils_1.Logger.configure('CustomTypeGenerator.generateTypeFromSchema');
         if (!schema) {
@@ -462,9 +380,6 @@ class CustomTypesGenerator {
         node_fs_1.default.writeFileSync(typesPath, types);
         logger.info(`📝 ${name}`);
     }
-    /**
-     * カスタム型定義を生成する
-     */
     async generate(parallel) {
         const generators = [
             this.runGraphQLSearchTimeline.bind(this),
@@ -473,7 +388,6 @@ class CustomTypesGenerator {
             this.runGraphQLTimeline.bind(this),
             this.runGraphQLTimelineTweetEntry.bind(this),
             this.runTweetObject.bind(this),
-            // twitter-d 変換用オブジェクト
             this.runTweetLegacyObject.bind(this),
             this.runUserLegacyObject.bind(this),
         ];