twitwi 0.20.0__py3-none-any.whl → 0.21.1__py3-none-any.whl

twitwi/constants.py

@@ -4,426 +4,400 @@
 #
 # Useful constants used throughout the library.
 #
-TWEET_DATETIME_FORMAT = '%a %b %d %H:%M:%S +0000 %Y'
-TWEET_DATETIME_FORMAT_V2 = '%Y-%m-%dT%H:%M:%S.%fZ'
-FORMATTED_TWEET_DATETIME_FORMAT = '%Y-%m-%dT%H:%M:%S'
+SOURCE_DATETIME_FORMAT = "%a %b %d %H:%M:%S +0000 %Y"
+SOURCE_DATETIME_FORMAT_V2 = "%Y-%m-%dT%H:%M:%S.%fZ"
+FORMATTED_TWEET_DATETIME_FORMAT = "%Y-%m-%dT%H:%M:%S"
+
+FORMATTED_FULL_DATETIME_FORMAT = "%Y-%m-%dT%H:%M:%S.%f"
 
 # More details on Twitter's tweets metadata can be read here: https://developer.twitter.com/en/docs/tweets/data-dictionary/overview/tweet-object
 TWEET_FIELDS = [
-    'id',                             # digital ID
-    'timestamp_utc',                  # UNIX timestamp of creation - UTC time
-    'local_time',                     # ISO datetime of creation - local time
-    'user_screen_name',               # author's user text ID (@user) (at collection time)
-    'text',                           # message's text content
-    # 'filter_level',                   # maximum value of the filter_level parameter which may be used and still stream this Tweet
-    'possibly_sensitive',             # whether a link present in the message might contain sensitive content according to Twitter
-    # 'withheld_copyright',             # whether the tweet might be censored by Twitter following copyright requests, ignorable
-    # 'withheld_scope',                 # whether the content withheld is the 'status' or a 'user', ignorable
-    # 'withheld_countries',             # list of ISO country codes in which the message is withheld, separated by |, ignorable
-    # 'truncated',                      # whether the tweet is bigger than 140 characters, obsolete
-    'retweet_count',                  # number of retweets of the message (at collection time)
-    'like_count',                     # number of likes of the message (at collection time)
-    'reply_count',                    # number of answers to the message, dropped by Twitter (since Oct 17, now charged), unreliable and ignorable
-    'impression_count',               # number of impressions generated by the message (at collection time)
-    'lang',                           # language of the message automatically identified by Twitter's algorithms (equals 'und' when no language could be detected)
-    'to_username',                    # text ID of the user the message is answering to
-    'to_userid',                      # digital ID of the user the message is answering to
-    'to_tweetid',                     # digital ID of the tweet the message is answering to
-    # 'source',                         # medium used by the user to post the message, now exported in source_name and source_url fields
-    'source_name',                    # name of the medium used to post the message
-    'source_url',                     # link to the medium used to post the message
-    'user_location',                  # location declared in the user's profile (at collection time)
-    'lat',                            # latitude of messages geolocalized
-    'lng',                            # longitude of messages geolocalized
-    'user_id',                        # author's user digital ID
-    'user_name',                      # author's detailed textual name (at collection time)
-    'user_verified',                  # whether the author's account is certified
-    'user_description',               # description given in the author's profile (at collection time)
-    'user_url',                       # link to a website given in the author's profile (at collection time)
-    'user_image',                     # link to the image avatar of the author's profile (at collection time)
-    # 'user_utcoffset',                 # time offset due to the user's timezone, dropped by Twitter (since May 18), ignorable
-    # 'user_timezone',                  # timezone declared in the user's profile, dropped by Twitter (since May 18), ignorable
-    # 'user_lang',                      # language declared in the user's profile (at collection time), dropped by Twitter (since May 19), ignorable
-    'user_tweets',                    # number of tweets sent by the user (at collection time)
-    'user_followers',                 # number of users following the author (at collection time)
-    'user_friends',                   # number of users the author is following (at collection time)
-    'user_likes',                     # number of likes the author has expressed (at collection time)
-    'user_lists',                    # number of users lists the author has been included in (at collection time)
-    'user_created_at',                # ISO datetime of creation of the author's account
-    'user_timestamp_utc',             # UNIX timestamp of creation of the author's account - UTC time
-    'collected_via',                  # How we received the message: 'stream', 'search', 'retweet' (the original tweet was
-                                    # contained in the retweet metadata), 'quote' (the original tweet was contained in
-                                    # the quote metadata), 'thread' (the tweet is part of the same conversation as a
-                                    # tweet collected via search or stream). If the message was collected via multiple
-                                    # ways, they are separated by |
-    'match_query',                    # whether the tweet was retrieved because it matches the query, or whether it was
-                                    # collected via 'quote' or 'thread'
-    'retweeted_id',                   # digital ID of the retweeted message
-    'retweeted_user',                 # text ID of the user who authored the retweeted message
-    'retweeted_user_id',              # digital ID of the user who authoring the retweeted message
-    'retweeted_timestamp_utc',        # UNIX timestamp of creation of the retweeted message - UTC time
-    'quoted_id',                      # digital ID of the retweeted message
-    'quoted_user',                    # text ID of the user who authored the quoted message
-    'quoted_user_id',                 # digital ID of the user who authoring the quoted message
-    'quoted_timestamp_utc',           # UNIX timestamp of creation of the quoted message - UTC time
-    'collection_time',                # ISO datetime of message collection - local time
-    'url',                            # url of the tweet (to get a view of the message directly on Twitter)
-    'place_country_code',             # if the tweet has an associated 'place', country code of that place
-    'place_name',                     # if the tweet has an associated 'place', name of that place
-    'place_type',                     # if the tweet has an associated 'place', type of that place ('city', 'admin', etc.)
-    'place_coordinates',              # if the tweet has an associated 'place', coordinates of that place, separated by |
-    'links',                          # list of links included in the text content, with redirections resolved, separated by |
-    'domains',                        # list of domain names in the links fields, separated by |
-    'media_urls',                     # list of links to images/videos embedded, separated by |
-    'media_files',                    # list of filenames of images/videos embedded and downloaded, separated by |, ignorable when medias collections isn't enabled
-    'media_types',                    # list of media types (photo, video, animated gif), separated by |
-    'media_alt_texts',                # list of alternative texts (image descriptions), separated by |
-    'mentioned_names',                # list of text IDs of users mentionned, separated by |
-    'mentioned_ids',                  # list of digital IDs of users mentionned, separated by |
-    'hashtags'                        # list of hashtags used, lowercased, separated by |
+    "id",                       # digital ID
+    "timestamp_utc",            # UNIX timestamp of creation - UTC time
+    "local_time",               # ISO datetime of creation - local time
+    "user_screen_name",         # author's user text ID (@user) (at collection time)
+    "text",                     # message's text content
+    # 'filter_level',           # maximum value of the filter_level parameter which may be used and still stream this Tweet
+    "possibly_sensitive",       # whether a link present in the message might contain sensitive content according to Twitter
+    # 'withheld_copyright',     # whether the tweet might be censored by Twitter following copyright requests, ignorable
+    # 'withheld_scope',         # whether the content withheld is the 'status' or a 'user', ignorable
+    # 'withheld_countries',     # list of ISO country codes in which the message is withheld, separated by |, ignorable
+    # 'truncated',              # whether the tweet is bigger than 140 characters, obsolete
+    "retweet_count",            # number of retweets of the message (at collection time)
+    "like_count",               # number of likes of the message (at collection time)
+    "reply_count",              # number of answers to the message, dropped by Twitter (since Oct 17, now charged), unreliable and ignorable
+    "impression_count",         # number of impressions generated by the message (at collection time)
+    "lang",                     # language of the message automatically identified by Twitter's algorithms (equals 'und' when no language could be detected)
+    "to_username",              # text ID of the user the message is answering to
+    "to_userid",                # digital ID of the user the message is answering to
+    "to_tweetid",               # digital ID of the tweet the message is answering to
+    # 'source',                 # medium used by the user to post the message, now exported in source_name and source_url fields
+    "source_name",              # name of the medium used to post the message
+    "source_url",               # link to the medium used to post the message
+    "user_location",            # location declared in the user's profile (at collection time)
+    "lat",                      # latitude of messages geolocalized
+    "lng",                      # longitude of messages geolocalized
+    "user_id",                  # author's user digital ID
+    "user_name",                # author's detailed textual name (at collection time)
+    "user_verified",            # whether the author's account is certified
+    "user_description",         # description given in the author's profile (at collection time)
+    "user_url",                 # link to a website given in the author's profile (at collection time)
+    "user_image",               # link to the image avatar of the author's profile (at collection time)
+    # 'user_utcoffset',         # time offset due to the user's timezone, dropped by Twitter (since May 2018), ignorable
+    # 'user_timezone',          # timezone declared in the user's profile, dropped by Twitter (since May 2018), ignorable
+    # 'user_lang',              # language declared in the user's profile (at collection time), dropped by Twitter (since May 2019), ignorable
+    "user_tweets",              # number of tweets sent by the user (at collection time)
+    "user_followers",           # number of users following the author (at collection time)
+    "user_friends",             # number of users the author is following (at collection time)
+    "user_likes",               # number of likes the author has expressed (at collection time)
+    "user_lists",               # number of users lists the author has been included in (at collection time)
+    "user_created_at",          # ISO datetime of creation of the author's account
+    "user_timestamp_utc",       # UNIX timestamp of creation of the author's account - UTC time
+    "collected_via",            # How we received the message: 'stream', 'search', 'retweet' (the original tweet was
+                                # contained in the retweet metadata), 'quote' (the original tweet was contained in
+                                # the quote metadata), 'thread' (the tweet is part of the same conversation as a
+                                # tweet collected via search or stream). If the message was collected via multiple
+                                # ways, they are separated by |
+    "match_query",              # whether the tweet was retrieved because it matches the query, or whether it was
+                                # collected via 'quote' or 'thread'
+    "retweeted_id",             # digital ID of the retweeted message
+    "retweeted_user",           # text ID of the user who authored the retweeted message
+    "retweeted_user_id",        # digital ID of the user who authoring the retweeted message
+    "retweeted_timestamp_utc",  # UNIX timestamp of creation of the retweeted message - UTC time
+    "quoted_id",                # digital ID of the retweeted message
+    "quoted_user",              # text ID of the user who authored the quoted message
+    "quoted_user_id",           # digital ID of the user who authoring the quoted message
+    "quoted_timestamp_utc",     # UNIX timestamp of creation of the quoted message - UTC time
+    "collection_time",          # ISO datetime of message collection - local time
+    "url",                      # url of the tweet (to get a view of the message directly on Twitter)
+    "place_country_code",       # if the tweet has an associated 'place', country code of that place
+    "place_name",               # if the tweet has an associated 'place', name of that place
+    "place_type",               # if the tweet has an associated 'place', type of that place ('city', 'admin', etc.)
+    "place_coordinates",        # if the tweet has an associated 'place', coordinates of that place, separated by |
+    "links",                    # list of links included in the text content, with redirections resolved, separated by |
+    "domains",                  # list of domain names in the links fields, separated by |
+    "media_urls",               # list of links to images/videos embedded, separated by |
+    "media_files",              # list of filenames of images/videos embedded and downloaded, separated by |, ignorable when medias collections isn't enabled
+    "media_types",              # list of media types (photo, video, animated gif), separated by |
+    "media_alt_texts",          # list of alternative texts (image descriptions), separated by |
+    "mentioned_names",          # list of text IDs of users mentionned, separated by |
+    "mentioned_ids",            # list of digital IDs of users mentionned, separated by |
+    "hashtags",                 # list of hashtags used, lowercased, separated by |
 ]
 
 TWEET_FIELDS_TCAT = [
-    'id',
-    'time',
-    'created_at',
-    'from_user_name',
-    'text',
-    'filter_level',
-    'possibly_sensitive',
-    'withheld_copyright',
-    'withheld_scope',
-    'truncated',
-    'retweet_count',
-    'favorite_count',
-    'lang',
-    'to_user_name',
-    'in_reply_to_status_id',
-    'quoted_status_id',
-    'source',
-    'location',
-    'lat',
-    'lng',
-    'from_user_id',
-    'from_user_realname',
-    'from_user_verified',
-    'from_user_description',
-    'from_user_url',
-    'from_user_profile_image_url',
-    'from_user_utcoffset',
-    'from_user_timezone',
-    'from_user_lang',
-    'from_user_tweetcount',
-    'from_user_followercount',
-    'from_user_friendcount',
-    'from_user_favourites_count',
-    'from_user_listed',
-    'from_user_withheld_scope',
-    'from_user_created_at',
-    'urls',
-    'urls_expanded',
-    'urls_followed',
-    'domains',
-    'HTTP status code',
-    'media_id',
-    'media_urls',
-    'media_type',
-    'media_indice_start',
-    'media_indice_end',
-    'photo_sizes_width',
-    'photo_sizes_height',
-    'photo_resize',
-    'mentions',
-    'hashtags'
+    "id",
+    "time",
+    "created_at",
+    "from_user_name",
+    "text",
+    "filter_level",
+    "possibly_sensitive",
+    "withheld_copyright",
+    "withheld_scope",
+    "truncated",
+    "retweet_count",
+    "favorite_count",
+    "lang",
+    "to_user_name",
+    "in_reply_to_status_id",
+    "quoted_status_id",
+    "source",
+    "location",
+    "lat",
+    "lng",
+    "from_user_id",
+    "from_user_realname",
+    "from_user_verified",
+    "from_user_description",
+    "from_user_url",
+    "from_user_profile_image_url",
+    "from_user_utcoffset",
+    "from_user_timezone",
+    "from_user_lang",
+    "from_user_tweetcount",
+    "from_user_followercount",
+    "from_user_friendcount",
+    "from_user_favourites_count",
+    "from_user_listed",
+    "from_user_withheld_scope",
+    "from_user_created_at",
+    "urls",
+    "urls_expanded",
+    "urls_followed",
+    "domains",
+    "HTTP status code",
+    "media_id",
+    "media_urls",
+    "media_type",
+    "media_indice_start",
+    "media_indice_end",
+    "photo_sizes_width",
+    "photo_sizes_height",
+    "photo_resize",
+    "mentions",
+    "hashtags",
 ]
 
 GAZOU_TO_TCAT = {
-
-    'identical_fields': {
-        'id': 'id',
-        'timestamp_utc': 'time',
-        'local_time': 'created_at',
-        'user_screen_name': 'from_user_name',
-        'text': 'text',
-        'possibly_sensitive': 'possibly_sensitive',
-        'retweet_count': 'retweet_count',
-        'like_count': 'favorite_count',
-        'lang': 'lang',
-        'to_username': 'to_user_name',
-        'to_userid': 'to_user_id',
-        'to_tweetid': 'in_reply_to_status_id',
-        'quoted_id': 'quoted_status_id',
-        'user_location': 'location',
-        'lat': 'lat',
-        'lng': 'lng',
-        'user_id': 'from_user_id',
-        'user_name': 'from_user_realname',
-        'user_verified': 'from_user_verified',
-        'user_description': 'from_user_description',
-        'user_url': 'from_user_url',
-        'user_image': 'from_user_profile_image_url',
-        'user_tweets': 'from_user_tweetcount',
-        'user_followers': 'from_user_followercount',
-        'user_friends': 'from_user_friendcount',
-        'user_likes': 'from_user_favourites_count',
-        'user_lists': 'from_user_listed',
-        'user_created_at': 'from_user_created_at',
-        'links': 'urls_expanded',
-        'domains': 'domains',
-        'mentioned_ids': 'mentions',
-        'hashtags': 'hashtags',
-        'media_urls': 'media_urls',
-        'media_types': 'media_type'
+    "identical_fields": {
+        "id": "id",
+        "timestamp_utc": "time",
+        "local_time": "created_at",
+        "user_screen_name": "from_user_name",
+        "text": "text",
+        "possibly_sensitive": "possibly_sensitive",
+        "retweet_count": "retweet_count",
+        "like_count": "favorite_count",
+        "lang": "lang",
+        "to_username": "to_user_name",
+        "to_userid": "to_user_id",
+        "to_tweetid": "in_reply_to_status_id",
+        "quoted_id": "quoted_status_id",
+        "user_location": "location",
+        "lat": "lat",
+        "lng": "lng",
+        "user_id": "from_user_id",
+        "user_name": "from_user_realname",
+        "user_verified": "from_user_verified",
+        "user_description": "from_user_description",
+        "user_url": "from_user_url",
+        "user_image": "from_user_profile_image_url",
+        "user_tweets": "from_user_tweetcount",
+        "user_followers": "from_user_followercount",
+        "user_friends": "from_user_friendcount",
+        "user_likes": "from_user_favourites_count",
+        "user_lists": "from_user_listed",
+        "user_created_at": "from_user_created_at",
+        "links": "urls_expanded",
+        "domains": "domains",
+        "mentioned_ids": "mentions",
+        "hashtags": "hashtags",
+        "media_urls": "media_urls",
+        "media_types": "media_type",
     },
-
-    'modified_fields': [
-        'source'
+    "modified_fields": ["source"],
+    "removed_fields": [
+        "filter_level",
+        "witheld_copyright",
+        "withheld_scope",
+        "truncated",
+        "from_user_utcoffset",
+        "from_user_timezone",
+        "from_user_lang",
+        "from_user_withheld_scope",
+        "urls",
+        "media_id",
+        "media_indice_start",
+        "media_indice_end",
+        "photo_sizes_width",
+        "photo_sizes_height",
+        "photo_resize",
     ],
-
-    'removed_fields': [
-        'filter_level',
-        'witheld_copyright',
-        'withheld_scope',
-        'truncated',
-        'from_user_utcoffset',
-        'from_user_timezone',
-        'from_user_lang',
-        'from_user_withheld_scope',
-        'urls',
-        'media_id',
-        'media_indice_start',
-        'media_indice_end',
-        'photo_sizes_width',
-        'photo_sizes_height',
-        'photo_resize',
-    ]
 }
 
 TWEET_PLURAL_FIELDS = {
-    'links',
-    'urls_expanded',
-    'domains',
-    'hashtags',
-    'collected_via',
-    'media_urls',
-    'media_files',
-    'media_types',
-    'media_alt_texts',
-    'mentioned_names',
-    'mentioned_ids',
-    'mentions'
+    "links",
+    "urls_expanded",
+    "domains",
+    "hashtags",
+    "collected_via",
+    "media_urls",
+    "media_files",
+    "media_types",
+    "media_alt_texts",
+    "mentioned_names",
+    "mentioned_ids",
+    "mentions",
 }
 
-TWEET_BOOLEAN_FIELDS = {
-    'possibly_sensitive',
-    'user_verified',
-    'match_query'
-}
+TWEET_BOOLEAN_FIELDS = {"possibly_sensitive", "user_verified", "match_query"}
 
 # More details on Twitter's users metadata can be read here: https://developer.twitter.com/en/docs/tweets/data-dictionary/overview/user-object
 USER_FIELDS = [
-    'id',
-    'screen_name',
-    'name',
-    'description',
-    'url',
-    # 'lang',                               # dropped from tweet objects only by Twitter (since May 19)
-    'timestamp_utc',
-    'local_time',
-    # 'utc_offset',                         # dropped by Twitter (since May 18), ignorable
-    # 'time_zone',                          # dropped by Twitter (since May 18), ignorable
-    'location',
-    # 'geo_enabled',                        # dropped by Twitter (since May 19), ignorable
-    'verified',
-    'protected',
-    'tweets',
-    'followers',
-    'friends',
-    'likes',
-    'lists',
-    # 'is_translator',                      # dropped by Twitter (since May 19), ignorable
-    # 'translator_type',                    # dropped by Twitter (since May 19), ignorable
-    # 'is_translation_enabled',             # dropped by Twitter (since May 19), ignorable
+    "id",
+    "screen_name",
+    "name",
+    "description",
+    "url",
+    # 'lang',                               # dropped from tweet objects only by Twitter (since May 2019)
+    "timestamp_utc",
+    "local_time",
+    # 'utc_offset',                         # dropped by Twitter (since May 2018), ignorable
+    # 'time_zone',                          # dropped by Twitter (since May 2018), ignorable
+    "location",
+    # 'geo_enabled',                        # dropped by Twitter (since May 2019), ignorable
+    "verified",
+    "protected",
+    "tweets",
+    "followers",
+    "friends",
+    "likes",
+    "lists",
+    # 'is_translator',                      # dropped by Twitter (since May 2019), ignorable
+    # 'translator_type',                    # dropped by Twitter (since May 2019), ignorable
+    # 'is_translation_enabled',             # dropped by Twitter (since May 2019), ignorable
     # 'default_profile',
     # 'default_profile_image',
-    # 'has_extended_profile',               # dropped by Twitter (since May 19), ignorable
-    # 'profile_image_url',                  # dropped by Twitter (since May 19), ignorable
-    'image',
+    # 'has_extended_profile',               # dropped by Twitter (since May 2019), ignorable
+    # 'profile_image_url',                  # dropped by Twitter (since May 2019), ignorable
+    "image",
     # 'profile_banner_url',
-    # 'profile_use_background_image',       # dropped by Twitter (since May 19), ignorable
-    # 'profile_background_image_url',       # dropped by Twitter (since May 19), ignorable
-    # 'profile_background_image_url_https', # dropped by Twitter (since May 19), ignorable
-    # 'profile_background_tile',            # dropped by Twitter (since May 19), ignorable
-    # 'profile_background_color',           # dropped by Twitter (since May 19), ignorable
-    # 'profile_link_color',                 # dropped by Twitter (since May 19), ignorable
-    # 'profile_text_color',                 # dropped by Twitter (since May 19), ignorable
-    # 'profile_sidebar_fill_color',         # dropped by Twitter (since May 19), ignorable
-    # 'profile_sidebar_border_color'        # dropped by Twitter (since May 19), ignorable
-    'default_profile',
-    'default_profile_image',
-    'witheld_in_countries',
-    'witheld_scope'
+    # 'profile_use_background_image',       # dropped by Twitter (since May 2019), ignorable
+    # 'profile_background_image_url',       # dropped by Twitter (since May 2019), ignorable
+    # 'profile_background_image_url_https', # dropped by Twitter (since May 2019), ignorable
+    # 'profile_background_tile',            # dropped by Twitter (since May 2019), ignorable
+    # 'profile_background_color',           # dropped by Twitter (since May 2019), ignorable
+    # 'profile_link_color',                 # dropped by Twitter (since May 2019), ignorable
+    # 'profile_text_color',                 # dropped by Twitter (since May 2019), ignorable
+    # 'profile_sidebar_fill_color',         # dropped by Twitter (since May 2019), ignorable
+    # 'profile_sidebar_border_color'        # dropped by Twitter (since May 2019), ignorable
+    "default_profile",
+    "default_profile_image",
+    "witheld_in_countries",
+    "witheld_scope",
 ]
 
-USER_PLURAL_FIELDS = {
-    'witheld_in_countries'
-}
+USER_PLURAL_FIELDS = {"witheld_in_countries"}
 
 USER_BOOLEAN_FIELDS = {
-    'verified',
-    'protected',
-    'default_profile',
-    'default_profile_image'
+    "verified",
+    "protected",
+    "default_profile",
+    "default_profile_image",
 }
 
 CANONICAL_URL_KWARGS = {
-    'strip_authentication': False,
-    'strip_trailing_slash': False,
-    'strip_protocol': False,
-    'strip_irrelevant_subdomains': False,
-    'strip_fragment': False,
-    'normalize_amp': False,
-    'fix_common_mistakes': False,
-    'infer_redirection': False,
-    'quoted': True
+    "strip_authentication": False,
+    "strip_trailing_slash": False,
+    "strip_protocol": False,
+    "strip_irrelevant_subdomains": False,
+    "strip_fragment": False,
+    "normalize_amp": False,
+    "fix_common_mistakes": False,
+    "infer_redirection": False,
+    "quoted": True,
 }
 
-CANONICAL_HOSTNAME_KWARGS = {
-    'normalize_amp': False,
-    'infer_redirection': False
-}
+CANONICAL_HOSTNAME_KWARGS = {"normalize_amp": False, "infer_redirection": False}
 
 # API v2 constants
 TWEET_FIELDS_V2 = {
-    'attachments',
-    'author_id',
+    "attachments",
+    "author_id",
     # NOTE: (2023-04-26) dropping this because we don't use it and it prevents us
     # from being able to get 500 tweets per call using academic v2 API.
     # 'context_annotations',
-    'conversation_id',
-    'created_at',
-    'entities',
-    'geo',
-    'id',
-    'in_reply_to_user_id',
-    'lang',
-    'possibly_sensitive',
-    'public_metrics',
-    'referenced_tweets',
-    'reply_settings',
-    'source',
-    'text',
-    'withheld'
+    "conversation_id",
+    "created_at",
+    "entities",
+    "geo",
+    "id",
+    "in_reply_to_user_id",
+    "lang",
+    "possibly_sensitive",
+    "public_metrics",
+    "referenced_tweets",
+    "reply_settings",
+    "source",
+    "text",
+    "withheld",
 }
 
 MEDIA_FIELDS = {
-    'media_key',
-    'type',
-    'duration_ms',
-    'height',
-    'preview_image_url',
-    'public_metrics',
-    'width',
-    'alt_text',
-    'url',
-    'variants'
+    "media_key",
+    "type",
+    "duration_ms",
+    "height",
+    "preview_image_url",
+    "public_metrics",
+    "width",
+    "alt_text",
+    "url",
+    "variants",
 }
 
-POLL_FIELDS = {
-    'id',
-    'options',
-    'duration_minutes',
-    'end_datetime',
-    'voting_status'
-}
+POLL_FIELDS = {"id", "options", "duration_minutes", "end_datetime", "voting_status"}
 
 PLACE_FIELDS = {
-    'full_name',
-    'id',
-    'contained_within',
-    'country',
-    'country_code',
-    'geo',
-    'name',
-    'place_type'
+    "full_name",
+    "id",
+    "contained_within",
+    "country",
+    "country_code",
+    "geo",
+    "name",
+    "place_type",
 }
 
 USER_FIELDS_V2 = {
-    'id',
-    'name',
-    'username',
-    'created_at',
-    'description',
-    'entities',
-    'location',
-    'pinned_tweet_id',
-    'profile_image_url',
-    'protected',
-    'public_metrics',
-    'url',
-    'verified',
-    'withheld'
+    "id",
+    "name",
+    "username",
+    "created_at",
+    "description",
+    "entities",
+    "location",
+    "pinned_tweet_id",
+    "profile_image_url",
+    "protected",
+    "public_metrics",
+    "url",
+    "verified",
+    "withheld",
 }
 
 TWEET_EXPANSIONS = {
-    'author_id',
-    'referenced_tweets.id',
-    'in_reply_to_user_id',
-    'attachments.media_keys',
-    'attachments.poll_ids',
-    'geo.place_id',
-    'entities.mentions.username',
-    'referenced_tweets.id.author_id'
+    "author_id",
+    "referenced_tweets.id",
+    "in_reply_to_user_id",
+    "attachments.media_keys",
+    "attachments.poll_ids",
+    "geo.place_id",
+    "entities.mentions.username",
+    "referenced_tweets.id.author_id",
 }
 
 TWEET_PARAMS = {
-    'tweet.fields': ','.join(TWEET_FIELDS_V2),
-    'media.fields': ','.join(MEDIA_FIELDS),
-    'poll.fields': ','.join(POLL_FIELDS),
-    'place.fields': ','.join(PLACE_FIELDS),
-    'user.fields': ','.join(USER_FIELDS_V2)
+    "tweet.fields": ",".join(TWEET_FIELDS_V2),
+    "media.fields": ",".join(MEDIA_FIELDS),
+    "poll.fields": ",".join(POLL_FIELDS),
+    "place.fields": ",".join(PLACE_FIELDS),
+    "user.fields": ",".join(USER_FIELDS_V2),
 }
 
-USER_EXPANSIONS = {
-    'pinned_tweet_id'
-}
+USER_EXPANSIONS = {"pinned_tweet_id"}
 
 USER_PARAMS = {
-    'user.fields': ','.join(USER_FIELDS_V2),
-    'tweet.fields': ','.join(TWEET_FIELDS_V2)
+    "user.fields": ",".join(USER_FIELDS_V2),
+    "tweet.fields": ",".join(TWEET_FIELDS_V2),
 }
 
 # Lists
 
 LIST_FIELDS = {
-    'created_at',
-    'follower_count',
-    'member_count',
-    'private',
-    'description',
-    'owner_id'
+    "created_at",
+    "follower_count",
+    "member_count",
+    "private",
+    "description",
+    "owner_id",
 }
 
-LIST_EXPANSIONS = {
-    'owner_id'
-}
+LIST_EXPANSIONS = {"owner_id"}
 
 LIST_PARAMS = {
-    'list.fields': ','.join(LIST_FIELDS),
-    'user.fields': ','.join(USER_FIELDS_V2)
+    "list.fields": ",".join(LIST_FIELDS),
+    "user.fields": ",".join(USER_FIELDS_V2),
 }
 
-LIST_TWEETS_EXPANSIONS = {
-    'author_id'
-}
+LIST_TWEETS_EXPANSIONS = {"author_id"}
 
-LIST_MEMBERS_EXPANSIONS = {
-    'pinned_tweet_id'
-}
+LIST_MEMBERS_EXPANSIONS = {"pinned_tweet_id"}
 
 LIST_TWEETS_OR_MEMBERS_PARAMS = {
-    'tweet.fields': ','.join(TWEET_FIELDS_V2),
-    'user.fields': ','.join(USER_FIELDS_V2)
+    "tweet.fields": ",".join(TWEET_FIELDS_V2),
+    "user.fields": ",".join(USER_FIELDS_V2),
 }
 
 PRE_SNOWFLAKE_LAST_TWEET_ID = 29700859247