flyte 2.0.0b25__py3-none-any.whl → 2.0.0b28__py3-none-any.whl

flyte/_task.py

@@ -35,13 +35,12 @@ from ._retry import RetryStrategy
 from ._reusable_environment import ReusePolicy
 from ._secret import SecretRequest
 from ._timeout import TimeoutType
+from ._trigger import Trigger
 from .models import MAX_INLINE_IO_BYTES, NativeInterface, SerializationContext
 
 if TYPE_CHECKING:
     from flyteidl2.core.tasks_pb2 import DataLoadingConfig
 
-    from flyte.trigger import Trigger
-
     from ._task_environment import TaskEnvironment
 
 P = ParamSpec("P")  # capture the function's parameters

flyte/_task_plugins.py

@@ -1,3 +1,5 @@
+from __future__ import annotations
+
 import typing
 from typing import Type
 
@@ -14,8 +16,8 @@ class _Registry:
     A registry for task plugins.
     """
 
-    def __init__(self):
-        self._plugins: typing.Dict[Type, Type[T]] = {}
+    def __init__(self: _Registry):
+        self._plugins: typing.Dict[Type, Type[typing.Any]] = {}
 
     def register(self, config_type: Type, plugin: Type[T]):
         """

flyte/_trigger.py

@@ -2,10 +2,611 @@ from __future__ import annotations
 
 from dataclasses import dataclass
 from datetime import datetime
-from typing import Any, Dict, Mapping, Union
+from typing import Any, Dict, Literal, Mapping, Union
 
 import rich.repr
 
+Timezone = Literal[
+    "Etc/GMT-5",
+    "Europe/London",
+    "America/Martinique",
+    "Asia/Sakhalin",
+    "Europe/Podgorica",
+    "America/Grand_Turk",
+    "America/Dawson_Creek",
+    "Africa/Asmera",
+    "Canada/Newfoundland",
+    "CST6CDT",
+    "ROC",
+    "Asia/Taipei",
+    "America/Danmarkshavn",
+    "Asia/Yakutsk",
+    "America/Catamarca",
+    "Asia/Gaza",
+    "America/Chihuahua",
+    "Africa/Lusaka",
+    "Atlantic/Azores",
+    "Canada/Atlantic",
+    "Africa/Abidjan",
+    "America/Port-au-Prince",
+    "Pacific/Noumea",
+    "Asia/Barnaul",
+    "Europe/Bucharest",
+    "Asia/Samarkand",
+    "Africa/Bangui",
+    "America/Yakutat",
+    "Africa/Porto-Novo",
+    "Etc/GMT+12",
+    "America/Fortaleza",
+    "Australia/Brisbane",
+    "America/Goose_Bay",
+    "America/Nassau",
+    "Arctic/Longyearbyen",
+    "Asia/Kolkata",
+    "Indian/Mayotte",
+    "Asia/Tel_Aviv",
+    "America/Cambridge_Bay",
+    "Africa/Nouakchott",
+    "Australia/North",
+    "Europe/Tirane",
+    "America/Ensenada",
+    "Asia/Rangoon",
+    "Pacific/Kanton",
+    "Africa/Tunis",
+    "Europe/Kyiv",
+    "America/Halifax",
+    "Europe/Guernsey",
+    "America/Cancun",
+    "Canada/Saskatchewan",
+    "Europe/Helsinki",
+    "Pacific/Norfolk",
+    "Chile/Continental",
+    "Eire",
+    "Africa/Mogadishu",
+    "Pacific/Midway",
+    "Etc/GMT-1",
+    "Etc/UTC",
+    "America/Argentina/San_Luis",
+    "Europe/Gibraltar",
+    "GMT+0",
+    "HST",
+    "America/Kentucky/Louisville",
+    "US/Alaska",
+    "Africa/Addis_Ababa",
+    "America/Costa_Rica",
+    "Pacific/Rarotonga",
+    "America/Matamoros",
+    "Europe/Vienna",
+    "America/Vancouver",
+    "Mexico/BajaNorte",
+    "America/Merida",
+    "Pacific/Efate",
+    "America/La_Paz",
+    "Pacific/Marquesas",
+    "America/Manaus",
+    "Antarctica/South_Pole",
+    "Pacific/Easter",
+    "Europe/Mariehamn",
+    "Atlantic/Madeira",
+    "Pacific/Bougainville",
+    "Antarctica/Syowa",
+    "America/Montevideo",
+    "Africa/Khartoum",
+    "America/St_Thomas",
+    "Africa/Mbabane",
+    "America/Campo_Grande",
+    "Australia/Queensland",
+    "Asia/Damascus",
+    "Etc/Universal",
+    "Asia/Amman",
+    "Europe/Samara",
+    "Australia/Tasmania",
+    "Africa/Douala",
+    "Indian/Antananarivo",
+    "Canada/Eastern",
+    "America/Argentina/Rio_Gallegos",
+    "Pacific/Samoa",
+    "Australia/Canberra",
+    "Australia/Sydney",
+    "Atlantic/Faeroe",
+    "Asia/Ust-Nera",
+    "Pacific/Palau",
+    "Africa/Kinshasa",
+    "Asia/Makassar",
+    "Asia/Hebron",
+    "ROK",
+    "America/St_Vincent",
+    "America/Argentina/Buenos_Aires",
+    "Africa/Asmara",
+    "Indian/Mahe",
+    "America/Dawson",
+    "Europe/Lisbon",
+    "Pacific/Pago_Pago",
+    "Brazil/West",
+    "America/Santarem",
+    "America/Virgin",
+    "America/Indianapolis",
+    "Asia/Bangkok",
+    "America/Indiana/Marengo",
+    "Atlantic/St_Helena",
+    "Europe/Moscow",
+    "Europe/Istanbul",
+    "Asia/Famagusta",
+    "Asia/Chongqing",
+    "America/Cuiaba",
+    "America/Detroit",
+    "America/Swift_Current",
+    "Greenwich",
+    "Antarctica/Davis",
+    "Africa/Conakry",
+    "America/Asuncion",
+    "Asia/Hovd",
+    "Africa/Freetown",
+    "America/Bahia_Banderas",
+    "Etc/GMT+6",
+    "Indian/Chagos",
+    "Pacific/Kiritimati",
+    "America/Toronto",
+    "EET",
+    "Indian/Cocos",
+    "America/Caracas",
+    "America/Indiana/Knox",
+    "America/Indiana/Winamac",
+    "Asia/Katmandu",
+    "America/Dominica",
+    "Asia/Hong_Kong",
+    "GMT0",
+    "Atlantic/Faroe",
+    "US/Michigan",
+    "UCT",
+    "Etc/GMT-9",
+    "America/Cordoba",
+    "Etc/GMT",
+    "Chile/EasterIsland",
+    "America/Resolute",
+    "America/Juneau",
+    "Europe/Chisinau",
+    "Africa/Djibouti",
+    "Antarctica/Vostok",
+    "Europe/Ulyanovsk",
+    "US/Hawaii",
+    "Africa/Juba",
+    "America/Chicago",
+    "America/Boa_Vista",
+    "Antarctica/DumontDUrville",
+    "Brazil/East",
+    "Mexico/BajaSur",
+    "Africa/Lubumbashi",
+    "America/Anguilla",
+    "Etc/GMT-13",
+    "Canada/Central",
+    "Europe/Busingen",
+    "America/Ciudad_Juarez",
+    "America/Edmonton",
+    "Atlantic/South_Georgia",
+    "America/Anchorage",
+    "America/Rosario",
+    "America/Araguaina",
+    "Asia/Shanghai",
+    "America/Tijuana",
+    "America/Cayenne",
+    "America/Regina",
+    "Australia/NSW",
+    "America/Santa_Isabel",
+    "Indian/Comoro",
+    "Europe/San_Marino",
+    "WET",
+    "Poland",
+    "US/Indiana-Starke",
+    "Asia/Saigon",
+    "Africa/Ceuta",
+    "Pacific/Niue",
+    "Australia/Darwin",
+    "Asia/Yekaterinburg",
+    "Pacific/Chuuk",
+    "Asia/Kathmandu",
+    "Asia/Almaty",
+    "America/Miquelon",
+    "Asia/Choibalsan",
+    "Australia/Melbourne",
+    "America/Managua",
+    "Portugal",
+    "Iceland",
+    "Africa/Malabo",
+    "America/North_Dakota/Center",
+    "Asia/Macau",
+    "EST5EDT",
+    "America/Louisville",
+    "America/Fort_Nelson",
+    "Europe/Amsterdam",
+    "America/Rio_Branco",
+    "Etc/GMT0",
+    "America/Thule",
+    "Pacific/Fakaofo",
+    "Africa/Bujumbura",
+    "Asia/Baku",
+    "Etc/GMT+8",
+    "Etc/GMT+10",
+    "America/Argentina/Tucuman",
+    "Africa/Lagos",
+    "Europe/Paris",
+    "Indian/Christmas",
+    "Asia/Qatar",
+    "Australia/ACT",
+    "Asia/Pyongyang",
+    "America/North_Dakota/Beulah",
+    "Factory",
+    "Europe/Copenhagen",
+    "Pacific/Fiji",
+    "America/Lower_Princes",
+    "Antarctica/Macquarie",
+    "America/Punta_Arenas",
+    "Antarctica/Rothera",
+    "America/Montserrat",
+    "Etc/GMT+0",
+    "NZ",
+    "America/Argentina/La_Rioja",
+    "America/Argentina/Catamarca",
+    "Antarctica/Troll",
+    "Europe/Vatican",
+    "Cuba",
+    "Africa/Windhoek",
+    "America/Havana",
+    "Asia/Atyrau",
+    "Australia/Eucla",
+    "America/Guatemala",
+    "US/Mountain",
+    "Europe/Saratov",
+    "Asia/Jakarta",
+    "US/Aleutian",
+    "Asia/Thimphu",
+    "Pacific/Enderbury",
+    "Africa/Luanda",
+    "Europe/Kirov",
+    "Pacific/Tongatapu",
+    "Africa/Sao_Tome",
+    "Africa/El_Aaiun",
+    "Iran",
+    "America/Godthab",
+    "MST7MDT",
+    "Europe/Sofia",
+    "America/Thunder_Bay",
+    "Australia/South",
+    "America/Tegucigalpa",
+    "Africa/Monrovia",
+    "Egypt",
+    "America/Scoresbysund",
+    "Singapore",
+    "Etc/GMT-7",
+    "Africa/Lome",
+    "America/Metlakatla",
+    "Asia/Singapore",
+    "Pacific/Chatham",
+    "America/Paramaribo",
+    "Asia/Ulaanbaatar",
+    "Antarctica/Mawson",
+    "Australia/Yancowinna",
+    "GMT-0",
+    "America/Belize",
+    "Asia/Magadan",
+    "America/Fort_Wayne",
+    "Pacific/Nauru",
+    "Europe/Warsaw",
+    "Asia/Muscat",
+    "Europe/Sarajevo",
+    "Etc/GMT-2",
+    "Africa/Gaborone",
+    "Africa/Bamako",
+    "Asia/Qyzylorda",
+    "GB",
+    "Etc/GMT+2",
+    "America/Lima",
+    "Asia/Omsk",
+    "Kwajalein",
+    "Asia/Tokyo",
+    "America/Inuvik",
+    "Asia/Tashkent",
+    "Jamaica",
+    "America/Argentina/ComodRivadavia",
+    "Africa/Algiers",
+    "Africa/Harare",
+    "America/Argentina/San_Juan",
+    "Pacific/Guam",
+    "Europe/Astrakhan",
+    "Africa/Nairobi",
+    "US/Arizona",
+    "EST",
+    "Australia/Hobart",
+    "America/Kentucky/Monticello",
+    "Asia/Urumqi",
+    "Etc/GMT-14",
+    "Pacific/Johnston",
+    "Etc/Zulu",
+    "Asia/Ashgabat",
+    "Atlantic/Jan_Mayen",
+    "America/Aruba",
+    "America/Argentina/Jujuy",
+    "Etc/Greenwich",
+    "America/St_Lucia",
+    "Australia/Currie",
+    "Asia/Jerusalem",
+    "America/Atka",
+    "America/St_Kitts",
+    "America/El_Salvador",
+    "Europe/Riga",
+    "US/Central",
+    "Etc/GMT+3",
+    "America/Montreal",
+    "Australia/Lord_Howe",
+    "W-SU",
+    "America/Noronha",
+    "Canada/Mountain",
+    "America/Indiana/Vincennes",
+    "Europe/Simferopol",
+    "Pacific/Gambier",
+    "Africa/Tripoli",
+    "Asia/Novosibirsk",
+    "Navajo",
+    "Asia/Harbin",
+    "America/Rankin_Inlet",
+    "Asia/Kuching",
+    "America/Argentina/Salta",
+    "Europe/Bratislava",
+    "America/Glace_Bay",
+    "America/Argentina/Mendoza",
+    "Asia/Tomsk",
+    "America/Nipigon",
+    "Asia/Pontianak",
+    "Australia/Perth",
+    "Indian/Reunion",
+    "Europe/Uzhgorod",
+    "Europe/Athens",
+    "Brazil/DeNoronha",
+    "Zulu",
+    "Asia/Qostanay",
+    "Europe/Malta",
+    "Indian/Maldives",
+    "Asia/Jayapura",
+    "America/Denver",
+    "Atlantic/Reykjavik",
+    "Australia/West",
+    "America/Phoenix",
+    "Europe/Volgograd",
+    "Asia/Kamchatka",
+    "America/Kralendijk",
+    "America/Creston",
+    "Africa/Dakar",
+    "Europe/Andorra",
+    "Europe/Madrid",
+    "Japan",
+    "Pacific/Kosrae",
+    "GMT",
+    "America/Maceio",
+    "America/Porto_Acre",
+    "Asia/Ho_Chi_Minh",
+    "Asia/Kashgar",
+    "US/Samoa",
+    "Africa/Banjul",
+    "Asia/Anadyr",
+    "Etc/GMT-6",
+    "Pacific/Truk",
+    "America/Winnipeg",
+    "Africa/Ndjamena",
+    "Africa/Bissau",
+    "Asia/Baghdad",
+    "Israel",
+    "America/Guadeloupe",
+    "America/Buenos_Aires",
+    "America/Adak",
+    "Asia/Vladivostok",
+    "Pacific/Tarawa",
+    "Antarctica/Casey",
+    "Antarctica/Palmer",
+    "Asia/Irkutsk",
+    "Asia/Colombo",
+    "America/Port_of_Spain",
+    "America/North_Dakota/New_Salem",
+    "Europe/Dublin",
+    "Pacific/Ponape",
+    "America/Boise",
+    "Pacific/Yap",
+    "America/Whitehorse",
+    "PRC",
+    "Australia/Adelaide",
+    "America/Indiana/Vevay",
+    "Europe/Berlin",
+    "America/Recife",
+    "Europe/Oslo",
+    "Turkey",
+    "Europe/Luxembourg",
+    "Europe/Zagreb",
+    "America/Grenada",
+    "Africa/Blantyre",
+    "Asia/Tbilisi",
+    "America/Coyhaique",
+    "Pacific/Apia",
+    "Africa/Niamey",
+    "America/Guyana",
+    "Asia/Yerevan",
+    "Pacific/Honolulu",
+    "America/Hermosillo",
+    "Asia/Macao",
+    "Europe/Belfast",
+    "America/Indiana/Tell_City",
+    "Asia/Dushanbe",
+    "Asia/Novokuznetsk",
+    "Africa/Maseru",
+    "Pacific/Funafuti",
+    "Antarctica/McMurdo",
+    "America/Menominee",
+    "NZ-CHAT",
+    "MET",
+    "Asia/Dhaka",
+    "America/Jujuy",
+    "Europe/Vaduz",
+    "Europe/Budapest",
+    "Asia/Kuwait",
+    "Africa/Maputo",
+    "Asia/Aqtau",
+    "Europe/Belgrade",
+    "Africa/Ouagadougou",
+    "America/Puerto_Rico",
+    "Europe/Vilnius",
+    "Asia/Chita",
+    "America/Yellowknife",
+    "America/Ojinaga",
+    "America/Shiprock",
+    "America/Bahia",
+    "America/Tortola",
+    "America/Antigua",
+    "Etc/GMT+11",
+    "Atlantic/Bermuda",
+    "Asia/Khandyga",
+    "US/Pacific",
+    "Asia/Nicosia",
+    "Etc/GMT-3",
+    "Asia/Kabul",
+    "America/St_Johns",
+    "Etc/GMT+5",
+    "Asia/Dubai",
+    "Pacific/Galapagos",
+    "Etc/GMT-0",
+    "America/Indiana/Petersburg",
+    "America/Blanc-Sablon",
+    "Etc/GMT-10",
+    "Pacific/Tahiti",
+    "America/Argentina/Cordoba",
+    "Europe/Tiraspol",
+    "America/Pangnirtung",
+    "Africa/Casablanca",
+    "Brazil/Acre",
+    "Pacific/Pitcairn",
+    "Europe/Ljubljana",
+    "Africa/Cairo",
+    "America/Nuuk",
+    "Asia/Chungking",
+    "Africa/Dar_es_Salaam",
+    "Asia/Bahrain",
+    "Etc/GMT-12",
+    "Asia/Krasnoyarsk",
+    "US/East-Indiana",
+    "Europe/Minsk",
+    "Asia/Dili",
+    "Etc/GMT+7",
+    "Asia/Seoul",
+    "Asia/Yangon",
+    "Europe/Zurich",
+    "America/Knox_IN",
+    "Atlantic/Cape_Verde",
+    "Asia/Ashkhabad",
+    "Pacific/Port_Moresby",
+    "Europe/Prague",
+    "Africa/Kampala",
+    "America/Belem",
+    "Asia/Vientiane",
+    "America/Moncton",
+    "Europe/Monaco",
+    "America/Mazatlan",
+    "Africa/Brazzaville",
+    "America/Marigot",
+    "Asia/Dacca",
+    "Etc/GMT-11",
+    "Atlantic/Stanley",
+    "Asia/Kuala_Lumpur",
+    "Hongkong",
+    "Asia/Manila",
+    "America/Santiago",
+    "Indian/Mauritius",
+    "Europe/Brussels",
+    "Europe/Isle_of_Man",
+    "Australia/Broken_Hill",
+    "Asia/Brunei",
+    "Europe/Zaporozhye",
+    "America/New_York",
+    "Asia/Tehran",
+    "America/Panama",
+    "Africa/Libreville",
+    "America/Santo_Domingo",
+    "Pacific/Wake",
+    "Pacific/Auckland",
+    "America/Argentina/Ushuaia",
+    "Asia/Aden",
+    "Africa/Timbuktu",
+    "Asia/Bishkek",
+    "Etc/GMT+1",
+    "Pacific/Pohnpei",
+    "America/Sao_Paulo",
+    "US/Eastern",
+    "Europe/Nicosia",
+    "Pacific/Kwajalein",
+    "America/Iqaluit",
+    "America/Cayman",
+    "America/Monterrey",
+    "America/Guayaquil",
+    "America/Nome",
+    "America/Barbados",
+    "Pacific/Majuro",
+    "Etc/GMT-8",
+    "Asia/Phnom_Penh",
+    "America/Rainy_River",
+    "America/Indiana/Indianapolis",
+    "America/Atikokan",
+    "America/St_Barthelemy",
+    "PST8PDT",
+    "Universal",
+    "Indian/Kerguelen",
+    "Etc/UCT",
+    "Australia/LHI",
+    "Europe/Stockholm",
+    "Asia/Ujung_Pandang",
+    "America/Los_Angeles",
+    "Asia/Riyadh",
+    "America/Curacao",
+    "Africa/Johannesburg",
+    "Etc/GMT+4",
+    "Canada/Yukon",
+    "GB-Eire",
+    "Asia/Karachi",
+    "America/Mendoza",
+    "Australia/Victoria",
+    "America/Jamaica",
+    "Australia/Lindeman",
+    "Asia/Srednekolymsk",
+    "America/Bogota",
+    "Asia/Beirut",
+    "Asia/Calcutta",
+    "MST",
+    "Europe/Jersey",
+    "Etc/GMT+9",
+    "Asia/Ulan_Bator",
+    "Europe/Rome",
+    "Pacific/Wallis",
+    "Etc/GMT-4",
+    "Libya",
+    "UTC",
+    "Asia/Thimbu",
+    "Canada/Pacific",
+    "Africa/Kigali",
+    "America/Eirunepe",
+    "Europe/Kaliningrad",
+    "Atlantic/Canary",
+    "America/Mexico_City",
+    "Europe/Kiev",
+    "CET",
+    "Europe/Skopje",
+    "Pacific/Saipan",
+    "America/Sitka",
+    "Africa/Accra",
+    "Asia/Aqtobe",
+    "Asia/Oral",
+    "Pacific/Guadalcanal",
+    "Asia/Istanbul",
+    "America/Porto_Velho",
+    "America/Coral_Harbour",
+    "Mexico/General",
+    "Europe/Tallinn",
+]
+
 
 class _trigger_time:
     """
@@ -33,9 +634,14 @@ class Cron:
     """
 
     expression: str
+    timezone: Timezone = "UTC"
+
+    @property
+    def timezone_expression(self) -> str:
+        return f"CRON_TZ={self.timezone} {self.expression}"
 
     def __str__(self):
-        return f"Cron Trigger: {self.expression}"
+        return f"Cron Trigger: {self.timezone_expression}"
 
 
 @rich.repr.auto
@@ -90,8 +696,9 @@ class Trigger:
        values for inputs to these defaults.
     :param env_vars: (Dict[str, str]) Optional environment variables for the trigger, default is None. If provided, will
         replace the environment variables set in the config of the task.
-    :param interruptible: (bool) Whether the trigger is interruptible, default is None. If provided,
-     it overrides whatever is set in the config of the task.
+    :param interruptible: (bool) Whether the trigger run is interruptible,
+      default is None (maintains the configured behavior). If provided, it overrides whatever is set in the config
+      of the task.
     :param overwrite_cache: (bool) Whether to overwrite the cache, default is False.
     :param queue: (str) Optional queue to run the trigger in, default is None.
     :param labels: (Mapping[str, str]) Optional labels to attach to the trigger, default is None.
@@ -142,7 +749,7 @@ class Trigger:
             auto_activate (bool): Whether the trigger should be automatically activated.
             inputs (Dict[str, Any] | None): Optional inputs for the trigger.
             env_vars (Dict[str, str] | None): Optional environment variables.
-            interruptible (bool | None): Whether the trigger is interruptible.
+            interruptible (bool | None): Whether the triggered run is interruptible.
             overwrite_cache (bool): Whether to overwrite the cache.
             queue (str | None): Optional queue to run the trigger in.
             labels (Mapping[str, str] | None): Optional labels to attach to the trigger.
@@ -380,3 +987,14 @@ class Trigger:
             labels=labels,
             annotations=annotations,
         )
+
+
+if __name__ == "__main__":
+    from typing import get_args
+
+    vals = get_args(Timezone)
+    with open("/tmp/timezones.txt", "w") as f:
+        for v in vals:
+            c = Cron(expression="0 0 * * *", timezone=v)
+            f.write(f"{c.timezone_expression}\n")
+    print(f"Wrote {len(vals)} timezones to /tmp/timezones.txt")