garf-executors 0.2.3__py3-none-any.whl → 1.1.3__py3-none-any.whl

garf_executors/workflow.py

@@ -11,86 +11,15 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-from __future__ import annotations
 
-import os
-import pathlib
 
-import pydantic
-import smart_open
-import yaml
+import warnings
 
-from garf_executors.execution_context import ExecutionContext
+from garf.executors.workflow import *
 
-
-class QueryPath(pydantic.BaseModel):
-  """Path file with query."""
-
-  path: str
-
-
-class QueryDefinition(pydantic.BaseModel):
-  """Definition of a query."""
-
-  query: Query
-
-
-class Query(pydantic.BaseModel):
-  """Query elements.
-
-  Attributes:
-    text: Query text.
-    title: Name of the query.
-  """
-
-  text: str
-  title: str
-
-
-class ExecutionStep(ExecutionContext):
-  """Common context for executing one or more queries.
-
-  Attributes:
-    fetcher: Name of a fetcher to get data from API.
-    alias: Optional alias to identify execution step.
-    queries: Queries to run for a particular fetcher.
-    context: Execution context for queries and fetcher.
-  """
-
-  fetcher: str | None = None
-  alias: str | None = None
-  queries: list[QueryPath | QueryDefinition] | None = None
-
-  @property
-  def context(self) -> ExecutionContext:
-    return ExecutionContext(
-      writer=self.writer,
-      writer_parameters=self.writer_parameters,
-      query_parameters=self.query_parameters,
-      fetcher_parameters=self.fetcher_parameters,
-    )
-
-
-class Workflow(pydantic.BaseModel):
-  """Orchestrates execution of queries for multiple fetchers.
-
-  Attributes:
-    steps: Contains one or several fetcher executions.
-  """
-
-  steps: list[ExecutionStep]
-
-  @classmethod
-  def from_file(cls, path: str | pathlib.Path | os.PathLike[str]) -> Workflow:
-    """Builds workflow from local or remote yaml file."""
-    with smart_open.open(path, 'r', encoding='utf-8') as f:
-      data = yaml.safe_load(f)
-    return Workflow(steps=data.get('steps'))
-
-  def save(self, path: str | pathlib.Path | os.PathLike[str]) -> str:
-    """Saves workflow to local or remote yaml file."""
-    with smart_open.open(path, 'w', encoding='utf-8') as f:
-      yaml.dump(
-        self.model_dump(exclude_none=True).get('steps'), f, encoding='utf-8'
-      )
-    return f'Workflow is saved to {str(path)}'
+warnings.warn(
+  "The 'garf_executors' namespace is deprecated. "
+  "Please use 'garf.executors' instead.",
+  DeprecationWarning,
+  stacklevel=2,
+)

{garf_executors-0.2.3.dist-info → garf_executors-1.1.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: garf-executors
-Version: 0.2.3
+Version: 1.1.3
 Summary: Executes queries against API and writes data to local/remote storage.
 Author-email: "Google Inc. (gTech gPS CSE team)" <no-reply@google.com>, Andrei Markin <andrey.markin.ppc@gmail.com>
 License: Apache 2.0
@@ -17,8 +17,8 @@ Classifier: Operating System :: OS Independent
 Classifier: License :: OSI Approved :: Apache Software License
 Requires-Python: >=3.9
 Description-Content-Type: text/markdown
-Requires-Dist: garf-core
-Requires-Dist: garf-io
+Requires-Dist: garf-core>=1.0.0
+Requires-Dist: garf-io>=1.0.0
 Requires-Dist: pyyaml
 Requires-Dist: pydantic
 Requires-Dist: opentelemetry-api
@@ -36,8 +36,15 @@ Provides-Extra: gcp
 Requires-Dist: opentelemetry-exporter-gcp-trace; extra == "gcp"
 Provides-Extra: server
 Requires-Dist: fastapi[standard]; extra == "server"
+Requires-Dist: pydantic-settings; extra == "server"
 Requires-Dist: opentelemetry-instrumentation-fastapi; extra == "server"
 Requires-Dist: typer; extra == "server"
+Requires-Dist: grpcio-reflection; extra == "server"
+Provides-Extra: tests
+Requires-Dist: pytest; extra == "tests"
+Requires-Dist: pytest-mock; extra == "tests"
+Requires-Dist: pytest-xdist; extra == "tests"
+Requires-Dist: pytest-grpc; extra == "tests"
 Provides-Extra: all
 Requires-Dist: garf-executors[bq,gcp,server,sql]; extra == "all"
 
@@ -68,8 +75,14 @@ garf <QUERIES> --source <API_SOURCE> \
 where
 
 * `<QUERIES>`- local or remote path(s) to files with queries.
-* `<API_SOURCE>`- type of API to use. Based on that the appropriate report fetcher will be initialized.
-* `<OUTPUT_TYPE>` - output supported by [`garf-io` library](../garf_io/README.md).
+* `source`- type of API to use. Based on that the appropriate report fetcher will be initialized. Explore supported APIs [here](https://google.github.io/garf/fetchers/overview/)
+* `output` - output supported by [`garf-io` library](https://google.github.io/garf/usage/writers/).
 
 If your report fetcher requires additional parameters you can pass them via key value pairs under `--source.` argument, i.e.`--source.regionCode='US'` - to get data only from *US*.
 > Concrete `--source` parameters are dependent on a particular report fetcher and should be looked up in a documentation for this fetcher.
+
+## Documentation
+
+Explore full documentation working with `garf-executors`
+
+* [Documentation](https://google.github.io/garf/usage/executors/)

garf_executors-1.1.3.dist-info/RECORD

@@ -0,0 +1,46 @@
+garf/executors/__init__.py,sha256=BRk66duc0hxzgiE35Qx0dsvNX0_bliEv-vNJb8EiNg8,824
+garf/executors/api_executor.py,sha256=yZE6buZ7f4K31FLII3kurwpVGhQeK7OP8opiEHK9ZPs,7145
+garf/executors/bq_executor.py,sha256=pM5MKVVpWtCl-Av3xfFRcAfQhCouFoYvhViWyGWY_V4,5863
+garf/executors/config.py,sha256=w5g9EYabPtK-6CPl3G87owUvBiqi0_r_aeAwISpK-zw,1720
+garf/executors/exceptions.py,sha256=U_7Q2ZMOUf89gzZd2pw7y3g7i1NeByPPKfpZ3q7p3ZU,662
+garf/executors/execution_context.py,sha256=us_S-x2jsJOBo4Vm78DhCgcgnu_HPc-f9-q_XI_eowU,3840
+garf/executors/executor.py,sha256=SpPONsYHO49WbZ2HRjTKujrNH64BbrSfKcZSn4Dcd6o,3830
+garf/executors/fetchers.py,sha256=JemMM4FU4-Cpp2SxmMBtLgHgGy2gDsQSuuAozTh7Yjw,4477
+garf/executors/garf_pb2.py,sha256=OIKC7NGErbUckhB4pQ6HycB9My5X3FvaImARnvhPExM,3450
+garf/executors/garf_pb2_grpc.py,sha256=repGTh-ZDnNyAxMcJxAf0cLfr_JjX2AzZkY6PfZy0xM,4957
+garf/executors/query_processor.py,sha256=IM5qXBNYJSUlsY2djYx8WDeX367cMhI1ZrITT22TcvI,2932
+garf/executors/setup.py,sha256=S8eLYrW6XvITuwS88JeTq9XTE1MhMTX5UymHGDs0Ybw,2037
+garf/executors/sql_executor.py,sha256=cneniSHQJ0Mx5Xbp9ykspb2__D84Uk15o7CWhrLBG-o,4869
+garf/executors/telemetry.py,sha256=wLWAdJZmGinffIMv5FZNKaAUusgACTvokwhMFz2UCQ0,747
+garf/executors/entrypoints/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+garf/executors/entrypoints/cli.py,sha256=U8vd7Rak5Y5llfLZLtZ55LO6mduMw7xvIAVe5I43-SI,6016
+garf/executors/entrypoints/grpc_server.py,sha256=O7hinPjlVurSJjzudDFvVjkxX7xJHRcwFk4K4aJK0uo,2783
+garf/executors/entrypoints/server.py,sha256=rLnOgZqeWwZ9UsJZ8LXDvZ101JrUIwMTpDzC5t-6wsY,4988
+garf/executors/entrypoints/tracer.py,sha256=Oug3tePD8Yg5x6r1KNDx8RL_yAML0egy1DEFDobW8Uk,2792
+garf/executors/entrypoints/utils.py,sha256=5XiGR2IOxdzAOY0lEWUeUV7tIpKBGRnQaIwBYvzQB7c,4337
+garf/executors/workflows/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+garf/executors/workflows/gcp_workflow.yaml,sha256=KKfyFaBihFiLrsNhZct0cccxMV8CnVJUsxBsXQ8VP-g,1743
+garf/executors/workflows/workflow.py,sha256=mr5YktxH6oIMasnowMLbEm5RTUIsTqTOIpHNuKm0UGQ,4810
+garf/executors/workflows/workflow_runner.py,sha256=bFdFh2gdenKEPWyAqd_znaMwr5w0efQd3qEnxEvjD-k,5789
+garf_executors/__init__.py,sha256=5Ol67ktUcC0q5d5pGblYfdlAsraJC-Gcr2U0uCN6rSs,772
+garf_executors/api_executor.py,sha256=lmrPn6aheryM2jLRL2enU8GuKVUod3kEVkMYgjXn5EM,785
+garf_executors/bq_executor.py,sha256=wQ8pd4d6dMByHtYl_i-FbebPKO5WRcvC_y9asG8H3Zk,784
+garf_executors/config.py,sha256=3MXFdB3HAAdiBM58GmFA6HM6LcaA28mskUd5XUvJ5QM,779
+garf_executors/exceptions.py,sha256=iBnO93AZRlmy_lo67ufQ67kv2FpBemu9VgDbwZx5b_s,783
+garf_executors/execution_context.py,sha256=l5l5q8gPFNppOJ8q8TZfaaIEXmashTDu4denoGwMkpU,790
+garf_executors/executor.py,sha256=0OPHePl_UG5k5o8UDid0HPu5QBCHnKFKvKv7vyx0LwE,781
+garf_executors/fetchers.py,sha256=ayRzEp2-JvRhdkEmec10IKwX5SF25t6o03H1b9t5K3U,781
+garf_executors/sql_executor.py,sha256=qhk5nZEq2a8QBvriiMWCE18xTQ29CSBQ7YPZ4Mr5DNA,785
+garf_executors/telemetry.py,sha256=ncQ39dAE1tG0xKcyPAgEW8__0MhCSiBphZhisXeWp9k,782
+garf_executors/workflow.py,sha256=vsxfjJVePu1NtWnVhCitMP_IZ-fcc9_H4fZS818_b70,781
+garf_executors/entrypoints/__init__.py,sha256=DNA_m3MeyN10t8iSvhWjdlksR1GgIr-Wmy4Yuba5S3M,808
+garf_executors/entrypoints/cli.py,sha256=Jaq46VnzltGMqJq9U6_3E3e_sC21VOon52gPYIrI8nY,812
+garf_executors/entrypoints/grcp_server.py,sha256=HiYsfk31OgkPA4jcED3htJGidkRZH5NQIpkncVMCStk,820
+garf_executors/entrypoints/server.py,sha256=JZCklhqx74PIhc4GIoOr2nNZz9n7QCfIm_vGyd3Q3dQ,815
+garf_executors/entrypoints/tracer.py,sha256=JlDSgeDP0Q5Lk_pZLASDXPgZCPaKkWqZgaWOQ7JB-Bs,815
+garf_executors/entrypoints/utils.py,sha256=iF-LBfKjrAhEW6HShh69RCPWVPC4Rf8iV5JEYSMhsx0,814
+garf_executors-1.1.3.dist-info/METADATA,sha256=oDascP95RXOmlqUu5HuZ4fBzakYgeekmEBlI7nmH9CA,3605
+garf_executors-1.1.3.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
+garf_executors-1.1.3.dist-info/entry_points.txt,sha256=0IBZun3_hC4HYU-1krlbjTArZym3phu4jxYXs809ilw,61
+garf_executors-1.1.3.dist-info/top_level.txt,sha256=UaHdWdgQhbiHyRzpYC-vW3Q7pdgbxXvTTBvDA655Jq4,20
+garf_executors-1.1.3.dist-info/RECORD,,

{garf_executors-0.2.3.dist-info → garf_executors-1.1.3.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (80.9.0)
+Generator: setuptools (80.10.2)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

garf_executors-1.1.3.dist-info/entry_points.txt

@@ -0,0 +1,2 @@
+[console_scripts]
+garf = garf.executors.entrypoints.cli:main

{garf_executors-0.2.3.dist-info → garf_executors-1.1.3.dist-info}/top_level.txt

@@ -1 +1,2 @@
+garf
 garf_executors

garf_executors/garf_pb2.py

@@ -1,45 +0,0 @@
-# -*- coding: utf-8 -*-
-# Generated by the protocol buffer compiler.  DO NOT EDIT!
-# NO CHECKED-IN PROTOBUF GENCODE
-# source: garf.proto
-# Protobuf Python Version: 6.31.1
-"""Generated protocol buffer code."""
-from google.protobuf import descriptor as _descriptor
-from google.protobuf import descriptor_pool as _descriptor_pool
-from google.protobuf import runtime_version as _runtime_version
-from google.protobuf import symbol_database as _symbol_database
-from google.protobuf.internal import builder as _builder
-_runtime_version.ValidateProtobufRuntimeVersion(
-    _runtime_version.Domain.PUBLIC,
-    6,
-    31,
-    1,
-    '',
-    'garf.proto'
-)
-# @@protoc_insertion_point(imports)
-
-_sym_db = _symbol_database.Default()
-
-
-from google.protobuf import struct_pb2 as google_dot_protobuf_dot_struct__pb2
-
-
-DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\ngarf.proto\x12\x04garf\x1a\x1cgoogle/protobuf/struct.proto\"g\n\x0e\x45xecuteRequest\x12\x0e\n\x06source\x18\x01 \x01(\t\x12\r\n\x05title\x18\x02 \x01(\t\x12\r\n\x05query\x18\x03 \x01(\t\x12\'\n\x07\x63ontext\x18\x04 \x01(\x0b\x32\x16.garf.ExecutionContext\"\xbc\x01\n\x10\x45xecutionContext\x12/\n\x10query_parameters\x18\x01 \x01(\x0b\x32\x15.garf.QueryParameters\x12\x33\n\x12\x66\x65tcher_parameters\x18\x02 \x01(\x0b\x32\x17.google.protobuf.Struct\x12\x0e\n\x06writer\x18\x03 \x01(\t\x12\x32\n\x11writer_parameters\x18\x04 \x01(\x0b\x32\x17.google.protobuf.Struct\"d\n\x0fQueryParameters\x12&\n\x05macro\x18\x01 \x01(\x0b\x32\x17.google.protobuf.Struct\x12)\n\x08template\x18\x02 \x01(\x0b\x32\x17.google.protobuf.Struct\"\"\n\x0f\x45xecuteResponse\x12\x0f\n\x07results\x18\x01 \x03(\t2G\n\x0bGarfService\x12\x38\n\x07\x45xecute\x12\x14.garf.ExecuteRequest\x1a\x15.garf.ExecuteResponse\"\x00\x62\x06proto3')
-
-_globals = globals()
-_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
-_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'garf_pb2', _globals)
-if not _descriptor._USE_C_DESCRIPTORS:
-  DESCRIPTOR._loaded_options = None
-  _globals['_EXECUTEREQUEST']._serialized_start=50
-  _globals['_EXECUTEREQUEST']._serialized_end=153
-  _globals['_EXECUTIONCONTEXT']._serialized_start=156
-  _globals['_EXECUTIONCONTEXT']._serialized_end=344
-  _globals['_QUERYPARAMETERS']._serialized_start=346
-  _globals['_QUERYPARAMETERS']._serialized_end=446
-  _globals['_EXECUTERESPONSE']._serialized_start=448
-  _globals['_EXECUTERESPONSE']._serialized_end=482
-  _globals['_GARFSERVICE']._serialized_start=484
-  _globals['_GARFSERVICE']._serialized_end=555
-# @@protoc_insertion_point(module_scope)

garf_executors-0.2.3.dist-info/RECORD

@@ -1,24 +0,0 @@
-garf_executors/__init__.py,sha256=wZdLw0WyAGEK1y0Fdagvdd5xOWNKaPvL95yuaYziIWE,1941
-garf_executors/api_executor.py,sha256=IKYI1TK2HI2njxw7_X9n78wAQ1briAXxbA15Ybmt6nA,4295
-garf_executors/bq_executor.py,sha256=HKFBg4PhIaKM_SvjQy-ZbP7AsrsAF1FIj_w9gRqdICA,5756
-garf_executors/config.py,sha256=rZTAuBEa-Loi3DSamXFTjFQXHdeYJv71WOEbLLeo3l4,1721
-garf_executors/exceptions.py,sha256=U_7Q2ZMOUf89gzZd2pw7y3g7i1NeByPPKfpZ3q7p3ZU,662
-garf_executors/execution_context.py,sha256=WhHoN60vyeBUJbdjtOEZC1vUEyLwnIzBHbhT8co3yhs,3850
-garf_executors/executor.py,sha256=tobjdlOaAsc-nKLFSW-3qib5-ca6aHs5iw3Gn0sD72Y,3762
-garf_executors/fetchers.py,sha256=0bYurZs5jzxfGP9BgDnifdM6yRFvyCtKO-i3hFb5T5A,2605
-garf_executors/garf_pb2.py,sha256=mYvBYcAnZtyDflXGN2GZLM2KM0Nv9hoJs55zfQU_l1o,2564
-garf_executors/garf_pb2_grpc.py,sha256=w8D_r3wpj1ZZstkIFogY679-lSCcL2iZQ4QLO8IfToY,3359
-garf_executors/sql_executor.py,sha256=80WiuNBBWQz1y19LmWrzSk6auFFqh6YHBPTkFAGIhMs,4681
-garf_executors/telemetry.py,sha256=P75klGEoYgJ_-pR-izUIQ7B88ufskQ4vmW1rETg63Nc,747
-garf_executors/workflow.py,sha256=9Hkv0NgNyV5_xkkCTS6nsDVqtCmHfbqLQvdaIzFBrLU,2614
-garf_executors/entrypoints/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-garf_executors/entrypoints/cli.py,sha256=Kei2Tqdw1syPKhbeK5u-1G72hXgmo1arXmxio150jPE,6006
-garf_executors/entrypoints/grpc_server.py,sha256=zP9C-dStbElWkb0T_IcIAcBxmA9Wl4GTWytUcrC_7Xg,2296
-garf_executors/entrypoints/server.py,sha256=FbemRjrGDgpr51iAMXdvTXlP1OG7Rc5i5M55Prw0wXg,3473
-garf_executors/entrypoints/tracer.py,sha256=VylQMIXOsRLuT3UlFwjRy8GJiPUI6zohUXiGX_DcE4g,1912
-garf_executors/entrypoints/utils.py,sha256=5XiGR2IOxdzAOY0lEWUeUV7tIpKBGRnQaIwBYvzQB7c,4337
-garf_executors-0.2.3.dist-info/METADATA,sha256=96n_J13NrBFbfz2-fVYo0KlD5p9r7qO8AQ3R_K2V710,3055
-garf_executors-0.2.3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-garf_executors-0.2.3.dist-info/entry_points.txt,sha256=LskWNFIw8j0WJuI18-32OZrlASXAMg1XtrRYwsKBz2E,61
-garf_executors-0.2.3.dist-info/top_level.txt,sha256=sP4dCXOENPn1hDFAunjMV8Js4NND_KGeO_gQWuaT0EY,15
-garf_executors-0.2.3.dist-info/RECORD,,

garf_executors-0.2.3.dist-info/entry_points.txt

@@ -1,2 +0,0 @@
-[console_scripts]
-garf = garf_executors.entrypoints.cli:main