garf-executors 0.0.11__tar.gz → 0.1.0__tar.gz

{garf_executors-0.0.11 → garf_executors-0.1.0}/PKG-INFO

@@ -1,34 +1,39 @@
 Metadata-Version: 2.4
 Name: garf-executors
-Version: 0.0.11
+Version: 0.1.0
 Summary: Executes queries against API and writes data to local/remote storage.
 Author-email: "Google Inc. (gTech gPS CSE team)" <no-reply@google.com>, Andrei Markin <andrey.markin.ppc@gmail.com>
 License: Apache 2.0
 Classifier: Programming Language :: Python :: 3 :: Only
-Classifier: Programming Language :: Python :: 3.8
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
+Classifier: Programming Language :: Python :: 3.14
 Classifier: Intended Audience :: Developers
 Classifier: Topic :: Software Development :: Libraries :: Python Modules
 Classifier: Operating System :: OS Independent
 Classifier: License :: OSI Approved :: Apache Software License
-Requires-Python: >=3.8
+Requires-Python: >=3.9
 Description-Content-Type: text/markdown
 Requires-Dist: garf-core
 Requires-Dist: garf-io
 Requires-Dist: pyyaml
 Requires-Dist: pydantic
+Requires-Dist: opentelemetry-api
+Requires-Dist: opentelemetry-sdk
 Provides-Extra: bq
 Requires-Dist: garf-io[bq]; extra == "bq"
 Requires-Dist: pandas; extra == "bq"
+Requires-Dist: google-cloud-logging; extra == "bq"
 Provides-Extra: sql
 Requires-Dist: garf-io[sqlalchemy]; extra == "sql"
 Requires-Dist: pandas; extra == "sql"
 Provides-Extra: server
 Requires-Dist: fastapi[standard]; extra == "server"
+Requires-Dist: opentelemetry-instrumentation-fastapi; extra == "server"
+Requires-Dist: opentelemetry-exporter-otlp; extra == "server"
 Provides-Extra: all
 Requires-Dist: garf-executors[bq,server,sql]; extra == "all"
 

{garf_executors-0.0.11 → garf_executors-0.1.0}/garf_executors/__init__.py

@@ -11,7 +11,7 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-"""Executors to fetch data from various APIS and postprocess them."""
+"""Executors to fetch data from various APIs."""
 
 from __future__ import annotations
 
@@ -19,8 +19,10 @@ import importlib
 
 from garf_executors import executor, fetchers
 from garf_executors.api_executor import ApiExecutionContext, ApiQueryExecutor
+from garf_executors.telemetry import tracer
 
 
+@tracer.start_as_current_span('setup_executor')
 def setup_executor(
   source: str, fetcher_parameters: dict[str, str]
 ) -> type[executor.Executor]:
@@ -48,4 +50,4 @@ __all__ = [
   'ApiExecutionContext',
 ]
 
-__version__ = '0.0.11'
+__version__ = '0.1.0'

{garf_executors-0.0.11 → garf_executors-0.1.0}/garf_executors/api_executor.py

@@ -25,6 +25,7 @@ import logging
 from garf_core import report_fetcher
 
 from garf_executors import exceptions, execution_context, executor, fetchers
+from garf_executors.telemetry import tracer
 
 logger = logging.getLogger(__name__)
 
@@ -77,6 +78,7 @@ class ApiQueryExecutor(executor.Executor):
     """
     return await self.execute(query, context, title, context)
 
+  @tracer.start_as_current_span('api.execute')
   def execute(
     self,
     query: str,

{garf_executors-0.0.11 → garf_executors-0.1.0}/garf_executors/bq_executor.py

@@ -31,6 +31,7 @@ from garf_core import query_editor, report
 from google.cloud import exceptions as google_cloud_exceptions
 
 from garf_executors import exceptions, execution_context, executor
+from garf_executors.telemetry import tracer
 
 logger = logging.getLogger(__name__)
 
@@ -72,6 +73,7 @@ class BigQueryExecutor(executor.Executor, query_editor.TemplateProcessorMixin):
     """Instantiates bigquery client."""
     return bigquery.Client(self.project_id)
 
+  @tracer.start_as_current_span('bq.execute')
   def execute(
     self,
     query: str,
@@ -119,6 +121,7 @@ class BigQueryExecutor(executor.Executor, query_editor.TemplateProcessorMixin):
     except google_cloud_exceptions.GoogleCloudError as e:
       raise BigQueryExecutorError(e) from e
 
+  @tracer.start_as_current_span('bq.create_datasets')
   def create_datasets(self, macros: dict | None) -> None:
     """Creates datasets in BQ based on values in a dict.
 

{garf_executors-0.0.11 → garf_executors-0.1.0}/garf_executors/entrypoints/cli.py

@@ -20,6 +20,7 @@ storage.
 from __future__ import annotations
 
 import argparse
+import logging
 import sys
 
 from garf_io import reader
@@ -38,6 +39,7 @@ def main():
   parser.add_argument('--input', dest='input', default='file')
   parser.add_argument('--log', '--loglevel', dest='loglevel', default='info')
   parser.add_argument('--logger', dest='logger', default='local')
+  parser.add_argument('--log-name', dest='log_name', default='garf')
   parser.add_argument(
     '--parallel-queries', dest='parallel_queries', action='store_true'
   )
@@ -57,7 +59,7 @@ def main():
     print(garf_executors.__version__)
     sys.exit()
   logger = utils.init_logging(
-    loglevel=args.loglevel.upper(), logger_type=args.logger
+    loglevel=args.loglevel.upper(), logger_type=args.logger, name=args.log_name
   )
   if not args.query:
     logger.error('Please provide one or more queries to run')
@@ -102,6 +104,7 @@ def main():
       logger.info('Running queries sequentially')
       for query in args.query:
         query_executor.execute(reader_client.read(query), query, context)
+  logging.shutdown()
 
 
 if __name__ == '__main__':

{garf_executors-0.0.11 → garf_executors-0.1.0}/garf_executors/entrypoints/server.py

@@ -20,9 +20,15 @@ import fastapi
 import pydantic
 import uvicorn
 from garf_io import reader
+from opentelemetry.instrumentation.fastapi import FastAPIInstrumentor
 
 import garf_executors
 from garf_executors import exceptions
+from garf_executors.entrypoints.tracer import initialize_tracer
+
+initialize_tracer()
+app = fastapi.FastAPI()
+FastAPIInstrumentor.instrument_app(app)
 
 
 class ApiExecutorRequest(pydantic.BaseModel):
@@ -40,7 +46,7 @@ class ApiExecutorRequest(pydantic.BaseModel):
   title: Optional[str] = None
   query: Optional[str] = None
   query_path: Optional[Union[str, list[str]]] = None
-  context: garf_executors.ApiExecutionContext
+  context: garf_executors.api_executor.ApiExecutionContext
 
   @pydantic.model_validator(mode='after')
   def check_query_specified(self):
@@ -67,10 +73,18 @@ class ApiExecutorResponse(pydantic.BaseModel):
   results: list[str]
 
 
-router = fastapi.APIRouter(prefix='/api')
+@app.get('/api/version')
+async def version() -> str:
+  return garf_executors.__version__
+
+
+@app.get('/api/fetchers')
+async def get_fetchers() -> list[str]:
+  """Shows all available API sources."""
+  return list(garf_executors.fetchers.find_fetchers())
 
 
-@router.post('/execute')
+@app.post('/api/execute')
 async def execute(request: ApiExecutorRequest) -> ApiExecutorResponse:
   query_executor = garf_executors.setup_executor(
     request.source, request.context.fetcher_parameters
@@ -79,7 +93,7 @@ async def execute(request: ApiExecutorRequest) -> ApiExecutorResponse:
   return ApiExecutorResponse(results=[result])
 
 
-@router.post('/execute:batch')
+@app.post('/api/execute:batch')
 async def execute_batch(request: ApiExecutorRequest) -> ApiExecutorResponse:
   query_executor = garf_executors.setup_executor(
     request.source, request.context.fetcher_parameters
@@ -91,6 +105,4 @@ async def execute_batch(request: ApiExecutorRequest) -> ApiExecutorResponse:
 
 
 if __name__ == '__main__':
-  app = fastapi.FastAPI()
-  app.include_router(router)
   uvicorn.run(app)

garf_executors-0.1.0/garf_executors/entrypoints/tracer.py

@@ -0,0 +1,44 @@
+# Copyright 2025 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import os
+
+from opentelemetry import trace
+from opentelemetry.exporter.otlp.proto.grpc.trace_exporter import (
+  OTLPSpanExporter,
+)
+from opentelemetry.sdk.resources import Resource
+from opentelemetry.sdk.trace import TracerProvider
+from opentelemetry.sdk.trace.export import (
+  BatchSpanProcessor,
+)
+
+DEFAULT_SERVICE_NAME = 'garf'
+
+
+def initialize_tracer():
+  resource = Resource.create(
+    {'service.name': os.getenv('OTLP_SERVICE_NAME', DEFAULT_SERVICE_NAME)}
+  )
+
+  tracer_provider = TracerProvider(resource=resource)
+
+  otlp_processor = BatchSpanProcessor(
+    OTLPSpanExporter(
+      endpoint=os.getenv('OTEL_EXPORTER_OTLP_ENDPOINT'), insecure=True
+    )
+  )
+  tracer_provider.add_span_processor(otlp_processor)
+
+  trace.set_tracer_provider(tracer_provider)

{garf_executors-0.0.11 → garf_executors-0.1.0}/garf_executors/entrypoints/utils.py

@@ -93,6 +93,7 @@ class GarfParamsException(Exception):
 class LoggerEnum(str, enum.Enum):
   local = 'local'
   rich = 'rich'
+  gcloud = 'gcloud'
 
 
 def init_logging(
@@ -100,6 +101,7 @@ def init_logging(
   logger_type: str | LoggerEnum = 'local',
   name: str = __name__,
 ) -> logging.Logger:
+  loglevel = getattr(logging, loglevel)
   if logger_type == 'rich':
     logging.basicConfig(
       format='%(message)s',
@@ -109,6 +111,23 @@ def init_logging(
         rich_logging.RichHandler(rich_tracebacks=True),
       ],
     )
+  elif logger_type == 'gcloud':
+    try:
+      import google.cloud.logging as glogging
+    except ImportError as e:
+      raise ImportError(
+        'Please install garf-executors with Cloud logging support - '
+        '`pip install garf-executors[bq]`'
+      ) from e
+
+    client = glogging.Client()
+    handler = glogging.handlers.CloudLoggingHandler(client, name=name)
+    handler.close()
+    glogging.handlers.setup_logging(handler, log_level=loglevel)
+    logging.basicConfig(
+      level=loglevel,
+      handlers=[handler],
+    )
   else:
     logging.basicConfig(
       format='[%(asctime)s][%(name)s][%(levelname)s] %(message)s',

{garf_executors-0.0.11 → garf_executors-0.1.0}/garf_executors/fetchers.py

@@ -16,9 +16,13 @@ import inspect
 import sys
 from importlib.metadata import entry_points
 
-from garf_core import exceptions, report_fetcher
+from garf_core import report_fetcher
+from opentelemetry import trace
 
+from garf_executors.telemetry import tracer
 
+
+@tracer.start_as_current_span('find_fetchers')
 def find_fetchers() -> set[str]:
   """Identifiers all available report fetchers."""
   if entrypoints := _get_entrypoints('garf'):
@@ -26,6 +30,7 @@ def find_fetchers() -> set[str]:
   return set()
 
 
+@tracer.start_as_current_span('get_report_fetcher')
 def get_report_fetcher(source: str) -> type[report_fetcher.ApiReportFetcher]:
   """Loads report fetcher for a given source.
 
@@ -44,7 +49,9 @@ def get_report_fetcher(source: str) -> type[report_fetcher.ApiReportFetcher]:
   for fetcher in _get_entrypoints('garf'):
     if fetcher.name == source:
       try:
-        fetcher_module = fetcher.load()
+        with tracer.start_as_current_span('load_fetcher_module') as span:
+          fetcher_module = fetcher.load()
+          span.set_attribute('loaded_module', fetcher_module.__name__)
         for name, obj in inspect.getmembers(fetcher_module):
           if inspect.isclass(obj) and issubclass(
             obj, report_fetcher.ApiReportFetcher
@@ -52,7 +59,7 @@ def get_report_fetcher(source: str) -> type[report_fetcher.ApiReportFetcher]:
             return getattr(fetcher_module, name)
       except ModuleNotFoundError:
         continue
-  raise exceptions.ApiReportFetcherError(
+  raise report_fetcher.ApiReportFetcherError(
     f'No fetcher available for the source "{source}"'
   )
 

{garf_executors-0.0.11 → garf_executors-0.1.0}/garf_executors/sql_executor.py

@@ -28,8 +28,10 @@ import re
 
 import pandas as pd
 from garf_core import query_editor, report
+from opentelemetry import trace
 
 from garf_executors import exceptions, execution_context, executor
+from garf_executors.telemetry import tracer
 
 logger = logging.getLogger(__name__)
 
@@ -66,6 +68,7 @@ class SqlAlchemyQueryExecutor(
     engine = sqlalchemy.create_engine(connection_string)
     return cls(engine)
 
+  @tracer.start_as_current_span('sql.execute')
   def execute(
     self,
     query: str,
@@ -84,6 +87,7 @@ class SqlAlchemyQueryExecutor(
     Returns:
       Report with data if query returns some data otherwise empty Report.
     """
+    span = trace.get_current_span()
     logging.info('Executing script: %s', title)
     query_text = self.replace_params_template(query, context.query_parameters)
     with self.engine.begin() as conn:
@@ -115,4 +119,5 @@ class SqlAlchemyQueryExecutor(
         )
         logger.info('%s executed successfully', title)
         return writing_result
+      span.set_attribute('execute.num_results', len(results))
       return results

garf_executors-0.1.0/garf_executors/telemetry.py

@@ -0,0 +1,20 @@
+# Copyright 2025 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# pylint: disable=C0330, g-bad-import-order, g-multiple-import
+from opentelemetry import trace
+
+tracer = trace.get_tracer(
+  instrumenting_module_name='garf_executors',
+)

{garf_executors-0.0.11 → garf_executors-0.1.0}/garf_executors.egg-info/PKG-INFO

@@ -1,34 +1,39 @@
 Metadata-Version: 2.4
 Name: garf-executors
-Version: 0.0.11
+Version: 0.1.0
 Summary: Executes queries against API and writes data to local/remote storage.
 Author-email: "Google Inc. (gTech gPS CSE team)" <no-reply@google.com>, Andrei Markin <andrey.markin.ppc@gmail.com>
 License: Apache 2.0
 Classifier: Programming Language :: Python :: 3 :: Only
-Classifier: Programming Language :: Python :: 3.8
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
+Classifier: Programming Language :: Python :: 3.14
 Classifier: Intended Audience :: Developers
 Classifier: Topic :: Software Development :: Libraries :: Python Modules
 Classifier: Operating System :: OS Independent
 Classifier: License :: OSI Approved :: Apache Software License
-Requires-Python: >=3.8
+Requires-Python: >=3.9
 Description-Content-Type: text/markdown
 Requires-Dist: garf-core
 Requires-Dist: garf-io
 Requires-Dist: pyyaml
 Requires-Dist: pydantic
+Requires-Dist: opentelemetry-api
+Requires-Dist: opentelemetry-sdk
 Provides-Extra: bq
 Requires-Dist: garf-io[bq]; extra == "bq"
 Requires-Dist: pandas; extra == "bq"
+Requires-Dist: google-cloud-logging; extra == "bq"
 Provides-Extra: sql
 Requires-Dist: garf-io[sqlalchemy]; extra == "sql"
 Requires-Dist: pandas; extra == "sql"
 Provides-Extra: server
 Requires-Dist: fastapi[standard]; extra == "server"
+Requires-Dist: opentelemetry-instrumentation-fastapi; extra == "server"
+Requires-Dist: opentelemetry-exporter-otlp; extra == "server"
 Provides-Extra: all
 Requires-Dist: garf-executors[bq,server,sql]; extra == "all"
 

{garf_executors-0.0.11 → garf_executors-0.1.0}/garf_executors.egg-info/SOURCES.txt

@@ -9,6 +9,7 @@ garf_executors/execution_context.py
 garf_executors/executor.py
 garf_executors/fetchers.py
 garf_executors/sql_executor.py
+garf_executors/telemetry.py
 garf_executors.egg-info/PKG-INFO
 garf_executors.egg-info/SOURCES.txt
 garf_executors.egg-info/dependency_links.txt
@@ -18,4 +19,5 @@ garf_executors.egg-info/top_level.txt
 garf_executors/entrypoints/__init__.py
 garf_executors/entrypoints/cli.py
 garf_executors/entrypoints/server.py
+garf_executors/entrypoints/tracer.py
 garf_executors/entrypoints/utils.py

{garf_executors-0.0.11 → garf_executors-0.1.0}/garf_executors.egg-info/requires.txt

@@ -2,6 +2,8 @@ garf-core
 garf-io
 pyyaml
 pydantic
+opentelemetry-api
+opentelemetry-sdk
 
 [all]
 garf-executors[bq,server,sql]
@@ -9,9 +11,12 @@ garf-executors[bq,server,sql]
 [bq]
 garf-io[bq]
 pandas
+google-cloud-logging
 
 [server]
 fastapi[standard]
+opentelemetry-instrumentation-fastapi
+opentelemetry-exporter-otlp
 
 [sql]
 garf-io[sqlalchemy]

{garf_executors-0.0.11 → garf_executors-0.1.0}/pyproject.toml

@@ -9,23 +9,25 @@ dependencies = [
   "garf-io",
   "pyyaml",
   "pydantic",
+  "opentelemetry-api",
+  "opentelemetry-sdk",
 ]
 authors = [
   {name = "Google Inc. (gTech gPS CSE team)", email = "no-reply@google.com"},
   {name = "Andrei Markin", email = "andrey.markin.ppc@gmail.com"},
 ]
-requires-python = ">=3.8"
+requires-python = ">=3.9"
 description = "Executes queries against API and writes data to local/remote storage."
 readme = "README.md"
 license = {text = "Apache 2.0"}
 classifiers = [
     "Programming Language :: Python :: 3 :: Only",
-    "Programming Language :: Python :: 3.8",
     "Programming Language :: Python :: 3.9",
     "Programming Language :: Python :: 3.10",
     "Programming Language :: Python :: 3.11",
     "Programming Language :: Python :: 3.12",
     "Programming Language :: Python :: 3.13",
+    "Programming Language :: Python :: 3.14",
     "Intended Audience :: Developers",
     "Topic :: Software Development :: Libraries :: Python Modules",
     "Operating System :: OS Independent",
@@ -40,6 +42,7 @@ version = {attr = "garf_executors.__version__"}
 bq=[
   "garf-io[bq]",
   "pandas",
+  "google-cloud-logging",
 ]
 sql=[
   "garf-io[sqlalchemy]",
@@ -47,6 +50,8 @@ sql=[
 ]
 server=[
   "fastapi[standard]",
+  "opentelemetry-instrumentation-fastapi",
+  "opentelemetry-exporter-otlp",
 ]
 all = [
   "garf-executors[bq,sql,server]"