flux-batch 0.0.0__tar.gz → 0.0.1__tar.gz

{flux_batch-0.0.0/flux_batch.egg-info → flux_batch-0.0.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: flux-batch
-Version: 0.0.0
+Version: 0.0.1
 Summary: Python SDK for flux batch jobs and services
 Home-page: https://github.com/converged-computing/flux-batch
 Author: Vanessa Sochat
@@ -26,6 +26,11 @@ Provides-Extra: all
 Requires-Dist: pyyaml; extra == "all"
 Requires-Dist: ply; extra == "all"
 Requires-Dist: pytest>=4.6.2; extra == "all"
+Requires-Dist: sqlalchemy; extra == "all"
+Requires-Dist: rich; extra == "all"
+Provides-Extra: scribe
+Requires-Dist: sqlalchemy; extra == "scribe"
+Requires-Dist: rich; extra == "scribe"
 
 # flux-batch
 
@@ -46,6 +51,7 @@ Requires-Dist: pytest>=4.6.2; extra == "all"
 
  - **flux-scribe**: Write job events to a local sqlite database via the JournalConsumer (not added yet, written and needs testing)
 
+
 ## Usage
 
 This is a small Flux utility that makes it easy to create Flux batch jobs and services.
@@ -60,9 +66,15 @@ flux start
 pip install -e . --break-system-packages
 ```
 
-### Example
+### Examples
+
+We have a few simple examples:
+
+```bash
+python3 ./examples/save_logs.py
+```
 
-Run the controlled example to see a batch job with prolog and epilog run and complete:
+Or run the controlled example to see a batch job with prolog and epilog run and complete:
 
 ```bash
 python3 ./tests/test_flux_batch.py
@@ -117,7 +129,9 @@ jobspec = flux_batch.BatchJobspecV1.from_jobs(
     nodes=1,
     nslots=1,
     time_limit="10m",
-    job_name="test-batch"
+    job_name="test-batch",
+    # Add saving of logs, info, and metadata
+    logs_dir="./logs",
 )
 
 # Add a prolog and epilog
@@ -125,7 +139,7 @@ jobspec.add_prolog("echo 'Batch Wrapper Starting'")
 jobspec.add_epilog("echo 'Batch Wrapper Finished'")
 
 # Add a service (this assumes user level that exists)
-# jobspec.add_service("my-service'")
+jobspec.add_service("flux-scribe")
 
 # Preview it
 print(flux_batch.submit(handle, jobspec, dry_run=True))

{flux_batch-0.0.0 → flux_batch-0.0.1}/README.md

@@ -17,6 +17,7 @@
 
  - **flux-scribe**: Write job events to a local sqlite database via the JournalConsumer (not added yet, written and needs testing)
 
+
 ## Usage
 
 This is a small Flux utility that makes it easy to create Flux batch jobs and services.
@@ -31,9 +32,15 @@ flux start
 pip install -e . --break-system-packages
 ```
 
-### Example
+### Examples
+
+We have a few simple examples:
+
+```bash
+python3 ./examples/save_logs.py
+```
 
-Run the controlled example to see a batch job with prolog and epilog run and complete:
+Or run the controlled example to see a batch job with prolog and epilog run and complete:
 
 ```bash
 python3 ./tests/test_flux_batch.py
@@ -88,7 +95,9 @@ jobspec = flux_batch.BatchJobspecV1.from_jobs(
     nodes=1,
     nslots=1,
     time_limit="10m",
-    job_name="test-batch"
+    job_name="test-batch",
+    # Add saving of logs, info, and metadata
+    logs_dir="./logs",
 )
 
 # Add a prolog and epilog
@@ -96,7 +105,7 @@ jobspec.add_prolog("echo 'Batch Wrapper Starting'")
 jobspec.add_epilog("echo 'Batch Wrapper Finished'")
 
 # Add a service (this assumes user level that exists)
-# jobspec.add_service("my-service'")
+jobspec.add_service("flux-scribe")
 
 # Preview it
 print(flux_batch.submit(handle, jobspec, dry_run=True))

{flux_batch-0.0.0 → flux_batch-0.0.1}/flux_batch/jobspec.py

@@ -2,6 +2,7 @@ import shlex
 from typing import List
 
 import flux_batch.models as models
+import flux_batch.script as scripts
 
 
 class BatchJobspecV1:
@@ -119,14 +120,38 @@ class BatchJobspecV1:
         4. Add jobs/commands
         5. Stop services
         6. And epilogs
-        """
+        7. Custom scripts
 
+        Yes, it's redundant to write them as comments but I like the organization. -v
+        """
+        # hashbang
         lines = ["#!/bin/bash"]
+
+        # prologs
         lines.extend(self.prologs)
         for s in self.services:
             lines.append(f"systemctl --user start {s}")
+
+        # commands that are derived from jobs or command
         lines.extend(self.commands)
+
+        # stop services
         for s in reversed(self.services):
             lines.append(f"systemctl --user stop {s}")
+
+        # epilogs
         lines.extend(self.epilogs)
+
+        # custom user scripts
+        if self.attributes.logs_dir is not None:
+            lines.append(self.script_save_logs())
         return "\n".join(lines)
+
+    def script_save_logs(self):
+        """
+        Custom saving of logs. This is what we wrote for our peformance study!
+        """
+        script_path = scripts.get_script("save_logs.sh")
+
+        # Determine output directory (use home default if not defined)
+        return f"bash {script_path} {self.attributes.logs_dir}"

{flux_batch-0.0.0 → flux_batch-0.0.1}/flux_batch/models.py

@@ -24,6 +24,11 @@ class BatchAttributesV1:
     Explicitly defined arguments allowed by flux batch for V1 spec
     """
 
+    # These are added / custom to our module
+    # If logs directory defined (not None) save output there
+    # We force the user to provide something.
+    logs_dir: Optional[Union[bool, str]] = None
+
     # Resources
     nslots: Optional[int] = None  # -n
     cores_per_slot: Optional[int] = None  # -c

flux_batch-0.0.1/flux_batch/script/__init__.py

@@ -0,0 +1,16 @@
+import os
+
+import flux_batch
+
+
+def get_script(name):
+    """
+    Get a script by name
+    """
+    # Find the path to the installed script
+    base_path = os.path.dirname(os.path.abspath(flux_batch.__file__))
+    script_path = os.path.join(base_path, "script", name)
+    if not os.path.exists(script_path):
+        print(f"Warning: script {name} does not exist")
+        return
+    return script_path

flux_batch-0.0.1/flux_batch/script/save_logs.sh

@@ -0,0 +1,16 @@
+#!/bin/bash
+output=$1
+mkdir -p $output
+
+echo "Saving logs and job metadata to ${output}"
+
+# This will save logs, events, and jobspecs
+for jobid in $(flux jobs -a --json | jq -r .jobs[].id)
+  do
+    echo "Parsing jobid ${jobid}"
+    flux job attach $jobid &> $output/${jobid}.out
+    echo "START OF JOBSPEC" >> $output/${jobid}.out
+    flux job info $jobid jobspec >> $output/${jobid}.out
+    echo "START OF EVENTLOG" >> $output/${jobid}.out
+    flux job info $jobid guest.exec.eventlog >> $output/${jobid}.out
+done

{flux_batch-0.0.0 → flux_batch-0.0.1}/flux_batch/service/__init__.py

@@ -5,7 +5,7 @@ import sys
 from .scribe import SERVICE_TEMPLATE as scribe_template
 
 # Lookup of known services
-services = {"scribe": scribe_template}
+services = {"flux-scribe": scribe_template}
 
 
 def ensure_user_service(service_name: str):

flux_batch-0.0.1/flux_batch/service/scribe/__init__.py

@@ -0,0 +1 @@
+from .template import SERVICE_TEMPLATE

flux_batch-0.0.1/flux_batch/service/scribe/__main__.py

@@ -0,0 +1,113 @@
+#!/usr/bin/env python3
+import errno
+import logging
+import os
+import sys
+import time
+
+import flux
+import flux.job
+
+# Not necessary, but it makes it pretty
+from rich import print
+
+# Use the synchronous version of the backend to avoid asyncio-in-thread conflicts
+from flux_batch.service.scribe.database import SQLAlchemyBackend
+
+# Setup logging to stderr (to avoid polluting stdout if run manually)
+logging.basicConfig(
+    level=logging.INFO, format="%(asctime)s %(levelname)s: %(message)s", stream=sys.stderr
+)
+logger = logging.getLogger("flux-scribe")
+
+
+class JournalScribe:
+    def __init__(self, db_url: str):
+        """
+        Initializes the Scribe with a synchronous DB backend and a Flux Journal Consumer.
+        """
+        # Setup Database
+        logger.info(f"Connecting to Database: {db_url}")
+        self.db = SQLAlchemyBackend(db_url)
+        self.db.initialize()
+
+        try:
+            self.handle = flux.Flux()
+            logger.info("Connected to Flux instance.")
+        except Exception as e:
+            logger.critical(f"Failed to connect to Flux: {e}")
+            sys.exit(1)
+
+        # Initialize Journal Consumer
+        # This consumes the global event log for the entire instance
+        self.consumer = flux.job.JournalConsumer(self.handle)
+        self.running = True
+
+    def _normalize_event(self, event) -> dict:
+        """
+        Converts a Flux event object into the dictionary format expected by record_event.
+        Matches the logic provided in your EventsEngine reference.
+        """
+        # Convert the SWIG/CFFI event object to a dictionary
+        payload = dict(event)
+
+        return {
+            "id": str(getattr(event, "jobid", "unknown")),
+            "type": getattr(event, "name", "unknown"),
+            "timestamp": getattr(event, "timestamp", time.time()),
+            "payload": payload,
+            "R": getattr(event, "R", None),
+            "jobspec": getattr(event, "jobspec", None),
+        }
+
+    def run(self):
+        """
+        Main execution loop. Polls the journal and writes to the DB.
+        """
+        try:
+            logger.info("🚀 Flux Scribe (Journal Consumer) started.")
+            self.consumer.start()
+
+            while self.running:
+                try:
+                    # Non-blocking poll (100ms timeout)
+                    # This allows the loop to check for shutdown signals regularly
+                    event = self.consumer.poll(timeout=0.1)
+
+                    if event:
+                        print(event)
+                        # We only care about events associated with a job
+                        if hasattr(event, "jobid"):
+                            clean_event = self._normalize_event(event)
+                            self.db.record_event("local", clean_event)
+                    else:
+                        # If no event, yield a tiny bit of CPU
+                        time.sleep(0.01)
+
+                except EnvironmentError as e:
+                    # Ignore timeouts (no data)
+                    if e.errno == errno.ETIMEDOUT:
+                        continue
+                    logger.error(f"Flux connection error: {e}")
+                    time.sleep(1)
+
+                except Exception as e:
+                    logger.error(f"Unexpected error in event loop: {e}")
+                    time.sleep(1)
+
+        except Exception as e:
+            logger.critical(f"EventsEngine crashed: {e}")
+        finally:
+            self.db.close()
+            logger.info("EventsEngine thread exiting.")
+
+
+def main():
+    # Retrieve DB path from environment or use a default
+    db_path = os.environ.get("FLUX_SCRIBE_DATABASE", "sqlite:///server_state.db")
+    scribe = JournalScribe(db_path)
+    scribe.run()
+
+
+if __name__ == "__main__":
+    main()

flux_batch-0.0.1/flux_batch/service/scribe/database.py

@@ -0,0 +1,150 @@
+import time
+from typing import Any, Dict, List, Optional
+
+from sqlalchemy import and_, create_engine, select, update
+from sqlalchemy.ext.asyncio import async_sessionmaker, create_async_engine
+from sqlalchemy.orm import sessionmaker
+
+from flux_batch.service.scribe.models import Base, EventModel, EventRecord, JobModel, JobRecord
+
+
+def _record_event_internal(session, cluster: str, event: Dict[str, Any]):
+    """
+    Shared synchronous logic for recording events.
+    Used by both Sync and Async backends.
+    """
+    job_id = event.get("id")
+    event_type = event.get("type")
+    data = event.get("payload", {})
+    timestamp = event.get("timestamp", time.time())
+
+    new_event = EventModel(
+        job_id=job_id,
+        cluster=cluster,
+        timestamp=timestamp,
+        event_type=event_type,
+        payload=data,
+    )
+    session.add(new_event)
+
+    if event_type == "submit":
+        stmt = select(JobModel).where(and_(JobModel.job_id == job_id, JobModel.cluster == cluster))
+        job = session.execute(stmt).scalar_one_or_none()
+
+        if not job:
+            job = JobModel(
+                job_id=job_id,
+                cluster=cluster,
+                user=str(data.get("userid", "unknown")),
+                state="submitted",
+                workdir=data.get("cwd", ""),
+                submit_time=timestamp,
+                last_updated=timestamp,
+            )
+            session.add(job)
+        else:
+            job.state = "submitted"
+            job.last_updated = timestamp
+
+    # state transitions
+    elif event_type == "state" or (event_type and event_type.endswith(".finish")):
+        state_name = data.get("state_name", event_type)
+        stmt = select(JobModel).where(and_(JobModel.job_id == job_id, JobModel.cluster == cluster))
+        job = session.execute(stmt).scalar_one_or_none()
+        if job:
+            job.state = state_name
+            job.last_updated = time.time()
+            if "status" in data:
+                job.exit_code = data["status"]
+
+
+class AsyncSQLAlchemyBackend:
+    """
+    Asynchronous backend for the MCP Gateway.
+    """
+
+    def __init__(self, db_url: str):
+        self.engine = create_async_engine(db_url, echo=False)
+        self.SessionLocal = async_sessionmaker(self.engine, expire_on_commit=False)
+
+    async def initialize(self):
+        async with self.engine.begin() as conn:
+            await conn.run_sync(Base.metadata.create_all)
+
+    async def close(self):
+        await self.engine.dispose()
+
+    async def record_event(self, cluster: str, event: Dict[str, Any]):
+        async with self.SessionLocal() as session:
+            # run_sync bridges our shared logic into the async session
+            await session.run_sync(_record_event_internal, cluster, event)
+            await session.commit()
+
+    async def get_job(self, cluster: str, job_id: int) -> Optional[JobRecord]:
+        async with self.SessionLocal() as session:
+            result = await session.execute(
+                select(JobModel).where(and_(JobModel.job_id == job_id, JobModel.cluster == cluster))
+            )
+            job = result.scalar_one_or_none()
+            return job.to_record() if job else None
+
+    async def get_event_history(self, cluster: str, job_id: int) -> List[EventRecord]:
+        async with self.SessionLocal() as session:
+            result = await session.execute(
+                select(EventModel)
+                .where(and_(EventModel.job_id == job_id, EventModel.cluster == cluster))
+                .order_by(EventModel.timestamp.asc())
+            )
+            return [e.to_record() for e in result.scalars().all()]
+
+    async def search_jobs(
+        self, cluster: str = None, state: str = None, limit: int = 10
+    ) -> List[JobRecord]:
+        async with self.SessionLocal() as session:
+            stmt = select(JobModel)
+            if cluster:
+                stmt = stmt.where(JobModel.cluster == cluster)
+            if state:
+                stmt = stmt.where(JobModel.state == state)
+            result = await session.execute(stmt.limit(limit))
+            return [j.to_record() for j in result.scalars().all()]
+
+
+class SQLAlchemyBackend:
+    """
+    Synchronous backend for the standalone Scribe daemon.
+    """
+
+    def __init__(self, db_url: str):
+        # strip 'aiosqlite+' or similar if passed from shared config
+        url = db_url.replace("+aiosqlite", "").replace("+asyncpg", "")
+        self.engine = create_engine(url, echo=False)
+        self.SessionLocal = sessionmaker(bind=self.engine, expire_on_commit=False)
+
+    def initialize(self):
+        Base.metadata.create_all(self.engine)
+
+    def close(self):
+        self.engine.dispose()
+
+    def record_event(self, cluster: str, event: Dict[str, Any]):
+        with self.SessionLocal() as session:
+            with session.begin():
+                _record_event_internal(session, cluster, event)
+
+    def get_unwatched_job_ids(self, cluster: str) -> List[int]:
+        """Specific for Scribe: find jobs that need a watcher."""
+        with self.SessionLocal() as session:
+            stmt = select(JobModel.job_id).where(
+                and_(JobModel.cluster == cluster, JobModel.state == "submitted")
+            )
+            return list(session.execute(stmt).scalars().all())
+
+    def mark_job_as_watched(self, cluster: str, job_id: int):
+        with self.SessionLocal() as session:
+            with session.begin():
+                session.execute(
+                    update(JobModel)
+                    .where(and_(JobModel.job_id == job_id, JobModel.cluster == cluster))
+                    .values(state="watching")
+                )

flux_batch-0.0.1/flux_batch/service/scribe/models.py

@@ -0,0 +1,94 @@
+from dataclasses import dataclass
+from typing import Any, Dict, Optional
+
+from sqlalchemy import JSON, Float, Integer, String
+from sqlalchemy.ext.asyncio import AsyncAttrs
+from sqlalchemy.orm import DeclarativeBase, Mapped, mapped_column
+
+# DTOs are "Public Data Transfer Objects" and they are used by
+# our interfaces and tools
+
+
+@dataclass
+class JobRecord:
+    """
+    Represents a snapshot of a job state.
+    Returned by get_job() and search_jobs().
+    """
+
+    job_id: int
+    cluster: str
+    state: str
+    user: str
+    workdir: Optional[str] = None
+    exit_code: Optional[int] = None
+    submit_time: float = 0.0
+    last_updated: float = 0.0
+
+
+@dataclass
+class EventRecord:
+    """
+    Represents a single historical event.
+    Returned by get_event_history().
+    """
+
+    timestamp: float
+    event_type: str
+    payload: Dict[str, Any]
+
+
+# Database models for SQLAlchemy ORM
+
+
+class Base(AsyncAttrs, DeclarativeBase):
+    pass
+
+
+class JobModel(Base):
+    __tablename__ = "jobs"
+
+    # Composite Primary Key
+    job_id: Mapped[int] = mapped_column(Integer, primary_key=True)
+    cluster: Mapped[str] = mapped_column(String(255), primary_key=True)
+
+    state: Mapped[str] = mapped_column(String(50))
+    user: Mapped[str] = mapped_column(String(255), nullable=True)
+    workdir: Mapped[Optional[str]] = mapped_column(String, nullable=True)
+    exit_code: Mapped[Optional[int]] = mapped_column(Integer, nullable=True)
+    submit_time: Mapped[float] = mapped_column(Float, default=0.0)
+    last_updated: Mapped[float] = mapped_column(Float, default=0.0)
+
+    def to_record(self) -> JobRecord:
+        """
+        Helper to convert ORM model to public DTO
+        """
+        return JobRecord(
+            job_id=self.job_id,
+            cluster=self.cluster,
+            state=self.state,
+            user=self.user,
+            workdir=self.workdir,
+            exit_code=self.exit_code,
+            submit_time=self.submit_time,
+            last_updated=self.last_updated,
+        )
+
+
+class EventModel(Base):
+    __tablename__ = "events"
+
+    id: Mapped[int] = mapped_column(Integer, primary_key=True, autoincrement=True)
+    job_id: Mapped[int] = mapped_column(Integer, index=True)
+    cluster: Mapped[str] = mapped_column(String(255), index=True)
+    timestamp: Mapped[float] = mapped_column(Float)
+    event_type: Mapped[str] = mapped_column(String(50))
+    payload: Mapped[Dict[str, Any]] = mapped_column(JSON)
+
+    def to_record(self) -> EventRecord:
+        """
+        Helper to convert ORM model to public DTO
+        """
+        return EventRecord(
+            timestamp=self.timestamp, event_type=self.event_type, payload=self.payload
+        )

flux_batch-0.0.0/flux_batch/service/scribe.py → flux_batch-0.0.1/flux_batch/service/scribe/template.py

@@ -4,7 +4,7 @@ Description=Flux Scribe Journal Consumer
 After=network.target
 
 [Service]
-ExecStart={python_path} -m flux_mcp_server.scribe
+ExecStart={python_path} -m flux_batch.service.scribe
 Restart=on-failure
 
 [Install]

{flux_batch-0.0.0 → flux_batch-0.0.1}/flux_batch/version.py

@@ -1,4 +1,4 @@
-__version__ = "0.0.0"
+__version__ = "0.0.1"
 AUTHOR = "Vanessa Sochat"
 AUTHOR_EMAIL = "vsoch@users.noreply.github.com"
 NAME = "flux-batch"
@@ -13,4 +13,5 @@ INSTALL_REQUIRES = (
 )
 
 TESTS_REQUIRES = (("pytest", {"min_version": "4.6.2"}),)
-INSTALL_REQUIRES_ALL = INSTALL_REQUIRES + TESTS_REQUIRES
+SCRIBE_REQUIRES = (("sqlalchemy", {"min_version": None}), ("rich", {"min_version": None}))
+INSTALL_REQUIRES_ALL = INSTALL_REQUIRES + TESTS_REQUIRES + SCRIBE_REQUIRES

{flux_batch-0.0.0 → flux_batch-0.0.1/flux_batch.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: flux-batch
-Version: 0.0.0
+Version: 0.0.1
 Summary: Python SDK for flux batch jobs and services
 Home-page: https://github.com/converged-computing/flux-batch
 Author: Vanessa Sochat
@@ -26,6 +26,11 @@ Provides-Extra: all
 Requires-Dist: pyyaml; extra == "all"
 Requires-Dist: ply; extra == "all"
 Requires-Dist: pytest>=4.6.2; extra == "all"
+Requires-Dist: sqlalchemy; extra == "all"
+Requires-Dist: rich; extra == "all"
+Provides-Extra: scribe
+Requires-Dist: sqlalchemy; extra == "scribe"
+Requires-Dist: rich; extra == "scribe"
 
 # flux-batch
 
@@ -46,6 +51,7 @@ Requires-Dist: pytest>=4.6.2; extra == "all"
 
  - **flux-scribe**: Write job events to a local sqlite database via the JournalConsumer (not added yet, written and needs testing)
 
+
 ## Usage
 
 This is a small Flux utility that makes it easy to create Flux batch jobs and services.
@@ -60,9 +66,15 @@ flux start
 pip install -e . --break-system-packages
 ```
 
-### Example
+### Examples
+
+We have a few simple examples:
+
+```bash
+python3 ./examples/save_logs.py
+```
 
-Run the controlled example to see a batch job with prolog and epilog run and complete:
+Or run the controlled example to see a batch job with prolog and epilog run and complete:
 
 ```bash
 python3 ./tests/test_flux_batch.py
@@ -117,7 +129,9 @@ jobspec = flux_batch.BatchJobspecV1.from_jobs(
     nodes=1,
     nslots=1,
     time_limit="10m",
-    job_name="test-batch"
+    job_name="test-batch",
+    # Add saving of logs, info, and metadata
+    logs_dir="./logs",
 )
 
 # Add a prolog and epilog
@@ -125,7 +139,7 @@ jobspec.add_prolog("echo 'Batch Wrapper Starting'")
 jobspec.add_epilog("echo 'Batch Wrapper Finished'")
 
 # Add a service (this assumes user level that exists)
-# jobspec.add_service("my-service'")
+jobspec.add_service("flux-scribe")
 
 # Preview it
 print(flux_batch.submit(handle, jobspec, dry_run=True))

{flux_batch-0.0.0 → flux_batch-0.0.1}/flux_batch.egg-info/SOURCES.txt

@@ -20,8 +20,14 @@ flux_batch.egg-info/top_level.txt
 flux_batch/logger/__init__.py
 flux_batch/logger/generate.py
 flux_batch/logger/logger.py
+flux_batch/script/__init__.py
+flux_batch/script/save_logs.sh
 flux_batch/service/__init__.py
-flux_batch/service/scribe.py
+flux_batch/service/scribe/__init__.py
+flux_batch/service/scribe/__main__.py
+flux_batch/service/scribe/database.py
+flux_batch/service/scribe/models.py
+flux_batch/service/scribe/template.py
 flux_batch/utils/__init__.py
 flux_batch/utils/fileio.py
 flux_batch/utils/text.py

{flux_batch-0.0.0 → flux_batch-0.0.1}/flux_batch.egg-info/requires.txt

@@ -5,3 +5,9 @@ ply
 pyyaml
 ply
 pytest>=4.6.2
+sqlalchemy
+rich
+
+[scribe]
+sqlalchemy
+rich

{flux_batch-0.0.0 → flux_batch-0.0.1}/setup.py

@@ -62,6 +62,7 @@ if __name__ == "__main__":
     INSTALL_REQUIRES = get_reqs(lookup)
     TESTS_REQUIRES = get_reqs(lookup, "TESTS_REQUIRES")
     INSTALL_REQUIRES_ALL = get_reqs(lookup, "INSTALL_REQUIRES_ALL")
+    INSTALL_REQUIRES_SCRIBE = get_reqs(lookup, "SCRIBE_REQUIRES")
 
     setup(
         name=NAME,
@@ -83,6 +84,7 @@ if __name__ == "__main__":
         tests_require=TESTS_REQUIRES,
         extras_require={
             "all": [INSTALL_REQUIRES_ALL],
+            "scribe": [INSTALL_REQUIRES_SCRIBE],
         },
         classifiers=[
             "Intended Audience :: Science/Research",