deriva 1.7.10__tar.gz → 1.7.11__tar.gz

{deriva-1.7.10/deriva.egg-info → deriva-1.7.11}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: deriva
-Version: 1.7.10
+Version: 1.7.11
 Summary: Python APIs and CLIs (Command-Line Interfaces) for the DERIVA platform.
 Home-page: https://github.com/informatics-isi-edu/deriva-py
 Author: USC Information Sciences Institute, Informatics Systems Research Division
@@ -15,7 +15,6 @@ Classifier: Operating System :: POSIX
 Classifier: Operating System :: MacOS :: MacOS X
 Classifier: Operating System :: Microsoft :: Windows
 Classifier: Programming Language :: Python
-Classifier: Programming Language :: Python :: 3.8
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
@@ -28,7 +27,7 @@ Requires-Dist: requests
 Requires-Dist: pika
 Requires-Dist: urllib3<3,>=1.26.20
 Requires-Dist: portalocker>=1.2.1
-Requires-Dist: bdbag>=1.7.5
+Requires-Dist: bdbag>=1.8.0
 Requires-Dist: globus_sdk<4,>=3
 Requires-Dist: fair-research-login>=0.3.1
 Requires-Dist: fair-identifiers-client>=0.5.1

{deriva-1.7.10 → deriva-1.7.11}/deriva/core/__init__.py

@@ -1,4 +1,4 @@
-__version__ = "1.7.10"
+__version__ = "1.7.11"
 
 from deriva.core.utils.core_utils import *
 from deriva.core.base_cli import BaseCLI, KeyValuePairArgs

deriva-1.7.11/deriva/core/utils/credenza_auth_utils.py

@@ -0,0 +1,299 @@
+import sys
+import json
+import logging
+import traceback
+from pprint import pprint
+from requests.exceptions import HTTPError, ConnectionError
+from bdbag.fetch.auth import keychain as bdbkc
+from deriva.core import DEFAULT_CREDENTIAL_FILE, read_credential, write_credential, format_exception, BaseCLI, \
+    get_new_requests_session, urlparse, urljoin
+from deriva.core.utils import eprint
+
+logger = logging.getLogger(__name__)
+
+
+def host_to_url(host, path="/", protocol="https"):
+    if not host:
+        return None
+    upr = urlparse(host)
+    if upr.scheme and upr.netloc:
+        url = urljoin(host, path)
+    else:
+        url = "%s://%s%s" % (protocol, host, path if not host.endswith("/") else "")
+    return url.lower()
+
+class UsageException(ValueError):
+    """Usage exception.
+    """
+    def __init__(self, message):
+        """Initializes the exception.
+        """
+        super(UsageException, self).__init__(message)
+
+class CredenzaAuthUtilCLI(BaseCLI):
+    """CredenzaAuthUtil Command-line Interface.
+    """
+    def __init__(self, *args, **kwargs):
+        super(CredenzaAuthUtilCLI, self).__init__(*args, **kwargs)
+        self.remove_options(['--token', '--oauth2-token'])
+        self.parser.add_argument("--pretty", "-p", action="store_true",
+                                 help="Pretty-print all result output.")
+        self.credentials = None
+
+        # init subparsers and corresponding functions
+        self.subparsers = self.parser.add_subparsers(title='sub-commands', dest='subcmd')
+        self.login_init()
+        self.logout_init()
+        self.get_session_init()
+        self.put_session_init()
+
+    @staticmethod
+    def update_bdbag_keychain(token=None, host=None, keychain_file=None, allow_redirects=False, delete=False):
+        if (token is None) or (host is None):
+            return
+        keychain_file = keychain_file or bdbkc.DEFAULT_KEYCHAIN_FILE
+        entry = {
+            "uri": host_to_url(host),
+            "auth_type": "bearer-token",
+            "auth_params": {
+                "token": token,
+                "allow_redirects_with_token": True if allow_redirects else False
+            }
+        }
+        bdbkc.update_keychain(entry, keychain_file=keychain_file, delete=delete)
+
+    def load_credential(self, host, credential_file=None):
+        if not self.credentials:
+            self.credentials = read_credential(credential_file or DEFAULT_CREDENTIAL_FILE, create_default=True)
+        credential = self.credentials.get(host, self.credentials.get(host.lower()))
+        if not credential:
+            return None
+        return credential.get("bearer-token")
+
+    def save_credential(self, host, credential_file=None, credential=None):
+        if not self.credentials:
+            self.credentials = read_credential(credential_file or DEFAULT_CREDENTIAL_FILE, create_default=True)
+
+        if credential is not None:
+            self.credentials[host] = {"bearer-token": credential}
+        else:
+            self.credentials.pop(host, None)
+
+        write_credential(credential_file or DEFAULT_CREDENTIAL_FILE, self.credentials)
+
+    def get_session(self, args, check_only=False):
+        credential = self.load_credential(args.host, args.credential_file)
+        if not credential:
+            return None if check_only else "Credential not found. Login required."
+
+        url = host_to_url(args.host, "/authn/session")
+        session = get_new_requests_session(url)
+        session.headers.update({"Authorization": f"Bearer {credential}"})
+        response = session.get(url)
+
+        if response.status_code == 200:
+            return response.json()
+        elif response.status_code == 404:
+            return None if check_only else f"No valid session found for host '{args.host}'."
+        else:
+            response.raise_for_status()
+            return None
+
+    def put_session(self, args):
+        credential = self.load_credential(args.host, args.credential_file)
+        if not credential:
+            return "Credential not found. Login required."
+
+        path = "/authn/session"
+        if args.refresh_upstream:
+            path += "?refresh_upstream=true"
+        url = host_to_url(args.host, path)
+        session = get_new_requests_session(url)
+        session.headers.update({"Authorization": f"Bearer {credential}"})
+        response = session.put(url)
+
+        if response.status_code == 200:
+            return response.json()
+        elif response.status_code == 404:
+            return f"No valid session found for host '{args.host}'."
+        else:
+            response.raise_for_status()
+            return None
+
+    def login(self, args):
+
+        if not sys.stdin.isatty():
+            raise RuntimeError("Interactive TTY required for device login.")
+
+        if not args.force:
+            resp = self.get_session(args, check_only=True)
+            if resp:
+                return f"You are already logged in to host '{args.host}'"
+
+        path = "/authn/device/start"
+        if args.refresh:
+            path += "?refresh=true"
+        url = host_to_url(args.host, path)
+        session = get_new_requests_session(url)
+        response = session.post(url)
+        response.raise_for_status()
+        body = response.json()
+        verification_url = body["verification_uri"]
+
+        login_prompt = f"""
+
+    Device login initiated to {args.host}.
+    
+    1. Please visit {verification_url} in a browser to complete authentication.
+    2. After that, return here and enter "y" or "yes" at the prompt below to proceed.
+
+        """
+        sys.stdout.write(login_prompt)
+        sys.stdout.flush()
+        try:
+            while True:
+                sys.stdout.write("\nProceed? (y/N): ")
+                sys.stdout.flush()
+                response = sys.stdin.readline()
+
+                ans = response.strip().lower()
+                if ans in {"y", "yes"}:
+                    break
+                elif ans in {"n", "no", ""}:  # default is No on empty/enter
+                    return f"Login cancelled for '{args.host}'."
+        except KeyboardInterrupt:
+            sys.stdout.write("\nCancelled by user (Ctrl-C).\n")
+            return f"Login cancelled for '{args.host}'."
+
+        token_response = session.post(
+            f"https://{args.host}/authn/device/token",
+            json={"device_code": body["device_code"]}
+        )
+        token_response.raise_for_status()
+        body = token_response.json()
+        token = body["access_token"]
+        self.save_credential(args.host, args.credential_file, token)
+        if not args.no_bdbag_keychain:
+            self.update_bdbag_keychain(host=args.host,
+                                       token=token,
+                                       keychain_file=args.bdbag_keychain_file or bdbkc.DEFAULT_KEYCHAIN_FILE)
+        token_display = f"Access token: {token}" if args.show_token else ""
+        return f"You have been successfully logged in to host '{args.host}'. {token_display}"
+
+    def logout(self, args):
+        credential = self.load_credential(args.host, args.credential_file)
+        if not credential:
+            return "Credential not found. Not logged in."
+
+        url = host_to_url(args.host, "/authn/device/logout")
+        session = get_new_requests_session(url)
+        session.headers.update({"Authorization": f"Bearer {credential}"})
+        response = session.post(url)
+        response.raise_for_status()
+
+        self.save_credential(args.host, args.credential_file)
+        if not args.no_bdbag_keychain:
+            self.update_bdbag_keychain(host=args.host,
+                                       token=credential,
+                                       delete=True,
+                                       keychain_file=args.bdbag_keychain_file or bdbkc.DEFAULT_KEYCHAIN_FILE)
+
+        return f"You have been successfully logged out of host '{args.host}'."
+
+    def login_init(self):
+        parser = self.subparsers.add_parser('login',
+                                            help="Login with Globus Auth and get OAuth tokens for resource access.")
+
+        parser.add_argument("--no-bdbag-keychain", action="store_true",
+                            help="Do not update the bdbag keychain file with result access tokens. Default false.")
+        parser.add_argument('--bdbag-keychain-file', metavar='<file>',
+                            help="Non-default path to a bdbag keychain file.")
+        parser.add_argument("--refresh", action="store_true",
+                            help="Allow the session manager to automatically refresh access tokens on the user's behalf "
+                                 "until either the refresh token expires or the user logs out.")
+        parser.add_argument("--force", action="store_true",
+                            help="Force a login flow even if the current access token is valid.")
+        parser.add_argument("--show-token", action="store_true",
+                            help="Display the token from the authorization response.")
+        parser.set_defaults(func=self.login)
+
+    def logout_init(self):
+        parser = self.subparsers.add_parser("logout", help="Logout and revoke all access and refresh tokens.")
+        parser.add_argument("--no-bdbag-keychain", action="store_true",
+                            help="Do not update the bdbag keychain file by removing access tokens on logout. Default false.")
+        parser.add_argument('--bdbag-keychain-file', metavar='<file>',
+                            help="Non-default path to a bdbag keychain file.")
+        parser.set_defaults(func=self.logout)
+
+    def get_session_init(self):
+        parser = self.subparsers.add_parser("get-session",
+                                            help="Retrieve information about the currently logged-in user.")
+        parser.set_defaults(func=self.get_session)
+
+    def put_session_init(self):
+        parser = self.subparsers.add_parser("put-session",
+                                            help="Extend the current logged-in user's session.")
+        parser.add_argument("--refresh-upstream", action="store_true",
+                            help="Attempt to refresh access tokens, other dependent tokens, and claims from the "
+                                 "upstream identity provider.")
+        parser.set_defaults(func=self.put_session)
+
+    def main(self):
+        args = self.parse_cli()
+
+        def _cmd_error_message(emsg):
+            return "{prog} {subcmd}: {msg}".format(
+                prog=self.parser.prog, subcmd=args.subcmd, msg=emsg)
+
+        try:
+            if not hasattr(args, 'func'):
+                self.parser.print_usage()
+                return 2
+
+            if args.subcmd == "login" or args.subcmd == "logout" or args.subcmd == "session":
+                pass
+            else:
+                pass
+
+            response = args.func(args)
+            if args.pretty:
+                if isinstance(response, dict) or isinstance(response, list):
+                    try:
+                        print(json.dumps(response, indent=2))
+                        return 0
+                    except:
+                        pprint(response)
+                        return 0
+                elif not isinstance(response, str):
+                    pprint(response)
+                    return 0
+            print(response)
+            return 0
+
+        except UsageException as e:
+            eprint("{prog} {subcmd}: {msg}".format(prog=self.parser.prog, subcmd=args.subcmd, msg=e))
+        except ConnectionError as e:
+            eprint("{prog}: Connection error occurred".format(prog=self.parser.prog))
+        except HTTPError as e:
+            if 401 == e.response.status_code:
+                msg = 'Authentication required: %s' % format_exception(e)
+            elif 403 == e.response.status_code:
+                msg = 'Permission denied: %s' % format_exception(e)
+            else:
+                msg = e
+            eprint(_cmd_error_message(msg))
+        except RuntimeError as e:
+            logging.debug(format_exception(e))
+            eprint('An unexpected runtime error occurred')
+        except:
+            eprint('An unexpected error occurred')
+            traceback.print_exc()
+        return 1
+
+def main():
+    desc = "Credenza Auth Utilities"
+    info = "For more information see: https://github.com/informatics-isi-edu/deriva-py"
+    return CredenzaAuthUtilCLI(desc, info).main()
+
+if __name__ == '__main__':
+    sys.exit(main())

{deriva-1.7.10 → deriva-1.7.11/deriva.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: deriva
-Version: 1.7.10
+Version: 1.7.11
 Summary: Python APIs and CLIs (Command-Line Interfaces) for the DERIVA platform.
 Home-page: https://github.com/informatics-isi-edu/deriva-py
 Author: USC Information Sciences Institute, Informatics Systems Research Division
@@ -15,7 +15,6 @@ Classifier: Operating System :: POSIX
 Classifier: Operating System :: MacOS :: MacOS X
 Classifier: Operating System :: Microsoft :: Windows
 Classifier: Programming Language :: Python
-Classifier: Programming Language :: Python :: 3.8
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
@@ -28,7 +27,7 @@ Requires-Dist: requests
 Requires-Dist: pika
 Requires-Dist: urllib3<3,>=1.26.20
 Requires-Dist: portalocker>=1.2.1
-Requires-Dist: bdbag>=1.7.5
+Requires-Dist: bdbag>=1.8.0
 Requires-Dist: globus_sdk<4,>=3
 Requires-Dist: fair-research-login>=0.3.1
 Requires-Dist: fair-identifiers-client>=0.5.1

{deriva-1.7.10 → deriva-1.7.11}/deriva.egg-info/SOURCES.txt

@@ -1,8 +1,6 @@
-.gitignore
-CHANGELOG.md
 LICENSE
 README.md
-requirements_dev.txt
+pyproject.toml
 setup.cfg
 setup.py
 deriva/__init__.py
@@ -58,12 +56,12 @@ deriva/core/schemas/visible_foreign_keys.schema.json
 deriva/core/tests/__init__.py
 deriva/core/utils/__init__.py
 deriva/core/utils/core_utils.py
+deriva/core/utils/credenza_auth_utils.py
 deriva/core/utils/globus_auth_utils.py
 deriva/core/utils/hash_utils.py
 deriva/core/utils/mime_utils.py
 deriva/core/utils/version_utils.py
 deriva/core/utils/webauthn_utils.py
-deriva/seo/README.md
 deriva/seo/__init__.py
 deriva/seo/sitemap_builder.py
 deriva/seo/sitemap_cli.py
@@ -95,24 +93,6 @@ deriva/transfer/download/processors/transform/format_transform_processor.py
 deriva/transfer/download/processors/transform/geo_transform_processor.py
 deriva/transfer/download/processors/transform/string_transform_processor.py
 deriva/transfer/download/tests/__init__.py
-deriva/transfer/download/tests/test1.json
-deriva/transfer/download/tests/test10.json
-deriva/transfer/download/tests/test11.json
-deriva/transfer/download/tests/test12.json
-deriva/transfer/download/tests/test13.json
-deriva/transfer/download/tests/test14.json
-deriva/transfer/download/tests/test15.json
-deriva/transfer/download/tests/test16.json
-deriva/transfer/download/tests/test19.json
-deriva/transfer/download/tests/test2.json
-deriva/transfer/download/tests/test20.json
-deriva/transfer/download/tests/test3.json
-deriva/transfer/download/tests/test4.json
-deriva/transfer/download/tests/test5.json
-deriva/transfer/download/tests/test6.json
-deriva/transfer/download/tests/test7.json
-deriva/transfer/download/tests/test8.json
-deriva/transfer/download/tests/test9.json
 deriva/transfer/restore/__init__.py
 deriva/transfer/restore/__main__.py
 deriva/transfer/restore/deriva_restore.py
@@ -129,48 +109,6 @@ deriva/transfer/upload/processors/metadata_update_processor.py
 deriva/transfer/upload/processors/rename_processor.py
 deriva/transfer/upload/tests/__init__.py
 deriva/utils/__init__.py
-docs/BUILD.md
-docs/Makefile
-docs/README.md
-docs/conf.py
-docs/derivapy-catalog-snapshot.ipynb
-docs/derivapy-catalog.ipynb
-docs/derivapy-datapath-example-1.ipynb
-docs/derivapy-datapath-example-2.ipynb
-docs/derivapy-datapath-example-3.ipynb
-docs/derivapy-datapath-example-4.ipynb
-docs/derivapy-datapath-update.ipynb
-docs/get-started.ipynb
-docs/index.rst
-docs/install.md
-docs/make.bat
-docs/project-tutorial.md
-docs/using-r.md
-docs/_static/README.txt
-docs/api/deriva.config.rst
-docs/api/deriva.core.rst
-docs/api/deriva.core.utils.rst
-docs/api/deriva.rst
-docs/api/deriva.seo.rst
-docs/api/deriva.transfer.backup.rst
-docs/api/deriva.transfer.download.processors.postprocess.rst
-docs/api/deriva.transfer.download.processors.query.rst
-docs/api/deriva.transfer.download.processors.rst
-docs/api/deriva.transfer.download.processors.transform.rst
-docs/api/deriva.transfer.download.rst
-docs/api/deriva.transfer.restore.rst
-docs/api/deriva.transfer.rst
-docs/api/deriva.transfer.upload.rst
-docs/cli/commands.md
-docs/cli/deriva-acl-config.md
-docs/cli/deriva-annotation-config.md
-docs/cli/deriva-annotation-validate.md
-docs/cli/deriva-backup-cli.md
-docs/cli/deriva-download-cli.md
-docs/cli/deriva-hatrac-cli.md
-docs/cli/deriva-restore-cli.md
-docs/cli/deriva-sitemap-cli.md
-tests/__init__.py
 tests/deriva/__init__.py
 tests/deriva/core/__init__.py
 tests/deriva/core/test_datapath.py

{deriva-1.7.10 → deriva-1.7.11}/deriva.egg-info/entry_points.txt

@@ -6,6 +6,7 @@ deriva-annotation-rollback = deriva.config.rollback_annotation:main
 deriva-annotation-validate = deriva.config.annotation_validate:main
 deriva-backup-cli = deriva.transfer.backup.__main__:main
 deriva-catalog-cli = deriva.core.catalog_cli:main
+deriva-credenza-auth-utils = deriva.core.utils.credenza_auth_utils:main
 deriva-download-cli = deriva.transfer.download.__main__:main
 deriva-export-cli = deriva.transfer.download.deriva_export:main
 deriva-globus-auth-utils = deriva.core.utils.globus_auth_utils:main

{deriva-1.7.10 → deriva-1.7.11}/deriva.egg-info/requires.txt

@@ -3,7 +3,7 @@ requests
 pika
 urllib3<3,>=1.26.20
 portalocker>=1.2.1
-bdbag>=1.7.5
+bdbag>=1.8.0
 globus_sdk<4,>=3
 fair-research-login>=0.3.1
 fair-identifiers-client>=0.5.1

deriva-1.7.11/pyproject.toml

@@ -0,0 +1,3 @@
+[build-system]
+requires = ["setuptools>=68", "wheel"]
+build-backend = "setuptools.build_meta"

{deriva-1.7.10 → deriva-1.7.11}/setup.py

@@ -58,7 +58,8 @@ setup(
             'deriva-sitemap-cli = deriva.seo.sitemap_cli:main',
             'deriva-backup-cli = deriva.transfer.backup.__main__:main',
             'deriva-restore-cli = deriva.transfer.restore.__main__:main',
-            'deriva-globus-auth-utils = deriva.core.utils.globus_auth_utils:main'
+            'deriva-globus-auth-utils = deriva.core.utils.globus_auth_utils:main',
+            'deriva-credenza-auth-utils = deriva.core.utils.credenza_auth_utils:main'
         ]
     },
     install_requires=[
@@ -67,7 +68,7 @@ setup(
         'pika',
         'urllib3>=1.26.20,<3',
         'portalocker>=1.2.1',
-        'bdbag>=1.7.5',
+        'bdbag>=1.8.0',
         'globus_sdk>=3,<4',
         'fair-research-login>=0.3.1',
         'fair-identifiers-client>=0.5.1',
@@ -82,7 +83,6 @@ setup(
         'Operating System :: MacOS :: MacOS X',
         'Operating System :: Microsoft :: Windows',
         'Programming Language :: Python',
-        'Programming Language :: Python :: 3.8',
         'Programming Language :: Python :: 3.9',
         'Programming Language :: Python :: 3.10',
         'Programming Language :: Python :: 3.11',

deriva-1.7.10/.gitignore

@@ -1,95 +0,0 @@
-# Byte-compiled / optimized / DLL files
-__pycache__/
-*.py[cod]
-*$py.class
-
-# C extensions
-*.so
-
-# Distribution / packaging
-.Python
-env/
-build/
-develop-eggs/
-dist/
-downloads/
-eggs/
-.eggs/
-lib/
-lib64/
-parts/
-sdist/
-var/
-*.egg-info/
-.installed.cfg
-*.egg
-
-# PyInstaller
-#  Usually these files are written by a python script from a template
-#  before PyInstaller builds the exe, so as to inject date/other infos into it.
-*.manifest
-*.spec
-
-# Installer logs
-pip-log.txt
-pip-delete-this-directory.txt
-
-# Unit test / coverage reports
-htmlcov/
-.tox/
-.coverage
-.coverage.*
-.cache
-nosetests.xml
-coverage.xml
-*,cover
-.hypothesis/
-
-# Translations
-*.mo
-*.pot
-
-# Django stuff:
-*.log
-local_settings.py
-
-# Flask stuff:
-instance/
-.webassets-cache
-
-# Scrapy stuff:
-.scrapy
-
-# Sphinx documentation
-docs/_build/
-
-# PyBuilder
-target/
-
-# IPython Notebook
-.ipynb_checkpoints
-
-# pyenv
-.python-version
-
-# celery beat schedule file
-celerybeat-schedule
-
-# dotenv
-.env
-
-# virtualenv
-venv/
-ENV/
-
-# Spyder project settings
-.spyderproject
-
-# Rope project settings
-.ropeproject
-
-# mac finder
-.DS_Store
-
-# pycharm
-.idea/

deriva-1.7.10/CHANGELOG.md

@@ -1,18 +0,0 @@
-# CHANGE LOG
-
-## 1.6.5
-
-DataPath feature enhancements and changes:
-* new `denormalize()` method that uses a `visible-columns` "context" or a heuristic function to denormalize a path expression.
-* new `limit()` method as a chaining operation so that clients don't need to explicity `fetch()` results with limits.
-* subtle change to `link()` method for how it determines whether an alias name has been "bound" to the path. Now, it more explicitly checks if an alias object is found in the path's bound table instances. This change also relaxes the alias naming constraint to allow for automatic conflict resolution by appending an incremental numeric disambiguator if the given alias name is already in use. This could result in some `link()` methods now succeeding where they would have failed in the past.
-
-## 1.0.0
-Feature release. 
-* Refactored catalog configuration API.
-* Support for aggregate functions and binning in DataPath API.
-* Various bug fixes.
-* Complete change list [here](https://github.com/informatics-isi-edu/deriva-py/compare/v0.9.0...v1.0.0). 
-
-Change lists for previous releases can be found on the GitHub releases 
-page [here](https://github.com/informatics-isi-edu/deriva-py/releases).

deriva-1.7.10/deriva/seo/README.md

@@ -1,56 +0,0 @@
-# Sitemap builder library and CLI
-
-## The CLI documentation is [here](../../docs/cli/deriva-sitemap-cli.md).
-
-## SiteMapBuilder class
-
-Typical usage is:
-
-1. Create a SiteMapBuilder class
-
-2. For each table to include in the sitemap, create a table spec and populate it with the table's data. Typically, the creating and populating for a table is done by a single call to add_table_spec.
-
-3. Call write_sitemap to write out the site map
-
-### Examples
-
-In the simplest case, this would create a sitemap with two tables::
-
-```
-    sb = SitemapBuilder("https", "myhost.org", 1)
-    sb.add_table_spec("schema1", "table1")
-    sb.add_table_spec("schema2", "table2")
-    sb.write_sitemap(sys.stdout)
-```
-
-If you want to include only a subset of rows of a table, you can pass a datapath to add_table_spec::
-
-
-```
-    pb = catalog.getPathBuilder()
-    path=pb.schema3.table3.filter(pb.schema3.table3.Species=="Homo sapiens")
-    sb.add_table_spec("schema3", "table3", datapath=path)
-```
-
-If you want to do something more customizable, you can populate the spec yourself::
-
-```
-    rows = do_something_complicated()
-    spec = sb.add_table_spec("schema4", "table4", populate=False)
-    sb.set_table_spec_data(rows)
-    sb.add_fkey_times(spec)
-```
-
-Note: if add_table_spec populates the spec for you, it will set the modification time based on the times in the table and on all single-valued incoming foreign keys (because those are the most likely to affect a Chaise record page). If you're populating the spec yourself (i.e., if you called add_table_spec with populate=False), you can call add_fkey_times to make those time adjustments.
-
-### Limitations:
-
-Sitemaps should be no more than 50MB in size and should contain no more than 50,000 URLS (https://www.sitemaps.org/faq.html#faq_sitemap_size), but this class doesn't enforce those limits. (Note: A site can have multiple sitemaps).
-
-A URL element should have no more than 1000 images associated with it (https://support.google.com/webmasters/answer/178636?hl=en), but this class doesn't enforce that limit.
-
-This class assumes that all images in a catalog will have the same license.
-
-
-
-