materials-commons-cli 2.3.0b7__tar.gz → 2.3.0b8__tar.gz

{materials_commons_cli-2.3.0b7 → materials_commons_cli-2.3.0b8}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: materials_commons_cli
-Version: 2.3.0b7
+Version: 2.3.0b8
 Summary: Materials Commons CLI
 Home-page: https://materials-commons.github.io/materials-commons-cli/html/index.html
 Author: Materials Commons development team

materials_commons_cli-2.3.0b8/materials_commons/cli/__init__.py

@@ -0,0 +1 @@
+__version__ = '2.3.0b8'

{materials_commons_cli-2.3.0b7 → materials_commons_cli-2.3.0b8}/materials_commons/cli/async_reconciler.py

@@ -17,12 +17,14 @@ class AsyncReconciler:
                  db: FileIndexDB,
                  reconcile_mode: ReconcileMode,
                  # recompute_checksum: bool = True,
-                 max_concurrent: int = 10):
+                 max_concurrent: int = 10,
+                 batch_size: Optional[int] = None):
         self.proj = proj
         self.db = db
         # self.recompute_checksum = recompute_checksum
         self.max_concurrent = max_concurrent
         self.reconcile_mode = reconcile_mode
+        self.batch_size = batch_size or max_concurrent
         self.reconciler = SingleFileReconciler(proj=self.proj, mode=reconcile_mode)
 
     async def walk(self, path: str | Path, listdir_fn: ListDirFunc, recursive: bool = False,
@@ -35,36 +37,39 @@ class AsyncReconciler:
 
         async for current_path, observations in async_walk(path, recursive=recursive, listdir_fn=listdir_fn,
                                                            ignore_fn=ignore_fn):
-            path_states: dict[str, FileState] = {}
             remote_dir = projects.local_to_remote_project_path(Path(self.proj.local_path), Path(current_path))
 
             # Create a map of file_records to name
             file_records = await self.db.get_files_by_dir(remote_dir.as_posix())
             file_records_map = {file_record.name: file_record for file_record in file_records}
 
-            # Go through all the observations and match to the file records
-            for obs in observations:
-                obs.file_record = file_records_map.get(obs.name, None)
-                obs.remote_path = remote_dir / obs.name
-                path_states[obs.name] = FileState(observation=obs)
+            # Handle a batch of records rather than the entire directory
+            for start in range(0, len(observations), self.batch_size):
+                batch_observations = observations[start:start + self.batch_size]
+                path_states: dict[str, FileState] = {}
 
-            results = await asyncio.gather(
-                *[single_entry_reconcile(state.observation) for state in path_states.values()],
-                return_exceptions=True)
+                # Go through all the observations and match to the file records
+                for obs in batch_observations:
+                    obs.file_record = file_records_map.get(obs.name, None)
+                    obs.remote_path = remote_dir / obs.name
+                    path_states[obs.name] = FileState(observation=obs)
 
-            # At this point path_entries contains entries in one of 4 states:
-            # 1. Both remote and local entries exist
-            # 2. Only remote entry exists
-            # 3. Only local entry exists
-            # 4. Lookup failed, and we got an exception
+                results = await asyncio.gather(
+                    *[single_entry_reconcile(state.observation) for state in path_states.values()],
+                    return_exceptions=True)
 
-            for state, result in zip(path_states.values(), results):
-                if isinstance(result, Exception):
-                    state.exception = result
-                else:
-                    state.file_decision = result
+                # At this point path_entries contains entries in one of 4 states:
+                # 1. Both remote and local entries exist
+                # 2. Only remote entry exists
+                # 3. Only local entry exists
+                # 4. Lookup failed, and we got an exception
+                for state, result in zip(path_states.values(), results):
+                    if isinstance(result, Exception):
+                        state.exception = result
+                    else:
+                        state.file_decision = result
 
-            yield current_path, path_states
+                yield current_path, path_states
 
     async def reconcile_file(self, path: str | Path) -> FileState:
         remote_project_path = projects.local_to_remote_project_path(Path(self.proj.local_path), Path(path))

{materials_commons_cli-2.3.0b7 → materials_commons_cli-2.3.0b8}/materials_commons/cli/downloader.py

@@ -116,3 +116,5 @@ class Downloader:
                     print(f"Downloading {entry_name} to {current_path / entry_name}...")
                     transfer_id = await self.container.file_download_manager.download_file(download_request)
                     self.transfer_ids.append(transfer_id)
+                else:
+                    print(f"Skipping download of {entry_name} because {file_state.file_decision.reason}")

{materials_commons_cli-2.3.0b7 → materials_commons_cli-2.3.0b8}/materials_commons/cli/parser.py

@@ -25,6 +25,7 @@ from materials_commons.cli.subcommands.globus import globus_subcommand
 from materials_commons.cli.subcommands.init import init_subcommand
 from materials_commons.cli.subcommands.ls import ls_subcommand
 from materials_commons.cli.subcommands.ls2 import ls2_subcommand
+from materials_commons.cli.subcommands.mcp import mcp_subcommand
 from materials_commons.cli.subcommands.mkdir import mkdir_subcommand
 from materials_commons.cli.subcommands.mv import mv_subcommand
 # from materials_commons.cli.subcommands.proc import ProcSubcommand
@@ -58,7 +59,8 @@ standard_usage = [
     # {'name': 'ls2', 'desc': 'List directory contents (experimental)', 'subcommand': ls2_subcommand},
     # {'name': 'down2', 'desc': 'Donwload files (experimental)', 'subcommand': down2_subcommand},
     {'name': 'config', 'desc': 'Configure `mc`', 'subcommand': config_subcommand},
-    {'name': 'server', 'desc': 'Run MC Server', 'subcommand': server_subcommand}
+    {'name': 'server', 'desc': 'Run MC Server', 'subcommand': server_subcommand},
+    {'name': 'mcp', 'desc': 'Run MCP Server', 'subcommand': mcp_subcommand},
 ]
 standard_interfaces = {d['name']: d for d in standard_usage}
 

{materials_commons_cli-2.3.0b7 → materials_commons_cli-2.3.0b8}/materials_commons/cli/server/downloader/file_download_manager.py

@@ -25,6 +25,9 @@ class FileDownloadManager:
 
     async def start_workers(self) -> None:
         """Start background workers to process download queue"""
+        if self._workers_running:
+            logger.info("Download workers already running")
+            return
         self._workers_running = True
         self._worker_tasks = [
             asyncio.create_task(self._download_worker(i))

materials_commons_cli-2.3.0b8/materials_commons/cli/subcommands/mcp.py

@@ -0,0 +1,86 @@
+import argparse
+import functools
+import inspect
+
+from mcp.server.fastmcp import FastMCP
+from materials_commons.cli.config import Config
+from materials_commons.api.client import Client
+
+
+mcp = FastMCP(
+    name="mcmcp",
+    instructions=""
+)
+
+
+def make_parser():
+    parser = argparse.ArgumentParser(
+        description="MCP Server for Materials Commons",
+        usage="mc mcp",
+    )
+    parser.add_argument("--port", type=int, default=8000)
+    parser.add_argument("--mc-url", type=str, default="https://materialscommons.org/api")
+    return parser
+
+def mcp_subcommand(argv, working_dir=None):
+    parser = make_parser()
+    args = parser.parse_args(argv)
+    config = Config.load()
+    client = config.default_remote.make_client()
+    register_mcapi_tools(client)
+    mcp.run()
+    return args
+
+def register_mcapi_tools(client: Client):
+    for method_name, method in inspect.getmembers(client, predicate=callable):
+        if method_name.startswith("_"):
+            continue
+        if not is_get_or_list_method(method_name):
+            continue
+
+        doc = inspect.getdoc(method)
+        if doc is None:
+            continue
+
+        signature = inspect.signature(method)
+
+        @functools.wraps(method)
+        def tool_wrapper(*args, __method=method, **kwargs):
+            result = __method(*args, **kwargs)
+            return to_jsonable(result)
+
+        tool_wrapper.__name__ = method_name
+        tool_wrapper.__doc__ = doc
+        tool_wrapper.__signature__ = signature
+
+        mcp.tool(name=method_name)(tool_wrapper)
+
+def is_get_or_list_method(method_name: str):
+    return method_name.startswith("get_") or method_name.startswith("list_")
+
+def to_jsonable(value):
+    if value is None:
+        return None
+
+    if isinstance(value, (str, int, float, bool)):
+        return value
+
+    if isinstance(value, list):
+        return [to_jsonable(item) for item in value]
+
+    if isinstance(value, tuple):
+        return [to_jsonable(item) for item in value]
+
+    if isinstance(value, dict):
+        return {
+            str(key): to_jsonable(item)
+            for key, item in value.items()
+        }
+
+    if hasattr(value, "to_dict"):
+        return to_jsonable(value.to_dict())
+
+    if hasattr(value, "__dict__"):
+        return to_jsonable(value.__dict__)
+
+    return str(value)

{materials_commons_cli-2.3.0b7 → materials_commons_cli-2.3.0b8}/materials_commons/cli/subcommands/up.py

@@ -208,6 +208,7 @@ async def ws_upload(args, working_dir):
                         file_state = path_entries[entry_name]
                         if file_state.exception:
                             logger.error(f"Error encountered while processing {entry_name}: {file_state.exception}")
+                            # print(f"Error encountered while processing {entry_name}: {file_state.exception}")
                             continue
                         if file_state.file_decision.action == "upload":
                             upload_request = UploadRequest(observation=file_state.observation,
@@ -219,7 +220,7 @@ async def ws_upload(args, working_dir):
                 file_state = await async_reconciler.reconcile_file(p)
                 if file_state.exception:
                     logger.error(f"Error encountered while processing {p}: {file_state.exception}")
-                    print(f"Error encountered while processing {p}: {file_state.exception}")
+                    # print(f"Error encountered while processing {p}: {file_state.exception}")
                     continue
                 if file_state.file_decision.action == "upload":
                     upload_request = UploadRequest(observation=file_state.observation,

{materials_commons_cli-2.3.0b7 → materials_commons_cli-2.3.0b8}/materials_commons/cli/walk.py

@@ -141,7 +141,6 @@ async def local_listdir(path: str | Path) -> list[Observation]:
 
 def mcapi_file_to_remote_file_entry(entry: mcmodel.File) -> RemoteFileEntry:
     kind: EntryKind = "dir" if entry.mime_type == "directory" else "file"
-    print(f"mcapi_file_to_remote_file_entry called for entry: {entry.mime_type}, {entry.name}, {entry.directory.path}")
     remote_entry = RemoteFileEntry(
         path=Path(entry.directory.path) / entry.name,
         name=entry.name,
@@ -163,7 +162,6 @@ async def remote_listdir(project_path: str | Path, proj: OldLocalProject) -> lis
         project_path: The path within the project to list directory contents of.
         proj: The local project object representing the remote project.
     """
-    print(f"remote_listdir called for project_path: {project_path}, proj: {proj}")
     entries = await asyncio.to_thread(proj.remote.list_directory_by_path, proj.id, project_path.as_posix())
     items: list[Observation] = []
     for entry in entries:
@@ -206,7 +204,6 @@ async def merged_local_remote_listdir(
     """
     Merge local and remote directory listings, prioritizing local entries.
     """
-    print(f"merged_local_remote_listdir {proj.local_path}, {path}")
     local_entries = await local_listdir_fn(path)
 
     project_path = projects.local_to_remote_project_path(Path(proj.local_path), path)

{materials_commons_cli-2.3.0b7 → materials_commons_cli-2.3.0b8}/materials_commons_cli.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: materials-commons-cli
-Version: 2.3.0b7
+Version: 2.3.0b8
 Summary: Materials Commons CLI
 Home-page: https://materials-commons.github.io/materials-commons-cli/html/index.html
 Author: Materials Commons development team

{materials_commons_cli-2.3.0b7 → materials_commons_cli-2.3.0b8}/materials_commons_cli.egg-info/SOURCES.txt

@@ -68,6 +68,7 @@ materials_commons/cli/subcommands/globus.py
 materials_commons/cli/subcommands/init.py
 materials_commons/cli/subcommands/ls.py
 materials_commons/cli/subcommands/ls2.py
+materials_commons/cli/subcommands/mcp.py
 materials_commons/cli/subcommands/mkdir.py
 materials_commons/cli/subcommands/mv.py
 materials_commons/cli/subcommands/proj.py

{materials_commons_cli-2.3.0b7 → materials_commons_cli-2.3.0b8}/materials_commons_cli.egg-info/requires.txt

@@ -11,3 +11,4 @@ setuptools
 sortedcontainers
 tabulate
 aiosqlite
+fastmcp

{materials_commons_cli-2.3.0b7 → materials_commons_cli-2.3.0b8}/setup.py

@@ -72,5 +72,6 @@ setup(
         "sortedcontainers",
         "tabulate",
         "aiosqlite",
+        "fastmcp",
     ]
 )

materials_commons_cli-2.3.0b7/materials_commons/cli/__init__.py

@@ -1 +0,0 @@
-__version__ = '2.3.0b7'