mfs-server 0.4.0__tar.gz

mfs_server-0.4.0/.gitignore

@@ -0,0 +1,11 @@
+.venv/
+__pycache__/
+*.pyc
+*.db
+*.db-wal
+*.db-shm
+.pytest_cache/
+.ruff_cache/
+*.egg-info/
+dist/
+build/

mfs_server-0.4.0/PKG-INFO

@@ -0,0 +1,159 @@
+Metadata-Version: 2.4
+Name: mfs-server
+Version: 0.4.0
+Summary: MFS server — Multi-source File-like Search (heavy side: connectors, ingest, retrieval, storage)
+Project-URL: Homepage, https://github.com/zilliztech/mfs
+Project-URL: Repository, https://github.com/zilliztech/mfs
+Project-URL: Issues, https://github.com/zilliztech/mfs/issues
+Author-email: Cheney Zhang <chen.zhang@zilliz.com>
+License-Expression: Apache-2.0
+Classifier: License :: OSI Approved :: Apache Software License
+Classifier: Operating System :: OS Independent
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Requires-Python: >=3.10
+Requires-Dist: aiomysql>=0.3.2
+Requires-Dist: aiosqlite>=0.20
+Requires-Dist: chonkie>=0.4
+Requires-Dist: fastapi>=0.110
+Requires-Dist: httpx>=0.27
+Requires-Dist: huggingface-hub>=0.20
+Requires-Dist: markitdown[all]>=0.0.1
+Requires-Dist: milvus-lite>=3.0
+Requires-Dist: numpy>=1.24
+Requires-Dist: onnxruntime>=1.17
+Requires-Dist: openai>=1.40
+Requires-Dist: pathspec>=1.1.1
+Requires-Dist: pydantic-settings>=2.2
+Requires-Dist: pydantic>=2.6
+Requires-Dist: pymilvus>=2.5
+Requires-Dist: pymongo>=4.13
+Requires-Dist: python-multipart>=0.0.9
+Requires-Dist: questionary>=2
+Requires-Dist: rich>=13
+Requires-Dist: tiktoken>=0.7
+Requires-Dist: tokenizers>=0.15
+Requires-Dist: tomli>=2.0; python_version < '3.11'
+Requires-Dist: uvicorn[standard]>=0.27
+Provides-Extra: all-connectors
+Requires-Dist: aioboto3>=13.0; extra == 'all-connectors'
+Requires-Dist: aiohttp>=3.9; extra == 'all-connectors'
+Requires-Dist: asyncpg>=0.29; extra == 'all-connectors'
+Requires-Dist: atlassian-python-api>=3.41; extra == 'all-connectors'
+Requires-Dist: beautifulsoup4>=4.12; extra == 'all-connectors'
+Requires-Dist: google-api-python-client>=2.120; extra == 'all-connectors'
+Requires-Dist: google-auth>=2.29; extra == 'all-connectors'
+Requires-Dist: google-cloud-bigquery>=3.20; extra == 'all-connectors'
+Requires-Dist: hubspot-api-client>=11.0; extra == 'all-connectors'
+Requires-Dist: lark-oapi>=1.2; extra == 'all-connectors'
+Requires-Dist: notion-client>=2.2; extra == 'all-connectors'
+Requires-Dist: slack-sdk>=3.27; extra == 'all-connectors'
+Requires-Dist: snowflake-connector-python>=3.10; extra == 'all-connectors'
+Provides-Extra: all-providers
+Requires-Dist: anthropic>=0.40; extra == 'all-providers'
+Requires-Dist: google-genai>=0.3; extra == 'all-providers'
+Requires-Dist: ollama>=0.4; extra == 'all-providers'
+Requires-Dist: voyageai>=0.3; extra == 'all-providers'
+Provides-Extra: anthropic
+Requires-Dist: anthropic>=0.40; extra == 'anthropic'
+Provides-Extra: bigquery
+Requires-Dist: google-cloud-bigquery>=3.20; extra == 'bigquery'
+Provides-Extra: dev
+Requires-Dist: pytest-asyncio>=0.23; extra == 'dev'
+Requires-Dist: pytest>=8.0; extra == 'dev'
+Requires-Dist: ruff>=0.6; extra == 'dev'
+Provides-Extra: embedding-onnx
+Provides-Extra: feishu
+Requires-Dist: lark-oapi>=1.2; extra == 'feishu'
+Provides-Extra: gemini
+Requires-Dist: google-genai>=0.3; extra == 'gemini'
+Provides-Extra: github
+Requires-Dist: httpx>=0.27; extra == 'github'
+Provides-Extra: google
+Requires-Dist: google-api-python-client>=2.120; extra == 'google'
+Requires-Dist: google-auth>=2.29; extra == 'google'
+Provides-Extra: hubspot
+Requires-Dist: hubspot-api-client>=11.0; extra == 'hubspot'
+Provides-Extra: jira
+Requires-Dist: atlassian-python-api>=3.41; extra == 'jira'
+Provides-Extra: local
+Requires-Dist: einops>=0.8; extra == 'local'
+Requires-Dist: sentence-transformers>=3.0; extra == 'local'
+Provides-Extra: notion
+Requires-Dist: notion-client>=2.2; extra == 'notion'
+Provides-Extra: ollama
+Requires-Dist: ollama>=0.4; extra == 'ollama'
+Provides-Extra: pg
+Requires-Dist: asyncpg>=0.29; extra == 'pg'
+Provides-Extra: s3
+Requires-Dist: aioboto3>=13.0; extra == 's3'
+Provides-Extra: slack
+Requires-Dist: slack-sdk>=3.27; extra == 'slack'
+Provides-Extra: snowflake
+Requires-Dist: snowflake-connector-python>=3.10; extra == 'snowflake'
+Provides-Extra: voyage
+Requires-Dist: voyageai>=0.3; extra == 'voyage'
+Provides-Extra: web
+Requires-Dist: aiohttp>=3.9; extra == 'web'
+Requires-Dist: beautifulsoup4>=4.12; extra == 'web'
+Description-Content-Type: text/markdown
+
+# mfs-server
+
+The server side of **MFS — Multi-source File-like Search**: a context engine
+that turns code, docs, messages, databases, and object stores into one
+file-like, searchable namespace for AI agents and developers.
+
+`mfs-server` is the heavy half of MFS. It owns the connectors, the ingest
+pipeline, the vector index, and the storage — and exposes everything over an
+HTTP `/v1` control plane. The thin [`mfs` CLI](https://crates.io/crates/mfs-cli)
+and the generated SDKs are just clients of this server.
+
+- **Project & docs:** https://zilliztech.github.io/mfs/
+- **Source:** https://github.com/zilliztech/mfs
+
+## Install
+
+```bash
+pip install mfs-server                     # core + local ONNX embeddings, Milvus Lite, SQLite
+pip install "mfs-server[all-connectors]"   # add every connector's SDK
+pip install "mfs-server[pg,s3,slack]"      # or just the connectors you need
+```
+
+`pipx install mfs-server` works too if you want it isolated. The defaults run
+fully offline: local ONNX (BGE) embeddings, Milvus Lite, and SQLite, with no
+cloud account or API key.
+
+## Run
+
+```bash
+mfs-server setup     # optional: write $MFS_HOME/server.toml (defaults to ~/.mfs)
+mfs-server run       # all-in-one: API + inline task processing on 127.0.0.1:13619
+```
+
+For a horizontally scaled deployment, split the roles:
+
+```bash
+mfs-server api                    # HTTP control plane only
+mfs-server worker --concurrency auto   # queue worker(s)
+```
+
+Point the `mfs` CLI (or an SDK) at the server and you're ready to
+`mfs add` a source and `mfs search` it. See the
+[Quickstart](https://zilliztech.github.io/mfs/getting-started/) for the full
+first run.
+
+## Optional native acceleration
+
+A few hot paths — the gitignore directory walk, parallel content hashing,
+linear grep, and `tail` — have an optional PyO3 extension (`mfs-server-rs`). The
+server falls back to a pure-Python implementation when it isn't installed, so it
+is never required; it only makes large inputs faster. See
+[Deployment](https://zilliztech.github.io/mfs/deployment/) for how to build it
+in.
+
+## License
+
+Apache-2.0.

mfs_server-0.4.0/README.md

@@ -0,0 +1,57 @@
+# mfs-server
+
+The server side of **MFS — Multi-source File-like Search**: a context engine
+that turns code, docs, messages, databases, and object stores into one
+file-like, searchable namespace for AI agents and developers.
+
+`mfs-server` is the heavy half of MFS. It owns the connectors, the ingest
+pipeline, the vector index, and the storage — and exposes everything over an
+HTTP `/v1` control plane. The thin [`mfs` CLI](https://crates.io/crates/mfs-cli)
+and the generated SDKs are just clients of this server.
+
+- **Project & docs:** https://zilliztech.github.io/mfs/
+- **Source:** https://github.com/zilliztech/mfs
+
+## Install
+
+```bash
+pip install mfs-server                     # core + local ONNX embeddings, Milvus Lite, SQLite
+pip install "mfs-server[all-connectors]"   # add every connector's SDK
+pip install "mfs-server[pg,s3,slack]"      # or just the connectors you need
+```
+
+`pipx install mfs-server` works too if you want it isolated. The defaults run
+fully offline: local ONNX (BGE) embeddings, Milvus Lite, and SQLite, with no
+cloud account or API key.
+
+## Run
+
+```bash
+mfs-server setup     # optional: write $MFS_HOME/server.toml (defaults to ~/.mfs)
+mfs-server run       # all-in-one: API + inline task processing on 127.0.0.1:13619
+```
+
+For a horizontally scaled deployment, split the roles:
+
+```bash
+mfs-server api                    # HTTP control plane only
+mfs-server worker --concurrency auto   # queue worker(s)
+```
+
+Point the `mfs` CLI (or an SDK) at the server and you're ready to
+`mfs add` a source and `mfs search` it. See the
+[Quickstart](https://zilliztech.github.io/mfs/getting-started/) for the full
+first run.
+
+## Optional native acceleration
+
+A few hot paths — the gitignore directory walk, parallel content hashing,
+linear grep, and `tail` — have an optional PyO3 extension (`mfs-server-rs`). The
+server falls back to a pure-Python implementation when it isn't installed, so it
+is never required; it only makes large inputs faster. See
+[Deployment](https://zilliztech.github.io/mfs/deployment/) for how to build it
+in.
+
+## License
+
+Apache-2.0.

mfs_server-0.4.0/openapitools.json

@@ -0,0 +1,7 @@
+{
+  "$schema": "./node_modules/@openapitools/openapi-generator-cli/config.schema.json",
+  "spaces": 2,
+  "generator-cli": {
+    "version": "7.22.0"
+  }
+}

mfs_server-0.4.0/pyproject.toml

@@ -0,0 +1,135 @@
+[project]
+name = "mfs-server"
+version = "0.4.0"
+description = "MFS server — Multi-source File-like Search (heavy side: connectors, ingest, retrieval, storage)"
+readme = "README.md"
+license = "Apache-2.0"
+authors = [
+    { name = "Cheney Zhang", email = "chen.zhang@zilliz.com" },
+]
+requires-python = ">=3.10"
+classifiers = [
+    "Programming Language :: Python :: 3.10",
+    "Programming Language :: Python :: 3.11",
+    "Programming Language :: Python :: 3.12",
+    "Programming Language :: Python :: 3.13",
+    "License :: OSI Approved :: Apache Software License",
+    "Operating System :: OS Independent",
+]
+dependencies = [
+    "pymilvus>=2.5",
+    "openai>=1.40",
+    "fastapi>=0.110",
+    "uvicorn[standard]>=0.27",
+    "pydantic>=2.6",
+    "pydantic-settings>=2.2",
+    "httpx>=0.27",
+    "aiosqlite>=0.20",
+    "tomli>=2.0; python_version < '3.11'",
+    "tiktoken>=0.7",
+    "python-multipart>=0.0.9",
+    "chonkie>=0.4",
+    "markitdown[all]>=0.0.1",
+    "milvus-lite>=3.0",
+    "pathspec>=1.1.1",
+    "aiomysql>=0.3.2",
+    "pymongo>=4.13",
+    # Default embedding backend is local ONNX (BGE) — no API key required.
+    # See config.py EmbeddingConfig defaults. Provider can be switched to
+    # "openai" / etc via the setup wizard.
+    "onnxruntime>=1.17",
+    "huggingface-hub>=0.20",
+    "tokenizers>=0.15",
+    "numpy>=1.24",
+    # Wizard UI (mfs-server setup / connector add): colored panels, hints
+    # via rich; arrow-key selects + validators via questionary. Both have
+    # auto-detect for TTY/non-TTY and fall back gracefully.
+    "rich>=13",
+    "questionary>=2",
+]
+
+[project.optional-dependencies]
+pg = ["asyncpg>=0.29"]
+web = ["aiohttp>=3.9", "beautifulsoup4>=4.12"]
+github = ["httpx>=0.27"]
+# SaaS / message / object-store connectors (each pulls its official SDK)
+slack = ["slack_sdk>=3.27"]
+notion = ["notion-client>=2.2"]
+jira = ["atlassian-python-api>=3.41"]
+hubspot = ["hubspot-api-client>=11.0"]
+bigquery = ["google-cloud-bigquery>=3.20"]
+snowflake = ["snowflake-connector-python>=3.10"]
+s3 = ["aioboto3>=13.0"]
+google = ["google-api-python-client>=2.120", "google-auth>=2.29"]   # gdrive + gmail
+feishu = ["lark-oapi>=1.2"]
+# discord/linear/zendesk use httpx only (already a core dep)
+all-connectors = [
+    "asyncpg>=0.29", "aiohttp>=3.9", "beautifulsoup4>=4.12",
+    "slack_sdk>=3.27", "notion-client>=2.2", "atlassian-python-api>=3.41",
+    "hubspot-api-client>=11.0",
+    "google-cloud-bigquery>=3.20", "snowflake-connector-python>=3.10",
+    "aioboto3>=13.0", "google-api-python-client>=2.120", "google-auth>=2.29",
+    "lark-oapi>=1.2",
+]
+dev = [
+    "pytest>=8.0",
+    "pytest-asyncio>=0.23",
+    "ruff>=0.6",
+]
+# Kept as an alias for back-compat; the ONNX embedding stack is now a core
+# dep so this extra is effectively a no-op. Existing
+# `pip install mfs-server[embedding-onnx]` commands still work.
+embedding-onnx = []
+
+# Alternate embedding providers (each lazily imported by
+# mfs_server.common.embeddings).
+gemini = ["google-genai>=0.3"]          # gemini embedding + LLM (vision-capable)
+voyage = ["voyageai>=0.3"]              # voyage-3-lite etc.
+ollama = ["ollama>=0.4"]                # local LLM/embedding via Ollama server
+local = ["sentence-transformers>=3.0", "einops>=0.8"]   # CPU/GPU sentence-transformers
+
+# Alternate LLM providers for summary / VLM (mfs_server.common.llm).
+anthropic = ["anthropic>=0.40"]         # claude-sonnet-* (text + vision)
+
+# Convenience bundle: every provider (text + vision LLMs and remote embeddings).
+# Excludes 'local' (sentence-transformers pulls torch ~2 GB).
+all-providers = [
+    "google-genai>=0.3",
+    "voyageai>=0.3",
+    "ollama>=0.4",
+    "anthropic>=0.40",
+]
+
+[project.scripts]
+mfs-server = "mfs_server.server.__main__:main"
+
+[project.urls]
+Homepage = "https://github.com/zilliztech/mfs"
+Repository = "https://github.com/zilliztech/mfs"
+Issues = "https://github.com/zilliztech/mfs/issues"
+
+[build-system]
+requires = ["hatchling"]
+build-backend = "hatchling.build"
+
+[tool.hatch.build.targets.wheel]
+packages = ["src/mfs_server"]
+
+[tool.ruff]
+line-length = 100
+target-version = "py310"
+
+[tool.pytest.ini_options]
+asyncio_mode = "auto"
+testpaths = ["tests"]
+
+# Native hot-path acceleration lives in server-rs/ (PyO3, built with maturin:
+# `cd server-rs && maturin develop --release`). It is OPTIONAL at runtime —
+# mfs_server.common.accel falls back to pure Python when the wheel isn't installed.
+# It is not published to PyPI; build it locally to opt in (see docs/deployment.md).
+
+[dependency-groups]
+dev = [
+    "fpdf2>=2.8.7",
+    "maturin>=1.13.3",
+]