@melaya/runner 1.0.45 → 1.0.47

package/dist/localRagIngest.py

@@ -147,6 +147,46 @@ async def _ingest(args) -> int:
                 dimensions=768,
                 base_url="http://localhost:1234/v1",
             )
+            # Diagnostic: surface the URLs the httpx client will actually
+            # hit. Prior runs were failing with `[Errno 8] nodename nor
+            # servname provided` — the high-level `.base_url` attribute
+            # was being set but the underlying httpx client kept the
+            # default `api.openai.com` from construction. With the kwarg
+            # path these should both be `localhost:1234/v1`.
+            try:
+                _cb = getattr(embedder.client, "base_url", "?")
+                _hb = getattr(getattr(embedder.client, "_client", None), "base_url", "?")
+                _emit("lmstudio_init", client_base_url=str(_cb), httpx_base_url=str(_hb))
+            except Exception as _exc:
+                _emit("lmstudio_init", error=f"{type(_exc).__name__}: {_exc}")
+            # Probe the LM Studio HTTP server BEFORE the first embed call
+            # so a misconfigured/off server surfaces as one clear error
+            # rather than 240 cryptic per-file failures.
+            try:
+                import urllib.request, json as _json
+                with urllib.request.urlopen(
+                    "http://localhost:1234/v1/models", timeout=3
+                ) as _r:
+                    _models = _json.loads(_r.read().decode("utf-8"))
+                    _names = [m.get("id") for m in _models.get("data", [])]
+                    _emit("lmstudio_probe", ok=True, models=_names)
+                    if args.embedder_model not in _names:
+                        _emit("warning", reason=(
+                            f"LM Studio is reachable but model "
+                            f"'{args.embedder_model}' is not loaded. "
+                            f"Loaded: {_names}"
+                        ))
+            except Exception as _exc:
+                _emit("lmstudio_probe", ok=False,
+                      error=f"{type(_exc).__name__}: {_exc}")
+                _emit("error", reason=(
+                    f"Cannot reach LM Studio at http://localhost:1234. "
+                    f"Make sure the LM Studio app's local server is started "
+                    f"(Developer → Start Server) and the model "
+                    f"'{args.embedder_model}' is loaded. Underlying error: "
+                    f"{type(_exc).__name__}: {_exc}"
+                ))
+                return 6
             # LM Studio's /v1/embeddings rejects the OpenAI-specific
             # `dimensions` kwarg (only OpenAI text-embedding-3 supports
             # output-dim reduction). Strip it before each call so the
@@ -166,6 +206,25 @@ async def _ingest(args) -> int:
         from agentscope.rag import QdrantStore, SimpleKnowledge
         store_path = _resolve_store_path(args.pipeline_name)
         store_path.mkdir(parents=True, exist_ok=True)
+        # ── Fix qdrant-client's location-vs-path ambiguity ───────────────
+        # agentscope's QdrantStore only exposes `location=` and forwards
+        # it verbatim to `AsyncQdrantClient(location=...)`. When `location`
+        # is a filesystem path (not `:memory:` and not a URL), qdrant-client
+        # tries to parse it as a host:port → getaddrinfo → fails with
+        # `[Errno 8] nodename nor servname provided` on Mac / `[Errno
+        # 11001] getaddrinfo failed` on Windows. Per-file embedding then
+        # crashes 240 times in a row. Reroute `location=<path>` into the
+        # dedicated `path=` kwarg the embedded-mode wants.
+        import qdrant_client as _qc
+        _orig_qcinit = _qc.AsyncQdrantClient.__init__
+        def _patched_qcinit(self, location=None, **_kw):
+            if (location and location != ":memory:"
+                    and "://" not in str(location)
+                    and not _kw.get("path")):
+                _kw["path"] = location
+                location = None
+            _orig_qcinit(self, location=location, **_kw)
+        _qc.AsyncQdrantClient.__init__ = _patched_qcinit
         store = QdrantStore(
             location=str(store_path),
             collection_name=args.pipeline_name,

package/localRagIngest.py

@@ -147,6 +147,46 @@ async def _ingest(args) -> int:
                 dimensions=768,
                 base_url="http://localhost:1234/v1",
             )
+            # Diagnostic: surface the URLs the httpx client will actually
+            # hit. Prior runs were failing with `[Errno 8] nodename nor
+            # servname provided` — the high-level `.base_url` attribute
+            # was being set but the underlying httpx client kept the
+            # default `api.openai.com` from construction. With the kwarg
+            # path these should both be `localhost:1234/v1`.
+            try:
+                _cb = getattr(embedder.client, "base_url", "?")
+                _hb = getattr(getattr(embedder.client, "_client", None), "base_url", "?")
+                _emit("lmstudio_init", client_base_url=str(_cb), httpx_base_url=str(_hb))
+            except Exception as _exc:
+                _emit("lmstudio_init", error=f"{type(_exc).__name__}: {_exc}")
+            # Probe the LM Studio HTTP server BEFORE the first embed call
+            # so a misconfigured/off server surfaces as one clear error
+            # rather than 240 cryptic per-file failures.
+            try:
+                import urllib.request, json as _json
+                with urllib.request.urlopen(
+                    "http://localhost:1234/v1/models", timeout=3
+                ) as _r:
+                    _models = _json.loads(_r.read().decode("utf-8"))
+                    _names = [m.get("id") for m in _models.get("data", [])]
+                    _emit("lmstudio_probe", ok=True, models=_names)
+                    if args.embedder_model not in _names:
+                        _emit("warning", reason=(
+                            f"LM Studio is reachable but model "
+                            f"'{args.embedder_model}' is not loaded. "
+                            f"Loaded: {_names}"
+                        ))
+            except Exception as _exc:
+                _emit("lmstudio_probe", ok=False,
+                      error=f"{type(_exc).__name__}: {_exc}")
+                _emit("error", reason=(
+                    f"Cannot reach LM Studio at http://localhost:1234. "
+                    f"Make sure the LM Studio app's local server is started "
+                    f"(Developer → Start Server) and the model "
+                    f"'{args.embedder_model}' is loaded. Underlying error: "
+                    f"{type(_exc).__name__}: {_exc}"
+                ))
+                return 6
             # LM Studio's /v1/embeddings rejects the OpenAI-specific
             # `dimensions` kwarg (only OpenAI text-embedding-3 supports
             # output-dim reduction). Strip it before each call so the
@@ -166,6 +206,25 @@ async def _ingest(args) -> int:
         from agentscope.rag import QdrantStore, SimpleKnowledge
         store_path = _resolve_store_path(args.pipeline_name)
         store_path.mkdir(parents=True, exist_ok=True)
+        # ── Fix qdrant-client's location-vs-path ambiguity ───────────────
+        # agentscope's QdrantStore only exposes `location=` and forwards
+        # it verbatim to `AsyncQdrantClient(location=...)`. When `location`
+        # is a filesystem path (not `:memory:` and not a URL), qdrant-client
+        # tries to parse it as a host:port → getaddrinfo → fails with
+        # `[Errno 8] nodename nor servname provided` on Mac / `[Errno
+        # 11001] getaddrinfo failed` on Windows. Per-file embedding then
+        # crashes 240 times in a row. Reroute `location=<path>` into the
+        # dedicated `path=` kwarg the embedded-mode wants.
+        import qdrant_client as _qc
+        _orig_qcinit = _qc.AsyncQdrantClient.__init__
+        def _patched_qcinit(self, location=None, **_kw):
+            if (location and location != ":memory:"
+                    and "://" not in str(location)
+                    and not _kw.get("path")):
+                _kw["path"] = location
+                location = None
+            _orig_qcinit(self, location=location, **_kw)
+        _qc.AsyncQdrantClient.__init__ = _patched_qcinit
         store = QdrantStore(
             location=str(store_path),
             collection_name=args.pipeline_name,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@melaya/runner",
-  "version": "1.0.45",
+  "version": "1.0.47",
   "description": "Run Melaya AI pipelines locally with your own LM Studio or Ollama models",
   "license": "UNLICENSED",
   "private": false,