kgmodule-utils 0.29.2__tar.gz → 0.30.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/PKG-INFO +13 -6
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/README.md +10 -5
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/pyproject.toml +3 -1
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/src/kg_utils/__init__.py +1 -1
- kgmodule_utils-0.30.0/src/kg_utils/synthesis/_anthropic.py +101 -0
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/src/kg_utils/synthesis/_config.py +9 -0
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/src/kg_utils/synthesis/_text.py +73 -7
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/src/kg_utils/synthesis/factory.py +4 -0
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/LICENSE +0 -0
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/src/kg_utils/analysis/__init__.py +0 -0
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/src/kg_utils/analysis/scores.py +0 -0
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/src/kg_utils/corpus_embedder.py +0 -0
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/src/kg_utils/devicepack.py +0 -0
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/src/kg_utils/embed.py +0 -0
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/src/kg_utils/embedder.py +0 -0
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/src/kg_utils/extractor.py +0 -0
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/src/kg_utils/ingest/__init__.py +0 -0
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/src/kg_utils/ingest/converters.py +0 -0
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/src/kg_utils/ingest/derived.py +0 -0
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/src/kg_utils/ingest/manifest.py +0 -0
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/src/kg_utils/ingest/pipeline.py +0 -0
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/src/kg_utils/mcp/__init__.py +0 -0
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/src/kg_utils/mcp/_names.py +0 -0
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/src/kg_utils/mcp/cli.py +0 -0
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/src/kg_utils/mcp/server.py +0 -0
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/src/kg_utils/module.py +0 -0
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/src/kg_utils/pipeline.py +0 -0
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/src/kg_utils/py.typed +0 -0
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/src/kg_utils/retrieval/__init__.py +0 -0
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/src/kg_utils/retrieval/hits.py +0 -0
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/src/kg_utils/semantic.py +0 -0
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/src/kg_utils/snapshots/__init__.py +0 -0
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/src/kg_utils/snapshots/manager.py +0 -0
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/src/kg_utils/snapshots/models.py +0 -0
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/src/kg_utils/specs.py +0 -0
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/src/kg_utils/stats.py +0 -0
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/src/kg_utils/store.py +0 -0
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/src/kg_utils/synthesis/__init__.py +0 -0
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/src/kg_utils/synthesis/_image.py +0 -0
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/src/kg_utils/temporal.py +0 -0
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/src/kg_utils/validation.py +0 -0
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/src/kg_utils/vector_backend.py +0 -0
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/src/kg_utils/viz/__init__.py +0 -0
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/src/kg_utils/viz/graph_html.py +0 -0
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/src/kg_utils/viz/theme.py +0 -0
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/src/kg_utils/viz/tooltip.py +0 -0
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/src/kg_utils/viz3d/__init__.py +0 -0
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/src/kg_utils/viz3d/layout.py +0 -0
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/src/kg_utils/viz3d/organic.py +0 -0
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/src/kg_utils/viz3d/qt.py +0 -0
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/src/kg_utils/viz3d/species.py +0 -0
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/src/kg_utils/worker/__init__.py +0 -0
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/src/kg_utils/worker/client.py +0 -0
- {kgmodule_utils-0.29.2 → kgmodule_utils-0.30.0}/src/kg_utils/worker/ops.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: kgmodule-utils
|
|
3
|
-
Version: 0.
|
|
3
|
+
Version: 0.30.0
|
|
4
4
|
Summary: Shared types, graph store, semantic index, and pipeline base for the KGModule SDK
|
|
5
5
|
License-Expression: Elastic-2.0
|
|
6
6
|
License-File: LICENSE
|
|
@@ -25,6 +25,8 @@ Provides-Extra: viz3d
|
|
|
25
25
|
Provides-Extra: viz3d-qt
|
|
26
26
|
Provides-Extra: viz3d-render
|
|
27
27
|
Requires-Dist: PyQt5 (>=5.15.0) ; extra == "viz3d-qt"
|
|
28
|
+
Requires-Dist: anthropic (>=2.0.0) ; extra == "synthesis"
|
|
29
|
+
Requires-Dist: anthropic (>=2.0.0) ; extra == "synthesis-mflux"
|
|
28
30
|
Requires-Dist: click (>=8.1.0) ; extra == "mcp"
|
|
29
31
|
Requires-Dist: firecrawl-anydoc (>=0.1.9) ; extra == "ingest"
|
|
30
32
|
Requires-Dist: httpx (>=0.27.0) ; extra == "synthesis"
|
|
@@ -57,7 +59,7 @@ Description-Content-Type: text/markdown
|
|
|
57
59
|
|
|
58
60
|
[](https://www.python.org/)
|
|
59
61
|
[](https://www.elastic.co/licensing/elastic-license)
|
|
60
|
-
[](https://github.com/Flux-Frontiers/KG_utils/releases)
|
|
61
63
|
[](https://github.com/Flux-Frontiers/KG_utils/actions/workflows/ci.yml)
|
|
62
64
|
[](https://python-poetry.org/)
|
|
63
65
|
[](https://doi.org/10.5281/zenodo.21284866)
|
|
@@ -82,6 +84,11 @@ Fleet modules use it in two ways. [PyCodeKG](https://github.com/Flux-Frontiers/p
|
|
|
82
84
|
|
|
83
85
|
## Latest News
|
|
84
86
|
|
|
87
|
+
- **0.30.0 (2026-11-05)** -- An Anthropic text backend: `SYNTH_BACKEND=anthropic`
|
|
88
|
+
(or `backend="anthropic"`) answers through Claude via the `anthropic` SDK,
|
|
89
|
+
now part of the `synthesis` extras. And OpenAI's gpt-5 and later answer
|
|
90
|
+
again: the OpenAI backend sends `max_completion_tokens`, drops a
|
|
91
|
+
temperature the model refuses, logs failures, and lists only chat models.
|
|
85
92
|
- **0.29.2 (2026-11-02)** -- A security release. The `synthesis` extras
|
|
86
93
|
floor Pillow at 13.0.0 and `viz3d-qt` floors quiltwright at 0.17.0, so a
|
|
87
94
|
fresh install can no longer resolve Pillow 12.3.0 and its 41 advisories.
|
|
@@ -291,7 +298,7 @@ and the standard `<tool> mcp` command (`kg_utils.mcp`).
|
|
|
291
298
|
pip install 'kgmodule-utils[mcp]'
|
|
292
299
|
```
|
|
293
300
|
|
|
294
|
-
### With text + image synthesis (oMLX / Ollama / OpenAI / mflux-serve)
|
|
301
|
+
### With text + image synthesis (oMLX / Ollama / OpenAI / Anthropic / mflux-serve)
|
|
295
302
|
|
|
296
303
|
```bash
|
|
297
304
|
pip install 'kgmodule-utils[synthesis]'
|
|
@@ -470,7 +477,7 @@ delta = mgr.diff_snapshots(snaps[-1]["key"], snaps[0]["key"])
|
|
|
470
477
|
|
|
471
478
|
| Class / function | Description |
|
|
472
479
|
|---|---|
|
|
473
|
-
| `TextBackend` | Enum: `omlx` \| `ollama` \| `openai` |
|
|
480
|
+
| `TextBackend` | Enum: `omlx` \| `ollama` \| `openai` \| `anthropic` |
|
|
474
481
|
| `ImageBackend` | Enum: `mflux-local` \| `mflux-serve` \| `openai` |
|
|
475
482
|
| `TextConfig` | Backend config dataclass with `resolved_endpoint()` / `resolved_model()` |
|
|
476
483
|
| `ImageConfig` | Backend config dataclass with `resolved_server_url()` / `resolved_model()` |
|
|
@@ -876,7 +883,7 @@ If you use kgmodule-utils in research or a project, please cite it:
|
|
|
876
883
|
|
|
877
884
|
**APA**
|
|
878
885
|
|
|
879
|
-
> Suchanek, E. G. (2026). *kgmodule-utils: Shared SDK for the KGModule Knowledge-Graph Ecosystem* (Version 0.
|
|
886
|
+
> Suchanek, E. G. (2026). *kgmodule-utils: Shared SDK for the KGModule Knowledge-Graph Ecosystem* (Version 0.30.0) [Software]. Flux-Frontiers. https://doi.org/10.5281/zenodo.21284866
|
|
880
887
|
|
|
881
888
|
**BibTeX**
|
|
882
889
|
|
|
@@ -884,7 +891,7 @@ If you use kgmodule-utils in research or a project, please cite it:
|
|
|
884
891
|
@software{suchanek_kgmodule_utils,
|
|
885
892
|
author = {Suchanek, Eric G.},
|
|
886
893
|
title = {{kgmodule-utils}: Shared SDK for the KGModule Knowledge-Graph Ecosystem},
|
|
887
|
-
version = {0.
|
|
894
|
+
version = {0.30.0},
|
|
888
895
|
year = {2026},
|
|
889
896
|
publisher = {Flux-Frontiers},
|
|
890
897
|
url = {https://github.com/Flux-Frontiers/KG_utils},
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
|
|
2
2
|
[](https://www.python.org/)
|
|
3
3
|
[](https://www.elastic.co/licensing/elastic-license)
|
|
4
|
-
[](https://github.com/Flux-Frontiers/KG_utils/releases)
|
|
5
5
|
[](https://github.com/Flux-Frontiers/KG_utils/actions/workflows/ci.yml)
|
|
6
6
|
[](https://python-poetry.org/)
|
|
7
7
|
[](https://doi.org/10.5281/zenodo.21284866)
|
|
@@ -26,6 +26,11 @@ Fleet modules use it in two ways. [PyCodeKG](https://github.com/Flux-Frontiers/p
|
|
|
26
26
|
|
|
27
27
|
## Latest News
|
|
28
28
|
|
|
29
|
+
- **0.30.0 (2026-11-05)** -- An Anthropic text backend: `SYNTH_BACKEND=anthropic`
|
|
30
|
+
(or `backend="anthropic"`) answers through Claude via the `anthropic` SDK,
|
|
31
|
+
now part of the `synthesis` extras. And OpenAI's gpt-5 and later answer
|
|
32
|
+
again: the OpenAI backend sends `max_completion_tokens`, drops a
|
|
33
|
+
temperature the model refuses, logs failures, and lists only chat models.
|
|
29
34
|
- **0.29.2 (2026-11-02)** -- A security release. The `synthesis` extras
|
|
30
35
|
floor Pillow at 13.0.0 and `viz3d-qt` floors quiltwright at 0.17.0, so a
|
|
31
36
|
fresh install can no longer resolve Pillow 12.3.0 and its 41 advisories.
|
|
@@ -235,7 +240,7 @@ and the standard `<tool> mcp` command (`kg_utils.mcp`).
|
|
|
235
240
|
pip install 'kgmodule-utils[mcp]'
|
|
236
241
|
```
|
|
237
242
|
|
|
238
|
-
### With text + image synthesis (oMLX / Ollama / OpenAI / mflux-serve)
|
|
243
|
+
### With text + image synthesis (oMLX / Ollama / OpenAI / Anthropic / mflux-serve)
|
|
239
244
|
|
|
240
245
|
```bash
|
|
241
246
|
pip install 'kgmodule-utils[synthesis]'
|
|
@@ -414,7 +419,7 @@ delta = mgr.diff_snapshots(snaps[-1]["key"], snaps[0]["key"])
|
|
|
414
419
|
|
|
415
420
|
| Class / function | Description |
|
|
416
421
|
|---|---|
|
|
417
|
-
| `TextBackend` | Enum: `omlx` \| `ollama` \| `openai` |
|
|
422
|
+
| `TextBackend` | Enum: `omlx` \| `ollama` \| `openai` \| `anthropic` |
|
|
418
423
|
| `ImageBackend` | Enum: `mflux-local` \| `mflux-serve` \| `openai` |
|
|
419
424
|
| `TextConfig` | Backend config dataclass with `resolved_endpoint()` / `resolved_model()` |
|
|
420
425
|
| `ImageConfig` | Backend config dataclass with `resolved_server_url()` / `resolved_model()` |
|
|
@@ -820,7 +825,7 @@ If you use kgmodule-utils in research or a project, please cite it:
|
|
|
820
825
|
|
|
821
826
|
**APA**
|
|
822
827
|
|
|
823
|
-
> Suchanek, E. G. (2026). *kgmodule-utils: Shared SDK for the KGModule Knowledge-Graph Ecosystem* (Version 0.
|
|
828
|
+
> Suchanek, E. G. (2026). *kgmodule-utils: Shared SDK for the KGModule Knowledge-Graph Ecosystem* (Version 0.30.0) [Software]. Flux-Frontiers. https://doi.org/10.5281/zenodo.21284866
|
|
824
829
|
|
|
825
830
|
**BibTeX**
|
|
826
831
|
|
|
@@ -828,7 +833,7 @@ If you use kgmodule-utils in research or a project, please cite it:
|
|
|
828
833
|
@software{suchanek_kgmodule_utils,
|
|
829
834
|
author = {Suchanek, Eric G.},
|
|
830
835
|
title = {{kgmodule-utils}: Shared SDK for the KGModule Knowledge-Graph Ecosystem},
|
|
831
|
-
version = {0.
|
|
836
|
+
version = {0.30.0},
|
|
832
837
|
year = {2026},
|
|
833
838
|
publisher = {Flux-Frontiers},
|
|
834
839
|
url = {https://github.com/Flux-Frontiers/KG_utils},
|
|
@@ -9,7 +9,7 @@ build-backend = "poetry.core.masonry.api"
|
|
|
9
9
|
|
|
10
10
|
[project]
|
|
11
11
|
name = "kgmodule-utils"
|
|
12
|
-
version = "0.
|
|
12
|
+
version = "0.30.0"
|
|
13
13
|
description = "Shared types, graph store, semantic index, and pipeline base for the KGModule SDK"
|
|
14
14
|
readme = "README.md"
|
|
15
15
|
license = "Elastic-2.0"
|
|
@@ -94,11 +94,13 @@ pdf = [
|
|
|
94
94
|
"pymupdf>=2.0",
|
|
95
95
|
]
|
|
96
96
|
synthesis = [
|
|
97
|
+
"anthropic>=2.0.0",
|
|
97
98
|
"httpx>=0.27.0",
|
|
98
99
|
"openai>=1.30.0",
|
|
99
100
|
"pillow>=13.0.0",
|
|
100
101
|
]
|
|
101
102
|
synthesis-mflux = [
|
|
103
|
+
"anthropic>=2.0.0",
|
|
102
104
|
"httpx>=0.27.0",
|
|
103
105
|
"openai>=1.30.0",
|
|
104
106
|
"pillow>=13.0.0",
|
|
@@ -0,0 +1,101 @@
|
|
|
1
|
+
# © 2026 Eric G. Suchanek, PhD — Flux-Frontiers · SPDX-License-Identifier: Elastic-2.0
|
|
2
|
+
"""Anthropic Messages API calls for :class:`~kg_utils.synthesis._text.TextSynthesizer`.
|
|
3
|
+
|
|
4
|
+
The other backends speak the OpenAI wire protocol; Claude is called through
|
|
5
|
+
the official ``anthropic`` SDK, so it lives in its own module and
|
|
6
|
+
``TextSynthesizer`` hands it OpenAI-style messages.
|
|
7
|
+
"""
|
|
8
|
+
|
|
9
|
+
from __future__ import annotations
|
|
10
|
+
|
|
11
|
+
import logging
|
|
12
|
+
|
|
13
|
+
from kg_utils.synthesis._config import TextConfig
|
|
14
|
+
|
|
15
|
+
_log = logging.getLogger(__name__)
|
|
16
|
+
|
|
17
|
+
# Claude thinks before it answers, and the thinking counts against max_tokens,
|
|
18
|
+
# so a budget sized for the answer alone can end before the answer starts.
|
|
19
|
+
_MIN_MAX_TOKENS = 4096
|
|
20
|
+
|
|
21
|
+
# A grounded answer from given passages is chat-shaped work: low effort keeps
|
|
22
|
+
# the thinking short. Older models reject the parameter; see complete().
|
|
23
|
+
_EFFORT = "low"
|
|
24
|
+
|
|
25
|
+
# Models that take the server-side fallback: on a policy decline the API
|
|
26
|
+
# re-runs the request on a fallback model inside the same call.
|
|
27
|
+
_FALLBACK_MODELS = {"claude-fable-5-1", "claude-opus-5-5", "claude-opus-5", "claude-sonnet-5-5"}
|
|
28
|
+
_FALLBACK_BETA = "server-side-fallback-2026-07-01"
|
|
29
|
+
|
|
30
|
+
|
|
31
|
+
def _client(cfg: TextConfig): # type: ignore[no-untyped-def]
|
|
32
|
+
import anthropic # type: ignore[import-unresolved]
|
|
33
|
+
|
|
34
|
+
# No key in the config means the SDK's own resolution: ANTHROPIC_API_KEY,
|
|
35
|
+
# ANTHROPIC_AUTH_TOKEN, then an `ant auth login` profile.
|
|
36
|
+
return anthropic.Anthropic(api_key=cfg.api_key or None, base_url=cfg.endpoint or None)
|
|
37
|
+
|
|
38
|
+
|
|
39
|
+
def _split_system(messages: list[dict]) -> tuple[str, list[dict]]:
|
|
40
|
+
"""Move OpenAI-style system messages into the Messages API's ``system``."""
|
|
41
|
+
system = "\n\n".join(m["content"] for m in messages if m.get("role") == "system")
|
|
42
|
+
rest = [
|
|
43
|
+
{"role": m["role"], "content": m["content"]} for m in messages if m.get("role") != "system"
|
|
44
|
+
]
|
|
45
|
+
return system, rest
|
|
46
|
+
|
|
47
|
+
|
|
48
|
+
def complete(cfg: TextConfig, messages: list[dict], *, model: str, max_tokens: int) -> str | None:
|
|
49
|
+
"""One Messages API call; the answer's text, or ``None`` on failure.
|
|
50
|
+
|
|
51
|
+
No sampling parameters are sent: current Claude models reject a
|
|
52
|
+
non-default temperature. Effort is sent when the model takes it, and a
|
|
53
|
+
model that refuses it is asked again without.
|
|
54
|
+
|
|
55
|
+
:param cfg: The synthesizer's configuration (key and endpoint).
|
|
56
|
+
:param messages: OpenAI-style chat messages; system messages become ``system``.
|
|
57
|
+
:param model: The Claude model id.
|
|
58
|
+
:param max_tokens: The caller's budget; raised to leave room for thinking.
|
|
59
|
+
:returns: The text blocks joined, or ``None`` on an error, a refusal or no text.
|
|
60
|
+
"""
|
|
61
|
+
import anthropic # type: ignore[import-unresolved]
|
|
62
|
+
|
|
63
|
+
system, rest = _split_system(messages)
|
|
64
|
+
kwargs: dict = {
|
|
65
|
+
"model": model,
|
|
66
|
+
"max_tokens": max(max_tokens, _MIN_MAX_TOKENS),
|
|
67
|
+
"messages": rest,
|
|
68
|
+
"output_config": {"effort": _EFFORT},
|
|
69
|
+
}
|
|
70
|
+
if system:
|
|
71
|
+
kwargs["system"] = system
|
|
72
|
+
if model in _FALLBACK_MODELS:
|
|
73
|
+
kwargs["betas"] = [_FALLBACK_BETA]
|
|
74
|
+
kwargs["fallbacks"] = "default"
|
|
75
|
+
try:
|
|
76
|
+
client = _client(cfg)
|
|
77
|
+
try:
|
|
78
|
+
response = client.beta.messages.create(**kwargs)
|
|
79
|
+
except anthropic.BadRequestError as exc:
|
|
80
|
+
if "effort" not in str(exc):
|
|
81
|
+
raise
|
|
82
|
+
del kwargs["output_config"]
|
|
83
|
+
response = client.beta.messages.create(**kwargs)
|
|
84
|
+
except Exception as exc: # noqa: BLE001 -- an API error, or no credentials (TypeError)
|
|
85
|
+
_log.warning("text synthesis failed (anthropic, model %s): %s", model, exc)
|
|
86
|
+
return None
|
|
87
|
+
if response.stop_reason == "refusal":
|
|
88
|
+
_log.warning(
|
|
89
|
+
"text synthesis declined (anthropic, model %s): %s", model, response.stop_details
|
|
90
|
+
)
|
|
91
|
+
return None
|
|
92
|
+
text = "".join(block.text for block in response.content if block.type == "text").strip()
|
|
93
|
+
return text or None
|
|
94
|
+
|
|
95
|
+
|
|
96
|
+
def list_models(cfg: TextConfig) -> list[str]:
|
|
97
|
+
"""The Claude model ids the key can use, newest first; empty on failure."""
|
|
98
|
+
try:
|
|
99
|
+
return [m.id for m in _client(cfg).models.list() if m.id]
|
|
100
|
+
except Exception: # noqa: BLE001
|
|
101
|
+
return []
|
|
@@ -14,6 +14,7 @@ class TextBackend(str, Enum):
|
|
|
14
14
|
OMLX = "omlx" # local oMLX / vLLM — OpenAI wire protocol with MLX thinking suppression
|
|
15
15
|
OLLAMA = "ollama" # local Ollama — OpenAI wire protocol, no api_key required
|
|
16
16
|
OPENAI = "openai" # OpenAI cloud API — requires OPENAI_API_KEY / SYNTH_API_KEY
|
|
17
|
+
ANTHROPIC = "anthropic" # Claude API — anthropic SDK; ANTHROPIC_API_KEY or an `ant` profile
|
|
17
18
|
|
|
18
19
|
|
|
19
20
|
class ImageBackend(str, Enum):
|
|
@@ -38,6 +39,11 @@ _TEXT_DEFAULTS: dict[TextBackend, dict[str, str]] = {
|
|
|
38
39
|
"endpoint": "https://api.openai.com/v1",
|
|
39
40
|
"model": "gpt-4o-mini",
|
|
40
41
|
},
|
|
42
|
+
# The SDK's own endpoint is used when none is set.
|
|
43
|
+
TextBackend.ANTHROPIC: {
|
|
44
|
+
"endpoint": "",
|
|
45
|
+
"model": "claude-opus-5-5",
|
|
46
|
+
},
|
|
41
47
|
}
|
|
42
48
|
|
|
43
49
|
_IMAGE_DEFAULTS: dict[ImageBackend, dict[str, str]] = {
|
|
@@ -130,6 +136,9 @@ def text_config_from_env() -> TextConfig:
|
|
|
130
136
|
or os.environ.get("OPENAI_API_KEY")
|
|
131
137
|
or ""
|
|
132
138
|
)
|
|
139
|
+
if backend == TextBackend.ANTHROPIC:
|
|
140
|
+
# An OpenAI key is never a Claude key; empty lets the SDK resolve one.
|
|
141
|
+
api_key = os.environ.get("ANTHROPIC_API_KEY") or ""
|
|
133
142
|
model = os.environ.get("SYNTH_MODEL") or os.environ.get("VLLM_MODEL") or ""
|
|
134
143
|
return TextConfig(backend=backend, endpoint=endpoint, api_key=api_key, model=model)
|
|
135
144
|
|
|
@@ -1,12 +1,34 @@
|
|
|
1
1
|
# © 2026 Eric G. Suchanek, PhD — Flux-Frontiers · SPDX-License-Identifier: Elastic-2.0
|
|
2
|
-
"""TextSynthesizer — unified LLM completion across oMLX, Ollama, and
|
|
2
|
+
"""TextSynthesizer — unified LLM completion across oMLX, Ollama, OpenAI and Anthropic backends."""
|
|
3
3
|
|
|
4
4
|
from __future__ import annotations
|
|
5
5
|
|
|
6
|
+
import logging
|
|
6
7
|
import re
|
|
7
8
|
|
|
8
9
|
from kg_utils.synthesis._config import TextBackend, TextConfig
|
|
9
10
|
|
|
11
|
+
_log = logging.getLogger(__name__)
|
|
12
|
+
|
|
13
|
+
# OpenAI model ids that the chat-completions route cannot serve: audio, image,
|
|
14
|
+
# realtime and moderation models, embeddings, and the models served only by
|
|
15
|
+
# v1/responses (the -pro and codex ones). Search models answer from the web,
|
|
16
|
+
# not from the passages they are given.
|
|
17
|
+
_OPENAI_NON_CHAT = (
|
|
18
|
+
"audio",
|
|
19
|
+
"codex",
|
|
20
|
+
"embedding",
|
|
21
|
+
"image",
|
|
22
|
+
"live",
|
|
23
|
+
"moderation",
|
|
24
|
+
"-pro",
|
|
25
|
+
"realtime",
|
|
26
|
+
"search",
|
|
27
|
+
"transcribe",
|
|
28
|
+
"tts",
|
|
29
|
+
"whisper",
|
|
30
|
+
)
|
|
31
|
+
|
|
10
32
|
# ---------------------------------------------------------------------------
|
|
11
33
|
# System prompts
|
|
12
34
|
# ---------------------------------------------------------------------------
|
|
@@ -47,6 +69,8 @@ class TextSynthesizer:
|
|
|
47
69
|
|
|
48
70
|
def __init__(self, config: TextConfig) -> None:
|
|
49
71
|
self._cfg = config
|
|
72
|
+
# OpenAI models that refused a temperature; later calls leave it out.
|
|
73
|
+
self._fixed_temperature: set[str] = set()
|
|
50
74
|
|
|
51
75
|
# ------------------------------------------------------------------
|
|
52
76
|
# Internal helpers
|
|
@@ -76,22 +100,48 @@ class TextSynthesizer:
|
|
|
76
100
|
max_tokens: int | None = None,
|
|
77
101
|
temperature: float = 0.7,
|
|
78
102
|
) -> str | None:
|
|
103
|
+
mdl = model or self._cfg.resolved_model()
|
|
104
|
+
if self._cfg.backend == TextBackend.ANTHROPIC:
|
|
105
|
+
from kg_utils.synthesis import _anthropic
|
|
106
|
+
|
|
107
|
+
raw = _anthropic.complete(
|
|
108
|
+
self._cfg, messages, model=mdl, max_tokens=max_tokens or self._cfg.max_tokens
|
|
109
|
+
)
|
|
110
|
+
return self._strip_thinking(raw) if raw else None
|
|
79
111
|
try:
|
|
80
112
|
client = self._client()
|
|
81
|
-
mdl = model or self._cfg.resolved_model()
|
|
82
113
|
extra = self._extra_body()
|
|
114
|
+
openai = self._cfg.backend == TextBackend.OPENAI
|
|
115
|
+
# OpenAI's reasoning models (gpt-5 and later, o-series) reject
|
|
116
|
+
# max_tokens; max_completion_tokens is accepted by every OpenAI
|
|
117
|
+
# chat model. Local servers keep the older name.
|
|
118
|
+
budget = "max_completion_tokens" if openai else "max_tokens"
|
|
83
119
|
kwargs: dict = {
|
|
84
120
|
"model": mdl,
|
|
85
121
|
"messages": messages,
|
|
86
|
-
|
|
87
|
-
"temperature": temperature,
|
|
122
|
+
budget: max_tokens or self._cfg.max_tokens,
|
|
88
123
|
}
|
|
124
|
+
if not (openai and mdl in self._fixed_temperature):
|
|
125
|
+
kwargs["temperature"] = temperature
|
|
89
126
|
if extra:
|
|
90
127
|
kwargs["extra_body"] = extra
|
|
91
|
-
|
|
128
|
+
try:
|
|
129
|
+
resp = client.chat.completions.create(**kwargs)
|
|
130
|
+
except Exception as exc:
|
|
131
|
+
# Reasoning models allow only their default temperature, and
|
|
132
|
+
# which models those are changes with every release, so the
|
|
133
|
+
# refusal is the test rather than a list of names.
|
|
134
|
+
if not (openai and "temperature" in kwargs and "temperature" in str(exc)):
|
|
135
|
+
raise
|
|
136
|
+
self._fixed_temperature.add(mdl)
|
|
137
|
+
del kwargs["temperature"]
|
|
138
|
+
resp = client.chat.completions.create(**kwargs)
|
|
92
139
|
raw = (resp.choices[0].message.content or "").strip()
|
|
93
140
|
return self._strip_thinking(raw) or None
|
|
94
|
-
except Exception: # noqa: BLE001
|
|
141
|
+
except Exception as exc: # noqa: BLE001
|
|
142
|
+
_log.warning(
|
|
143
|
+
"text synthesis failed (%s, model %s): %s", self._cfg.backend.value, mdl, exc
|
|
144
|
+
)
|
|
95
145
|
return None
|
|
96
146
|
|
|
97
147
|
# ------------------------------------------------------------------
|
|
@@ -126,13 +176,29 @@ class TextSynthesizer:
|
|
|
126
176
|
def list_models(self) -> list[str]:
|
|
127
177
|
"""Return the model IDs available at the configured endpoint.
|
|
128
178
|
|
|
179
|
+
On OpenAI the account lists every model it can use, most of which are
|
|
180
|
+
not chat models; only the ones chat completions can answer with are
|
|
181
|
+
returned.
|
|
182
|
+
|
|
129
183
|
:returns: List of model ID strings; empty list on failure or if the
|
|
130
184
|
endpoint does not support the ``/v1/models`` route.
|
|
131
185
|
"""
|
|
186
|
+
if self._cfg.backend == TextBackend.ANTHROPIC:
|
|
187
|
+
from kg_utils.synthesis import _anthropic
|
|
188
|
+
|
|
189
|
+
return _anthropic.list_models(self._cfg)
|
|
132
190
|
try:
|
|
133
|
-
|
|
191
|
+
ids = [m.id for m in self._client().models.list().data if m.id]
|
|
134
192
|
except Exception: # noqa: BLE001
|
|
135
193
|
return []
|
|
194
|
+
if self._cfg.backend != TextBackend.OPENAI:
|
|
195
|
+
return ids
|
|
196
|
+
return [
|
|
197
|
+
i
|
|
198
|
+
for i in ids
|
|
199
|
+
if i.startswith(("gpt-", "o1", "o3", "o4", "chat"))
|
|
200
|
+
and not any(part in i for part in _OPENAI_NON_CHAT)
|
|
201
|
+
]
|
|
136
202
|
|
|
137
203
|
def synthesize_rag(
|
|
138
204
|
self,
|
|
@@ -65,6 +65,10 @@ def text_synth_for_backend(backend: str, fallback: TextSynthesizer) -> TextSynth
|
|
|
65
65
|
api_key = os.environ.get("OPENAI_API_KEY") or os.environ.get("SYNTH_API_KEY") or ""
|
|
66
66
|
return TextSynthesizer(TextConfig(backend=selected, api_key=api_key))
|
|
67
67
|
|
|
68
|
+
if selected == TextBackend.ANTHROPIC:
|
|
69
|
+
api_key = os.environ.get("ANTHROPIC_API_KEY") or ""
|
|
70
|
+
return TextSynthesizer(TextConfig(backend=selected, api_key=api_key))
|
|
71
|
+
|
|
68
72
|
return fallback
|
|
69
73
|
|
|
70
74
|
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|