osintkit 0.2.0__tar.gz → 0.4.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {osintkit-0.2.0 → osintkit-0.4.0}/CHANGELOG.md +21 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/PKG-INFO +12 -5
- {osintkit-0.2.0 → osintkit-0.4.0}/README.md +11 -4
- {osintkit-0.2.0 → osintkit-0.4.0}/docs/REFERENCE.md +26 -4
- {osintkit-0.2.0 → osintkit-0.4.0}/examples/README.md +7 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/pyproject.toml +1 -1
- {osintkit-0.2.0 → osintkit-0.4.0}/src/osintkit/__init__.py +1 -1
- {osintkit-0.2.0 → osintkit-0.4.0}/src/osintkit/cli.py +129 -7
- {osintkit-0.2.0 → osintkit-0.4.0}/src/osintkit/config.py +53 -2
- {osintkit-0.2.0 → osintkit-0.4.0}/src/osintkit/doctor.py +29 -6
- {osintkit-0.2.0 → osintkit-0.4.0}/src/osintkit/llm.py +2 -2
- {osintkit-0.2.0 → osintkit-0.4.0}/src/osintkit/pipeline.py +4 -2
- osintkit-0.4.0/src/osintkit/userconfig.py +94 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/tests/conftest.py +1 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/tests/test_cli.py +146 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/tests/test_doctor.py +21 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/tests/test_llm.py +13 -0
- osintkit-0.4.0/tests/test_userconfig.py +59 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/.editorconfig +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/.github/CODEOWNERS +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/.github/ISSUE_TEMPLATE/bug_report.yml +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/.github/ISSUE_TEMPLATE/config.yml +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/.github/ISSUE_TEMPLATE/feature_request.yml +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/.github/dependabot.yml +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/.github/pull_request_template.md +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/.github/workflows/ci.yml +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/.github/workflows/codeql.yml +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/.github/workflows/publish.yml +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/.github/workflows/release.yml +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/.github/workflows/smoke.yml +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/.gitignore +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/.mailmap +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/.pre-commit-config.yaml +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/CODE_OF_CONDUCT.md +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/CONTRIBUTING.md +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/LICENSE +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/SECURITY.md +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/docs/architecture.md +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/docs/demo.svg +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/docs/sample-output.md +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/docs/social-preview.png +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/examples/targets.csv +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/src/osintkit/collectors/__init__.py +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/src/osintkit/collectors/accounts.py +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/src/osintkit/collectors/base.py +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/src/osintkit/collectors/breaches.py +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/src/osintkit/collectors/ct.py +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/src/osintkit/collectors/dns.py +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/src/osintkit/collectors/github.py +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/src/osintkit/collectors/pastes.py +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/src/osintkit/collectors/ports.py +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/src/osintkit/collectors/subdomains.py +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/src/osintkit/collectors/whois_lookup.py +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/src/osintkit/diff.py +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/src/osintkit/errors.py +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/src/osintkit/http.py +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/src/osintkit/logging_store.py +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/src/osintkit/models.py +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/src/osintkit/normalise.py +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/src/osintkit/offline.py +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/src/osintkit/py.typed +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/src/osintkit/render.py +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/src/osintkit/retention.py +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/src/osintkit/synthesis.py +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/src/osintkit/targets.py +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/tests/fixtures/model_reply.json +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/tests/test_accounts.py +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/tests/test_breaches.py +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/tests/test_collectors.py +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/tests/test_config.py +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/tests/test_ct.py +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/tests/test_diff.py +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/tests/test_e2e.py +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/tests/test_http.py +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/tests/test_normalise.py +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/tests/test_offline.py +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/tests/test_pastes.py +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/tests/test_pipeline.py +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/tests/test_render.py +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/tests/test_retention.py +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/tests/test_synthesis.py +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/tests/test_targets.py +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/tests/test_whois.py +0 -0
- {osintkit-0.2.0 → osintkit-0.4.0}/uv.lock +0 -0
|
@@ -6,6 +6,27 @@ All notable changes are recorded here. The format follows
|
|
|
6
6
|
|
|
7
7
|
## Unreleased
|
|
8
8
|
|
|
9
|
+
## 0.4.0 — 2026-11-02
|
|
10
|
+
|
|
11
|
+
### Added
|
|
12
|
+
|
|
13
|
+
- `osintkit init` stores a provider and key once, verifies them, and needs no flags afterwards
|
|
14
|
+
- `osintkit config` shows values masked, reveals the key, unsets keys, and prints the path
|
|
15
|
+
- stored config participates in provider/key precedence below flags and environment
|
|
16
|
+
- `doctor` reports whether a config file exists
|
|
17
|
+
|
|
18
|
+
## 0.3.0 — 2026-11-02
|
|
19
|
+
|
|
20
|
+
### Added
|
|
21
|
+
|
|
22
|
+
- providers for DeepSeek, Mistral, Groq, Together, Anthropic, and local Ollama
|
|
23
|
+
- provider selection from its own environment variable (`DEEPSEEK_API_KEY`, `MISTRAL_API_KEY`, ...)
|
|
24
|
+
- keyless providers (Ollama) work without any key, including in `doctor`
|
|
25
|
+
|
|
26
|
+
### Changed
|
|
27
|
+
|
|
28
|
+
- `doctor` reports the provider and where the key came from
|
|
29
|
+
|
|
9
30
|
## 0.2.0 — 2026-11-02
|
|
10
31
|
|
|
11
32
|
### Added
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.5
|
|
2
2
|
Name: osintkit
|
|
3
|
-
Version: 0.
|
|
3
|
+
Version: 0.4.0
|
|
4
4
|
Summary: Public-data OSINT aggregator for emails, usernames, domains, and companies
|
|
5
5
|
Project-URL: Homepage, https://github.com/sjdsjadjajdjsa/osintkit
|
|
6
6
|
Project-URL: Issues, https://github.com/sjdsjadjajdjsa/osintkit/issues
|
|
@@ -74,17 +74,24 @@ checksums, and `pip install -e .` works from a clone. Python 3.12+ only.
|
|
|
74
74
|
## Quick start
|
|
75
75
|
|
|
76
76
|
```bash
|
|
77
|
-
|
|
78
|
-
osintkit doctor --deep # prove the key and endpoint work
|
|
77
|
+
osintkit init # pick a provider, paste a key once
|
|
79
78
|
osintkit lookup alice@example.com
|
|
80
79
|
```
|
|
81
80
|
|
|
81
|
+
`init` stores the provider and key in `~/.config/osintkit/config.toml` (mode 600), checks them
|
|
82
|
+
with a one-token request, and afterwards needs no flags and no exports. `osintkit config` shows
|
|
83
|
+
what is stored, masked; `osintkit lookup` just works.
|
|
84
|
+
|
|
85
|
+
Environment variables still win over the file, so `DEEPSEEK_API_KEY=... osintkit lookup ...`
|
|
86
|
+
overrides the stored provider for one run.
|
|
87
|
+
|
|
82
88
|
No key? `osintkit lookup example.com --offline` builds the whole report locally from rule checks,
|
|
83
89
|
no model involved. `--raw` gives the collected JSON and `--dry-run` prints the prompt a model
|
|
84
90
|
would receive.
|
|
85
91
|
|
|
86
|
-
Any OpenAI-compatible endpoint works.
|
|
87
|
-
|
|
92
|
+
Any OpenAI-compatible endpoint works. `init --provider ollama` needs no key for a local server;
|
|
93
|
+
`--provider`, `--base-url`, and `--model` cover everything else. The preset table, key variables,
|
|
94
|
+
and precedence order are in [docs/REFERENCE.md](docs/REFERENCE.md#providers).
|
|
88
95
|
|
|
89
96
|
Optional keys: `HIBP_API_KEY` turns on Have I Been Pwned, `GITHUB_TOKEN` lifts GitHub from 60 to
|
|
90
97
|
5000 requests/hour. Everything else needs no credentials.
|
|
@@ -42,17 +42,24 @@ checksums, and `pip install -e .` works from a clone. Python 3.12+ only.
|
|
|
42
42
|
## Quick start
|
|
43
43
|
|
|
44
44
|
```bash
|
|
45
|
-
|
|
46
|
-
osintkit doctor --deep # prove the key and endpoint work
|
|
45
|
+
osintkit init # pick a provider, paste a key once
|
|
47
46
|
osintkit lookup alice@example.com
|
|
48
47
|
```
|
|
49
48
|
|
|
49
|
+
`init` stores the provider and key in `~/.config/osintkit/config.toml` (mode 600), checks them
|
|
50
|
+
with a one-token request, and afterwards needs no flags and no exports. `osintkit config` shows
|
|
51
|
+
what is stored, masked; `osintkit lookup` just works.
|
|
52
|
+
|
|
53
|
+
Environment variables still win over the file, so `DEEPSEEK_API_KEY=... osintkit lookup ...`
|
|
54
|
+
overrides the stored provider for one run.
|
|
55
|
+
|
|
50
56
|
No key? `osintkit lookup example.com --offline` builds the whole report locally from rule checks,
|
|
51
57
|
no model involved. `--raw` gives the collected JSON and `--dry-run` prints the prompt a model
|
|
52
58
|
would receive.
|
|
53
59
|
|
|
54
|
-
Any OpenAI-compatible endpoint works.
|
|
55
|
-
|
|
60
|
+
Any OpenAI-compatible endpoint works. `init --provider ollama` needs no key for a local server;
|
|
61
|
+
`--provider`, `--base-url`, and `--model` cover everything else. The preset table, key variables,
|
|
62
|
+
and precedence order are in [docs/REFERENCE.md](docs/REFERENCE.md#providers).
|
|
56
63
|
|
|
57
64
|
Optional keys: `HIBP_API_KEY` turns on Have I Been Pwned, `GITHUB_TOKEN` lifts GitHub from 60 to
|
|
58
65
|
5000 requests/hour. Everything else needs no credentials.
|
|
@@ -34,11 +34,20 @@ osintkit --provider openrouter ...
|
|
|
34
34
|
osintkit --base-url https://gateway.internal/v1 --model house-model ...
|
|
35
35
|
```
|
|
36
36
|
|
|
37
|
-
| `--provider` | Endpoint | Default model |
|
|
37
|
+
| `--provider` | Endpoint | Default model | Key variable |
|
|
38
38
|
| --- | --- | --- | --- |
|
|
39
|
-
| `venice` (default) | `api.venice.ai/api/v1` | `deepseek-v4-1-flash` |
|
|
40
|
-
| `openrouter` | `openrouter.ai/api/v1` | `deepseek/deepseek-v4.1-flash-1017` | `sk-or-`
|
|
41
|
-
| `openai` | `api.openai.com/v1` | `gpt-4.1-mini` | `sk-proj-`
|
|
39
|
+
| `venice` (default) | `api.venice.ai/api/v1` | `deepseek-v4-1-flash` | `API_KEY`, `VENICE_API_KEY` |
|
|
40
|
+
| `openrouter` | `openrouter.ai/api/v1` | `deepseek/deepseek-v4.1-flash-1017` | `OPENROUTER_API_KEY`, `sk-or-` keys |
|
|
41
|
+
| `openai` | `api.openai.com/v1` | `gpt-4.1-mini` | `OPENAI_API_KEY`, `sk-proj-` keys |
|
|
42
|
+
| `deepseek` | `api.deepseek.com/v1` | `deepseek-chat` | `DEEPSEEK_API_KEY` |
|
|
43
|
+
| `mistral` | `api.mistral.ai/v1` | `mistral-small-latest` | `MISTRAL_API_KEY` |
|
|
44
|
+
| `groq` | `api.groq.com/openai/v1` | `llama-3.3-70b-versatile` | `GROQ_API_KEY`, `gsk_` keys |
|
|
45
|
+
| `together` | `api.together.xyz/v1` | Llama 3.3 70B | `TOGETHER_API_KEY` |
|
|
46
|
+
| `anthropic` | `api.anthropic.com/v1` | `claude-sonnet-4-5` | `ANTHROPIC_API_KEY`, `sk-ant-` keys |
|
|
47
|
+
| `ollama` | `localhost:11434/v1` | `llama3.2` | none |
|
|
48
|
+
|
|
49
|
+
Set a provider-specific variable and that provider is chosen; `API_KEY` alone falls back to the
|
|
50
|
+
default. Recognisable key prefixes override that inference. `--provider` beats both.
|
|
42
51
|
|
|
43
52
|
Explicit `--base-url` and `--model` beat both the provider and the prefix. Temperature is 0.3,
|
|
44
53
|
`--max-tokens` defaults to 2400.
|
|
@@ -52,6 +61,19 @@ Explicit `--base-url` and `--model` beat both the provider and the prefix. Tempe
|
|
|
52
61
|
Per-command: `--json`, `--markdown`, `-o/--out`, `--raw`, `--offline`, `--dry-run`, `--only`, `--skip`,
|
|
53
62
|
`--ports`, `--fail-fast`, `-c/--concurrency`, `--limit`, `--show`, `--days`, `--clear`, `--deep`.
|
|
54
63
|
|
|
64
|
+
## Configuration file
|
|
65
|
+
|
|
66
|
+
`osintkit init` writes `~/.config/osintkit/config.toml` (or `$XDG_CONFIG_HOME`) with mode 600 in
|
|
67
|
+
a 700 directory, after checking the key with a one-token request. Keys recognised:
|
|
68
|
+
`provider`, `model`, `base_url`, `api_key`, `resolvers`.
|
|
69
|
+
|
|
70
|
+
`osintkit config` prints them masked, `--reveal` shows the key, `--unset KEY` removes one, and
|
|
71
|
+
`--path` prints the location. Deleting the file is the same as `--unset` everything.
|
|
72
|
+
|
|
73
|
+
Precedence for each value: command-line flag, then the provider-specific environment variable,
|
|
74
|
+
then a key prefix, then the config file, then the built-in default. Stored values apply only when
|
|
75
|
+
the stored provider matches the one in use, so a one-off key export never gets the stored key.
|
|
76
|
+
|
|
55
77
|
## Offline mode
|
|
56
78
|
|
|
57
79
|
`--offline` skips the model: breaches, accounts, hosts, and policy gaps are rendered from the
|
|
@@ -18,13 +18,18 @@ from rich.console import Console
|
|
|
18
18
|
from rich.panel import Panel
|
|
19
19
|
from rich.table import Table
|
|
20
20
|
|
|
21
|
-
from . import __version__, diff, doctor, pipeline, render, retention
|
|
21
|
+
from . import __version__, diff, doctor, pipeline, render, retention, userconfig
|
|
22
22
|
from .collectors import REGISTRY
|
|
23
23
|
from .config import (
|
|
24
|
+
DEFAULT_RESOLVERS,
|
|
25
|
+
GENERIC_KEY_ENVS,
|
|
26
|
+
KEYLESS_PROVIDERS,
|
|
24
27
|
PROVIDERS,
|
|
25
28
|
Settings,
|
|
26
29
|
cache_clear,
|
|
27
30
|
cache_stats,
|
|
31
|
+
env_key_for,
|
|
32
|
+
provider_from_env,
|
|
28
33
|
provider_from_key,
|
|
29
34
|
)
|
|
30
35
|
from .errors import OsintKitError, TargetParseError
|
|
@@ -32,7 +37,7 @@ from .logging_store import RunLogger, find_report_for_run, read_report, read_run
|
|
|
32
37
|
from .targets import VALID_TYPES
|
|
33
38
|
|
|
34
39
|
app = typer.Typer(
|
|
35
|
-
add_completion=
|
|
40
|
+
add_completion=True,
|
|
36
41
|
no_args_is_help=True,
|
|
37
42
|
help="Public-data OSINT aggregator for emails, usernames, domains, and companies.",
|
|
38
43
|
rich_markup_mode="rich",
|
|
@@ -61,7 +66,7 @@ def _version_callback(value: bool) -> None:
|
|
|
61
66
|
@app.callback()
|
|
62
67
|
def root(
|
|
63
68
|
provider: str | None = typer.Option(
|
|
64
|
-
None, "--provider", help="Endpoint preset
|
|
69
|
+
None, "--provider", help="Endpoint preset; see docs/REFERENCE.md#providers."
|
|
65
70
|
),
|
|
66
71
|
base_url: str | None = typer.Option(
|
|
67
72
|
None, "--base-url", help="OpenAI-compatible base URL (overrides the provider)."
|
|
@@ -88,12 +93,24 @@ def root(
|
|
|
88
93
|
) -> None:
|
|
89
94
|
if provider and provider not in PROVIDERS:
|
|
90
95
|
raise typer.BadParameter(f"unknown provider {provider!r}; choose from {', '.join(PROVIDERS)}")
|
|
91
|
-
|
|
92
|
-
|
|
96
|
+
stored = userconfig.load()
|
|
97
|
+
generic_env = next((os.environ[name] for name in GENERIC_KEY_ENVS if os.environ.get(name)), None)
|
|
98
|
+
chosen = (
|
|
99
|
+
provider
|
|
100
|
+
or provider_from_key(api_key)
|
|
101
|
+
or provider_from_env()
|
|
102
|
+
or provider_from_key(generic_env)
|
|
103
|
+
or stored.get("provider")
|
|
104
|
+
or "venice"
|
|
105
|
+
)
|
|
93
106
|
preset = PROVIDERS[chosen]
|
|
107
|
+
if not api_key and stored.get("provider") in (None, chosen):
|
|
108
|
+
api_key = stored.get("api_key")
|
|
109
|
+
config_applies = stored.get("provider") in (None, chosen)
|
|
94
110
|
settings = Settings(
|
|
95
|
-
|
|
96
|
-
|
|
111
|
+
provider=chosen,
|
|
112
|
+
base_url=base_url or (stored.get("base_url") if config_applies else None) or preset[0],
|
|
113
|
+
model=model or (stored.get("model") if config_applies else None) or preset[1],
|
|
97
114
|
api_key=api_key,
|
|
98
115
|
temperature=temperature,
|
|
99
116
|
max_tokens=max_tokens,
|
|
@@ -103,6 +120,7 @@ def root(
|
|
|
103
120
|
use_cache=not no_cache,
|
|
104
121
|
cache_ttl=cache_ttl,
|
|
105
122
|
verbose=verbose,
|
|
123
|
+
resolvers=stored.get("resolvers") or list(DEFAULT_RESOLVERS),
|
|
106
124
|
)
|
|
107
125
|
if resolver:
|
|
108
126
|
for entry in resolver:
|
|
@@ -538,6 +556,110 @@ def list_collectors(
|
|
|
538
556
|
render.console().print(table)
|
|
539
557
|
|
|
540
558
|
|
|
559
|
+
@app.command()
|
|
560
|
+
def init(
|
|
561
|
+
provider: str | None = typer.Option(None, "--provider", help="Provider to store."),
|
|
562
|
+
api_key: str | None = typer.Option(None, "--api-key", help="Key to store."),
|
|
563
|
+
model: str | None = typer.Option(None, "--model", help="Default model to store."),
|
|
564
|
+
base_url: str | None = typer.Option(None, "--base-url", help="Custom endpoint to store."),
|
|
565
|
+
force: bool = typer.Option(False, "--force", help="Replace an existing config."),
|
|
566
|
+
verify: bool = typer.Option(True, "--verify/--no-verify", help="Check the key afterwards."),
|
|
567
|
+
) -> None:
|
|
568
|
+
"""Store a provider and key once, then just run lookups."""
|
|
569
|
+
out = _console()
|
|
570
|
+
path = userconfig.config_path()
|
|
571
|
+
if path.exists() and not force:
|
|
572
|
+
out.print(f"[yellow]config already exists[/yellow] {path}; pass --force to replace")
|
|
573
|
+
raise typer.Exit(1)
|
|
574
|
+
|
|
575
|
+
stored = userconfig.load()
|
|
576
|
+
detected = (
|
|
577
|
+
provider
|
|
578
|
+
or provider_from_env()
|
|
579
|
+
or provider_from_key(os.environ.get("API_KEY"))
|
|
580
|
+
or stored.get("provider")
|
|
581
|
+
or "venice"
|
|
582
|
+
)
|
|
583
|
+
chosen = provider or typer.prompt("Provider", default=detected).strip()
|
|
584
|
+
if chosen not in PROVIDERS:
|
|
585
|
+
out.print(f"[red]unknown provider {chosen!r}[/red]; choose from {', '.join(PROVIDERS)}")
|
|
586
|
+
raise typer.Exit(2)
|
|
587
|
+
|
|
588
|
+
data: dict[str, object] = {"provider": chosen}
|
|
589
|
+
if base_url:
|
|
590
|
+
data["base_url"] = base_url
|
|
591
|
+
if model:
|
|
592
|
+
data["model"] = model
|
|
593
|
+
|
|
594
|
+
if chosen not in KEYLESS_PROVIDERS:
|
|
595
|
+
key = (
|
|
596
|
+
api_key
|
|
597
|
+
or env_key_for(chosen)
|
|
598
|
+
or (stored.get("api_key") if stored.get("provider") == chosen else None)
|
|
599
|
+
or typer.prompt("API key", hide_input=True).strip()
|
|
600
|
+
)
|
|
601
|
+
if not key:
|
|
602
|
+
out.print("[red]no key given[/red]")
|
|
603
|
+
raise typer.Exit(2)
|
|
604
|
+
data["api_key"] = key
|
|
605
|
+
|
|
606
|
+
written = userconfig.save(data)
|
|
607
|
+
out.print(f"[green]stored[/green] {written} (mode 600)")
|
|
608
|
+
out.print(f"provider: {chosen}")
|
|
609
|
+
if data.get("api_key"):
|
|
610
|
+
out.print(f"key: {userconfig.mask(str(data['api_key']))}")
|
|
611
|
+
|
|
612
|
+
if verify:
|
|
613
|
+
probe = Settings(
|
|
614
|
+
provider=chosen,
|
|
615
|
+
base_url=str(data.get("base_url") or PROVIDERS[chosen][0]),
|
|
616
|
+
model=str(data.get("model") or PROVIDERS[chosen][1]),
|
|
617
|
+
api_key=str(data["api_key"]) if data.get("api_key") else None,
|
|
618
|
+
use_cache=False,
|
|
619
|
+
)
|
|
620
|
+
checks = asyncio.run(doctor.diagnose(probe, deep=True))
|
|
621
|
+
endpoint = checks[-1]
|
|
622
|
+
if doctor.failed(checks):
|
|
623
|
+
out.print(f"[red]{endpoint.detail}[/red]")
|
|
624
|
+
out.print("[dim]config kept; fix it with osintkit init --force[/dim]")
|
|
625
|
+
raise typer.Exit(1)
|
|
626
|
+
out.print(f"[green]{endpoint.detail}[/green]")
|
|
627
|
+
out.print("[dim]try: osintkit lookup --domain example.com[/dim]")
|
|
628
|
+
|
|
629
|
+
|
|
630
|
+
@app.command("config")
|
|
631
|
+
def config_cmd(
|
|
632
|
+
reveal: bool = typer.Option(False, "--reveal", help="Show the key in full."),
|
|
633
|
+
unset: list[str] | None = typer.Option(None, "--unset", help="Remove a key."),
|
|
634
|
+
path_only: bool = typer.Option(False, "--path", help="Print the config path only."),
|
|
635
|
+
) -> None:
|
|
636
|
+
"""Show, reveal, or clear the stored configuration."""
|
|
637
|
+
out = _console()
|
|
638
|
+
if path_only:
|
|
639
|
+
print(userconfig.config_path())
|
|
640
|
+
return
|
|
641
|
+
stored = userconfig.load()
|
|
642
|
+
if unset:
|
|
643
|
+
for name in unset:
|
|
644
|
+
stored.pop(name, None)
|
|
645
|
+
userconfig.save(stored)
|
|
646
|
+
out.print(f"[green]removed[/green] {', '.join(unset)}")
|
|
647
|
+
stored = userconfig.load()
|
|
648
|
+
if not stored:
|
|
649
|
+
out.print(f"[dim]no config at {userconfig.config_path()}[/dim]")
|
|
650
|
+
return
|
|
651
|
+
out.print(f"[dim]{userconfig.config_path()}[/dim]")
|
|
652
|
+
table = Table(box=box.SIMPLE_HEAD, title="config")
|
|
653
|
+
table.add_column("key")
|
|
654
|
+
table.add_column("value")
|
|
655
|
+
for name, value in stored.items():
|
|
656
|
+
shown: object = value
|
|
657
|
+
if name == "api_key" and isinstance(value, str) and not reveal:
|
|
658
|
+
shown = userconfig.mask(value)
|
|
659
|
+
table.add_row(name, render.escape(str(shown)))
|
|
660
|
+
out.print(table)
|
|
661
|
+
|
|
662
|
+
|
|
541
663
|
@app.command("doctor")
|
|
542
664
|
def doctor_cmd(
|
|
543
665
|
json_out: bool = typer.Option(False, "--json", help="JSON output."),
|
|
@@ -23,8 +23,31 @@ PROVIDERS: dict[str, tuple[str, str]] = {
|
|
|
23
23
|
"venice": (DEFAULT_BASE_URL, DEFAULT_MODEL),
|
|
24
24
|
"openrouter": ("https://openrouter.ai/api/v1", "deepseek/deepseek-v4.1-flash-1017"),
|
|
25
25
|
"openai": ("https://api.openai.com/v1", "gpt-4.1-mini"),
|
|
26
|
+
"deepseek": ("https://api.deepseek.com/v1", "deepseek-chat"),
|
|
27
|
+
"mistral": ("https://api.mistral.ai/v1", "mistral-small-latest"),
|
|
28
|
+
"groq": ("https://api.groq.com/openai/v1", "llama-3.3-70b-versatile"),
|
|
29
|
+
"together": ("https://api.together.xyz/v1", "meta-llama/Llama-3.3-70B-Instruct-Turbo"),
|
|
30
|
+
"anthropic": ("https://api.anthropic.com/v1", "claude-sonnet-4-5"),
|
|
31
|
+
"ollama": ("http://localhost:11434/v1", "llama3.2"),
|
|
26
32
|
}
|
|
27
|
-
|
|
33
|
+
KEYLESS_PROVIDERS = frozenset({"ollama"})
|
|
34
|
+
KEY_PREFIXES: dict[str, str] = {
|
|
35
|
+
"sk-or-": "openrouter",
|
|
36
|
+
"sk-proj-": "openai",
|
|
37
|
+
"gsk_": "groq",
|
|
38
|
+
"sk-ant-": "anthropic",
|
|
39
|
+
}
|
|
40
|
+
PROVIDER_ENV: dict[str, str] = {
|
|
41
|
+
"VENICE_API_KEY": "venice",
|
|
42
|
+
"OPENROUTER_API_KEY": "openrouter",
|
|
43
|
+
"OPENAI_API_KEY": "openai",
|
|
44
|
+
"DEEPSEEK_API_KEY": "deepseek",
|
|
45
|
+
"MISTRAL_API_KEY": "mistral",
|
|
46
|
+
"GROQ_API_KEY": "groq",
|
|
47
|
+
"TOGETHER_API_KEY": "together",
|
|
48
|
+
"ANTHROPIC_API_KEY": "anthropic",
|
|
49
|
+
}
|
|
50
|
+
GENERIC_KEY_ENVS = ("API_KEY",)
|
|
28
51
|
|
|
29
52
|
|
|
30
53
|
def provider_from_key(api_key: str | None) -> str | None:
|
|
@@ -37,6 +60,21 @@ def provider_from_key(api_key: str | None) -> str | None:
|
|
|
37
60
|
return None
|
|
38
61
|
|
|
39
62
|
|
|
63
|
+
def env_key_for(provider: str) -> str | None:
|
|
64
|
+
for variable, name in PROVIDER_ENV.items():
|
|
65
|
+
if name == provider and os.environ.get(variable):
|
|
66
|
+
return os.environ[variable]
|
|
67
|
+
return None
|
|
68
|
+
|
|
69
|
+
|
|
70
|
+
def provider_from_env() -> str | None:
|
|
71
|
+
"""Infer a provider from whichever provider-specific variable is set."""
|
|
72
|
+
for variable, provider in PROVIDER_ENV.items():
|
|
73
|
+
if os.environ.get(variable):
|
|
74
|
+
return provider
|
|
75
|
+
return None
|
|
76
|
+
|
|
77
|
+
|
|
40
78
|
def app_home() -> Path:
|
|
41
79
|
override = os.environ.get(APP_HOME_ENV)
|
|
42
80
|
if override:
|
|
@@ -67,6 +105,7 @@ class Settings:
|
|
|
67
105
|
|
|
68
106
|
target: str = ""
|
|
69
107
|
target_type: str = ""
|
|
108
|
+
provider: str = "venice"
|
|
70
109
|
base_url: str = DEFAULT_BASE_URL
|
|
71
110
|
model: str = DEFAULT_MODEL
|
|
72
111
|
api_key: str | None = None
|
|
@@ -95,7 +134,19 @@ class Settings:
|
|
|
95
134
|
return os.environ.get("GITHUB_TOKEN") or os.environ.get("GH_TOKEN") or None
|
|
96
135
|
|
|
97
136
|
def resolved_api_key(self) -> str | None:
|
|
98
|
-
|
|
137
|
+
if self.api_key:
|
|
138
|
+
return self.api_key
|
|
139
|
+
for variable, provider in PROVIDER_ENV.items():
|
|
140
|
+
if provider == self.provider and os.environ.get(variable):
|
|
141
|
+
return os.environ[variable]
|
|
142
|
+
for variable in GENERIC_KEY_ENVS:
|
|
143
|
+
if os.environ.get(variable):
|
|
144
|
+
return os.environ[variable]
|
|
145
|
+
return None
|
|
146
|
+
|
|
147
|
+
@property
|
|
148
|
+
def needs_key(self) -> bool:
|
|
149
|
+
return self.provider not in KEYLESS_PROVIDERS
|
|
99
150
|
|
|
100
151
|
|
|
101
152
|
def _cache_key(namespace: str, key: str) -> Path:
|
|
@@ -7,7 +7,8 @@ import tempfile
|
|
|
7
7
|
from dataclasses import dataclass, replace
|
|
8
8
|
from pathlib import Path
|
|
9
9
|
|
|
10
|
-
from .
|
|
10
|
+
from . import userconfig
|
|
11
|
+
from .config import PROVIDER_ENV, Settings, cache_dir, ensure_dirs, log_dir
|
|
11
12
|
from .http import HttpClient
|
|
12
13
|
|
|
13
14
|
|
|
@@ -30,10 +31,10 @@ def _writable(path: Path) -> bool:
|
|
|
30
31
|
|
|
31
32
|
async def _reach_endpoint(settings: Settings, deep: bool = False) -> Check:
|
|
32
33
|
key = settings.resolved_api_key()
|
|
33
|
-
if not key:
|
|
34
|
+
if settings.needs_key and not key:
|
|
34
35
|
return Check("model endpoint", "warn", "no API key; synthesis will fail, dry runs still work")
|
|
35
36
|
base = settings.base_url.rstrip("/")
|
|
36
|
-
headers = {"Authorization": f"Bearer {key}"}
|
|
37
|
+
headers = {"Authorization": f"Bearer {key}"} if key else {}
|
|
37
38
|
fresh = replace(settings, use_cache=False)
|
|
38
39
|
|
|
39
40
|
try:
|
|
@@ -81,14 +82,36 @@ async def _reach_endpoint(settings: Settings, deep: bool = False) -> Check:
|
|
|
81
82
|
return Check("model endpoint", "ok", f"{base} accepted a completion for {settings.model}")
|
|
82
83
|
|
|
83
84
|
|
|
85
|
+
def _key_source(settings: Settings) -> str | None:
|
|
86
|
+
if settings.api_key:
|
|
87
|
+
return "--api-key"
|
|
88
|
+
for variable, provider in PROVIDER_ENV.items():
|
|
89
|
+
if provider == settings.provider and os.environ.get(variable):
|
|
90
|
+
return variable
|
|
91
|
+
for variable in ("API_KEY",):
|
|
92
|
+
if os.environ.get(variable):
|
|
93
|
+
return variable
|
|
94
|
+
return None
|
|
95
|
+
|
|
96
|
+
|
|
84
97
|
def collect_checks(settings: Settings) -> list[Check]:
|
|
85
98
|
key = settings.resolved_api_key()
|
|
99
|
+
source = _key_source(settings)
|
|
100
|
+
if not settings.needs_key:
|
|
101
|
+
key_check = Check("api key", "ok", f"not needed for {settings.provider}")
|
|
102
|
+
elif key:
|
|
103
|
+
key_check = Check("api key", "ok", f"from {source}")
|
|
104
|
+
else:
|
|
105
|
+
key_check = Check("api key", "warn", f"no key for {settings.provider}; set one or use --offline")
|
|
106
|
+
config = userconfig.config_path()
|
|
86
107
|
checks = [
|
|
108
|
+
Check("provider", "ok", settings.provider),
|
|
87
109
|
Check(
|
|
88
|
-
"
|
|
89
|
-
"ok" if
|
|
90
|
-
|
|
110
|
+
"config file",
|
|
111
|
+
"ok" if config.exists() else "warn",
|
|
112
|
+
str(config) if config.exists() else f"none at {config}; run osintkit init",
|
|
91
113
|
),
|
|
114
|
+
key_check,
|
|
92
115
|
Check(
|
|
93
116
|
"cache dir",
|
|
94
117
|
"ok" if _writable(cache_dir()) else "fail",
|
|
@@ -38,7 +38,7 @@ class LLMClient:
|
|
|
38
38
|
response_format: Mapping[str, Any] | None = None,
|
|
39
39
|
) -> str:
|
|
40
40
|
api_key = self.settings.resolved_api_key()
|
|
41
|
-
if not api_key:
|
|
41
|
+
if not api_key and self.settings.needs_key:
|
|
42
42
|
raise MissingAPIKey("No API key. Set API_KEY in the environment or pass --api-key.")
|
|
43
43
|
|
|
44
44
|
payload: dict[str, Any] = {
|
|
@@ -57,7 +57,7 @@ class LLMClient:
|
|
|
57
57
|
namespace="llm",
|
|
58
58
|
payload=payload,
|
|
59
59
|
headers={
|
|
60
|
-
"Authorization": f"Bearer {api_key}",
|
|
60
|
+
**({"Authorization": f"Bearer {api_key}"} if api_key else {}),
|
|
61
61
|
"Content-Type": "application/json",
|
|
62
62
|
},
|
|
63
63
|
)
|
|
@@ -212,8 +212,10 @@ async def execute(
|
|
|
212
212
|
return Outcome(report=report, extra={"prompt": synthesis_prompt}, archived=archived)
|
|
213
213
|
|
|
214
214
|
try:
|
|
215
|
-
if not settings.resolved_api_key():
|
|
216
|
-
raise MissingAPIKey(
|
|
215
|
+
if settings.needs_key and not settings.resolved_api_key():
|
|
216
|
+
raise MissingAPIKey(
|
|
217
|
+
"No API key. Set API_KEY, pass --api-key, or use --offline for a local report."
|
|
218
|
+
)
|
|
217
219
|
async with LLMClient(settings, http) as client:
|
|
218
220
|
with _status(progress, settings, "[cyan]synthesising briefing…[/cyan]"):
|
|
219
221
|
report.analysis = await synthesis.synthesize(
|
|
@@ -0,0 +1,94 @@
|
|
|
1
|
+
"""Persistent user configuration at ~/.config/osintkit/config.toml."""
|
|
2
|
+
|
|
3
|
+
from __future__ import annotations
|
|
4
|
+
|
|
5
|
+
import os
|
|
6
|
+
from pathlib import Path
|
|
7
|
+
from typing import Any
|
|
8
|
+
|
|
9
|
+
FILENAME = "config.toml"
|
|
10
|
+
KEYS = ("provider", "model", "base_url", "api_key", "resolvers")
|
|
11
|
+
SECRET_KEYS = frozenset({"api_key"})
|
|
12
|
+
|
|
13
|
+
|
|
14
|
+
def config_home() -> Path:
|
|
15
|
+
override = os.environ.get("XDG_CONFIG_HOME")
|
|
16
|
+
base = Path(override).expanduser() if override else Path.home() / ".config"
|
|
17
|
+
return base / "osintkit"
|
|
18
|
+
|
|
19
|
+
|
|
20
|
+
def config_path() -> Path:
|
|
21
|
+
return config_home() / FILENAME
|
|
22
|
+
|
|
23
|
+
|
|
24
|
+
def _parse(text: str) -> dict[str, Any]:
|
|
25
|
+
import tomllib
|
|
26
|
+
|
|
27
|
+
try:
|
|
28
|
+
data = tomllib.loads(text)
|
|
29
|
+
except (tomllib.TOMLDecodeError, ValueError):
|
|
30
|
+
return {}
|
|
31
|
+
if not isinstance(data, dict):
|
|
32
|
+
return {}
|
|
33
|
+
return data
|
|
34
|
+
|
|
35
|
+
|
|
36
|
+
def load() -> dict[str, Any]:
|
|
37
|
+
try:
|
|
38
|
+
raw = config_path().read_text("utf-8")
|
|
39
|
+
except OSError:
|
|
40
|
+
return {}
|
|
41
|
+
data = _parse(raw)
|
|
42
|
+
out: dict[str, Any] = {}
|
|
43
|
+
for key in KEYS:
|
|
44
|
+
value = data.get(key)
|
|
45
|
+
if isinstance(value, str) and value:
|
|
46
|
+
out[key] = value
|
|
47
|
+
elif key == "resolvers" and isinstance(value, list):
|
|
48
|
+
out[key] = [str(item) for item in value if item]
|
|
49
|
+
return out
|
|
50
|
+
|
|
51
|
+
|
|
52
|
+
def _quote(value: str) -> str:
|
|
53
|
+
return '"' + value.replace("\\", "\\\\").replace('"', '\\"') + '"'
|
|
54
|
+
|
|
55
|
+
|
|
56
|
+
def render(data: dict[str, Any]) -> str:
|
|
57
|
+
lines = ["# osintkit configuration", ""]
|
|
58
|
+
for key in KEYS:
|
|
59
|
+
value = data.get(key)
|
|
60
|
+
if not value:
|
|
61
|
+
continue
|
|
62
|
+
if isinstance(value, list):
|
|
63
|
+
rendered = ", ".join(_quote(item) for item in value)
|
|
64
|
+
lines.append(f"{key} = [{rendered}]")
|
|
65
|
+
else:
|
|
66
|
+
lines.append(f"{key} = {_quote(str(value))}")
|
|
67
|
+
return "\n".join(lines) + "\n"
|
|
68
|
+
|
|
69
|
+
|
|
70
|
+
def save(data: dict[str, Any]) -> Path:
|
|
71
|
+
home = config_home()
|
|
72
|
+
home.mkdir(parents=True, exist_ok=True)
|
|
73
|
+
try:
|
|
74
|
+
os.chmod(home, 0o700)
|
|
75
|
+
except OSError:
|
|
76
|
+
pass
|
|
77
|
+
path = config_path()
|
|
78
|
+
tmp = path.with_suffix(".tmp")
|
|
79
|
+
tmp.write_text(render(data), "utf-8")
|
|
80
|
+
os.chmod(tmp, 0o600)
|
|
81
|
+
tmp.replace(path)
|
|
82
|
+
return path
|
|
83
|
+
|
|
84
|
+
|
|
85
|
+
def mask(secret: str) -> str:
|
|
86
|
+
if len(secret) <= 8:
|
|
87
|
+
return "*" * len(secret)
|
|
88
|
+
return f"{secret[:6]}…{secret[-4:]}"
|
|
89
|
+
|
|
90
|
+
|
|
91
|
+
def as_settings(data: dict[str, Any]) -> dict[str, Any]:
|
|
92
|
+
"""Map config keys onto Settings field names."""
|
|
93
|
+
mapping = {"base_url": "base_url", "model": "model", "resolvers": "resolvers"}
|
|
94
|
+
return {target: data[source] for source, target in mapping.items() if data.get(source)}
|
|
@@ -12,6 +12,7 @@ from osintkit.http import HttpClient
|
|
|
12
12
|
def isolated_home(tmp_path: Path, monkeypatch):
|
|
13
13
|
home = tmp_path / "home"
|
|
14
14
|
monkeypatch.setenv("OSINTKIT_HOME", str(home))
|
|
15
|
+
monkeypatch.setenv("XDG_CONFIG_HOME", str(home / "config"))
|
|
15
16
|
monkeypatch.delenv("API_KEY", raising=False)
|
|
16
17
|
monkeypatch.delenv("OPENAI_API_KEY", raising=False)
|
|
17
18
|
monkeypatch.delenv("HIBP_API_KEY", raising=False)
|
|
@@ -472,3 +472,149 @@ def test_offline_batch(monkeypatch, tmp_path):
|
|
|
472
472
|
result = runner.invoke(app, ["batch", "--file", str(csv_file), "--offline", "--json"])
|
|
473
473
|
assert result.exit_code == 0
|
|
474
474
|
assert jsonish(result.output)[0]["analysis"]["risk_level"] == "low"
|
|
475
|
+
|
|
476
|
+
|
|
477
|
+
def test_missing_key_mentions_offline(monkeypatch):
|
|
478
|
+
monkeypatch.delenv("API_KEY")
|
|
479
|
+
monkeypatch.setattr(pipeline, "LLMClient", None)
|
|
480
|
+
result = runner.invoke(app, ["lookup", "--domain", "example.com"])
|
|
481
|
+
assert "--offline" in " ".join(result.output.split())
|
|
482
|
+
|
|
483
|
+
|
|
484
|
+
def test_deepseek_env_selects_provider(monkeypatch):
|
|
485
|
+
monkeypatch.setenv("DEEPSEEK_API_KEY", "d" * 30)
|
|
486
|
+
monkeypatch.setattr(pipeline, "LLMClient", FakeLLM)
|
|
487
|
+
result = runner.invoke(app, ["lookup", "--domain", "a.com", "--json"])
|
|
488
|
+
assert jsonish(result.output)["base_url"] == "https://api.deepseek.com/v1"
|
|
489
|
+
|
|
490
|
+
|
|
491
|
+
def test_mistral_env_selects_provider(monkeypatch):
|
|
492
|
+
monkeypatch.setenv("MISTRAL_API_KEY", "m" * 30)
|
|
493
|
+
monkeypatch.setattr(pipeline, "LLMClient", FakeLLM)
|
|
494
|
+
result = runner.invoke(app, ["lookup", "--domain", "a.com", "--json"])
|
|
495
|
+
assert jsonish(result.output)["base_url"] == "https://api.mistral.ai/v1"
|
|
496
|
+
|
|
497
|
+
|
|
498
|
+
def test_explicit_provider_beats_env(monkeypatch):
|
|
499
|
+
monkeypatch.setenv("DEEPSEEK_API_KEY", "d" * 30)
|
|
500
|
+
monkeypatch.setattr(pipeline, "LLMClient", FakeLLM)
|
|
501
|
+
result = runner.invoke(app, ["--provider", "mistral", "lookup", "--domain", "a.com", "--json"])
|
|
502
|
+
assert jsonish(result.output)["base_url"] == "https://api.mistral.ai/v1"
|
|
503
|
+
|
|
504
|
+
|
|
505
|
+
def test_ollama_needs_no_key(monkeypatch):
|
|
506
|
+
monkeypatch.delenv("API_KEY")
|
|
507
|
+
monkeypatch.setattr(pipeline, "LLMClient", FakeLLM)
|
|
508
|
+
result = runner.invoke(app, ["--provider", "ollama", "lookup", "--domain", "a.com", "--json"])
|
|
509
|
+
assert result.exit_code == 0
|
|
510
|
+
assert jsonish(result.output)["base_url"] == "http://localhost:11434/v1"
|
|
511
|
+
|
|
512
|
+
|
|
513
|
+
@pytest.fixture
|
|
514
|
+
def xdg(monkeypatch, tmp_path):
|
|
515
|
+
monkeypatch.setenv("XDG_CONFIG_HOME", str(tmp_path / "xdg"))
|
|
516
|
+
|
|
517
|
+
|
|
518
|
+
def test_init_writes_config_and_verifies(monkeypatch, xdg):
|
|
519
|
+
import httpx
|
|
520
|
+
import respx
|
|
521
|
+
|
|
522
|
+
from osintkit import userconfig
|
|
523
|
+
|
|
524
|
+
with respx.mock:
|
|
525
|
+
respx.get("https://api.deepseek.com/v1/models").mock(return_value=httpx.Response(200, json={}))
|
|
526
|
+
respx.post("https://api.deepseek.com/v1/chat/completions").mock(
|
|
527
|
+
return_value=httpx.Response(200, json={"choices": [{"message": {"content": "p"}}]})
|
|
528
|
+
)
|
|
529
|
+
result = runner.invoke(app, ["init", "--provider", "deepseek", "--api-key", "sk-" + "d" * 30])
|
|
530
|
+
assert result.exit_code == 0
|
|
531
|
+
stored = userconfig.load()
|
|
532
|
+
assert stored["provider"] == "deepseek"
|
|
533
|
+
assert "try: osintkit lookup" in result.output
|
|
534
|
+
|
|
535
|
+
|
|
536
|
+
def test_init_refuses_existing_without_force(xdg):
|
|
537
|
+
from osintkit import userconfig
|
|
538
|
+
|
|
539
|
+
userconfig.save({"provider": "venice"})
|
|
540
|
+
result = runner.invoke(app, ["init", "--api-key", "k" * 30, "--no-verify"])
|
|
541
|
+
assert result.exit_code == 1
|
|
542
|
+
assert "already exists" in result.output
|
|
543
|
+
|
|
544
|
+
|
|
545
|
+
def test_init_force_replaces(xdg):
|
|
546
|
+
from osintkit import userconfig
|
|
547
|
+
|
|
548
|
+
userconfig.save({"provider": "venice", "api_key": "old"})
|
|
549
|
+
result = runner.invoke(
|
|
550
|
+
app, ["init", "--provider", "mistral", "--api-key", "m" * 30, "--force", "--no-verify"]
|
|
551
|
+
)
|
|
552
|
+
assert result.exit_code == 0
|
|
553
|
+
assert userconfig.load()["provider"] == "mistral"
|
|
554
|
+
|
|
555
|
+
|
|
556
|
+
def test_init_unknown_provider(xdg):
|
|
557
|
+
result = runner.invoke(app, ["init", "--provider", "nope", "--api-key", "k", "--no-verify"])
|
|
558
|
+
assert result.exit_code == 2
|
|
559
|
+
assert "unknown provider" in result.output
|
|
560
|
+
|
|
561
|
+
|
|
562
|
+
def test_init_ollama_needs_no_key(xdg, monkeypatch):
|
|
563
|
+
from osintkit import userconfig
|
|
564
|
+
|
|
565
|
+
monkeypatch.delenv("API_KEY", raising=False)
|
|
566
|
+
result = runner.invoke(app, ["init", "--provider", "ollama", "--no-verify"])
|
|
567
|
+
assert result.exit_code == 0
|
|
568
|
+
assert "api_key" not in userconfig.load()
|
|
569
|
+
|
|
570
|
+
|
|
571
|
+
def test_config_masks_and_reveals(xdg):
|
|
572
|
+
from osintkit import userconfig
|
|
573
|
+
|
|
574
|
+
userconfig.save({"provider": "venice", "api_key": "sk-venice-abcdef123456"})
|
|
575
|
+
masked = runner.invoke(app, ["config"])
|
|
576
|
+
assert "sk-ven…3456" in masked.output
|
|
577
|
+
assert "abcdef123456" not in masked.output
|
|
578
|
+
revealed = runner.invoke(app, ["config", "--reveal"])
|
|
579
|
+
assert "sk-venice-abcdef123456" in revealed.output
|
|
580
|
+
|
|
581
|
+
|
|
582
|
+
def test_config_unset_and_path(xdg):
|
|
583
|
+
from osintkit import userconfig
|
|
584
|
+
|
|
585
|
+
userconfig.save({"provider": "venice", "model": "m"})
|
|
586
|
+
removed = runner.invoke(app, ["config", "--unset", "model"])
|
|
587
|
+
assert removed.exit_code == 0
|
|
588
|
+
assert "model" not in userconfig.load()
|
|
589
|
+
path = runner.invoke(app, ["config", "--path"])
|
|
590
|
+
assert str(userconfig.config_path()) in path.output
|
|
591
|
+
|
|
592
|
+
|
|
593
|
+
def test_stored_key_is_used(monkeypatch, xdg):
|
|
594
|
+
from osintkit import userconfig
|
|
595
|
+
|
|
596
|
+
userconfig.save({"provider": "venice", "api_key": "stored-key-123"})
|
|
597
|
+
monkeypatch.delenv("API_KEY")
|
|
598
|
+
monkeypatch.setattr(pipeline, "LLMClient", FakeLLM)
|
|
599
|
+
result = runner.invoke(app, ["lookup", "--domain", "a.com", "--json"])
|
|
600
|
+
assert result.exit_code == 0
|
|
601
|
+
assert jsonish(result.output)["base_url"] == "https://api.venice.ai/api/v1"
|
|
602
|
+
|
|
603
|
+
|
|
604
|
+
def test_env_beats_stored_provider(monkeypatch, xdg):
|
|
605
|
+
from osintkit import userconfig
|
|
606
|
+
|
|
607
|
+
userconfig.save({"provider": "venice", "api_key": "stored"})
|
|
608
|
+
monkeypatch.setenv("MISTRAL_API_KEY", "m" * 30)
|
|
609
|
+
monkeypatch.setattr(pipeline, "LLMClient", FakeLLM)
|
|
610
|
+
result = runner.invoke(app, ["lookup", "--domain", "a.com", "--json"])
|
|
611
|
+
assert jsonish(result.output)["base_url"] == "https://api.mistral.ai/v1"
|
|
612
|
+
|
|
613
|
+
|
|
614
|
+
def test_flag_beats_stored_config(monkeypatch, xdg):
|
|
615
|
+
from osintkit import userconfig
|
|
616
|
+
|
|
617
|
+
userconfig.save({"provider": "venice", "api_key": "stored", "model": "stored-model"})
|
|
618
|
+
monkeypatch.setattr(pipeline, "LLMClient", FakeLLM)
|
|
619
|
+
result = runner.invoke(app, ["--model", "flag-model", "lookup", "--domain", "a.com", "--json"])
|
|
620
|
+
assert jsonish(result.output)["model"] == "flag-model"
|
|
@@ -47,6 +47,19 @@ async def test_no_key_skips_endpoint_call():
|
|
|
47
47
|
assert "no API key" in checks[-1].detail
|
|
48
48
|
|
|
49
49
|
|
|
50
|
+
async def test_keyless_provider_needs_no_key():
|
|
51
|
+
checks = await doctor.diagnose(Settings(provider="ollama", base_url="http://localhost:1/v1"))
|
|
52
|
+
key = next(c for c in checks if c.name == "api key")
|
|
53
|
+
assert key.status == "ok"
|
|
54
|
+
assert "not needed" in key.detail
|
|
55
|
+
|
|
56
|
+
|
|
57
|
+
def test_key_source_names_the_variable(monkeypatch):
|
|
58
|
+
monkeypatch.setenv("DEEPSEEK_API_KEY", "d" * 25)
|
|
59
|
+
check = next(c for c in doctor.collect_checks(Settings(provider="deepseek")) if c.name == "api key")
|
|
60
|
+
assert check.detail == "from DEEPSEEK_API_KEY"
|
|
61
|
+
|
|
62
|
+
|
|
50
63
|
@respx.mock
|
|
51
64
|
async def test_deep_probe_accepts_completion():
|
|
52
65
|
respx.get("https://api.test/v1/models").mock(return_value=httpx.Response(200, json={}))
|
|
@@ -81,3 +94,11 @@ async def test_shallow_probe_does_not_call_the_model():
|
|
|
81
94
|
respx.get("https://api.test/v1/models").mock(return_value=httpx.Response(200, json={}))
|
|
82
95
|
checks = await doctor.diagnose(Settings(base_url="https://api.test/v1", api_key="k" * 25))
|
|
83
96
|
assert "not exercised" in checks[-1].detail
|
|
97
|
+
|
|
98
|
+
|
|
99
|
+
@respx.mock
|
|
100
|
+
async def test_keyless_provider_probes_without_auth():
|
|
101
|
+
route = respx.get("http://localhost:1/v1/models").mock(return_value=httpx.Response(200, json={}))
|
|
102
|
+
checks = await doctor.diagnose(Settings(provider="ollama", base_url="http://localhost:1/v1"))
|
|
103
|
+
assert checks[-1].status == "ok"
|
|
104
|
+
assert "authorization" not in route.calls[0].request.headers
|
|
@@ -96,3 +96,16 @@ async def test_other_errors_stay_source_errors(settings):
|
|
|
96
96
|
async with client(settings) as llm:
|
|
97
97
|
with pytest.raises(SourceUnavailable):
|
|
98
98
|
await llm.chat([{"role": "user", "content": "x"}])
|
|
99
|
+
|
|
100
|
+
|
|
101
|
+
@respx.mock
|
|
102
|
+
async def test_keyless_provider_sends_no_auth_header(settings):
|
|
103
|
+
settings.provider = "ollama"
|
|
104
|
+
settings.api_key = None
|
|
105
|
+
settings.base_url = "http://localhost:1/v1"
|
|
106
|
+
route = respx.post("http://localhost:1/v1/chat/completions").mock(
|
|
107
|
+
return_value=httpx.Response(200, json={"choices": [{"message": {"content": "ok"}}]})
|
|
108
|
+
)
|
|
109
|
+
async with LLMClient(settings) as llm:
|
|
110
|
+
assert await llm.chat([{"role": "user", "content": "x"}]) == "ok"
|
|
111
|
+
assert "authorization" not in route.calls[0].request.headers
|
|
@@ -0,0 +1,59 @@
|
|
|
1
|
+
import os
|
|
2
|
+
import stat
|
|
3
|
+
|
|
4
|
+
import pytest
|
|
5
|
+
|
|
6
|
+
from osintkit import userconfig
|
|
7
|
+
|
|
8
|
+
|
|
9
|
+
@pytest.fixture(autouse=True)
|
|
10
|
+
def xdg(monkeypatch, tmp_path):
|
|
11
|
+
monkeypatch.setenv("XDG_CONFIG_HOME", str(tmp_path / "xdg"))
|
|
12
|
+
|
|
13
|
+
|
|
14
|
+
def test_roundtrip_and_permissions():
|
|
15
|
+
path = userconfig.save({"provider": "deepseek", "api_key": "sk-test-123456"})
|
|
16
|
+
assert stat.S_IMODE(path.stat().st_mode) == 0o600
|
|
17
|
+
loaded = userconfig.load()
|
|
18
|
+
assert loaded["provider"] == "deepseek"
|
|
19
|
+
assert loaded["api_key"] == "sk-test-123456"
|
|
20
|
+
|
|
21
|
+
|
|
22
|
+
def test_render_quotes_specials():
|
|
23
|
+
text = userconfig.render({"api_key": 'we"ird\\key', "resolvers": ["1.1.1.1"]})
|
|
24
|
+
assert 'api_key = "we\\"ird\\\\key"' in text
|
|
25
|
+
assert 'resolvers = ["1.1.1.1"]' in text
|
|
26
|
+
|
|
27
|
+
|
|
28
|
+
def test_load_missing_is_empty():
|
|
29
|
+
assert userconfig.load() == {}
|
|
30
|
+
|
|
31
|
+
|
|
32
|
+
def test_load_malformed_is_empty():
|
|
33
|
+
path = userconfig.config_path()
|
|
34
|
+
path.parent.mkdir(parents=True, exist_ok=True)
|
|
35
|
+
path.write_text("not toml at all = [", "utf-8")
|
|
36
|
+
assert userconfig.load() == {}
|
|
37
|
+
|
|
38
|
+
|
|
39
|
+
def test_unknown_keys_are_dropped():
|
|
40
|
+
path = userconfig.config_path()
|
|
41
|
+
path.parent.mkdir(parents=True, exist_ok=True)
|
|
42
|
+
path.write_text('provider = "x"\nbogus = "y"\n', "utf-8")
|
|
43
|
+
assert userconfig.load() == {"provider": "x"}
|
|
44
|
+
|
|
45
|
+
|
|
46
|
+
def test_mask_short_and_long():
|
|
47
|
+
assert userconfig.mask("short") == "*****"
|
|
48
|
+
assert userconfig.mask("sk-or-abcdef123456") == "sk-or-…3456"
|
|
49
|
+
|
|
50
|
+
|
|
51
|
+
def test_config_home_follows_xdg(monkeypatch, tmp_path):
|
|
52
|
+
monkeypatch.setenv("XDG_CONFIG_HOME", str(tmp_path))
|
|
53
|
+
assert str(tmp_path) in str(userconfig.config_path())
|
|
54
|
+
|
|
55
|
+
|
|
56
|
+
def test_save_creates_private_directory(tmp_path):
|
|
57
|
+
path = userconfig.save({"provider": "venice"})
|
|
58
|
+
assert stat.S_IMODE(path.parent.stat().st_mode) == 0o700
|
|
59
|
+
assert os.access(path, os.R_OK)
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|