opencode-llmstack 0.7.2__py3-none-any.whl → 0.7.3__py3-none-any.whl

llmstack/models.ini

@@ -51,7 +51,6 @@
 [DEFAULT]
 host         = 127.0.0.1
 router_port  = 10101        ; FastAPI auto-router (what opencode hits)
-swap_port    = 10102        ; llama-swap manager UI + raw model endpoints
 n_gpu_layers = 999          ; offload everything to Metal on Apple Silicon
 flash_attn   = on
 jinja        = true
@@ -72,11 +71,26 @@ ctx_size     = 131072       ; native 32k extended via YaRN (factor 4)
 rope_scaling = yarn (scale=4, orig_ctx=32768)
 size_gb      = 2.5
 quant        = Q5_K_M
-status       = downloading      ; queued by `llmstack.sh download`
-opencode_use = small_model + auto-fast tier
 sampler      = temp=0.2, top_p=0.95, top_k=40, min_p=0.05      ; deterministic
 description  = Qwen2.5-Coder 3B - autocomplete / FIM / quick Q&A
 
+; Bedrock alternative for code-fast -- comment out the [code-fast] block above
+; and uncomment the block below to swap to a hosted fast tier (Claude Haiku
+; 4.5: cheapest + fastest Anthropic model with tool calling, sub-second TTFT).
+; See "BEDROCK NOTES" at the bottom of this file for profile / sampler /
+; access-form details.
+;
+; [code-fast]
+; tier         = code
+; role         = fast
+; backend      = bedrock
+; aws_model_id = eu.anthropic.claude-haiku-4-5-20251001-v1:0
+; aws_region   = eu-central-1
+; aws_profile  = bedrock-prod
+; ctx_size     = 200000
+; sampler      = temp=0.2     ; deterministic; Haiku 4.5 accepts ONE of temp / top_p
+; description  = Claude Haiku 4.5 on Bedrock - hosted fast tier for autocomplete / FIM / quick Q&A
+
 [code-smart]
 tier         = code
 role         = agent
@@ -88,11 +102,25 @@ size_gb      = 45
 size_gb_next = 50
 quant        = Q4_K_M
 quant_next   = UD-Q4_K_XL
-status       = ready (Q4_K_M); UD-Q4_K_XL queued
-opencode_use = agent.build + auto-agent tier
 sampler      = temp=0.5, top_p=0.85, top_k=20, min_p=0.05, rep_pen=1.05  ; balanced agent
 description  = Qwen3-Coder-Next 80B-A3B MoE - heavy coder for agent loops
 
+; Bedrock alternative for code-smart -- comment out the [code-smart] block
+; above and uncomment the block below to swap to a hosted heavy coder
+; (Claude Sonnet 4.6: agent-loop workhorse, heavy tool calling, multi-file
+; edits). See "BEDROCK NOTES" at the bottom of this file.
+;
+; [code-smart]
+; tier         = code
+; role         = agent
+; backend      = bedrock
+; aws_model_id = eu.anthropic.claude-sonnet-4-6
+; aws_region   = eu-central-1
+; aws_profile  = bedrock-prod
+; ctx_size     = 200000
+; sampler      = temp=0.5     ; Sonnet 4.6 accepts ONE of temp / top_p; pick `temp` for agent work
+; description  = Claude Sonnet 4.6 on Bedrock - heavy coder for agent loops
+
 ; Top-tier hosted coder. Shipped disabled because it requires boto3 +
 ; AWS Bedrock access. `llmstack install` auto-uncomments the block
 ; below (by stripping the leading "; " from each line and dropping
@@ -107,10 +135,9 @@ description  = Qwen3-Coder-Next 80B-A3B MoE - heavy coder for agent loops
 ; role         = ultra
 ; backend      = bedrock
 ; aws_model_id = global.anthropic.claude-opus-4-7   ; global.* cross-region inference profile
-; aws_region   = us-east-1                          ; API anchor region; global.* auto-routes inference cross-region
-; aws_profile = bedrock-prod                        ; uncomment + set your own profile name; falls back to default cred chain otherwise
+; aws_region   = eu-central-1                       ; API anchor region; global.* auto-routes inference cross-region (set EU as the anchor for residency)
+; aws_profile  = bedrock-prod                       ; conventional profile name; configure once with `aws configure --profile bedrock-prod` (or change to your own and run `llmstack install`)
 ; ctx_size     = 200000
-; opencode_use = on-demand top-tier coder for hard agent tasks
 ; ; NB: no `sampler =` line. Claude Opus 4.7 explicitly rejects all
 ; ;     sampler params (temperature, top_p, top_k) -- per the Bedrock
 ; ;     model card, "the recommended migration path is to omit these
@@ -134,11 +161,26 @@ size_gb      = 9.2
 size_gb_next = 12.1
 quant        = Q4_K_M
 quant_next   = Q6_K
-status       = ready (Q4_K_M); Q6_K queued
-opencode_use = agent.plan + auto-plan tier
 sampler      = temp=0.7, top_p=0.9, top_k=40, min_p=0.05       ; creative thinking
 description  = Qwopus GLM 18B - planning, design discussions, architecture
 
+; Bedrock alternative for plan -- comment out the [plan] block above and
+; uncomment the block below to swap to a hosted planner (Claude Opus 4.6:
+; deep reasoning for design discussions and architecture). Opus 4.6 still
+; accepts both temperature and top_p (unlike 4.7), so the local sampler
+; maps over cleanly. See "BEDROCK NOTES" at the bottom of this file.
+;
+; [plan]
+; tier         = chat
+; role         = plan
+; backend      = bedrock
+; aws_model_id = eu.anthropic.claude-opus-4-6-v1
+; aws_region   = eu-central-1
+; aws_profile  = bedrock-prod
+; ctx_size     = 200000
+; sampler      = temp=0.7, top_p=0.9     ; creative; Opus 4.6 accepts both
+; description  = Claude Opus 4.6 on Bedrock - planning, design discussions, architecture
+
 [plan-uncensored]
 tier         = chat
 role         = plan-uncensored
@@ -150,11 +192,51 @@ size_gb      = 13
 size_gb_next = 20
 quant        = i1-Q4_K_M
 quant_next   = i1-Q6_K
-status       = ready (i1-Q4_K_M); i1-Q6_K queued
-opencode_use = agent.plan-nofilter + auto via [nofilter] trigger
 sampler      = temp=0.85, top_p=0.95, top_k=50, min_p=0.05     ; max exploration
 description  = Mistral-Small 3.2 24B Heretic - no-filter planning
 
+; Bedrock alternative for plan-uncensored -- comment out the [plan-uncensored]
+; block above and uncomment ONE of the blocks below. Anthropic models on
+; Bedrock are filtered, so for the uncensored slot we pick the largest
+; open-weights model on Bedrock: Llama 3.1 405B has minimal safety post-
+; training and matches the spirit of the local Heretic tier. NOTE: Meta
+; models do NOT require the AWS use-case form, so this swap unblocks
+; plan-uncensored on a fresh AWS account.
+;
+; REGION CAVEAT: unlike the other tiers above, Llama 3.1 405B has NO
+; cross-region inference profile (no eu.* / global.*) and is only
+; deployed in US regions. Pin to us-west-2 even when the rest of the
+; stack is anchored in eu-central-1. If EU residency is mandatory for
+; this tier, switch to one of the eu.anthropic.* IDs at the cost of
+; losing the "uncensored" property. See "BEDROCK NOTES" at the bottom
+; of this file.
+;
+; [plan-uncensored]
+; tier         = chat
+; role         = plan-uncensored
+; backend      = bedrock
+; aws_model_id = meta.llama3-1-405b-instruct-v1:0
+; aws_region   = us-west-2     ; Llama 405B has no EU deployment; keep on US
+; aws_profile  = bedrock-prod
+; ctx_size     = 128000
+; sampler      = temp=0.85, top_p=0.95   ; max exploration
+; description  = Llama 3.1 405B on Bedrock - no-filter planning
+;
+; ...or, if your org locks Bedrock access to a VPC endpoint, use this
+; variant instead (same model + sampler, with aws_endpoint_url set):
+;
+; [plan-uncensored]
+; tier             = chat
+; role             = plan-uncensored
+; backend          = bedrock
+; aws_model_id     = meta.llama3-1-405b-instruct-v1:0
+; aws_region       = us-west-2     ; Llama 405B has no EU deployment
+; aws_profile      = bedrock-prod
+; aws_endpoint_url = https://bedrock-runtime.us-west-2.vpce.amazonaws.com
+; ctx_size         = 128000
+; sampler          = temp=0.85, top_p=0.95
+; description      = Llama 3.1 405B on Bedrock (VPC) - no-filter planning
+
 ;------------------------------------------------------------------------------
 [ROUTING]
 ; STEP-DOWN ladder: start at the top of the fidelity ladder for short
@@ -203,30 +285,46 @@ uncensored_triggers   = [nofilter], [uncensored], [heretic], "uncensored:", "nof
 ultra_triggers        = [ultra], [opus], "ultra:", "opus:" (line start)
 
 ;------------------------------------------------------------------------------
-; BEDROCK EXAMPLES (commented out -- copy / uncomment to adopt)
+; BEDROCK NOTES  (referenced by the commented-out alternatives above)
 ;------------------------------------------------------------------------------
-; To swap one of the local GGUF tiers above for an AWS Bedrock model, COMMENT
-; OUT the existing tier of the same name and uncomment one of these. The router
-; auto-detects backend=bedrock from the presence of `aws_model_id` -- no other
-; flag needed. llama-swap won't load it; the router calls Bedrock directly via
-; boto3 (`pip install 'llmstack[bedrock]'`).
+; Each tier section above carries a "Bedrock alternative for <tier>" block
+; directly underneath it (commented out by default). To swap a tier:
+;
+;   1. comment out the active local section (GGUF by default);
+;   2. uncomment the Bedrock-alternative block beneath it;
+;   3. run `llmstack install` (and `llmstack restart` if the tier was
+;      already loaded -- bedrock creds aren't picked up live).
 ;
-; Credentials: this file ONLY names a profile. The actual keys / SSO /
-; role chaining live in the standard AWS config files. One-time setup:
+; The router auto-detects backend=bedrock from `aws_model_id`, but every
+; alternative block also sets `backend = bedrock` explicitly so the intent
+; is obvious. llama-swap won't load bedrock tiers; the router calls
+; Bedrock directly via boto3 (`pip install 'llmstack[bedrock]'`).
+;
+; PROFILE: every alternative uses `aws_profile = bedrock-prod`, the
+; conventional profile name for this stack. The actual keys / SSO /
+; role chaining live in the standard AWS config files (this file ONLY
+; names a profile -- never put credentials here). One-time setup:
 ;
 ;     aws configure --profile bedrock-prod
-;     # for SSO:    aws configure sso --profile bedrock-prod
-;     # for role chaining, edit ~/.aws/config and add a profile with:
+;     # SSO:           aws configure sso --profile bedrock-prod
+;     # role chaining: edit ~/.aws/config and add:
+;     #   [profile bedrock-prod]
 ;     #   role_arn       = arn:aws:iam::123456789012:role/llmstack-bedrock
-;     #   source_profile = bedrock-prod
+;     #   source_profile = bedrock-prod-base
+;
+; To use a different profile name, edit the `aws_profile` line. To fall
+; back on boto3's default chain (env vars, default profile, instance
+; role), remove the line entirely.
 ;
-; Then reference the profile name from your tier with `aws_profile = ...`.
-; If you omit `aws_profile`, boto3's default chain applies (env vars,
-; default profile, instance role -- whatever boto3 normally finds).
+; UPGRADE PRE-STAGING: optional `aws_model_id_next` (+ `aws_region_next`)
+; is the queued upgrade target -- mirrors gguf `hf_file_next`. The router
+; uses it only when `llmstack start --next` is in effect; permanent
+; promotion is the same as gguf: edit `aws_model_id` and re-run
+; `llmstack install`.
 ;
-; SAMPLER NOTE: the `sampler = temp=..., top_p=..., top_k=..., ...`
-; line on each tier is the SINGLE SOURCE OF TRUTH for sampling, but how
-; it gets applied depends on the backend:
+; SAMPLER: the `sampler = temp=..., top_p=..., top_k=..., ...` line on
+; each tier is the SINGLE SOURCE OF TRUTH for sampling, but how it gets
+; applied depends on the backend:
 ;
 ;   * gguf tiers -- the llama-swap generator bakes the sampler keys
 ;     into the llama-server startup command line as `--temp`,
@@ -248,57 +346,21 @@ ultra_triggers        = [ultra], [opus], "ultra:", "opus:" (line start)
 ; opencode.json is sampler-free in both cases by design (the
 ; opencode.json generator never emits sampler params on agents).
 ;
-; Per-Bedrock-family rules (as of 2026):
+; Per-Bedrock-family sampler rules (as of 2026):
 ;
 ;   * Claude Opus 4.7+ -- rejects all sampler params; OMIT `sampler =`
 ;     entirely (the router will then pass requests through untouched).
-;   * Claude Sonnet 4.5 / Haiku 4.5 -- accept `temp` OR `top_p`, never
-;     both; pick one.
+;   * Claude Sonnet 4.5 / 4.6 / Haiku 4.5 -- accept `temp` OR `top_p`,
+;     never both; pick one.
 ;   * Claude Opus 4.x (4.1, 4.5, 4.6) -- accept `temp` and `top_p`.
-;   * Llama / Titan / Cohere / etc. -- accept `temp` + `top_p`; check
-;     the model card if in doubt.
+;   * Llama / Titan / Mistral / Cohere / Nova / etc. -- accept `temp`
+;     + `top_p`; check the model card if in doubt.
 ;
-; Example A: top-tier coder on Bedrock (us-west-2), default cred chain.
-; Optional `aws_model_id_next` (and optional `aws_region_next`) is the
-; queued upgrade target -- mirrors gguf `hf_file_next`. The router uses
-; it only when `--next` is in effect; permanent promotion is the same
-; as gguf: edit `aws_model_id` and re-run `llmstack install`.
-;
-; [code-smart]
-; tier              = code
-; role              = agent
-; backend           = bedrock
-; aws_model_id      = anthropic.claude-sonnet-4-5-20250929-v1:0
-; aws_region        = us-west-2
-; aws_model_id_next = anthropic.claude-sonnet-5-20260201-v1:0   ; queued
-; aws_region_next   = us-east-1                                  ; (optional) different region for the new model
-; ctx_size          = 200000
-; sampler           = temp=0.5      ; Sonnet 4.5 accepts ONE of temp / top_p; pick `temp` for agent work
-; description       = Claude Sonnet 4.5 on Bedrock - heavy coder for agent loops
-;
-; Example B: planner in a different AWS account, accessed via a named
-; profile that itself uses role-chaining + SSO under ~/.aws/config.
-; (Different tier => different profile name; different account/region.)
-;
-; [plan]
-; tier         = chat
-; role         = plan
-; aws_model_id = us.anthropic.claude-opus-4-1-20250805-v1:0
-; aws_region   = us-east-1
-; aws_profile  = bedrock-planning
-; ctx_size     = 200000
-; sampler      = temp=0.7, top_p=0.9
-; description  = Claude Opus 4.1 on Bedrock - planning, design discussions
-;
-; Example C: large model behind a VPC endpoint.
-;
-; [plan-uncensored]
-; tier             = chat
-; role             = plan-uncensored
-; aws_model_id     = meta.llama3-1-405b-instruct-v1:0
-; aws_region       = us-west-2
-; aws_profile      = bedrock-prod
-; aws_endpoint_url = https://bedrock-runtime.us-west-2.vpce.amazonaws.com
-; ctx_size         = 128000
-; sampler          = temp=0.85, top_p=0.95
-; description      = Llama 3.1 405B on Bedrock - max-exploration planning
+; ACCESS: Anthropic Claude on Bedrock requires a one-time use-case-form
+; approval per AWS account (Bedrock console -> Model catalog -> pick the
+; model -> fill the form). Approval is account-level and persists; once
+; granted, every Claude variant works (bare ID, us./eu./global. cross-
+; region profile, application inference profile ARN). To skip the form
+; entirely, use the Llama 3.1 405B variant under [plan-uncensored] (Meta
+; models don't require the form) or pick another non-Anthropic family
+; (Amazon Nova, Mistral, Cohere, Titan).

{opencode_llmstack-0.7.2.dist-info → opencode_llmstack-0.7.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: opencode-llmstack
-Version: 0.7.2
+Version: 0.7.3
 Summary: Multi-tier local LLM stack: llama-swap + FastAPI auto-router + opencode wiring.
 Author: llmstack
 License: MIT

{opencode_llmstack-0.7.2.dist-info → opencode_llmstack-0.7.3.dist-info}/RECORD

@@ -5,7 +5,7 @@ llmstack/_platform.py,sha256=eDY3T9krkaBigG5xXxqzIbH3MhdZqX3BWe7bozOsAso,13099
 llmstack/app.py,sha256=fPyjqJ_4td7qs-OKuDsE1JzBtvNzVV9XYKF2WXBzRas,25795
 llmstack/check_models.py,sha256=WvTS2Td4acp-Q0-yWXUgXAgAgFOmpxiaeSDuAoivirw,4559
 llmstack/cli.py,sha256=Om70PzHrmU81y2Mw1sB6eeUs1fRHP0PnsCEVNC0UNvI,11341
-llmstack/models.ini,sha256=seGda3LWEREWBHnyVCv8f07XBtjkWFK9iBbKhu5yAl0,15351
+llmstack/models.ini,sha256=kmfX_9WHEqnjRfF7srT6zesfC_YIp-0MmW0YbfFkXD8,18381
 llmstack/paths.py,sha256=A8q4-tpwIt5UMGG5ZDESKSuViMGLbPIAL1VoONopJqU,11512
 llmstack/shell_env.py,sha256=MJSW0PP15q-fsppIZ98WZ7XoqYMZmDy4k8N0gzEA6wU,39362
 llmstack/tiers.py,sha256=et738dWftsc74ZElZ3Vt9eEF_SzgJCDuH9kBhzH-scI,14697
@@ -30,8 +30,8 @@ llmstack/download/ggufs.py,sha256=2hCr-svUiPIV2I3ruwTbXo6lPn9m-VBOqa3DFbvdIcA,54
 llmstack/generators/__init__.py,sha256=LfbcReuyYBCdVuT9J5RKo7-f8n585YBU3Hus6DsxqTs,1189
 llmstack/generators/llama_swap.py,sha256=KdYH9N6TJECotZvyxvAjaa3kRyzn4YOi2T6D2UdyVKw,14785
 llmstack/generators/opencode.py,sha256=If7opOQyMWSSbHTj7M9dndsA3BmskSTUsTggMKV0VWM,10669
-opencode_llmstack-0.7.2.dist-info/METADATA,sha256=Uxw4Ln5LWGpBnBuejQfZM0K18JCYuHiez0hN1J-NgkM,34815
-opencode_llmstack-0.7.2.dist-info/WHEEL,sha256=aeYiig01lYGDzBgS8HxWXOg3uV61G9ijOsup-k9o1sk,91
-opencode_llmstack-0.7.2.dist-info/entry_points.txt,sha256=soomjpqvl4KzFScgpQbu96vgcLriOtkB9MbiSC0rvZ8,47
-opencode_llmstack-0.7.2.dist-info/top_level.txt,sha256=tMv9sDWp8RW_DNNY8cuM4Uy4sND-KwTLcsScl5gdcEQ,9
-opencode_llmstack-0.7.2.dist-info/RECORD,,
+opencode_llmstack-0.7.3.dist-info/METADATA,sha256=sobMO1qeP8dsGlofz-odTUKS2jNzKHPDneQcy_WyHz4,34815
+opencode_llmstack-0.7.3.dist-info/WHEEL,sha256=aeYiig01lYGDzBgS8HxWXOg3uV61G9ijOsup-k9o1sk,91
+opencode_llmstack-0.7.3.dist-info/entry_points.txt,sha256=soomjpqvl4KzFScgpQbu96vgcLriOtkB9MbiSC0rvZ8,47
+opencode_llmstack-0.7.3.dist-info/top_level.txt,sha256=tMv9sDWp8RW_DNNY8cuM4Uy4sND-KwTLcsScl5gdcEQ,9
+opencode_llmstack-0.7.3.dist-info/RECORD,,