micro-jev 0.3.0__py3-none-any.whl

microllm/__init__.py

@@ -0,0 +1,251 @@
+"""MicroLLM: Local Hybrid System-One Decision Engine (JevCompat 32/32 MUST, AnyJev L0, StartLux Cascade, OpenJev-RLCD)."""
+
+from microllm.backends.base import (
+    VerdictMQMultiQuestionCache,
+    create_hf_zero_shot_scorer,
+    create_hybrid_fast_path_scorer,
+    create_onnx_nli_scorer,
+    explain_counterfactual,
+    explain_state_tokens,
+)
+from microllm.backends.cascade import (
+    DualGearCascadeBackend,
+    compute_adaptive_alpha,
+    evaluate_voc_gate_regime,
+    fuse_distributions,
+)
+from microllm.backends.fast_encoder import FastEncoderBackend, format_nli_hypothesis
+from microllm.backends.prefill_llm import (
+    AnyJevPrefillBackend,
+    OnlinePriorTracker,
+    compute_dynamic_tau,
+    create_llamacpp_slot_scorer,
+    create_openai_logprobs_slot_scorer,
+    l0_circular_rotation_readout,
+)
+from microllm.calibration import (
+    PerKTemperatureScaler,
+    SplitConformalCalibrator,
+    VectorScalingCalibrator,
+    brier_score,
+    clopper_pearson_threshold,
+    expected_calibration_error,
+    tune_cascade_pareto,
+)
+from microllm.client import (
+    AsyncMicroJevClient,
+    Choice,
+    MicroJevClient,
+    Multi,
+    Noul,
+    Score,
+    system_one_router,
+)
+from microllm.confidence import (
+    choice_confidence,
+    earth_movers_distance_1d,
+    multi_confidence,
+    score_confidence,
+    score_expectation,
+    unimodal_ordinal_smooth,
+)
+from microllm.mcp_server import (
+    MCP_TOOLS_SPEC,
+    MicroLLMMCPServer,
+    run_mcp_stdio_server,
+)
+from microllm.papers import (
+    ACADEMIC_PAPERS_CATALOG,
+    LITERATURE_PILLARS,
+    download_academic_papers,
+    format_papers_markdown,
+    get_academic_paper,
+    get_literature_taxonomy,
+    list_academic_papers,
+    verify_downloaded_pdfs,
+)
+from microllm.registry import (
+    MODEL_PROFILES,
+    OFFICIAL_MICROLLM_HF_MODELS,
+    PROFILE_ALIASES,
+    build_hf_dataset_card,
+    build_hf_model_card,
+    build_hf_space_card,
+    dequantize_matrix_int8,
+    list_profiles,
+    load_profile_scorer,
+    pull_profile,
+    quantize_matrix_int8,
+    resolve_markdown_links_for_hf,
+    resolve_nli_entailment_idx,
+    sync_readme_to_huggingface_hub,
+    verify_profile,
+)
+from microllm.rlcd import (
+    RLCDConfig,
+    RLCDDecisionHeadTrainer,
+    RLCDReplayBuffer,
+    shifted_brier_reward,
+    verify_tabular_rlcd_unbiased_gradient,
+)
+from microllm.research_challenge import (
+    HYPOTHESIS_REGISTRY,
+    PolicyAwareCalibrator,
+    brier_decomposition,
+    clopper_pearson_split_certificate,
+    compute_aurc_and_cov_at_risk,
+    rlcd2_proper_integral_score,
+    run_all_hypothesis_validations,
+    value_of_computation_gate,
+)
+from microllm.dataset_adapters import (
+    ALL_12_HF_JEV_MODEL_DATASETS,
+    ALL_16_EXTERNAL_DATASETS,
+    ALL_28_EXTERNAL_DATASETS,
+    HF_JEV_ECOSYSTEM_MODELS_CATALOG,
+    build_external_datasets_corpus,
+    build_hf_jev_models_corpus,
+    fetch_huggingface_rows,
+    get_adapter_for_dataset,
+    list_hf_jev_ecosystem_models,
+    load_web_dataset_fixture,
+)
+from microllm.benchmark_runner import (
+    ALL_BENCHMARK_SUITE_IDS,
+    ALL_BENCHMARK_SUITES_SPEC,
+    FAST_BENCHMARK_SUITE_IDS,
+    collect_system_environment,
+    format_master_benchmark_markdown,
+    run_all_benchmark_suites,
+)
+from microllm.pareto_benchmark import (
+    format_pareto_benchmark_markdown,
+    run_pareto_benchmark,
+)
+from microllm.web_benchmark_suite import (
+    evaluate_web_dataset,
+    format_hf_jev_models_benchmarks_markdown,
+    format_web_benchmarks_markdown,
+    run_all_web_benchmarks,
+    run_hf_jev_model_benchmarks,
+)
+from microllm.gradio_app import (
+    CONSUMER_TYPE_EXAMPLES,
+    DATASET_BENCHMARK_PRESETS,
+    STUDIO_DOMAIN_PRESETS,
+    create_gradio_demo,
+    evaluate_consumer_choice,
+    evaluate_consumer_multi,
+    evaluate_consumer_score,
+    evaluate_consumer_yes_no,
+    evaluate_studio_multi_mode,
+)
+from microllm.server import (
+    create_app,
+    evaluate_calibration_in_process,
+    evaluate_guardrail_in_process,
+    run_rlcd_experiment_in_process,
+)
+
+__version__ = "0.3.0"
+
+__all__ = [
+    "ACADEMIC_PAPERS_CATALOG",
+    "ALL_BENCHMARK_SUITE_IDS",
+    "ALL_BENCHMARK_SUITES_SPEC",
+    "AnyJevPrefillBackend",
+    "AsyncMicroJevClient",
+    "CONSUMER_TYPE_EXAMPLES",
+    "Choice",
+    "DATASET_BENCHMARK_PRESETS",
+    "DualGearCascadeBackend",
+    "FAST_BENCHMARK_SUITE_IDS",
+    "FastEncoderBackend",
+    "HYPOTHESIS_REGISTRY",
+    "LITERATURE_PILLARS",
+    "MCP_TOOLS_SPEC",
+    "MODEL_PROFILES",
+    "MicroJevClient",
+    "MicroLLMMCPServer",
+    "Multi",
+    "Noul",
+    "OFFICIAL_MICROLLM_HF_MODELS",
+    "OnlinePriorTracker",
+    "PROFILE_ALIASES",
+    "PerKTemperatureScaler",
+    "PolicyAwareCalibrator",
+    "RLCDConfig",
+    "RLCDDecisionHeadTrainer",
+    "RLCDReplayBuffer",
+    "STUDIO_DOMAIN_PRESETS",
+    "Score",
+    "SplitConformalCalibrator",
+    "VectorScalingCalibrator",
+    "VerdictMQMultiQuestionCache",
+    "brier_decomposition",
+    "brier_score",
+    "build_hf_dataset_card",
+    "build_hf_model_card",
+    "build_hf_space_card",
+    "choice_confidence",
+    "clopper_pearson_split_certificate",
+    "clopper_pearson_threshold",
+    "collect_system_environment",
+    "compute_adaptive_alpha",
+    "compute_aurc_and_cov_at_risk",
+    "compute_dynamic_tau",
+    "create_app",
+    "create_gradio_demo",
+    "create_hf_zero_shot_scorer",
+    "create_hybrid_fast_path_scorer",
+    "create_llamacpp_slot_scorer",
+    "create_onnx_nli_scorer",
+    "create_openai_logprobs_slot_scorer",
+    "dequantize_matrix_int8",
+    "download_academic_papers",
+    "earth_movers_distance_1d",
+    "evaluate_calibration_in_process",
+    "evaluate_consumer_choice",
+    "evaluate_consumer_multi",
+    "evaluate_consumer_score",
+    "evaluate_consumer_yes_no",
+    "evaluate_guardrail_in_process",
+    "evaluate_studio_multi_mode",
+    "evaluate_voc_gate_regime",
+    "expected_calibration_error",
+    "explain_counterfactual",
+    "explain_state_tokens",
+    "format_master_benchmark_markdown",
+    "format_nli_hypothesis",
+    "format_papers_markdown",
+    "format_pareto_benchmark_markdown",
+    "fuse_distributions",
+    "get_academic_paper",
+    "get_literature_taxonomy",
+    "l0_circular_rotation_readout",
+    "list_academic_papers",
+    "list_profiles",
+    "load_profile_scorer",
+    "multi_confidence",
+    "pull_profile",
+    "quantize_matrix_int8",
+    "resolve_markdown_links_for_hf",
+    "resolve_nli_entailment_idx",
+    "rlcd2_proper_integral_score",
+    "run_all_benchmark_suites",
+    "run_all_hypothesis_validations",
+    "run_mcp_stdio_server",
+    "run_pareto_benchmark",
+    "run_rlcd_experiment_in_process",
+    "score_confidence",
+    "score_expectation",
+    "shifted_brier_reward",
+    "sync_readme_to_huggingface_hub",
+    "system_one_router",
+    "tune_cascade_pareto",
+    "unimodal_ordinal_smooth",
+    "value_of_computation_gate",
+    "verify_downloaded_pdfs",
+    "verify_profile",
+    "verify_tabular_rlcd_unbiased_gradient",
+]

microllm/backends/__init__.py

@@ -0,0 +1,33 @@
+"""Decision engine backends: Gear 1 Fast Encoder, Gear 2 AnyJev Prefill Readout, and StartLux Cascade."""
+
+from microllm.backends.base import (
+    DecisionBackend,
+    create_hf_zero_shot_scorer,
+    create_onnx_nli_scorer,
+    semantic_match_logit,
+)
+from microllm.backends.cascade import DualGearCascadeBackend, fuse_distributions
+from microllm.backends.fast_encoder import FastEncoderBackend, format_nli_hypothesis
+from microllm.backends.prefill_llm import (
+    AnyJevPrefillBackend,
+    apply_prior_debiasing,
+    compute_answer_mass,
+    l0_circular_rotation_readout,
+    van_der_corput_order,
+)
+
+__all__ = [
+    "AnyJevPrefillBackend",
+    "DecisionBackend",
+    "DualGearCascadeBackend",
+    "FastEncoderBackend",
+    "apply_prior_debiasing",
+    "compute_answer_mass",
+    "create_hf_zero_shot_scorer",
+    "create_onnx_nli_scorer",
+    "format_nli_hypothesis",
+    "fuse_distributions",
+    "l0_circular_rotation_readout",
+    "semantic_match_logit",
+    "van_der_corput_order",
+]