nnsight 0.4.7__tar.gz → 0.5.0.dev1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- nnsight-0.5.0.dev1/.github/workflows/publish.yml +37 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/.gitignore +2 -2
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/PKG-INFO +3 -8
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/about.rst +2 -6
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/conf.py +0 -5
- nnsight-0.5.0.dev1/docs/source/documentation.rst +12 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/features.rst +0 -5
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/notebooks/features/vllm_support.ipynb +2 -4
- nnsight-0.5.0.dev1/docs/source/notebooks/tutorials/diffusion_lens.ipynb +713 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/pages/home.html +2 -2
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/start.rst +1 -6
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/tutorials.rst +2 -42
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/pyproject.toml +9 -10
- nnsight-0.5.0.dev1/pytest.ini +10 -0
- nnsight-0.5.0.dev1/setup.py +12 -0
- nnsight-0.5.0.dev1/src/nnsight/__init__.py +150 -0
- nnsight-0.5.0.dev1/src/nnsight/_c/__init__.py +3 -0
- nnsight-0.5.0.dev1/src/nnsight/_c/py_mount.c +158 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/src/nnsight/config.yaml +1 -4
- {nnsight-0.4.7/src/nnsight/modeling → nnsight-0.5.0.dev1/src/nnsight/intervention}/__init__.py +0 -0
- nnsight-0.5.0.dev1/src/nnsight/intervention/backends/__init__.py +2 -0
- nnsight-0.5.0.dev1/src/nnsight/intervention/backends/base.py +30 -0
- nnsight-0.5.0.dev1/src/nnsight/intervention/backends/editing.py +21 -0
- nnsight-0.5.0.dev1/src/nnsight/intervention/backends/execution.py +26 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/src/nnsight/intervention/backends/remote.py +75 -102
- nnsight-0.5.0.dev1/src/nnsight/intervention/batching.py +134 -0
- nnsight-0.5.0.dev1/src/nnsight/intervention/envoy.py +1309 -0
- nnsight-0.5.0.dev1/src/nnsight/intervention/inject.py +83 -0
- nnsight-0.5.0.dev1/src/nnsight/intervention/interleaver.py +940 -0
- nnsight-0.5.0.dev1/src/nnsight/intervention/tracing/backwards.py +38 -0
- nnsight-0.5.0.dev1/src/nnsight/intervention/tracing/base.py +410 -0
- nnsight-0.5.0.dev1/src/nnsight/intervention/tracing/editing.py +41 -0
- nnsight-0.5.0.dev1/src/nnsight/intervention/tracing/globals.py +69 -0
- nnsight-0.5.0.dev1/src/nnsight/intervention/tracing/invoker.py +74 -0
- nnsight-0.5.0.dev1/src/nnsight/intervention/tracing/iterator.py +59 -0
- nnsight-0.5.0.dev1/src/nnsight/intervention/tracing/tracer.py +471 -0
- nnsight-0.5.0.dev1/src/nnsight/intervention/tracing/util.py +276 -0
- nnsight-0.5.0.dev1/src/nnsight/log.py +11 -0
- nnsight-0.5.0.dev1/src/nnsight/modeling/__init__.py +1 -0
- nnsight-0.5.0.dev1/src/nnsight/modeling/base.py +15 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/src/nnsight/modeling/diffusion.py +16 -13
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/src/nnsight/modeling/language.py +96 -75
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/src/nnsight/modeling/mixins/loadable.py +4 -4
- nnsight-0.5.0.dev1/src/nnsight/modeling/mixins/meta.py +77 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/src/nnsight/modeling/mixins/remoteable.py +12 -18
- nnsight-0.5.0.dev1/src/nnsight/modeling/vllm/__init__.py +1 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/src/nnsight/modeling/vllm/model_runners/GPUModelRunner.py +69 -46
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/src/nnsight/modeling/vllm/sampling.py +4 -3
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/src/nnsight/modeling/vllm/vllm.py +16 -20
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/src/nnsight/modeling/vllm/workers/GPUWorker.py +1 -1
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/src/nnsight/schema/__init__.py +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/src/nnsight/schema/config.py +4 -7
- nnsight-0.5.0.dev1/src/nnsight/schema/request.py +58 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/src/nnsight/schema/response.py +4 -3
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/src/nnsight/util.py +88 -46
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/src/nnsight.egg-info/PKG-INFO +3 -8
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/src/nnsight.egg-info/SOURCES.txt +18 -58
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/src/nnsight.egg-info/requires.txt +2 -7
- nnsight-0.5.0.dev1/tests/test_lm.py +1197 -0
- nnsight-0.5.0.dev1/tests/test_tiny.py +286 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/tests/test_vllm.py +7 -6
- nnsight-0.4.7/.github/workflows/publish.yml +0 -17
- nnsight-0.4.7/docs/source/documentation.rst +0 -18
- nnsight-0.4.7/docs/source/notebooks/tutorials/diffusion_lens.ipynb +0 -34679
- nnsight-0.4.7/docs/source/notebooks/tutorials/function_vectors.ipynb +0 -16465
- nnsight-0.4.7/function_vectors_solutions.ipynb +0 -16107
- nnsight-0.4.7/pytest.ini +0 -3
- nnsight-0.4.7/src/nnsight/__init__.py +0 -119
- nnsight-0.4.7/src/nnsight/intervention/__init__.py +0 -7
- nnsight-0.4.7/src/nnsight/intervention/backends/__init__.py +0 -3
- nnsight-0.4.7/src/nnsight/intervention/backends/editing.py +0 -18
- nnsight-0.4.7/src/nnsight/intervention/backends/noop.py +0 -9
- nnsight-0.4.7/src/nnsight/intervention/base.py +0 -509
- nnsight-0.4.7/src/nnsight/intervention/contexts/__init__.py +0 -7
- nnsight-0.4.7/src/nnsight/intervention/contexts/editing.py +0 -28
- nnsight-0.4.7/src/nnsight/intervention/contexts/globals.py +0 -69
- nnsight-0.4.7/src/nnsight/intervention/contexts/interleaving.py +0 -163
- nnsight-0.4.7/src/nnsight/intervention/contexts/invoker.py +0 -141
- nnsight-0.4.7/src/nnsight/intervention/contexts/local.py +0 -115
- nnsight-0.4.7/src/nnsight/intervention/contexts/session.py +0 -37
- nnsight-0.4.7/src/nnsight/intervention/contexts/tracer.py +0 -61
- nnsight-0.4.7/src/nnsight/intervention/envoy.py +0 -760
- nnsight-0.4.7/src/nnsight/intervention/graph/__init__.py +0 -3
- nnsight-0.4.7/src/nnsight/intervention/graph/graph.py +0 -433
- nnsight-0.4.7/src/nnsight/intervention/graph/node.py +0 -159
- nnsight-0.4.7/src/nnsight/intervention/graph/proxy.py +0 -142
- nnsight-0.4.7/src/nnsight/intervention/interleaver.py +0 -132
- nnsight-0.4.7/src/nnsight/intervention/protocols/__init__.py +0 -7
- nnsight-0.4.7/src/nnsight/intervention/protocols/entrypoint.py +0 -18
- nnsight-0.4.7/src/nnsight/intervention/protocols/grad.py +0 -73
- nnsight-0.4.7/src/nnsight/intervention/protocols/intervention.py +0 -234
- nnsight-0.4.7/src/nnsight/intervention/protocols/module.py +0 -106
- nnsight-0.4.7/src/nnsight/intervention/protocols/noop.py +0 -14
- nnsight-0.4.7/src/nnsight/intervention/protocols/parameter.py +0 -40
- nnsight-0.4.7/src/nnsight/intervention/protocols/swap.py +0 -36
- nnsight-0.4.7/src/nnsight/logger.py +0 -41
- nnsight-0.4.7/src/nnsight/modeling/mixins/meta.py +0 -52
- nnsight-0.4.7/src/nnsight/modeling/vllm/__init__.py +0 -1
- nnsight-0.4.7/src/nnsight/modeling/vllm/executors/GPUExecutor.py +0 -9
- nnsight-0.4.7/src/nnsight/modeling/vllm/executors/RayGPUExecutor.py +0 -6
- nnsight-0.4.7/src/nnsight/nnsight.log +0 -7
- nnsight-0.4.7/src/nnsight/schema/format/__init__.py +0 -1
- nnsight-0.4.7/src/nnsight/schema/format/functions.py +0 -155
- nnsight-0.4.7/src/nnsight/schema/format/types.py +0 -447
- nnsight-0.4.7/src/nnsight/schema/request.py +0 -161
- nnsight-0.4.7/src/nnsight/schema/result.py +0 -26
- nnsight-0.4.7/src/nnsight/test.py +0 -40
- nnsight-0.4.7/src/nnsight/tracing/__init__.py +0 -7
- nnsight-0.4.7/src/nnsight/tracing/backends/__init__.py +0 -1
- nnsight-0.4.7/src/nnsight/tracing/backends/base.py +0 -75
- nnsight-0.4.7/src/nnsight/tracing/contexts/__init__.py +0 -5
- nnsight-0.4.7/src/nnsight/tracing/contexts/base.py +0 -96
- nnsight-0.4.7/src/nnsight/tracing/contexts/conditional.py +0 -69
- nnsight-0.4.7/src/nnsight/tracing/contexts/globals.py +0 -200
- nnsight-0.4.7/src/nnsight/tracing/contexts/iterator.py +0 -76
- nnsight-0.4.7/src/nnsight/tracing/contexts/tracer.py +0 -51
- nnsight-0.4.7/src/nnsight/tracing/graph/__init__.py +0 -4
- nnsight-0.4.7/src/nnsight/tracing/graph/graph.py +0 -342
- nnsight-0.4.7/src/nnsight/tracing/graph/node.py +0 -423
- nnsight-0.4.7/src/nnsight/tracing/graph/proxy.py +0 -338
- nnsight-0.4.7/src/nnsight/tracing/graph/viz.py +0 -221
- nnsight-0.4.7/src/nnsight/tracing/hacks/__init__.py +0 -23
- nnsight-0.4.7/src/nnsight/tracing/hacks/comprehension.py +0 -67
- nnsight-0.4.7/src/nnsight/tracing/hacks/conditional.py +0 -74
- nnsight-0.4.7/src/nnsight/tracing/hacks/iterator.py +0 -106
- nnsight-0.4.7/src/nnsight/tracing/hacks/util.py +0 -101
- nnsight-0.4.7/src/nnsight/tracing/protocols/__init__.py +0 -4
- nnsight-0.4.7/src/nnsight/tracing/protocols/base.py +0 -45
- nnsight-0.4.7/src/nnsight/tracing/protocols/lock.py +0 -31
- nnsight-0.4.7/src/nnsight/tracing/protocols/stop.py +0 -33
- nnsight-0.4.7/src/nnsight/tracing/protocols/variable.py +0 -34
- nnsight-0.4.7/tests/test_lm.py +0 -541
- nnsight-0.4.7/tests/test_tiny.py +0 -335
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/.github/workflows/python-app.yml +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/CHANGELOG.md +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/CODE_OF_CONDUCT.md +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/LICENSE +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/NNsight_Walkthrough.ipynb +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/NNsight_v0_3_guide.ipynb +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/NNsight_v0_4_guide.ipynb +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/README.md +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/conftest.py +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/.DS_Store +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/Makefile +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/contributing.md +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/make.bat +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/requirements.txt +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/.DS_Store +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/_static/.DS_Store +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/_static/css/custom.css +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/_static/css/home.css +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/_static/css/pygments.css +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/_static/css/status.css +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/_static/images/.DS_Store +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/_static/images/execution.png +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/_static/images/icon.ico +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/_static/images/interleaved.png +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/_static/images/ioi.png +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/_static/images/nnsight_logo.svg +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/_static/images/tutorials/.DS_Store +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/_static/images/tutorials/activation_patching.webp +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/_static/images/tutorials/attribution_patching.webp +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/_static/images/tutorials/dictionary_learning.webp +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/_static/images/tutorials/function_vectors.webp +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/_static/images/tutorials/future_lens.webp +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/_static/images/tutorials/logit_lens.webp +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/_static/images/tutorials/walkthrough.webp +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/_static/js/.DS_Store +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/_static/js/code.js +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/_static/js/custom.js +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/_templates/layout.html +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/_templates/ndif_status.html +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/documentation/intervention.rst +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/documentation/modeling.rst +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/documentation/schema.rst +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/documentation/tracing.rst +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/documentation/util.rst +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/index.rst +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/notebooks/features/conditionals.ipynb +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/notebooks/features/cross_prompt.ipynb +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/notebooks/features/custom_functions.ipynb +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/notebooks/features/early_stopping.ipynb +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/notebooks/features/editing_tutorial.ipynb +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/notebooks/features/getting.ipynb +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/notebooks/features/gradients.ipynb +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/notebooks/features/iterator.ipynb +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/notebooks/features/lora_training.ipynb +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/notebooks/features/model_editing.ipynb +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/notebooks/features/modules.ipynb +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/notebooks/features/multiple_token.ipynb +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/notebooks/features/operations.ipynb +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/notebooks/features/remote_execution.ipynb +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/notebooks/features/scan_validate.ipynb +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/notebooks/features/sessions.ipynb +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/notebooks/features/setting.ipynb +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/notebooks/features/streaming.ipynb +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/notebooks/tutorials/LoRA_tutorial.ipynb +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/notebooks/tutorials/activation_patching.ipynb +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/notebooks/tutorials/attribution_patching.ipynb +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/notebooks/tutorials/boundless_DAS.ipynb +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/notebooks/tutorials/dict_learning.ipynb +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/notebooks/tutorials/images/Activation_patching-figure1.png +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/notebooks/tutorials/images/LoRA_tutorial_figure_1.png +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/notebooks/tutorials/images/LoRA_tutorial_figure_2.png +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/notebooks/tutorials/logit_lens.ipynb +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/notebooks/tutorials/start_remote_access.ipynb +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/notebooks/tutorials/tutorial_price_tagging_utils.py +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/notebooks/tutorials/walkthrough.ipynb +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/source/status.rst +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/sourcelatex/conf.py +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/sourcelatex/documentation/contexts.rst +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/sourcelatex/documentation/intervention.rst +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/sourcelatex/documentation/models.rst +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/sourcelatex/documentation/module.rst +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/sourcelatex/documentation/patching.rst +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/sourcelatex/documentation/tracing.rst +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/sourcelatex/documentation/util.rst +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/docs/sourcelatex/index.rst +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/setup.cfg +0 -0
- {nnsight-0.4.7/src/nnsight/modeling/vllm/executors → nnsight-0.5.0.dev1/src/nnsight/intervention/tracing}/__init__.py +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/src/nnsight/modeling/mixins/__init__.py +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/src/nnsight/modeling/vllm/model_runners/__init__.py +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/src/nnsight/modeling/vllm/workers/__init__.py +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/src/nnsight.egg-info/dependency_links.txt +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/src/nnsight.egg-info/top_level.txt +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/tests/__init__.py +0 -0
- {nnsight-0.4.7 → nnsight-0.5.0.dev1}/tests/test_diffusion.py +0 -0
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
name: Publish to PyPI.org
|
|
2
|
+
|
|
3
|
+
on:
|
|
4
|
+
release:
|
|
5
|
+
types: [published]
|
|
6
|
+
workflow_dispatch:
|
|
7
|
+
|
|
8
|
+
jobs:
|
|
9
|
+
build-and-publish:
|
|
10
|
+
runs-on: ubuntu-latest
|
|
11
|
+
|
|
12
|
+
steps:
|
|
13
|
+
- name: Checkout code
|
|
14
|
+
uses: actions/checkout@v3
|
|
15
|
+
|
|
16
|
+
- name: Set up Python
|
|
17
|
+
uses: actions/setup-python@v5
|
|
18
|
+
with:
|
|
19
|
+
python-version: '3.12'
|
|
20
|
+
|
|
21
|
+
- name: Install dependencies
|
|
22
|
+
run: |
|
|
23
|
+
python -m pip install --upgrade pip
|
|
24
|
+
pip install build cibuildwheel
|
|
25
|
+
|
|
26
|
+
- name: Build manylinux wheels
|
|
27
|
+
run: cibuildwheel --output-dir dist
|
|
28
|
+
env:
|
|
29
|
+
CIBW_SKIP: "pp* *musllinux*"
|
|
30
|
+
|
|
31
|
+
- name: Build sdist
|
|
32
|
+
run: python -m build --sdist
|
|
33
|
+
|
|
34
|
+
- name: Publish to PyPI
|
|
35
|
+
uses: pypa/gh-action-pypi-publish@release/v1
|
|
36
|
+
with:
|
|
37
|
+
password: ${{ secrets.PYPI_API_TOKEN }}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: nnsight
|
|
3
|
-
Version: 0.
|
|
3
|
+
Version: 0.5.0.dev1
|
|
4
4
|
Summary: Package for interpreting and manipulating the internals of deep learning models.
|
|
5
5
|
Author-email: Jaden Fiotto-Kaufman <jadenfk@outlook.com>
|
|
6
6
|
License: MIT License
|
|
@@ -16,17 +16,12 @@ Requires-Python: >=3.7
|
|
|
16
16
|
Description-Content-Type: text/markdown
|
|
17
17
|
License-File: LICENSE
|
|
18
18
|
Requires-Dist: transformers
|
|
19
|
-
Requires-Dist:
|
|
19
|
+
Requires-Dist: astor
|
|
20
|
+
Requires-Dist: dill
|
|
20
21
|
Requires-Dist: python-socketio[client]
|
|
21
|
-
Requires-Dist: tokenizers>=0.13.0
|
|
22
22
|
Requires-Dist: pydantic>=2.9.0
|
|
23
23
|
Requires-Dist: torch>=2.4.0
|
|
24
|
-
Requires-Dist: sentencepiece
|
|
25
|
-
Requires-Dist: torchvision
|
|
26
24
|
Requires-Dist: accelerate
|
|
27
|
-
Requires-Dist: diffusers
|
|
28
|
-
Requires-Dist: einops
|
|
29
|
-
Requires-Dist: msgspec
|
|
30
25
|
Requires-Dist: toml
|
|
31
26
|
Requires-Dist: ipython
|
|
32
27
|
Provides-Extra: test
|
|
@@ -96,11 +96,7 @@ And with NNsight, you can use these methods on large models like Llama-3.1-70b o
|
|
|
96
96
|
|
|
97
97
|
The NNsight library also provides full access to gradients and optimization methods, out of order module applications, cross prompt interventions, and many more features.
|
|
98
98
|
|
|
99
|
-
Next Steps
|
|
100
|
-
----------
|
|
101
|
-
|
|
102
99
|
See the :doc:`start` and :doc:`features` pages for more information on NNsight's functionality.
|
|
103
100
|
|
|
104
|
-
Join
|
|
105
|
-
If you'd like to report an issue or give our project a star, check out our GitHub: https://github.com/ndif-team/nnsight.
|
|
106
|
-
We also welcome you to join the `NDIF Discord <https://discord.gg/6uFJmCSwW7>`_ for real-time discussions and community support.
|
|
101
|
+
Join the `NDIF Discord <https://discord.gg/6uFJmCSwW7>`_ for updates, feature requests, bug reports, and opportunities to help with our efforts.
|
|
102
|
+
If you'd like to report an issue or give our project a star, check out our GitHub: https://github.com/ndif-team/nnsight.
|
|
@@ -57,11 +57,6 @@ html_theme_options = {
|
|
|
57
57
|
"url": "https://github.com/ndif-team/nnsight",
|
|
58
58
|
"icon": "fa-brands fa-github",
|
|
59
59
|
},
|
|
60
|
-
{
|
|
61
|
-
"name": "Forum",
|
|
62
|
-
"url": "https://discuss.ndif.us/",
|
|
63
|
-
"icon": "fa-brands fa-discourse",
|
|
64
|
-
},
|
|
65
60
|
{
|
|
66
61
|
"name": "Discord",
|
|
67
62
|
"url": "https://forms.gle/1Y6myaXYzSh3oHf56",
|
|
@@ -350,11 +350,6 @@ Features
|
|
|
350
350
|
</div>
|
|
351
351
|
|
|
352
352
|
|
|
353
|
-
Report Issues
|
|
354
|
-
-------------
|
|
355
|
-
|
|
356
|
-
NNsight and NDIF are open-source and you can report issues, read, and clone the full source at https://github.com/ndif-team/nnsight.
|
|
357
|
-
Also check out https://discuss.ndif.us/ to ask questions about our features or suggest new ones.
|
|
358
353
|
|
|
359
354
|
.. toctree::
|
|
360
355
|
:glob:
|
|
@@ -28,9 +28,7 @@
|
|
|
28
28
|
"id": "QMKTxOsQ_NdD"
|
|
29
29
|
},
|
|
30
30
|
"source": [
|
|
31
|
-
"You will need to install `nnsight 0.4`, `vllm
|
|
32
|
-
"\n",
|
|
33
|
-
"Please note that the current version of `vllm` isn't supported with NNsight, so you will need to specifically install the supported version: `vllm==0.6.4.post1`."
|
|
31
|
+
"You will need to install `nnsight 0.4`, `vllm`, and `triton 3.1.0` to use vLLM with NNsight."
|
|
34
32
|
]
|
|
35
33
|
},
|
|
36
34
|
{
|
|
@@ -223,7 +221,7 @@
|
|
|
223
221
|
"from nnsight.modeling.vllm import VLLM\n",
|
|
224
222
|
"\n",
|
|
225
223
|
"# NNsight's VLLM wrapper currently supports \"device = cuda\" and device = \"auto\"\n",
|
|
226
|
-
"vllm = VLLM(\"gpt2\", device = \"auto\", dispatch = True) # See supported models: https://docs.vllm.ai/en/
|
|
224
|
+
"vllm = VLLM(\"gpt2\", device = \"auto\", dispatch = True) # See supported models: https://docs.vllm.ai/en/latest/models/supported_models.html\n",
|
|
227
225
|
"\n",
|
|
228
226
|
"clear_output()\n",
|
|
229
227
|
"print(vllm)"
|