nnsight 0.4.7__tar.gz → 0.5.0.dev0__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (227) hide show
  1. nnsight-0.5.0.dev0/.github/workflows/publish.yml +37 -0
  2. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/.gitignore +2 -2
  3. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/PKG-INFO +3 -8
  4. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/about.rst +2 -6
  5. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/conf.py +0 -5
  6. nnsight-0.5.0.dev0/docs/source/documentation.rst +12 -0
  7. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/features.rst +0 -5
  8. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/notebooks/features/vllm_support.ipynb +2 -4
  9. nnsight-0.5.0.dev0/docs/source/notebooks/tutorials/diffusion_lens.ipynb +713 -0
  10. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/pages/home.html +2 -2
  11. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/start.rst +1 -6
  12. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/tutorials.rst +2 -42
  13. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/pyproject.toml +9 -10
  14. nnsight-0.5.0.dev0/pytest.ini +10 -0
  15. nnsight-0.5.0.dev0/setup.py +12 -0
  16. nnsight-0.5.0.dev0/src/nnsight/__init__.py +68 -0
  17. nnsight-0.5.0.dev0/src/nnsight/_c/__init__.py +3 -0
  18. nnsight-0.5.0.dev0/src/nnsight/_c/py_mount.c +158 -0
  19. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/src/nnsight/config.yaml +1 -4
  20. {nnsight-0.4.7/src/nnsight/modeling → nnsight-0.5.0.dev0/src/nnsight/intervention}/__init__.py +0 -0
  21. nnsight-0.5.0.dev0/src/nnsight/intervention/backends/__init__.py +2 -0
  22. nnsight-0.5.0.dev0/src/nnsight/intervention/backends/base.py +30 -0
  23. nnsight-0.5.0.dev0/src/nnsight/intervention/backends/editing.py +21 -0
  24. nnsight-0.5.0.dev0/src/nnsight/intervention/backends/execution.py +26 -0
  25. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/src/nnsight/intervention/backends/remote.py +75 -102
  26. nnsight-0.5.0.dev0/src/nnsight/intervention/batching.py +134 -0
  27. nnsight-0.5.0.dev0/src/nnsight/intervention/envoy.py +1230 -0
  28. nnsight-0.5.0.dev0/src/nnsight/intervention/inject.py +83 -0
  29. nnsight-0.5.0.dev0/src/nnsight/intervention/interleaver.py +940 -0
  30. nnsight-0.5.0.dev0/src/nnsight/intervention/tracing/backwards.py +38 -0
  31. nnsight-0.5.0.dev0/src/nnsight/intervention/tracing/base.py +410 -0
  32. nnsight-0.5.0.dev0/src/nnsight/intervention/tracing/editing.py +41 -0
  33. nnsight-0.5.0.dev0/src/nnsight/intervention/tracing/globals.py +56 -0
  34. nnsight-0.5.0.dev0/src/nnsight/intervention/tracing/invoker.py +74 -0
  35. nnsight-0.5.0.dev0/src/nnsight/intervention/tracing/iterator.py +59 -0
  36. nnsight-0.5.0.dev0/src/nnsight/intervention/tracing/tracer.py +471 -0
  37. nnsight-0.5.0.dev0/src/nnsight/intervention/tracing/util.py +276 -0
  38. nnsight-0.5.0.dev0/src/nnsight/log.py +11 -0
  39. nnsight-0.5.0.dev0/src/nnsight/modeling/__init__.py +1 -0
  40. nnsight-0.5.0.dev0/src/nnsight/modeling/base.py +15 -0
  41. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/src/nnsight/modeling/diffusion.py +16 -13
  42. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/src/nnsight/modeling/language.py +96 -75
  43. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/src/nnsight/modeling/mixins/loadable.py +4 -4
  44. nnsight-0.5.0.dev0/src/nnsight/modeling/mixins/meta.py +77 -0
  45. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/src/nnsight/modeling/mixins/remoteable.py +12 -18
  46. nnsight-0.5.0.dev0/src/nnsight/modeling/vllm/__init__.py +1 -0
  47. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/src/nnsight/modeling/vllm/model_runners/GPUModelRunner.py +69 -46
  48. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/src/nnsight/modeling/vllm/sampling.py +4 -3
  49. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/src/nnsight/modeling/vllm/vllm.py +16 -20
  50. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/src/nnsight/modeling/vllm/workers/GPUWorker.py +1 -1
  51. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/src/nnsight/schema/__init__.py +0 -0
  52. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/src/nnsight/schema/config.py +4 -7
  53. nnsight-0.5.0.dev0/src/nnsight/schema/request.py +58 -0
  54. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/src/nnsight/schema/response.py +4 -3
  55. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/src/nnsight/util.py +88 -46
  56. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/src/nnsight.egg-info/PKG-INFO +3 -8
  57. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/src/nnsight.egg-info/SOURCES.txt +18 -58
  58. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/src/nnsight.egg-info/requires.txt +2 -7
  59. nnsight-0.5.0.dev0/tests/test_lm.py +1197 -0
  60. nnsight-0.5.0.dev0/tests/test_tiny.py +286 -0
  61. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/tests/test_vllm.py +7 -6
  62. nnsight-0.4.7/.github/workflows/publish.yml +0 -17
  63. nnsight-0.4.7/docs/source/documentation.rst +0 -18
  64. nnsight-0.4.7/docs/source/notebooks/tutorials/diffusion_lens.ipynb +0 -34679
  65. nnsight-0.4.7/docs/source/notebooks/tutorials/function_vectors.ipynb +0 -16465
  66. nnsight-0.4.7/function_vectors_solutions.ipynb +0 -16107
  67. nnsight-0.4.7/pytest.ini +0 -3
  68. nnsight-0.4.7/src/nnsight/__init__.py +0 -119
  69. nnsight-0.4.7/src/nnsight/intervention/__init__.py +0 -7
  70. nnsight-0.4.7/src/nnsight/intervention/backends/__init__.py +0 -3
  71. nnsight-0.4.7/src/nnsight/intervention/backends/editing.py +0 -18
  72. nnsight-0.4.7/src/nnsight/intervention/backends/noop.py +0 -9
  73. nnsight-0.4.7/src/nnsight/intervention/base.py +0 -509
  74. nnsight-0.4.7/src/nnsight/intervention/contexts/__init__.py +0 -7
  75. nnsight-0.4.7/src/nnsight/intervention/contexts/editing.py +0 -28
  76. nnsight-0.4.7/src/nnsight/intervention/contexts/globals.py +0 -69
  77. nnsight-0.4.7/src/nnsight/intervention/contexts/interleaving.py +0 -163
  78. nnsight-0.4.7/src/nnsight/intervention/contexts/invoker.py +0 -141
  79. nnsight-0.4.7/src/nnsight/intervention/contexts/local.py +0 -115
  80. nnsight-0.4.7/src/nnsight/intervention/contexts/session.py +0 -37
  81. nnsight-0.4.7/src/nnsight/intervention/contexts/tracer.py +0 -61
  82. nnsight-0.4.7/src/nnsight/intervention/envoy.py +0 -760
  83. nnsight-0.4.7/src/nnsight/intervention/graph/__init__.py +0 -3
  84. nnsight-0.4.7/src/nnsight/intervention/graph/graph.py +0 -433
  85. nnsight-0.4.7/src/nnsight/intervention/graph/node.py +0 -159
  86. nnsight-0.4.7/src/nnsight/intervention/graph/proxy.py +0 -142
  87. nnsight-0.4.7/src/nnsight/intervention/interleaver.py +0 -132
  88. nnsight-0.4.7/src/nnsight/intervention/protocols/__init__.py +0 -7
  89. nnsight-0.4.7/src/nnsight/intervention/protocols/entrypoint.py +0 -18
  90. nnsight-0.4.7/src/nnsight/intervention/protocols/grad.py +0 -73
  91. nnsight-0.4.7/src/nnsight/intervention/protocols/intervention.py +0 -234
  92. nnsight-0.4.7/src/nnsight/intervention/protocols/module.py +0 -106
  93. nnsight-0.4.7/src/nnsight/intervention/protocols/noop.py +0 -14
  94. nnsight-0.4.7/src/nnsight/intervention/protocols/parameter.py +0 -40
  95. nnsight-0.4.7/src/nnsight/intervention/protocols/swap.py +0 -36
  96. nnsight-0.4.7/src/nnsight/logger.py +0 -41
  97. nnsight-0.4.7/src/nnsight/modeling/mixins/meta.py +0 -52
  98. nnsight-0.4.7/src/nnsight/modeling/vllm/__init__.py +0 -1
  99. nnsight-0.4.7/src/nnsight/modeling/vllm/executors/GPUExecutor.py +0 -9
  100. nnsight-0.4.7/src/nnsight/modeling/vllm/executors/RayGPUExecutor.py +0 -6
  101. nnsight-0.4.7/src/nnsight/nnsight.log +0 -7
  102. nnsight-0.4.7/src/nnsight/schema/format/__init__.py +0 -1
  103. nnsight-0.4.7/src/nnsight/schema/format/functions.py +0 -155
  104. nnsight-0.4.7/src/nnsight/schema/format/types.py +0 -447
  105. nnsight-0.4.7/src/nnsight/schema/request.py +0 -161
  106. nnsight-0.4.7/src/nnsight/schema/result.py +0 -26
  107. nnsight-0.4.7/src/nnsight/test.py +0 -40
  108. nnsight-0.4.7/src/nnsight/tracing/__init__.py +0 -7
  109. nnsight-0.4.7/src/nnsight/tracing/backends/__init__.py +0 -1
  110. nnsight-0.4.7/src/nnsight/tracing/backends/base.py +0 -75
  111. nnsight-0.4.7/src/nnsight/tracing/contexts/__init__.py +0 -5
  112. nnsight-0.4.7/src/nnsight/tracing/contexts/base.py +0 -96
  113. nnsight-0.4.7/src/nnsight/tracing/contexts/conditional.py +0 -69
  114. nnsight-0.4.7/src/nnsight/tracing/contexts/globals.py +0 -200
  115. nnsight-0.4.7/src/nnsight/tracing/contexts/iterator.py +0 -76
  116. nnsight-0.4.7/src/nnsight/tracing/contexts/tracer.py +0 -51
  117. nnsight-0.4.7/src/nnsight/tracing/graph/__init__.py +0 -4
  118. nnsight-0.4.7/src/nnsight/tracing/graph/graph.py +0 -342
  119. nnsight-0.4.7/src/nnsight/tracing/graph/node.py +0 -423
  120. nnsight-0.4.7/src/nnsight/tracing/graph/proxy.py +0 -338
  121. nnsight-0.4.7/src/nnsight/tracing/graph/viz.py +0 -221
  122. nnsight-0.4.7/src/nnsight/tracing/hacks/__init__.py +0 -23
  123. nnsight-0.4.7/src/nnsight/tracing/hacks/comprehension.py +0 -67
  124. nnsight-0.4.7/src/nnsight/tracing/hacks/conditional.py +0 -74
  125. nnsight-0.4.7/src/nnsight/tracing/hacks/iterator.py +0 -106
  126. nnsight-0.4.7/src/nnsight/tracing/hacks/util.py +0 -101
  127. nnsight-0.4.7/src/nnsight/tracing/protocols/__init__.py +0 -4
  128. nnsight-0.4.7/src/nnsight/tracing/protocols/base.py +0 -45
  129. nnsight-0.4.7/src/nnsight/tracing/protocols/lock.py +0 -31
  130. nnsight-0.4.7/src/nnsight/tracing/protocols/stop.py +0 -33
  131. nnsight-0.4.7/src/nnsight/tracing/protocols/variable.py +0 -34
  132. nnsight-0.4.7/tests/test_lm.py +0 -541
  133. nnsight-0.4.7/tests/test_tiny.py +0 -335
  134. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/.github/workflows/python-app.yml +0 -0
  135. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/CHANGELOG.md +0 -0
  136. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/CODE_OF_CONDUCT.md +0 -0
  137. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/LICENSE +0 -0
  138. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/NNsight_Walkthrough.ipynb +0 -0
  139. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/NNsight_v0_3_guide.ipynb +0 -0
  140. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/NNsight_v0_4_guide.ipynb +0 -0
  141. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/README.md +0 -0
  142. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/conftest.py +0 -0
  143. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/.DS_Store +0 -0
  144. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/Makefile +0 -0
  145. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/contributing.md +0 -0
  146. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/make.bat +0 -0
  147. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/requirements.txt +0 -0
  148. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/.DS_Store +0 -0
  149. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/_static/.DS_Store +0 -0
  150. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/_static/css/custom.css +0 -0
  151. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/_static/css/home.css +0 -0
  152. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/_static/css/pygments.css +0 -0
  153. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/_static/css/status.css +0 -0
  154. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/_static/images/.DS_Store +0 -0
  155. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/_static/images/execution.png +0 -0
  156. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/_static/images/icon.ico +0 -0
  157. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/_static/images/interleaved.png +0 -0
  158. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/_static/images/ioi.png +0 -0
  159. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/_static/images/nnsight_logo.svg +0 -0
  160. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/_static/images/tutorials/.DS_Store +0 -0
  161. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/_static/images/tutorials/activation_patching.webp +0 -0
  162. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/_static/images/tutorials/attribution_patching.webp +0 -0
  163. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/_static/images/tutorials/dictionary_learning.webp +0 -0
  164. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/_static/images/tutorials/function_vectors.webp +0 -0
  165. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/_static/images/tutorials/future_lens.webp +0 -0
  166. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/_static/images/tutorials/logit_lens.webp +0 -0
  167. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/_static/images/tutorials/walkthrough.webp +0 -0
  168. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/_static/js/.DS_Store +0 -0
  169. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/_static/js/code.js +0 -0
  170. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/_static/js/custom.js +0 -0
  171. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/_templates/layout.html +0 -0
  172. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/_templates/ndif_status.html +0 -0
  173. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/documentation/intervention.rst +0 -0
  174. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/documentation/modeling.rst +0 -0
  175. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/documentation/schema.rst +0 -0
  176. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/documentation/tracing.rst +0 -0
  177. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/documentation/util.rst +0 -0
  178. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/index.rst +0 -0
  179. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/notebooks/features/conditionals.ipynb +0 -0
  180. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/notebooks/features/cross_prompt.ipynb +0 -0
  181. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/notebooks/features/custom_functions.ipynb +0 -0
  182. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/notebooks/features/early_stopping.ipynb +0 -0
  183. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/notebooks/features/editing_tutorial.ipynb +0 -0
  184. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/notebooks/features/getting.ipynb +0 -0
  185. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/notebooks/features/gradients.ipynb +0 -0
  186. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/notebooks/features/iterator.ipynb +0 -0
  187. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/notebooks/features/lora_training.ipynb +0 -0
  188. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/notebooks/features/model_editing.ipynb +0 -0
  189. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/notebooks/features/modules.ipynb +0 -0
  190. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/notebooks/features/multiple_token.ipynb +0 -0
  191. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/notebooks/features/operations.ipynb +0 -0
  192. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/notebooks/features/remote_execution.ipynb +0 -0
  193. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/notebooks/features/scan_validate.ipynb +0 -0
  194. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/notebooks/features/sessions.ipynb +0 -0
  195. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/notebooks/features/setting.ipynb +0 -0
  196. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/notebooks/features/streaming.ipynb +0 -0
  197. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/notebooks/tutorials/LoRA_tutorial.ipynb +0 -0
  198. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/notebooks/tutorials/activation_patching.ipynb +0 -0
  199. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/notebooks/tutorials/attribution_patching.ipynb +0 -0
  200. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/notebooks/tutorials/boundless_DAS.ipynb +0 -0
  201. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/notebooks/tutorials/dict_learning.ipynb +0 -0
  202. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/notebooks/tutorials/images/Activation_patching-figure1.png +0 -0
  203. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/notebooks/tutorials/images/LoRA_tutorial_figure_1.png +0 -0
  204. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/notebooks/tutorials/images/LoRA_tutorial_figure_2.png +0 -0
  205. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/notebooks/tutorials/logit_lens.ipynb +0 -0
  206. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/notebooks/tutorials/start_remote_access.ipynb +0 -0
  207. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/notebooks/tutorials/tutorial_price_tagging_utils.py +0 -0
  208. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/notebooks/tutorials/walkthrough.ipynb +0 -0
  209. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/source/status.rst +0 -0
  210. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/sourcelatex/conf.py +0 -0
  211. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/sourcelatex/documentation/contexts.rst +0 -0
  212. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/sourcelatex/documentation/intervention.rst +0 -0
  213. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/sourcelatex/documentation/models.rst +0 -0
  214. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/sourcelatex/documentation/module.rst +0 -0
  215. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/sourcelatex/documentation/patching.rst +0 -0
  216. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/sourcelatex/documentation/tracing.rst +0 -0
  217. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/sourcelatex/documentation/util.rst +0 -0
  218. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/docs/sourcelatex/index.rst +0 -0
  219. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/setup.cfg +0 -0
  220. {nnsight-0.4.7/src/nnsight/modeling/vllm/executors → nnsight-0.5.0.dev0/src/nnsight/intervention/tracing}/__init__.py +0 -0
  221. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/src/nnsight/modeling/mixins/__init__.py +0 -0
  222. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/src/nnsight/modeling/vllm/model_runners/__init__.py +0 -0
  223. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/src/nnsight/modeling/vllm/workers/__init__.py +0 -0
  224. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/src/nnsight.egg-info/dependency_links.txt +0 -0
  225. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/src/nnsight.egg-info/top_level.txt +0 -0
  226. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/tests/__init__.py +0 -0
  227. {nnsight-0.4.7 → nnsight-0.5.0.dev0}/tests/test_diffusion.py +0 -0
@@ -0,0 +1,37 @@
1
+ name: Publish to PyPI.org
2
+
3
+ on:
4
+ release:
5
+ types: [published]
6
+ workflow_dispatch:
7
+
8
+ jobs:
9
+ build-and-publish:
10
+ runs-on: ubuntu-latest
11
+
12
+ steps:
13
+ - name: Checkout code
14
+ uses: actions/checkout@v3
15
+
16
+ - name: Set up Python
17
+ uses: actions/setup-python@v5
18
+ with:
19
+ python-version: '3.12'
20
+
21
+ - name: Install dependencies
22
+ run: |
23
+ python -m pip install --upgrade pip
24
+ pip install build cibuildwheel
25
+
26
+ - name: Build manylinux wheels
27
+ run: cibuildwheel --output-dir dist
28
+ env:
29
+ CIBW_SKIP: "pp* *musllinux*"
30
+
31
+ - name: Build sdist
32
+ run: python -m build --sdist
33
+
34
+ - name: Publish to PyPI
35
+ uses: pypa/gh-action-pypi-publish@release/v1
36
+ with:
37
+ password: ${{ secrets.PYPI_API_TOKEN }}
@@ -7,6 +7,6 @@ public/
7
7
  __pycache__/
8
8
  .DS_Store
9
9
  **/.DS_Store
10
- config.yaml
11
10
  .nfs*
12
- nnsight.log
11
+ nnsight.log
12
+ src/nnsight/_c/**.so
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: nnsight
3
- Version: 0.4.7
3
+ Version: 0.5.0.dev0
4
4
  Summary: Package for interpreting and manipulating the internals of deep learning models.
5
5
  Author-email: Jaden Fiotto-Kaufman <jadenfk@outlook.com>
6
6
  License: MIT License
@@ -16,17 +16,12 @@ Requires-Python: >=3.7
16
16
  Description-Content-Type: text/markdown
17
17
  License-File: LICENSE
18
18
  Requires-Dist: transformers
19
- Requires-Dist: protobuf
19
+ Requires-Dist: astor
20
+ Requires-Dist: dill
20
21
  Requires-Dist: python-socketio[client]
21
- Requires-Dist: tokenizers>=0.13.0
22
22
  Requires-Dist: pydantic>=2.9.0
23
23
  Requires-Dist: torch>=2.4.0
24
- Requires-Dist: sentencepiece
25
- Requires-Dist: torchvision
26
24
  Requires-Dist: accelerate
27
- Requires-Dist: diffusers
28
- Requires-Dist: einops
29
- Requires-Dist: msgspec
30
25
  Requires-Dist: toml
31
26
  Requires-Dist: ipython
32
27
  Provides-Extra: test
@@ -96,11 +96,7 @@ And with NNsight, you can use these methods on large models like Llama-3.1-70b o
96
96
 
97
97
  The NNsight library also provides full access to gradients and optimization methods, out of order module applications, cross prompt interventions, and many more features.
98
98
 
99
- Next Steps
100
- ----------
101
-
102
99
  See the :doc:`start` and :doc:`features` pages for more information on NNsight's functionality.
103
100
 
104
- Join our forum https://discuss.ndif.us/ for updates, feature requests, bug reports, and opportunities to help with our efforts.
105
- If you'd like to report an issue or give our project a star, check out our GitHub: https://github.com/ndif-team/nnsight.
106
- We also welcome you to join the `NDIF Discord <https://discord.gg/6uFJmCSwW7>`_ for real-time discussions and community support.
101
+ Join the `NDIF Discord <https://discord.gg/6uFJmCSwW7>`_ for updates, feature requests, bug reports, and opportunities to help with our efforts.
102
+ If you'd like to report an issue or give our project a star, check out our GitHub: https://github.com/ndif-team/nnsight.
@@ -57,11 +57,6 @@ html_theme_options = {
57
57
  "url": "https://github.com/ndif-team/nnsight",
58
58
  "icon": "fa-brands fa-github",
59
59
  },
60
- {
61
- "name": "Forum",
62
- "url": "https://discuss.ndif.us/",
63
- "icon": "fa-brands fa-discourse",
64
- },
65
60
  {
66
61
  "name": "Discord",
67
62
  "url": "https://forms.gle/1Y6myaXYzSh3oHf56",
@@ -0,0 +1,12 @@
1
+ Documentation
2
+ =============
3
+
4
+ .. toctree::
5
+ :titlesonly:
6
+
7
+ documentation/modeling
8
+ documentation/tracing
9
+ documentation/intervention
10
+ documentation/schema
11
+ documentation/util
12
+
@@ -350,11 +350,6 @@ Features
350
350
  </div>
351
351
 
352
352
 
353
- Report Issues
354
- -------------
355
-
356
- NNsight and NDIF are open-source and you can report issues, read, and clone the full source at https://github.com/ndif-team/nnsight.
357
- Also check out https://discuss.ndif.us/ to ask questions about our features or suggest new ones.
358
353
 
359
354
  .. toctree::
360
355
  :glob:
@@ -28,9 +28,7 @@
28
28
  "id": "QMKTxOsQ_NdD"
29
29
  },
30
30
  "source": [
31
- "You will need to install `nnsight 0.4`, `vllm==0.6.4.post1`, and `triton 3.1.0` to use vLLM with NNsight.\n",
32
- "\n",
33
- "Please note that the current version of `vllm` isn't supported with NNsight, so you will need to specifically install the supported version: `vllm==0.6.4.post1`."
31
+ "You will need to install `nnsight 0.4`, `vllm`, and `triton 3.1.0` to use vLLM with NNsight."
34
32
  ]
35
33
  },
36
34
  {
@@ -223,7 +221,7 @@
223
221
  "from nnsight.modeling.vllm import VLLM\n",
224
222
  "\n",
225
223
  "# NNsight's VLLM wrapper currently supports \"device = cuda\" and device = \"auto\"\n",
226
- "vllm = VLLM(\"gpt2\", device = \"auto\", dispatch = True) # See supported models: https://docs.vllm.ai/en/v0.6.4.post1/models/supported_models.html\n",
224
+ "vllm = VLLM(\"gpt2\", device = \"auto\", dispatch = True) # See supported models: https://docs.vllm.ai/en/latest/models/supported_models.html\n",
227
225
  "\n",
228
226
  "clear_output()\n",
229
227
  "print(vllm)"