nnsight 0.5.0.dev0__tar.gz → 0.5.0.dev2__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/PKG-INFO +1 -1
- nnsight-0.5.0.dev2/src/nnsight/__init__.py +150 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/src/nnsight/intervention/envoy.py +293 -120
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/src/nnsight/intervention/interleaver.py +8 -19
- nnsight-0.5.0.dev2/src/nnsight/intervention/serialization.py +55 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/src/nnsight/intervention/tracing/base.py +3 -5
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/src/nnsight/intervention/tracing/editing.py +0 -15
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/src/nnsight/intervention/tracing/globals.py +14 -1
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/src/nnsight/intervention/tracing/invoker.py +1 -1
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/src/nnsight/intervention/tracing/iterator.py +1 -1
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/src/nnsight/intervention/tracing/tracer.py +58 -39
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/src/nnsight/modeling/mixins/loadable.py +2 -2
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/src/nnsight/modeling/mixins/meta.py +2 -3
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/src/nnsight/schema/request.py +4 -6
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/src/nnsight/schema/response.py +1 -1
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/src/nnsight.egg-info/PKG-INFO +1 -1
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/src/nnsight.egg-info/SOURCES.txt +1 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/tests/test_lm.py +37 -0
- nnsight-0.5.0.dev0/src/nnsight/__init__.py +0 -68
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/.github/workflows/publish.yml +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/.github/workflows/python-app.yml +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/.gitignore +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/CHANGELOG.md +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/CODE_OF_CONDUCT.md +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/LICENSE +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/NNsight_Walkthrough.ipynb +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/NNsight_v0_3_guide.ipynb +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/NNsight_v0_4_guide.ipynb +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/README.md +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/conftest.py +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/.DS_Store +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/Makefile +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/contributing.md +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/make.bat +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/requirements.txt +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/.DS_Store +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/_static/.DS_Store +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/_static/css/custom.css +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/_static/css/home.css +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/_static/css/pygments.css +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/_static/css/status.css +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/_static/images/.DS_Store +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/_static/images/execution.png +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/_static/images/icon.ico +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/_static/images/interleaved.png +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/_static/images/ioi.png +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/_static/images/nnsight_logo.svg +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/_static/images/tutorials/.DS_Store +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/_static/images/tutorials/activation_patching.webp +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/_static/images/tutorials/attribution_patching.webp +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/_static/images/tutorials/dictionary_learning.webp +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/_static/images/tutorials/function_vectors.webp +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/_static/images/tutorials/future_lens.webp +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/_static/images/tutorials/logit_lens.webp +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/_static/images/tutorials/walkthrough.webp +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/_static/js/.DS_Store +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/_static/js/code.js +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/_static/js/custom.js +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/_templates/layout.html +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/_templates/ndif_status.html +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/about.rst +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/conf.py +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/documentation/intervention.rst +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/documentation/modeling.rst +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/documentation/schema.rst +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/documentation/tracing.rst +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/documentation/util.rst +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/documentation.rst +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/features.rst +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/index.rst +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/notebooks/features/conditionals.ipynb +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/notebooks/features/cross_prompt.ipynb +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/notebooks/features/custom_functions.ipynb +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/notebooks/features/early_stopping.ipynb +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/notebooks/features/editing_tutorial.ipynb +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/notebooks/features/getting.ipynb +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/notebooks/features/gradients.ipynb +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/notebooks/features/iterator.ipynb +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/notebooks/features/lora_training.ipynb +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/notebooks/features/model_editing.ipynb +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/notebooks/features/modules.ipynb +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/notebooks/features/multiple_token.ipynb +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/notebooks/features/operations.ipynb +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/notebooks/features/remote_execution.ipynb +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/notebooks/features/scan_validate.ipynb +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/notebooks/features/sessions.ipynb +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/notebooks/features/setting.ipynb +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/notebooks/features/streaming.ipynb +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/notebooks/features/vllm_support.ipynb +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/notebooks/tutorials/LoRA_tutorial.ipynb +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/notebooks/tutorials/activation_patching.ipynb +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/notebooks/tutorials/attribution_patching.ipynb +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/notebooks/tutorials/boundless_DAS.ipynb +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/notebooks/tutorials/dict_learning.ipynb +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/notebooks/tutorials/diffusion_lens.ipynb +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/notebooks/tutorials/images/Activation_patching-figure1.png +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/notebooks/tutorials/images/LoRA_tutorial_figure_1.png +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/notebooks/tutorials/images/LoRA_tutorial_figure_2.png +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/notebooks/tutorials/logit_lens.ipynb +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/notebooks/tutorials/start_remote_access.ipynb +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/notebooks/tutorials/tutorial_price_tagging_utils.py +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/notebooks/tutorials/walkthrough.ipynb +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/pages/home.html +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/start.rst +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/status.rst +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/source/tutorials.rst +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/sourcelatex/conf.py +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/sourcelatex/documentation/contexts.rst +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/sourcelatex/documentation/intervention.rst +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/sourcelatex/documentation/models.rst +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/sourcelatex/documentation/module.rst +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/sourcelatex/documentation/patching.rst +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/sourcelatex/documentation/tracing.rst +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/sourcelatex/documentation/util.rst +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/docs/sourcelatex/index.rst +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/pyproject.toml +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/pytest.ini +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/setup.cfg +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/setup.py +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/src/nnsight/_c/__init__.py +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/src/nnsight/_c/py_mount.c +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/src/nnsight/config.yaml +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/src/nnsight/intervention/__init__.py +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/src/nnsight/intervention/backends/__init__.py +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/src/nnsight/intervention/backends/base.py +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/src/nnsight/intervention/backends/editing.py +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/src/nnsight/intervention/backends/execution.py +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/src/nnsight/intervention/backends/remote.py +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/src/nnsight/intervention/batching.py +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/src/nnsight/intervention/inject.py +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/src/nnsight/intervention/tracing/__init__.py +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/src/nnsight/intervention/tracing/backwards.py +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/src/nnsight/intervention/tracing/util.py +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/src/nnsight/log.py +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/src/nnsight/modeling/__init__.py +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/src/nnsight/modeling/base.py +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/src/nnsight/modeling/diffusion.py +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/src/nnsight/modeling/language.py +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/src/nnsight/modeling/mixins/__init__.py +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/src/nnsight/modeling/mixins/remoteable.py +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/src/nnsight/modeling/vllm/__init__.py +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/src/nnsight/modeling/vllm/model_runners/GPUModelRunner.py +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/src/nnsight/modeling/vllm/model_runners/__init__.py +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/src/nnsight/modeling/vllm/sampling.py +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/src/nnsight/modeling/vllm/vllm.py +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/src/nnsight/modeling/vllm/workers/GPUWorker.py +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/src/nnsight/modeling/vllm/workers/__init__.py +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/src/nnsight/schema/__init__.py +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/src/nnsight/schema/config.py +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/src/nnsight/util.py +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/src/nnsight.egg-info/dependency_links.txt +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/src/nnsight.egg-info/requires.txt +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/src/nnsight.egg-info/top_level.txt +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/tests/__init__.py +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/tests/test_diffusion.py +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/tests/test_tiny.py +0 -0
- {nnsight-0.5.0.dev0 → nnsight-0.5.0.dev2}/tests/test_vllm.py +0 -0
|
@@ -0,0 +1,150 @@
|
|
|
1
|
+
from functools import wraps
|
|
2
|
+
import os, yaml
|
|
3
|
+
import warnings
|
|
4
|
+
from typing import Optional
|
|
5
|
+
from .schema.config import ConfigModel
|
|
6
|
+
|
|
7
|
+
PATH = os.path.dirname(os.path.abspath(__file__))
|
|
8
|
+
with open(os.path.join(PATH, "config.yaml"), "r") as file:
|
|
9
|
+
CONFIG = ConfigModel(**yaml.safe_load(file))
|
|
10
|
+
|
|
11
|
+
from importlib.metadata import PackageNotFoundError, version
|
|
12
|
+
|
|
13
|
+
try:
|
|
14
|
+
__version__ = version("nnsight")
|
|
15
|
+
except PackageNotFoundError:
|
|
16
|
+
__version__ = "unknown version"
|
|
17
|
+
|
|
18
|
+
from IPython import get_ipython
|
|
19
|
+
|
|
20
|
+
try:
|
|
21
|
+
__IPYTHON__ = get_ipython() is not None
|
|
22
|
+
except NameError:
|
|
23
|
+
__IPYTHON__ = False
|
|
24
|
+
|
|
25
|
+
base_deprecation_message = "is deprecated as of v0.5.0 and will be removed in a future version."
|
|
26
|
+
|
|
27
|
+
def deprecated(message:Optional[str]=None, error:bool=False):
|
|
28
|
+
|
|
29
|
+
def decorator(func):
|
|
30
|
+
|
|
31
|
+
@wraps(func)
|
|
32
|
+
def inner(*args, **kwargs):
|
|
33
|
+
|
|
34
|
+
deprecation_message = (
|
|
35
|
+
f"{func.__module__}.{func.__name__} {base_deprecation_message}"
|
|
36
|
+
+ (f"\n{message}" if message is not None else "")
|
|
37
|
+
)
|
|
38
|
+
|
|
39
|
+
if error:
|
|
40
|
+
raise DeprecationWarning(deprecation_message)
|
|
41
|
+
else:
|
|
42
|
+
warnings.warn(deprecation_message)
|
|
43
|
+
|
|
44
|
+
return func(*args, **kwargs)
|
|
45
|
+
|
|
46
|
+
return inner
|
|
47
|
+
|
|
48
|
+
return decorator
|
|
49
|
+
|
|
50
|
+
|
|
51
|
+
|
|
52
|
+
|
|
53
|
+
from .intervention.envoy import Envoy
|
|
54
|
+
from .modeling.base import NNsight
|
|
55
|
+
from .modeling.language import LanguageModel
|
|
56
|
+
from .intervention.tracing.base import Tracer
|
|
57
|
+
|
|
58
|
+
|
|
59
|
+
|
|
60
|
+
def session(*args, **kwargs):
|
|
61
|
+
return Tracer(*args, **kwargs)
|
|
62
|
+
|
|
63
|
+
from .util import Patcher, Patch
|
|
64
|
+
|
|
65
|
+
DEFAULT_PATCHER = Patcher()
|
|
66
|
+
|
|
67
|
+
# Tensor creation operations
|
|
68
|
+
from torch._subclasses.fake_tensor import FakeTensor
|
|
69
|
+
|
|
70
|
+
|
|
71
|
+
def fake_bool(self):
|
|
72
|
+
return True
|
|
73
|
+
|
|
74
|
+
|
|
75
|
+
DEFAULT_PATCHER.add(Patch(FakeTensor, fake_bool, "__bool__"))
|
|
76
|
+
|
|
77
|
+
from torch.amp.autocast_mode import autocast
|
|
78
|
+
|
|
79
|
+
def wrap_autocast(func):
|
|
80
|
+
|
|
81
|
+
@wraps(func)
|
|
82
|
+
def inner(self, device_type:str, *args, **kwargs):
|
|
83
|
+
|
|
84
|
+
if device_type == "meta":
|
|
85
|
+
device_type = "cpu"
|
|
86
|
+
|
|
87
|
+
return func(self, device_type, *args, **kwargs)
|
|
88
|
+
|
|
89
|
+
return inner
|
|
90
|
+
|
|
91
|
+
|
|
92
|
+
DEFAULT_PATCHER.add(Patch(autocast, wrap_autocast(autocast.__init__), "__init__"))
|
|
93
|
+
|
|
94
|
+
|
|
95
|
+
DEFAULT_PATCHER.__enter__()
|
|
96
|
+
|
|
97
|
+
|
|
98
|
+
## TODO: Legacy
|
|
99
|
+
|
|
100
|
+
@deprecated()
|
|
101
|
+
def apply(fn, *args, **kwargs):
|
|
102
|
+
|
|
103
|
+
return fn(*args, **kwargs)
|
|
104
|
+
|
|
105
|
+
@deprecated()
|
|
106
|
+
def log(message:str):
|
|
107
|
+
|
|
108
|
+
print(message)
|
|
109
|
+
|
|
110
|
+
@deprecated(error=True)
|
|
111
|
+
def local(*args, **kwargs):
|
|
112
|
+
pass
|
|
113
|
+
|
|
114
|
+
@deprecated(error=True)
|
|
115
|
+
def cond(*args, **kwargs):
|
|
116
|
+
pass
|
|
117
|
+
|
|
118
|
+
@deprecated(error=True)
|
|
119
|
+
def iter(*args, **kwargs):
|
|
120
|
+
pass
|
|
121
|
+
|
|
122
|
+
from .intervention.interleaver import EarlyStopException
|
|
123
|
+
|
|
124
|
+
@deprecated()
|
|
125
|
+
def stop():
|
|
126
|
+
raise EarlyStopException()
|
|
127
|
+
|
|
128
|
+
@deprecated()
|
|
129
|
+
def trace(fn):
|
|
130
|
+
|
|
131
|
+
return fn
|
|
132
|
+
|
|
133
|
+
|
|
134
|
+
bool = deprecated(message="Use the standard `bool()` instead.")(bool)
|
|
135
|
+
bytes = deprecated(message="Use the standard `bytes()` instead.")(bytes)
|
|
136
|
+
complex = deprecated(message="Use the standard `complex()` instead.")(complex)
|
|
137
|
+
dict = deprecated(message="Use the standard `dict()` instead.")(dict)
|
|
138
|
+
float = deprecated(message="Use the standard `float()` instead.")(float)
|
|
139
|
+
int = deprecated(message="Use the standard `int()` instead.")(int)
|
|
140
|
+
list = deprecated(message="Use the standard `list()` instead.")(list)
|
|
141
|
+
str = deprecated(message="Use the standard `str()` instead.")(str)
|
|
142
|
+
tuple = deprecated(message="Use the standard `tuple()` instead.")(tuple)
|
|
143
|
+
bytearray = deprecated(message="Use the standard `bytearray()` instead.")(bytearray)
|
|
144
|
+
|
|
145
|
+
|
|
146
|
+
|
|
147
|
+
|
|
148
|
+
|
|
149
|
+
|
|
150
|
+
|