psaiops 0.0.7__py3-none-any.whl → 0.0.9__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of psaiops might be problematic. Click here for more details.

Files changed (4) hide show
  1. psaiops/score/attention/lib.py +11 -10
  2. {psaiops-0.0.7.dist-info → psaiops-0.0.9.dist-info}/METADATA +1 -1
  3. {psaiops-0.0.7.dist-info → psaiops-0.0.9.dist-info}/RECORD +4 -4
  4. {psaiops-0.0.7.dist-info → psaiops-0.0.9.dist-info}/WHEEL +0 -0
psaiops/score/attention/lib.py CHANGED
@@ -59,7 +59,7 @@ def generate_token_ids(
59
59
  output_hidden_states=False,
60
60
  output_attentions=False,
61
61
  output_scores=False,
62
- early_stopping=True,
62
+ # early_stopping=True,
63
63
  use_cache=True)
64
64
  # full sequence
65
65
  return __outputs.sequences # (1, T)
@@ -142,16 +142,17 @@ def postprocess_token_ids(
142
142
  # COMPUTE ########################################################################
143
143
 
144
144
  def score_tokens(
145
+ prompt_str: str,
146
+ token_num: int,
147
+ topk_num: int,
148
+ topp_num: float,
149
+ token_idx: int,
150
+ layer_idx: int,
151
+ head_idx: int,
152
+ *,
153
+ device_str: str,
145
154
  model_obj: object,
146
155
  tokenizer_obj: object,
147
- prompt_str: str,
148
- token_num: int=32,
149
- topk_num: int = 4,
150
- topp_num: float = 0.9,
151
- token_idx: int=-1, # -1 => avg over all tokens
152
- layer_idx: int=-1, # -1 => avg over layers
153
- head_idx: int=-1, # -1 => avg over heads
154
- device_str: str='cuda',
155
156
  ) -> list:
156
157
  # dictionary {'input_ids': _, 'attention_mask': _}
157
158
  __inputs = preprocess_token_ids(
@@ -185,7 +186,7 @@ def score_tokens(
185
186
  token_idx=token_idx)
186
187
  # detokenize the IDs
187
188
  __tokens = postprocess_token_ids(
188
- tokenizer_obj=__tokenizer,
189
+ tokenizer_obj=tokenizer_obj,
189
190
  token_obj=__outputs)
190
191
  # match tokens and labels for the HighlightedText field
191
192
  return list(zip(__tokens, __labels))
{psaiops-0.0.7.dist-info → psaiops-0.0.9.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.3
2
2
  Name: psaiops
3
- Version: 0.0.7
3
+ Version: 0.0.9
4
4
  Summary: Web apps to inspect & engineer NN activations.
5
5
  License: .github/LICENSE.md
6
6
  Author: apehex
{psaiops-0.0.7.dist-info → psaiops-0.0.9.dist-info}/RECORD RENAMED
@@ -8,8 +8,8 @@ psaiops/elements/data.py,sha256=vGYeMN11uP9gs8rV6aSDffE_TeIX5PmdzWGwUpdGE2Y,906
8
8
  psaiops/score/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
9
9
  psaiops/score/attention/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
10
10
  psaiops/score/attention/app.py,sha256=E4XKNXEGwcL5ceOVy6twd88IeFoR6RHxZ5C4Arn9jhM,6973
11
- psaiops/score/attention/lib.py,sha256=7n0IJwgRFJs90PNhBhEfWVrR9a7GwP0QkICsIIR6psQ,6967
11
+ psaiops/score/attention/lib.py,sha256=vWm8e_xUkM4ahgYQfaNK_kpU9eGkKAGHfgA-Sm1htmc,6869
12
12
  psaiops/steer/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
13
- psaiops-0.0.7.dist-info/METADATA,sha256=W64sYn2RFd0eMCDpi6ptDWtAJXJNWoU8q37iJAHL9gI,1221
14
- psaiops-0.0.7.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
15
- psaiops-0.0.7.dist-info/RECORD,,
13
+ psaiops-0.0.9.dist-info/METADATA,sha256=RiCvOFOoW8q4vUzNngllFcUhC-QeiDD6_TPiy8wSOEA,1221
14
+ psaiops-0.0.9.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
15
+ psaiops-0.0.9.dist-info/RECORD,,