psaiops 0.0.7__tar.gz → 0.0.9__tar.gz

{psaiops-0.0.7 → psaiops-0.0.9}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: psaiops
-Version: 0.0.7
+Version: 0.0.9
 Summary: Web apps to inspect & engineer NN activations.
 License: .github/LICENSE.md
 Author: apehex

{psaiops-0.0.7 → psaiops-0.0.9}/psaiops/score/attention/lib.py

@@ -59,7 +59,7 @@ def generate_token_ids(
             output_hidden_states=False,
             output_attentions=False,
             output_scores=False,
-            early_stopping=True,
+            # early_stopping=True,
             use_cache=True)
     # full sequence
     return __outputs.sequences # (1, T)
@@ -142,16 +142,17 @@ def postprocess_token_ids(
 # COMPUTE ########################################################################
 
 def score_tokens(
+    prompt_str: str,
+    token_num: int,
+    topk_num: int,
+    topp_num: float,
+    token_idx: int,
+    layer_idx: int,
+    head_idx: int,
+    *,
+    device_str: str,
     model_obj: object,
     tokenizer_obj: object,
-    prompt_str: str,
-    token_num: int=32,
-    topk_num: int = 4,
-    topp_num: float = 0.9,
-    token_idx: int=-1, # -1 => avg over all tokens
-    layer_idx: int=-1,   # -1 => avg over layers
-    head_idx: int=-1,    # -1 => avg over heads
-    device_str: str='cuda',
 ) -> list:
     # dictionary {'input_ids': _, 'attention_mask': _}
     __inputs = preprocess_token_ids(
@@ -185,7 +186,7 @@ def score_tokens(
         token_idx=token_idx)
     # detokenize the IDs
     __tokens = postprocess_token_ids(
-        tokenizer_obj=__tokenizer,
+        tokenizer_obj=tokenizer_obj,
         token_obj=__outputs)
     # match tokens and labels for the HighlightedText field
     return list(zip(__tokens, __labels))

{psaiops-0.0.7 → psaiops-0.0.9}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "psaiops"
-version = "0.0.7"
+version = "0.0.9"
 description = "Web apps to inspect & engineer NN activations."
 license = ".github/LICENSE.md"
 readme = ".github/README.md"