glitchlings 0.3.0__cp312-cp312-win_amd64.whl → 0.4.0__cp312-cp312-win_amd64.whl

glitchlings/zoo/rushmore.py

@@ -4,11 +4,7 @@ import re
 from typing import Any
 
 from ._rate import resolve_rate
-from ._text_utils import (
-    split_preserving_whitespace,
-    split_token_edges,
-    token_core_length,
-)
+from ._text_utils import WordToken, collect_word_tokens, split_preserving_whitespace
 from .core import AttackWave, Glitchling
 
 try:
@@ -31,30 +27,28 @@ def _python_delete_random_words(
         return text
 
     tokens = split_preserving_whitespace(text)
+    word_tokens = collect_word_tokens(tokens, skip_first_word=True)
 
-    candidate_data: list[tuple[int, float]] = []
-    for i in range(2, len(tokens), 2):
-        word = tokens[i]
-        if not word or word.isspace():
-            continue
-
-        length = token_core_length(word)
-        weight = 1.0 if unweighted else 1.0 / length
-        candidate_data.append((i, weight))
+    weighted_tokens: list[tuple[int, float, WordToken]] = []
+    for token in word_tokens:
+        weight = 1.0 if unweighted else 1.0 / float(token.core_length)
+        weighted_tokens.append((token.index, weight, token))
 
-    if not candidate_data:
+    if not weighted_tokens:
         return text
 
     allowed_deletions = min(
-        len(candidate_data), math.floor(len(candidate_data) * effective_rate)
+        len(weighted_tokens), math.floor(len(weighted_tokens) * effective_rate)
     )
     if allowed_deletions <= 0:
         return text
 
-    mean_weight = sum(weight for _, weight in candidate_data) / len(candidate_data)
+    mean_weight = sum(weight for _, weight, _ in weighted_tokens) / len(
+        weighted_tokens
+    )
 
     deletions = 0
-    for index, weight in candidate_data:
+    for index, weight, token in weighted_tokens:
         if deletions >= allowed_deletions:
             break
 
@@ -68,9 +62,9 @@ def _python_delete_random_words(
         if rng.random() >= probability:
             continue
 
-        word = tokens[index]
-        prefix, _, suffix = split_token_edges(word)
-        tokens[index] = f"{prefix.strip()}{suffix.strip()}"
+        prefix = token.prefix.strip()
+        suffix = token.suffix.strip()
+        tokens[index] = f"{prefix}{suffix}"
 
         deletions += 1
 

glitchlings/zoo/typogre.py

@@ -2,7 +2,7 @@ from __future__ import annotations
 
 import math
 import random
-from typing import Optional
+from typing import Any, Optional
 
 from .core import Glitchling, AttackWave, AttackOrder
 from ._rate import resolve_rate
@@ -204,6 +204,27 @@ class Typogre(Glitchling):
             keyboard=keyboard,
         )
 
+    def pipeline_operation(self) -> dict[str, Any] | None:
+        rate = self.kwargs.get("rate")
+        if rate is None:
+            rate = self.kwargs.get("max_change_rate")
+        if rate is None:
+            return None
+
+        keyboard = self.kwargs.get("keyboard", "CURATOR_QWERTY")
+        layout = getattr(KEYNEIGHBORS, str(keyboard), None)
+        if layout is None:
+            return None
+
+        serialized_layout = {key: list(value) for key, value in layout.items()}
+
+        return {
+            "type": "typo",
+            "rate": float(rate),
+            "keyboard": str(keyboard),
+            "layout": serialized_layout,
+        }
+
 
 typogre = Typogre()
 

glitchlings/zoo/zeedub.py

@@ -101,7 +101,26 @@ def insert_zero_widths(
         return text
 
     if _inject_zero_widths_rust is not None:
-        return _inject_zero_widths_rust(text, clamped_rate, list(cleaned_palette), rng)
+        state = None
+        python_state = None
+        if hasattr(rng, "getstate") and hasattr(rng, "setstate"):
+            state = rng.getstate()
+        python_result = _python_insert_zero_widths(
+            text,
+            rate=clamped_rate,
+            rng=rng,
+            characters=cleaned_palette,
+        )
+        if state is not None:
+            if hasattr(rng, "getstate"):
+                python_state = rng.getstate()
+            rng.setstate(state)
+        rust_result = _inject_zero_widths_rust(text, clamped_rate, list(cleaned_palette), rng)
+        if rust_result == python_result:
+            return rust_result
+        if python_state is not None and hasattr(rng, "setstate"):
+            rng.setstate(python_state)
+        return python_result
 
     return _python_insert_zero_widths(
         text,
@@ -137,6 +156,26 @@ class Zeedub(Glitchling):
             characters=tuple(characters) if characters is not None else None,
         )
 
+    def pipeline_operation(self) -> dict[str, Any] | None:
+        rate = self.kwargs.get("rate")
+        if rate is None:
+            return None
+
+        raw_characters = self.kwargs.get("characters")
+        if raw_characters is None:
+            palette = tuple(_DEFAULT_ZERO_WIDTH_CHARACTERS)
+        else:
+            palette = tuple(str(char) for char in raw_characters if char)
+
+        if not palette:
+            return None
+
+        return {
+            "type": "zwj",
+            "rate": float(rate),
+            "characters": list(palette),
+        }
+
 
 zeedub = Zeedub()
 

{glitchlings-0.3.0.dist-info → glitchlings-0.4.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: glitchlings
-Version: 0.3.0
+Version: 0.4.0
 Summary: Monsters for your language games.
 Author: osoleve
 License:                                  Apache License
@@ -209,7 +209,7 @@ Project-URL: Homepage, https://github.com/osoleve/glitchlings
 Project-URL: Repository, https://github.com/osoleve/glitchlings.git
 Project-URL: Issues, https://github.com/osoleve/glitchlings/issues
 Project-URL: Changelog, https://github.com/osoleve/glitchlings/releases
-Keywords: nlp,text,adversarial augmentation,text augmentation,large language models,llms,data augmentation,rlvr
+Keywords: nlp,adversarial augmentation,text augmentation,data augmentation,domain randomization
 Classifier: Development Status :: 3 - Alpha
 Classifier: Intended Audience :: Developers
 Classifier: Programming Language :: Python
@@ -224,18 +224,20 @@ Requires-Python: >=3.10
 Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: confusable-homoglyphs>=3.3.1
+Requires-Dist: tomli>=2.0.1; python_version < "3.11"
+Requires-Dist: pyyaml>=6.0.0
 Provides-Extra: hf
 Requires-Dist: datasets>=4.0.0; extra == "hf"
-Provides-Extra: wordnet
-Requires-Dist: nltk>=3.9.1; extra == "wordnet"
-Requires-Dist: numpy<=2.0,>=1.24; extra == "wordnet"
+Provides-Extra: vectors
+Requires-Dist: numpy<=2.0,>=1.24; extra == "vectors"
+Requires-Dist: spacy>=3.7.2; extra == "vectors"
+Requires-Dist: gensim>=4.3.2; extra == "vectors"
 Provides-Extra: prime
 Requires-Dist: verifiers>=0.1.3.post0; extra == "prime"
 Requires-Dist: jellyfish>=1.2.0; extra == "prime"
 Provides-Extra: dev
 Requires-Dist: pytest>=8.0.0; extra == "dev"
 Requires-Dist: hypothesis>=6.140.0; extra == "dev"
-Requires-Dist: nltk>=3.9.1; extra == "dev"
 Requires-Dist: numpy<=2.0,>=1.24; extra == "dev"
 Dynamic: license-file
 
@@ -348,10 +350,30 @@ glitchlings -g "Typogre(rate=0.05)" "Ghouls just wanna have fun"
 
 # Pipe text straight into the CLI for an on-the-fly corruption.
 echo "Beware LLM-written flavor-text" | glitchlings -g mim1c
+
+# Load a roster from a YAML attack configuration.
+glitchlings --config experiments/chaos.yaml "Let slips the glitchlings of war"
 ```
 
 Use `--help` for a complete breakdown of available options, including support for parameterised glitchlings via `-g "Name(arg=value, ...)"` to mirror the Python API.
 
+Attack configurations live in plain YAML files so you can version-control experiments without touching code:
+
+```yaml
+# experiments/chaos.yaml
+seed: 31337
+glitchlings:
+  - name: Typogre
+    rate: 0.04
+  - "Rushmore(rate=0.12, unweighted=True)"
+  - name: Zeedub
+    parameters:
+      rate: 0.02
+      characters: ["\u200b", "\u2060"]
+```
+
+Pass the file to `glitchlings --config` or load it from Python with `glitchlings.load_attack_config` and `glitchlings.build_gaggle`.
+
 ## Development
 
 Follow the [development setup guide](docs/development.md) for editable installs, automated tests, and tips on enabling the Rust pipeline while you hack on new glitchlings.
@@ -416,8 +438,8 @@ _Uh oh. The worst person you know just bought a thesaurus._
 >
 > Args
 >
-> - `rate (float)`: The maximum proportion of words to replace (default: 0.1, 10%).
-> - `part_of_speech`: The WordNet part(s) of speech to target (default: nouns). Accepts `wn.NOUN`, `wn.VERB`, `wn.ADJ`, `wn.ADV`, any iterable of those tags, or the string `"any"` to include them all.
+> - `rate (float)`: The maximum proportion of words to replace (default: 0.01, 1%).
+- `part_of_speech`: The WordNet-style part(s) of speech to target (default: nouns). Accepts `wn.NOUN`, `wn.VERB`, `wn.ADJ`, `wn.ADV`, any iterable of those tags, or the string `"any"` to include them all. Vector/graph backends ignore this filter while still honouring deterministic sampling.
 > - `seed (int)`: The random seed for reproducibility (default: 151).
 
 ### Reduple

glitchlings-0.4.0.dist-info/RECORD

@@ -0,0 +1,38 @@
+glitchlings/__init__.py,sha256=onTBFM_ih4O1E1ntZaNaFxiMcD5NtCGc4TaX276sgNk,867
+glitchlings/__main__.py,sha256=pqNe1C9hMf8pap4oh6x6yo2h4Nsa2RFSaMWHfGtNXj0,130
+glitchlings/_zoo_rust.cp312-win_amd64.pyd,sha256=yuHypdVdmcEzqbRRrSsGD9w1vgSTYJOyOW83zKCi1WE,2071040
+glitchlings/config.py,sha256=P6qMJdHrvZYAIUj7NXxrpEKcv6lDy8Eo4toWu3ctsHs,8043
+glitchlings/config.toml,sha256=EOEqKUwPygOv7MuEuExil5ZQfwKV1H2hU-Z5aBKQ440,111
+glitchlings/main.py,sha256=sKdUk4trBS-yNbEAOwdTXldg87TSPwnSAr_inecj4bE,10442
+glitchlings/dlc/__init__.py,sha256=IHD-GGhVFb7SVzErvf2YCJkOR4wGo0nFHXkn_daMvS8,146
+glitchlings/dlc/huggingface.py,sha256=PIesnDIEvyJxj1IuLw2P9nVPTr4Nv81XM7w2axfyhkA,3029
+glitchlings/dlc/prime.py,sha256=b5CE1qDl5MxZjTudlKrqMsmSGxXNKZ16krqPyrr2nK8,9569
+glitchlings/lexicon/__init__.py,sha256=kCQ0_Dbh39gQNVeL2PAC-8ByUOXyK0mnHZmsJ9x70z0,5854
+glitchlings/lexicon/graph.py,sha256=mQ-EA-q_EIqGrWezB-hFtU8iohabFYYI3W3KE-pHOP4,10836
+glitchlings/lexicon/metrics.py,sha256=zwd3vm9-pUQbSywORXgHyHCfAjIJs8S5rPNQ70UYgUo,4768
+glitchlings/lexicon/vector.py,sha256=b_mlYjwn3mCyOHrdlPdfwqBaB25jSBMZNNyvmK0Kb0g,20894
+glitchlings/lexicon/wordnet.py,sha256=OrI5L3K3wYddVw66JmvokirqxDvZangKWC7VXYimVi0,5834
+glitchlings/lexicon/data/default_vector_cache.json,sha256=fLT-v1sgF0lv88aPwOP23br9azrjeAkJ1ft6OgPlMeM,741
+glitchlings/util/__init__.py,sha256=GoyQuHTfGRkHzuZwJji6QWSiGd_LHa9QiyjjEpBFW7E,4679
+glitchlings/zoo/__init__.py,sha256=AQu2Z0ECuzQDXwM_DbGaNzkcjLu8WptJS17sh6WTyyA,4975
+glitchlings/zoo/_ocr_confusions.py,sha256=W59Aa5MBDwRF65f8GV-6XwGAmlR5Uk7pa5qvHvhIYdY,1252
+glitchlings/zoo/_rate.py,sha256=EYUWXYyR2IK0zYBWyBOlnUjDxU32JE9mZTZeodVx5CA,548
+glitchlings/zoo/_sampling.py,sha256=UK-XmEERjtY7nLaWDp81yktuZ_K80Un-9tvj4MjsHcg,1642
+glitchlings/zoo/_text_utils.py,sha256=YxV069L8c0YSn5iCp72Dv8XCdfhbcFeBrbMoBeKIDns,2862
+glitchlings/zoo/adjax.py,sha256=G2diAEsQ8T4mjFCcTeiGzLF0261n7LjLyW5HyVCy3R4,3661
+glitchlings/zoo/core.py,sha256=sK3F1OVifbzQFsDrG-pQIImcGP7YfccwTfbqFTJi8Fc,14622
+glitchlings/zoo/jargoyle.py,sha256=yRSVRKHdnaUfZMDJ6miBhRQpPHfYK9iD2DCYMp-7Dec,11807
+glitchlings/zoo/mim1c.py,sha256=3ddNOzWgLABuEOh5T98Xk439ejx-YHGI7ErXET03Crc,3537
+glitchlings/zoo/ocr_confusions.tsv,sha256=S-IJEYCIXYKT1Uu7Id8Lnvg5pw528yNigTtWUdnMv9k,213
+glitchlings/zoo/redactyl.py,sha256=P2YYo1V_u62WIj8zqgDpbzDsreGx2I77BJ0RkdCKhXU,5651
+glitchlings/zoo/reduple.py,sha256=w90xQWQKwkY3tItk8S20emDQy4FLDbee9rrPyh_ffpg,4363
+glitchlings/zoo/rushmore.py,sha256=amAk44TIQBN4rU1c-W1g7I6WForGJMGxNb8uaa8Zfaw,4495
+glitchlings/zoo/scannequin.py,sha256=TJyNYTTIB7rxZH3XKIETy0YVf4EjsMgGWYmYaxH9jxU,5030
+glitchlings/zoo/typogre.py,sha256=j7LuAyYLrP6LjmCm8Jwi_wPxhTAP_TmWbt5pQrOvFZk,6901
+glitchlings/zoo/zeedub.py,sha256=J8F1XZeCMQVVtzWwNiFhOeogjBt1BsOtqrnDjlwUcl8,4984
+glitchlings-0.4.0.dist-info/licenses/LICENSE,sha256=EFEP1evBfHaxsMTBjxm0sZVRp2wct8QLvHE1saII5FI,11538
+glitchlings-0.4.0.dist-info/METADATA,sha256=84RCkkFpmUjS7sLda_e7UAuUuJe8JLGxNDRpTpK5Ofc,28872
+glitchlings-0.4.0.dist-info/WHEEL,sha256=8UP9x9puWI0P1V_d7K2oMTBqfeLNm21CTzZ_Ptr0NXU,101
+glitchlings-0.4.0.dist-info/entry_points.txt,sha256=kGOwuAsjFDLtztLisaXtOouq9wFVMOJg5FzaAkg-Hto,54
+glitchlings-0.4.0.dist-info/top_level.txt,sha256=VHFNBrLjtDwPCYXbGKi6o17Eueedi81eNbR3hBOoST0,12
+glitchlings-0.4.0.dist-info/RECORD,,

glitchlings-0.3.0.dist-info/RECORD

@@ -1,29 +0,0 @@
-glitchlings/__init__.py,sha256=lqzYzB1RdQnw-NpWXN2dtcEGDkQ-OkC2OTEL16HDMYc,730
-glitchlings/__main__.py,sha256=pqNe1C9hMf8pap4oh6x6yo2h4Nsa2RFSaMWHfGtNXj0,130
-glitchlings/_zoo_rust.cp312-win_amd64.pyd,sha256=AW-mnIw4O-B53whfrlhwNRB-OEAssSdgnSJEUfjxZvc,2024960
-glitchlings/main.py,sha256=QrSSLWcKh1_NDfJDGh-3UVKdI7AkzfMy6Jz1ouxIgnE,6149
-glitchlings/dlc/__init__.py,sha256=IHD-GGhVFb7SVzErvf2YCJkOR4wGo0nFHXkn_daMvS8,146
-glitchlings/dlc/huggingface.py,sha256=PIesnDIEvyJxj1IuLw2P9nVPTr4Nv81XM7w2axfyhkA,3029
-glitchlings/dlc/prime.py,sha256=b5CE1qDl5MxZjTudlKrqMsmSGxXNKZ16krqPyrr2nK8,9569
-glitchlings/util/__init__.py,sha256=GoyQuHTfGRkHzuZwJji6QWSiGd_LHa9QiyjjEpBFW7E,4679
-glitchlings/zoo/__init__.py,sha256=LryHn930FuEdKRyvtRu7breBvz9IYYTvJv7yGIxLd5Y,4520
-glitchlings/zoo/_ocr_confusions.py,sha256=W59Aa5MBDwRF65f8GV-6XwGAmlR5Uk7pa5qvHvhIYdY,1252
-glitchlings/zoo/_rate.py,sha256=EYUWXYyR2IK0zYBWyBOlnUjDxU32JE9mZTZeodVx5CA,548
-glitchlings/zoo/_text_utils.py,sha256=pul6iGtVWir4mX-Mq5ni06JFOzf6x3J82iYSICXJCGE,1162
-glitchlings/zoo/adjax.py,sha256=G2diAEsQ8T4mjFCcTeiGzLF0261n7LjLyW5HyVCy3R4,3661
-glitchlings/zoo/core.py,sha256=sK3F1OVifbzQFsDrG-pQIImcGP7YfccwTfbqFTJi8Fc,14622
-glitchlings/zoo/jargoyle.py,sha256=1fnL_8bv1Y-T2h1C6NRzIylYyOuAUI-BiMReFewqh00,11002
-glitchlings/zoo/mim1c.py,sha256=3ddNOzWgLABuEOh5T98Xk439ejx-YHGI7ErXET03Crc,3537
-glitchlings/zoo/ocr_confusions.tsv,sha256=S-IJEYCIXYKT1Uu7Id8Lnvg5pw528yNigTtWUdnMv9k,213
-glitchlings/zoo/redactyl.py,sha256=poBzhXtApDa55G7iVCGEM4v1_YSYh3LfEAp2fkVFIJ4,6579
-glitchlings/zoo/reduple.py,sha256=orgS3ajpuGTDN-QqGuYgfkEI7yVCgIXHtL_HHp8jGmE,4471
-glitchlings/zoo/rushmore.py,sha256=rUluMdjvSxaVlUfK9_N0F108O5Exoa4klWLumrV2CgA,4535
-glitchlings/zoo/scannequin.py,sha256=TJyNYTTIB7rxZH3XKIETy0YVf4EjsMgGWYmYaxH9jxU,5030
-glitchlings/zoo/typogre.py,sha256=olTTXDmFkVQ3r-T1vxm2mLomRvIDXHrNHfgin316wzE,6221
-glitchlings/zoo/zeedub.py,sha256=n1qTKE_Dl0m8SEKhaP91oHAyJ484NxaGLPu_ZLr0Ldo,3696
-glitchlings-0.3.0.dist-info/licenses/LICENSE,sha256=EFEP1evBfHaxsMTBjxm0sZVRp2wct8QLvHE1saII5FI,11538
-glitchlings-0.3.0.dist-info/METADATA,sha256=b9uWb19S04moT94a_onQBjurDfBHJulwIW4R2ep84mE,28084
-glitchlings-0.3.0.dist-info/WHEEL,sha256=8UP9x9puWI0P1V_d7K2oMTBqfeLNm21CTzZ_Ptr0NXU,101
-glitchlings-0.3.0.dist-info/entry_points.txt,sha256=kGOwuAsjFDLtztLisaXtOouq9wFVMOJg5FzaAkg-Hto,54
-glitchlings-0.3.0.dist-info/top_level.txt,sha256=VHFNBrLjtDwPCYXbGKi6o17Eueedi81eNbR3hBOoST0,12
-glitchlings-0.3.0.dist-info/RECORD,,