automated-intelligence-tests 0.1.0__tar.gz

automated_intelligence_tests-0.1.0/PKG-INFO

@@ -0,0 +1,58 @@
+Metadata-Version: 2.4
+Name: automated-intelligence-tests
+Version: 0.1.0
+Summary: Automated CAT, DAT, AUT and WRT intelligence tests for humans and AI
+Author: dtzx00
+License: MIT
+Project-URL: Homepage, https://github.com/dtzx00/Automated-Intelligence-Tests
+Project-URL: Repository, https://github.com/dtzx00/Automated-Intelligence-Tests
+Requires-Python: >=3.9
+Description-Content-Type: text/markdown
+Requires-Dist: glove-word-embeddings
+Requires-Dist: numpy
+
+# Automated Intelligence Tests
+
+Minimal Python package providing automated tests of associative and creative ability for both humans and AI.
+
+## Tests
+
+| Test | Name                        | Status          |
+|------|-----------------------------|-----------------|
+| CAT  | Convergent Association Task | instruct + evaluate |
+| DAT  | Divergent Association Task  | instruct + evaluate |
+| AUT  | Alternative Uses Task       | instruct + placeholder evaluate |
+| WRT  | Creative Writing Task       | instruct + placeholder evaluate |
+
+## Install
+
+```bash
+pip install glove-word-embeddings numpy
+# then clone / pip install -e .
+```
+
+## Usage
+
+```python
+import automated_intelligence_tests as ait
+
+# CAT
+stim = ait.instruct("cat", n_items=10, seed=42)
+score = ait.evaluate("cat", responses)
+
+# DAT
+stim = ait.instruct("dat")
+score = ait.evaluate("dat", ["cat", "thimble", ...])
+
+# AUT
+stim = ait.instruct("aut")                 # or instruct("aut", object="brick")
+# evaluate not yet implemented
+
+# WRT
+stim = ait.instruct("wrt")                 # or instruct("wrt", cues=["moon", "river", "whisper"])
+# evaluate not yet implemented
+```
+
+See the individual `*/readme.md` files for details.
+
+Depends only on `glove-word-embeddings` (for CAT/DAT) and numpy.

automated_intelligence_tests-0.1.0/README.md

@@ -0,0 +1,45 @@
+# Automated Intelligence Tests
+
+Minimal Python package providing automated tests of associative and creative ability for both humans and AI.
+
+## Tests
+
+| Test | Name                        | Status          |
+|------|-----------------------------|-----------------|
+| CAT  | Convergent Association Task | instruct + evaluate |
+| DAT  | Divergent Association Task  | instruct + evaluate |
+| AUT  | Alternative Uses Task       | instruct + placeholder evaluate |
+| WRT  | Creative Writing Task       | instruct + placeholder evaluate |
+
+## Install
+
+```bash
+pip install glove-word-embeddings numpy
+# then clone / pip install -e .
+```
+
+## Usage
+
+```python
+import automated_intelligence_tests as ait
+
+# CAT
+stim = ait.instruct("cat", n_items=10, seed=42)
+score = ait.evaluate("cat", responses)
+
+# DAT
+stim = ait.instruct("dat")
+score = ait.evaluate("dat", ["cat", "thimble", ...])
+
+# AUT
+stim = ait.instruct("aut")                 # or instruct("aut", object="brick")
+# evaluate not yet implemented
+
+# WRT
+stim = ait.instruct("wrt")                 # or instruct("wrt", cues=["moon", "river", "whisper"])
+# evaluate not yet implemented
+```
+
+See the individual `*/readme.md` files for details.
+
+Depends only on `glove-word-embeddings` (for CAT/DAT) and numpy.

automated_intelligence_tests-0.1.0/aut/__init__.py

@@ -0,0 +1,2 @@
+from .instruct import instruct
+from .evaluate import evaluate

automated_intelligence_tests-0.1.0/aut/evaluate.py

@@ -0,0 +1,13 @@
+"""AUT evaluate – placeholder.
+
+Scoring for Alternative Uses Task is not yet implemented.
+Typical approaches involve fluency, originality, flexibility and elaboration,
+often using human ratings or embedding-based novelty metrics.
+"""
+
+def evaluate(responses, **kwargs):
+    """Placeholder. Will later score creativity of the generated uses."""
+    raise NotImplementedError(
+        "AUT evaluation is not yet implemented. "
+        "Provide a list of uses (or the response dict from instruct) once scoring is ready."
+    )

automated_intelligence_tests-0.1.0/aut/instruct.py

@@ -0,0 +1,31 @@
+"""AUT – Alternative Uses Task instruct."""
+import random
+
+AUT_OBJECTS = [
+    "brick", "paperclip", "bucket", "sock", "fork", "knife",
+    "pencil", "pillow", "broom", "belt", "hat", "purse",
+    "comb", "baseball", "candle", "clock", "lighter", "lamp",
+]
+
+TEMPLATE = (
+    "What are some creative uses for this object: {object}?\n\n"
+    "The goal is to come up with creative uses, which are ideas that may strike "
+    "as clever, unusual, interesting, uncommon, humorous, innovative, or different.\n\n"
+    "Rules:\n"
+    "1. List as many creative uses as you can.\n"
+    "2. Answer in short phrases, one use per line.\n"
+    "3. Return only the list of uses, nothing else.\n"
+    "4. Do not return any thought process or explanations other than the list of uses.\n\n"
+    "Notes:\n"
+    "Return the uses as a plain list (one per line). Do not return anything else."
+)
+
+def instruct(object=None, seed=None):
+    rng = random.Random(seed)
+    obj = object if object is not None else rng.choice(AUT_OBJECTS)
+    return {
+        "test": "aut",
+        "object": obj,
+        "instructions": TEMPLATE.format(object=obj),
+        "response_format": {"object": obj, "uses": ["use 1", "use 2", "..."]},
+    }

automated_intelligence_tests-0.1.0/automated_intelligence_tests.egg-info/PKG-INFO

@@ -0,0 +1,58 @@
+Metadata-Version: 2.4
+Name: automated-intelligence-tests
+Version: 0.1.0
+Summary: Automated CAT, DAT, AUT and WRT intelligence tests for humans and AI
+Author: dtzx00
+License: MIT
+Project-URL: Homepage, https://github.com/dtzx00/Automated-Intelligence-Tests
+Project-URL: Repository, https://github.com/dtzx00/Automated-Intelligence-Tests
+Requires-Python: >=3.9
+Description-Content-Type: text/markdown
+Requires-Dist: glove-word-embeddings
+Requires-Dist: numpy
+
+# Automated Intelligence Tests
+
+Minimal Python package providing automated tests of associative and creative ability for both humans and AI.
+
+## Tests
+
+| Test | Name                        | Status          |
+|------|-----------------------------|-----------------|
+| CAT  | Convergent Association Task | instruct + evaluate |
+| DAT  | Divergent Association Task  | instruct + evaluate |
+| AUT  | Alternative Uses Task       | instruct + placeholder evaluate |
+| WRT  | Creative Writing Task       | instruct + placeholder evaluate |
+
+## Install
+
+```bash
+pip install glove-word-embeddings numpy
+# then clone / pip install -e .
+```
+
+## Usage
+
+```python
+import automated_intelligence_tests as ait
+
+# CAT
+stim = ait.instruct("cat", n_items=10, seed=42)
+score = ait.evaluate("cat", responses)
+
+# DAT
+stim = ait.instruct("dat")
+score = ait.evaluate("dat", ["cat", "thimble", ...])
+
+# AUT
+stim = ait.instruct("aut")                 # or instruct("aut", object="brick")
+# evaluate not yet implemented
+
+# WRT
+stim = ait.instruct("wrt")                 # or instruct("wrt", cues=["moon", "river", "whisper"])
+# evaluate not yet implemented
+```
+
+See the individual `*/readme.md` files for details.
+
+Depends only on `glove-word-embeddings` (for CAT/DAT) and numpy.

automated_intelligence_tests-0.1.0/automated_intelligence_tests.egg-info/SOURCES.txt

@@ -0,0 +1,21 @@
+README.md
+automated_intelligence_tests.py
+pyproject.toml
+aut/__init__.py
+aut/evaluate.py
+aut/instruct.py
+automated_intelligence_tests.egg-info/PKG-INFO
+automated_intelligence_tests.egg-info/SOURCES.txt
+automated_intelligence_tests.egg-info/dependency_links.txt
+automated_intelligence_tests.egg-info/requires.txt
+automated_intelligence_tests.egg-info/top_level.txt
+cat/__init__.py
+cat/evaluate.py
+cat/instruct.py
+cat/data/cat_word_pairs_en.txt
+dat/__init__.py
+dat/evaluate.py
+dat/instruct.py
+wrt/__init__.py
+wrt/evaluate.py
+wrt/instruct.py

automated_intelligence_tests-0.1.0/automated_intelligence_tests.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

automated_intelligence_tests-0.1.0/automated_intelligence_tests.egg-info/requires.txt

@@ -0,0 +1,2 @@
+glove-word-embeddings
+numpy

automated_intelligence_tests-0.1.0/automated_intelligence_tests.egg-info/top_level.txt

@@ -0,0 +1,5 @@
+aut
+automated_intelligence_tests
+cat
+dat
+wrt

automated_intelligence_tests-0.1.0/automated_intelligence_tests.py

@@ -0,0 +1,37 @@
+"""Automated Intelligence Tests: CAT, DAT, AUT and WRT.
+
+Minimal package for association, alternative-uses and creative-writing tests.
+"""
+
+from cat.instruct import instruct as cat_instruct
+from cat.evaluate import evaluate as cat_evaluate
+from dat.instruct import instruct as dat_instruct
+from dat.evaluate import evaluate as dat_evaluate
+from aut.instruct import instruct as aut_instruct
+from aut.evaluate import evaluate as aut_evaluate
+from wrt.instruct import instruct as wrt_instruct
+from wrt.evaluate import evaluate as wrt_evaluate
+
+__version__ = "0.1.0"
+
+def instruct(test: str, **kwargs):
+    if test == "cat":
+        return cat_instruct(**kwargs)
+    if test == "dat":
+        return dat_instruct(**kwargs)
+    if test == "aut":
+        return aut_instruct(**kwargs)
+    if test == "wrt":
+        return wrt_instruct(**kwargs)
+    raise ValueError(f"Unknown test: {test}. Use 'cat', 'dat', 'aut' or 'wrt'.")
+
+def evaluate(test: str, responses, **kwargs):
+    if test == "cat":
+        return cat_evaluate(responses, **kwargs)
+    if test == "dat":
+        return dat_evaluate(responses, **kwargs)
+    if test == "aut":
+        return aut_evaluate(responses, **kwargs)
+    if test == "wrt":
+        return wrt_evaluate(responses, **kwargs)
+    raise ValueError(f"Unknown test: {test}. Use 'cat', 'dat', 'aut' or 'wrt'.")

automated_intelligence_tests-0.1.0/cat/__init__.py

@@ -0,0 +1,2 @@
+from .instruct import instruct
+from .evaluate import evaluate