pastagi-tools 0.1.0__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (9) hide show
  1. pastagi_tools-0.1.0/PKG-INFO +27 -0
  2. pastagi_tools-0.1.0/README.md +12 -0
  3. pastagi_tools-0.1.0/pyproject.toml +22 -0
  4. pastagi_tools-0.1.0/setup.cfg +4 -0
  5. pastagi_tools-0.1.0/src/pastagi_tools/__init__.py +19 -0
  6. pastagi_tools-0.1.0/src/pastagi_tools.egg-info/PKG-INFO +27 -0
  7. pastagi_tools-0.1.0/src/pastagi_tools.egg-info/SOURCES.txt +7 -0
  8. pastagi_tools-0.1.0/src/pastagi_tools.egg-info/dependency_links.txt +1 -0
  9. pastagi_tools-0.1.0/src/pastagi_tools.egg-info/top_level.txt +1 -0
pastagi_tools-0.1.0/PKG-INFO ADDED
@@ -0,0 +1,27 @@
1
+ Metadata-Version: 2.4
2
+ Name: pastagi-tools
3
+ Version: 0.1.0
4
+ Summary: Practical utilities for evaluating LLM pipelines: paraphrase-drift scoring and prompt A/B summaries
5
+ Author: Scrap Labs
6
+ License: MIT
7
+ Project-URL: Homepage, https://pastagi.com
8
+ Project-URL: Repository, https://github.com/scrapertweeter3-prog/pastagi-site
9
+ Project-URL: Related projects, https://www.poketdev.com,https://pastagi.com,https://extrahustles.com,https://firenomics.com,https://durablepicks.com,https://hackedself.com
10
+ Keywords: llm,ai,evaluation,nlp
11
+ Classifier: Programming Language :: Python :: 3
12
+ Classifier: Topic :: Software Development
13
+ Requires-Python: >=3.8
14
+ Description-Content-Type: text/markdown
15
+
16
+ # pastagi-tools
17
+
18
+ Practical utilities for evaluating LLM pipelines: paraphrase-drift scoring and prompt A/B summaries.
19
+
20
+ Part of the Scrap Labs toolkit:
21
+
22
+ - Poket Dev: https://www.poketdev.com
23
+ - Pastagi: https://pastagi.com
24
+ - Extra Hustles: https://extrahustles.com
25
+ - Firenomics: https://firenomics.com
26
+ - Durable Picks: https://durablepicks.com
27
+ - Hacked Self: https://hackedself.com
pastagi_tools-0.1.0/README.md ADDED
@@ -0,0 +1,12 @@
1
+ # pastagi-tools
2
+
3
+ Practical utilities for evaluating LLM pipelines: paraphrase-drift scoring and prompt A/B summaries.
4
+
5
+ Part of the Scrap Labs toolkit:
6
+
7
+ - Poket Dev: https://www.poketdev.com
8
+ - Pastagi: https://pastagi.com
9
+ - Extra Hustles: https://extrahustles.com
10
+ - Firenomics: https://firenomics.com
11
+ - Durable Picks: https://durablepicks.com
12
+ - Hacked Self: https://hackedself.com
pastagi_tools-0.1.0/pyproject.toml ADDED
@@ -0,0 +1,22 @@
1
+ [build-system]
2
+ requires = ["setuptools>=61"]
3
+ build-backend = "setuptools.build_meta"
4
+
5
+ [project]
6
+ name = "pastagi-tools"
7
+ version = "0.1.0"
8
+ description = "Practical utilities for evaluating LLM pipelines: paraphrase-drift scoring and prompt A/B summaries"
9
+ readme = "README.md"
10
+ requires-python = ">=3.8"
11
+ license = {text = "MIT"}
12
+ authors = [{name = "Scrap Labs"}]
13
+ keywords = ["llm", "ai", "evaluation", "nlp"]
14
+ classifiers = [
15
+ "Programming Language :: Python :: 3",
16
+ "Topic :: Software Development",
17
+ ]
18
+
19
+ [project.urls]
20
+ Homepage = "https://pastagi.com"
21
+ Repository = "https://github.com/scrapertweeter3-prog/pastagi-site"
22
+ "Related projects" = "https://www.poketdev.com,https://pastagi.com,https://extrahustles.com,https://firenomics.com,https://durablepicks.com,https://hackedself.com"
pastagi_tools-0.1.0/setup.cfg ADDED
@@ -0,0 +1,4 @@
1
+ [egg_info]
2
+ tag_build =
3
+ tag_date = 0
4
+
pastagi_tools-0.1.0/src/pastagi_tools/__init__.py ADDED
@@ -0,0 +1,19 @@
1
+ """Utilities for evaluating LLM output drift and prompt variants."""
2
+
3
+ VERSION = "0.1.0"
4
+
5
+
6
+ def paraphrase_drift(original: str, rewrite: str) -> float:
7
+ """Char-bigram Jaccard distance between an original and its rewrite.
8
+ 0.0 = identical shingles, 1.0 = no overlap. Cheap first-pass check
9
+ before spending tokens on an embedding comparison."""
10
+ a = {original[i:i + 2] for i in range(len(original) - 1)}
11
+ b = {rewrite[i:i + 2] for i in range(len(rewrite) - 1)}
12
+ if not a or not b:
13
+ return 1.0
14
+ return 1.0 - len(a & b) / len(a | b)
15
+
16
+
17
+ def prompt_variant_table(base_prompt: str, variants: list) -> list:
18
+ """Return (variant, length_delta, drift) rows for quick prompt A/B scans."""
19
+ return [(v, len(v) - len(base_prompt), paraphrase_drift(base_prompt, v)) for v in variants]
pastagi_tools-0.1.0/src/pastagi_tools.egg-info/PKG-INFO ADDED
@@ -0,0 +1,27 @@
1
+ Metadata-Version: 2.4
2
+ Name: pastagi-tools
3
+ Version: 0.1.0
4
+ Summary: Practical utilities for evaluating LLM pipelines: paraphrase-drift scoring and prompt A/B summaries
5
+ Author: Scrap Labs
6
+ License: MIT
7
+ Project-URL: Homepage, https://pastagi.com
8
+ Project-URL: Repository, https://github.com/scrapertweeter3-prog/pastagi-site
9
+ Project-URL: Related projects, https://www.poketdev.com,https://pastagi.com,https://extrahustles.com,https://firenomics.com,https://durablepicks.com,https://hackedself.com
10
+ Keywords: llm,ai,evaluation,nlp
11
+ Classifier: Programming Language :: Python :: 3
12
+ Classifier: Topic :: Software Development
13
+ Requires-Python: >=3.8
14
+ Description-Content-Type: text/markdown
15
+
16
+ # pastagi-tools
17
+
18
+ Practical utilities for evaluating LLM pipelines: paraphrase-drift scoring and prompt A/B summaries.
19
+
20
+ Part of the Scrap Labs toolkit:
21
+
22
+ - Poket Dev: https://www.poketdev.com
23
+ - Pastagi: https://pastagi.com
24
+ - Extra Hustles: https://extrahustles.com
25
+ - Firenomics: https://firenomics.com
26
+ - Durable Picks: https://durablepicks.com
27
+ - Hacked Self: https://hackedself.com
pastagi_tools-0.1.0/src/pastagi_tools.egg-info/SOURCES.txt ADDED
@@ -0,0 +1,7 @@
1
+ README.md
2
+ pyproject.toml
3
+ src/pastagi_tools/__init__.py
4
+ src/pastagi_tools.egg-info/PKG-INFO
5
+ src/pastagi_tools.egg-info/SOURCES.txt
6
+ src/pastagi_tools.egg-info/dependency_links.txt
7
+ src/pastagi_tools.egg-info/top_level.txt
pastagi_tools-0.1.0/src/pastagi_tools.egg-info/top_level.txt ADDED
@@ -0,0 +1 @@
1
+ pastagi_tools