toolslm 0.0.7__py3-none-any.whl → 0.1.0__py3-none-any.whl

toolslm/__init__.py

@@ -1 +1 @@
-__version__ = "0.0.7"
+__version__ = "0.1.0"

toolslm/download.py

@@ -100,7 +100,7 @@ def find_docs(url):
     if parsed_url.path == '/' or not parsed_url.path: return None
     return find_docs(urljoin(url, '..'))
 
-# %% ../03_download.ipynb 23
+# %% ../03_download.ipynb 22
 def read_docs(url, optional=False, n_workers=None, rm_comments=True, rm_details=True):
     "If available, return LLM-friendly llms.txt context or markdown file response for `url`"
     url = find_docs(url)

toolslm/xml.py

@@ -10,7 +10,7 @@ from collections import namedtuple
 from fastcore.utils import *
 from fastcore.meta import delegates
 from fastcore.xtras import hl_md
-from fastcore.xml import to_xml, Document, Documents, Document_content, Source
+from fastcore.xml import to_xml, Document, Documents, Document_content, Src
 from fastcore.script import call_parse
 try: from IPython import display
 except: display=None
@@ -32,7 +32,7 @@ def json_to_xml(d:dict, # JSON dictionary to convert
     return ET.tostring(root, encoding='unicode')
 
 # %% ../00_xml.ipynb 9
-doctype = namedtuple('doctype', ['source', 'content'])
+doctype = namedtuple('doctype', ['src', 'content'])
 
 # %% ../00_xml.ipynb 11
 def _add_nls(s):
@@ -42,40 +42,40 @@ def _add_nls(s):
     if s[-1]!='\n': s = s+'\n'
     return s
 
-# %% ../00_xml.ipynb 13
+# %% ../00_xml.ipynb 16
 def mk_doctype(content:str,  # The document content
-           source:Optional[str]=None # URL, filename, etc; defaults to `md5(content)` if not provided
+           src:Optional[str]=None # URL, filename, etc; defaults to `md5(content)` if not provided
           ) -> namedtuple:
     "Create a `doctype` named tuple"
-    if source is None: source = hashlib.md5(content.encode()).hexdigest()[:8]
-    return doctype(_add_nls(str(source).strip()), _add_nls(content.strip()))
+    if src is None: src = hashlib.md5(content.encode()).hexdigest()[:8]
+    return doctype(_add_nls(str(src).strip()), _add_nls(content.strip()))
 
-# %% ../00_xml.ipynb 16
+# %% ../00_xml.ipynb 19
 def mk_doc(index:int,  # The document index
            content:str,  # The document content
-           source:Optional[str]=None, # URL, filename, etc; defaults to `md5(content)` if not provided
+           src:Optional[str]=None, # URL, filename, etc; defaults to `md5(content)` if not provided
            **kwargs
           ) -> tuple:
     "Create an `ft` format tuple for a single doc in Anthropic's recommended format"
-    dt = mk_doctype(content, source)
-    content = Document_content(dt.content)
-    source = Source(dt.source)
-    return Document(source, content, index=index, **kwargs)
+    dt = mk_doctype(content, src)
+    content = Document_content(NotStr(dt.content))
+    src = Src(NotStr(dt.src))
+    return Document(src, content, index=index, **kwargs)
 
-# %% ../00_xml.ipynb 19
+# %% ../00_xml.ipynb 22
 def docs_xml(docs:list[str],  # The content of each document
-             sources:Optional[list]=None,  # URLs, filenames, etc; each one defaults to `md5(content)` if not provided
+             srcs:Optional[list]=None,  # URLs, filenames, etc; each one defaults to `md5(content)` if not provided
              prefix:bool=True, # Include Anthropic's suggested prose intro?
              details:Optional[list]=None # Optional list of dicts with additional attrs for each doc
             )->str:
     "Create an XML string containing `docs` in Anthropic's recommended format"
     pre = 'Here are some documents for you to reference for your task:\n\n' if prefix else ''
-    if sources is None: sources = [None]*len(docs)
+    if srcs is None: srcs = [None]*len(docs)
     if details is None: details = [{}]*len(docs)
-    docs = (mk_doc(i+1, d, s, **kw) for i,(d,s,kw) in enumerate(zip(docs,sources,details)))
+    docs = (mk_doc(i+1, d, s, **kw) for i,(d,s,kw) in enumerate(zip(docs,srcs,details)))
     return pre + to_xml(Documents(docs))
 
-# %% ../00_xml.ipynb 26
+# %% ../00_xml.ipynb 29
 def files2ctx(
     fnames:list[Union[str,Path]], # List of file names to add to context
     prefix:bool=True # Include Anthropic's suggested prose intro?
@@ -84,7 +84,7 @@ def files2ctx(
     contents = [o.read_text() for o in fnames]
     return docs_xml(contents, fnames, prefix=prefix)
 
-# %% ../00_xml.ipynb 29
+# %% ../00_xml.ipynb 32
 @delegates(globtastic)
 def folder2ctx(
     folder:Union[str,Path], # Folder name containing files to add to context
@@ -94,11 +94,11 @@ def folder2ctx(
     fnames = globtastic(folder, **kwargs)
     return files2ctx(fnames, prefix=prefix)
 
-# %% ../00_xml.ipynb 31
+# %% ../00_xml.ipynb 34
 @call_parse
 @delegates(folder2ctx)
 def folder2ctx_cli(
     folder:str, # Folder name containing files to add to context
     **kwargs # Passed to `folder2ctx`
 )->str: # XML for Claude context
-    return folder2ctx(folder, **kwargs)
+    print(folder2ctx(folder, **kwargs))

toolslm-0.1.0.dist-info/METADATA

@@ -0,0 +1,80 @@
+Metadata-Version: 2.1
+Name: toolslm
+Version: 0.1.0
+Summary: Tools to make language models a bit easier to use
+Home-page: https://github.com/AnswerDotAI/toolslm
+Author: Jeremy Howard
+Author-email: j@fast.ai
+License: Apache Software License 2.0
+Keywords: nbdev jupyter notebook python
+Classifier: Development Status :: 4 - Beta
+Classifier: Intended Audience :: Developers
+Classifier: Natural Language :: English
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: License :: OSI Approved :: Apache Software License
+Requires-Python: >=3.9
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: fastcore>=1.5.47
+Requires-Dist: beautifulsoup4
+Requires-Dist: html2text
+Requires-Dist: httpx
+Requires-Dist: llms-txt
+Provides-Extra: dev
+
+# toolslm
+
+
+<!-- WARNING: THIS FILE WAS AUTOGENERATED! DO NOT EDIT! -->
+
+This is a work in progress…
+
+## Install
+
+``` sh
+pip install toolslm
+```
+
+## How to use
+
+### Context creation
+
+toolslm has some helpers to make it easier to generate XML context from
+files, for instance
+[`folder2ctx`](https://AnswerDotAI.github.io/toolslm/xml.html#folder2ctx):
+
+``` python
+print(folder2ctx('samples', prefix=False, file_glob='*.py'))
+```
+
+    <documents><document index="1"><src>
+    samples/sample_core.py
+    </src><document-content>
+    import inspect
+    empty = inspect.Parameter.empty
+    models = 'claude-3-opus-20240229','claude-3-sonnet-20240229','claude-3-haiku-20240307'
+    </document-content></document></documents>
+
+JSON doesn’t map as nicely to XML as the `ft` data structure from
+`fastcore.xml`, but for simple XML trees it can be convenient. The
+[`json_to_xml`](https://AnswerDotAI.github.io/toolslm/xml.html#json_to_xml)
+function handles that conversion:
+
+``` python
+a = dict(surname='Howard', firstnames=['Jeremy','Peter'],
+         address=dict(state='Queensland',country='Australia'))
+print(json_to_xml(a, 'person'))
+```
+
+    <person>
+      <surname>Howard</surname>
+      <firstnames>
+        <item>Jeremy</item>
+        <item>Peter</item>
+      </firstnames>
+      <address>
+        <state>Queensland</state>
+        <country>Australia</country>
+      </address>
+    </person>

toolslm-0.1.0.dist-info/RECORD

@@ -0,0 +1,13 @@
+toolslm/__init__.py,sha256=kUR5RAFc7HCeiqdlX36dZOHkUI5wI6V_43RpEcD8b-0,22
+toolslm/_modidx.py,sha256=EIl2FBWhcZUS46r1AU0wURYg2O6Z3aXTPUr3p8Smrqk,3882
+toolslm/download.py,sha256=tXhq77GCqwVFDzTtzjcSAjxUWRiyPsjlXzkMjleH3dQ,4378
+toolslm/funccall.py,sha256=hSvBvfMv-YcBSUUs4-NrYu1f8jg4gfu2s82cPyIHVkU,6534
+toolslm/md_hier.py,sha256=hkCjuOfIFWuMEiM2_XCoD9QIBjy9huLOSvpX_bMdn0Y,4645
+toolslm/shell.py,sha256=GVqfL74NHw66zzZ7jvGVLjE55ZNJGBPvEb8kLz4aoYc,1576
+toolslm/xml.py,sha256=QNwUavoMkFK84D7dMwnBjqlYJwN-pJ7u3BxOeDuNAmk,4088
+toolslm-0.1.0.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+toolslm-0.1.0.dist-info/METADATA,sha256=tQBydygSCJdH_wQaIbzC8Z8rZanQTJOdmpe1nEETkdE,2205
+toolslm-0.1.0.dist-info/WHEEL,sha256=P9jw-gEje8ByB7_hXoICnHtVCrEwMQh-630tKvQWehc,91
+toolslm-0.1.0.dist-info/entry_points.txt,sha256=xFz0Eymlo5X7BGpaO6DI9gMxvN5A7faebzrlr8ctp5I,95
+toolslm-0.1.0.dist-info/top_level.txt,sha256=4hRTrFWayz_Kz5221XjvlpCwVFrW3WPi1P0fllkTq9s,8
+toolslm-0.1.0.dist-info/RECORD,,

{toolslm-0.0.7.dist-info → toolslm-0.1.0.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.41.2)
+Generator: setuptools (75.3.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

toolslm-0.0.7.dist-info/METADATA

@@ -1,154 +0,0 @@
-Metadata-Version: 2.1
-Name: toolslm
-Version: 0.0.7
-Summary: Tools to make language models a bit easier to use
-Home-page: https://github.com/AnswerDotAI/toolslm
-Author: Jeremy Howard
-Author-email: j@fast.ai
-License: Apache Software License 2.0
-Keywords: nbdev jupyter notebook python
-Classifier: Development Status :: 4 - Beta
-Classifier: Intended Audience :: Developers
-Classifier: Natural Language :: English
-Classifier: Programming Language :: Python :: 3.9
-Classifier: Programming Language :: Python :: 3.10
-Classifier: License :: OSI Approved :: Apache Software License
-Requires-Python: >=3.9
-Description-Content-Type: text/markdown
-License-File: LICENSE
-Requires-Dist: fastcore >=1.5.47
-Requires-Dist: beautifulsoup4
-Requires-Dist: html2text
-Requires-Dist: httpx
-Requires-Dist: llms-txt
-Provides-Extra: dev
-
-# toolslm
-
-
-<!-- WARNING: THIS FILE WAS AUTOGENERATED! DO NOT EDIT! -->
-
-This is a work in progress…
-
-## Install
-
-``` sh
-pip install toolslm
-```
-
-## How to use
-
-### Context creation
-
-toolslm has some helpers to make it easier to generate XML context from
-files, for instance `folder2ctx`:
-
-``` python
-print(folder2ctx('samples', prefix=False, file_glob='*.py'))
-```
-
-    <documents>
-    <document index="1">
-    <source>
-    samples/sample_core.py
-    </source>
-    <document_content>
-    import inspect
-    empty = inspect.Parameter.empty
-    models = 'claude-3-opus-20240229','claude-3-sonnet-20240229','claude-3-haiku-20240307'
-    </document_content>
-    </document>
-    </documents>
-
-### XML helpers
-
-Many language models work well with XML inputs, but XML can be a bit
-clunky to work with manually. Therefore, toolslm includes a couple of
-more streamlined approaches for XML generation.
-
-An XML node contains a tag, optional children, and optional attributes.
-`xt` creates a tuple of these three things, which we will use to general
-XML shortly. Attributes are passed as kwargs; since these might conflict
-with reserved words in Python, you can optionally add a `_` prefix and
-it’ll be stripped off.
-
-``` python
-xt('x-custom', ['hi'], _class='bar')
-```
-
-    ('x-custom', ['hi'], {'class': 'bar'})
-
-Claudette has functions defined for some common HTML elements to create
-`xt` tuples more easily, including these:
-
-``` python
-from toolslm.xml import div,img,h1,h2,p,hr,html
-```
-
-``` python
-a = html([
-    p('This is a paragraph'),
-    hr(),
-    img(src='http://example.prg'),
-    div([
-        h1('This is a header'),
-        h2('This is a sub-header', style='k:v'),
-    ], _class='foo')
-])
-a
-```
-
-    ('html',
-     [('p', 'This is a paragraph', {}),
-      ('hr', None, {}),
-      ('img', None, {'src': 'http://example.prg'}),
-      ('div',
-       [('h1', 'This is a header', {}),
-        ('h2', 'This is a sub-header', {'style': 'k:v'})],
-       {'class': 'foo'})],
-     {})
-
-To convert a tuple data structure created with `xt` and friends into
-XML, use `to_xml`, adding the `hl` parameter to optionally add syntax
-highlighting:
-
-``` python
-to_xml(a, hl=True)
-```
-
-``` xml
-<html>
-  <p>This is a paragraph</p>
-  <hr />
-  <img src="http://example.prg" />
-  <div class="foo">
-    <h1>This is a header</h1>
-    <h2 style="k:v">This is a sub-header</h2>
-  </div>
-</html>
-```
-
-JSON doesn’t map as nicely to XML as the `xt` data structure, but for
-simple XML trees it can be convenient. The `json_to_xml` function
-handles that conversion:
-
-``` python
-a = dict(surname='Howard', firstnames=['Jeremy','Peter'],
-         address=dict(state='Queensland',country='Australia'))
-print(json_to_xml(a, 'person'))
-```
-
-    <person>
-      <surname>Howard</surname>
-      <firstnames>
-        <item>Jeremy</item>
-        <item>Peter</item>
-      </firstnames>
-      <address>
-        <state>Queensland</state>
-        <country>Australia</country>
-      </address>
-    </person>
-
-See the `xml source` section for a walkthru of XML and document context
-generation functionality.

toolslm-0.0.7.dist-info/RECORD

@@ -1,13 +0,0 @@
-toolslm/__init__.py,sha256=R9xOYoYrWKcfO5zvTeGC3m_eDNOvxMd8CocQs2tLufo,22
-toolslm/_modidx.py,sha256=EIl2FBWhcZUS46r1AU0wURYg2O6Z3aXTPUr3p8Smrqk,3882
-toolslm/download.py,sha256=tf0TGFzJ6qbxCjjuG9iRC2i6lutcF9GviWY0fJc_lSU,4378
-toolslm/funccall.py,sha256=hSvBvfMv-YcBSUUs4-NrYu1f8jg4gfu2s82cPyIHVkU,6534
-toolslm/md_hier.py,sha256=hkCjuOfIFWuMEiM2_XCoD9QIBjy9huLOSvpX_bMdn0Y,4645
-toolslm/shell.py,sha256=GVqfL74NHw66zzZ7jvGVLjE55ZNJGBPvEb8kLz4aoYc,1576
-toolslm/xml.py,sha256=Alcd96KfNO8LklVefyc51LbXBoVLRSgifrpMVZPqYsc,4120
-toolslm-0.0.7.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-toolslm-0.0.7.dist-info/METADATA,sha256=sdRs3kCMl1xI8Z1if4xsGWuGaX9hbYGB0zs0BbRhQp0,3882
-toolslm-0.0.7.dist-info/WHEEL,sha256=yQN5g4mg4AybRjkgi-9yy4iQEFibGQmlz78Pik5Or-A,92
-toolslm-0.0.7.dist-info/entry_points.txt,sha256=xFz0Eymlo5X7BGpaO6DI9gMxvN5A7faebzrlr8ctp5I,95
-toolslm-0.0.7.dist-info/top_level.txt,sha256=4hRTrFWayz_Kz5221XjvlpCwVFrW3WPi1P0fllkTq9s,8
-toolslm-0.0.7.dist-info/RECORD,,