llcat 0.3.0__py3-none-any.whl

llcat

@@ -0,0 +1,164 @@
+#!/usr/bin/env python3
+import sys, requests, os, json, argparse, subprocess, select
+
+def main():
+    parser = argparse.ArgumentParser()
+    parser.add_argument('-c', '--conversation', help='Conversation history file')
+    parser.add_argument('-m', '--model', nargs='?', const='', help='Model to use (or list models if no value)')
+    parser.add_argument('-k', '--key', help='API key for authorization')
+    parser.add_argument('-s', '--server', help='Server URL (e.g., http://::1:8080)')
+    parser.add_argument('-tf', '--tool_file', help='JSON file with tool definitions')
+    parser.add_argument('-tp', '--tool_program', help='Program to execute tool calls')
+    parser.add_argument('prompt', nargs='*', help='Your prompt')
+    args = parser.parse_args()
+
+    if args.server:
+        base_url = args.server.rstrip('/').rstrip('/v1') + '/v1'
+    else:
+        parser.print_help()
+        print("Error: No server specified. Use -s <server> or set OPENAI_API_BASE/LLM_BASE_URL environment variable.", file=sys.stderr)
+        sys.exit(1)
+
+    headers = {'Content-Type': 'application/json'}
+    if args.key:
+        headers['Authorization'] = f'Bearer {args.key}'
+
+    if args.model == '':
+        r = requests.get(f'{base_url}/models', headers=headers)
+        try:
+            models = r.json()
+            for model in models.get('data', []):
+                print(model['id'])
+        except:
+            print(f"{r.text}\n\nError Parsing JSON")
+        sys.exit(0)
+
+    cli_prompt = ' '.join(args.prompt) if args.prompt else ''
+    stdin_prompt = sys.stdin.read() if select.select([sys.stdin], [], [], 0.0)[0] else ''
+
+    if len(stdin_prompt) and len(cli_prompt):
+        prompt = f"<ask>{cli_prompt}</ask><content>{stdin_prompt}"
+    else:
+        prompt = cli_prompt + stdin_prompt
+
+    messages = []
+    if args.conversation and os.path.exists(args.conversation):
+        with open(args.conversation, 'r') as f:
+            messages = json.load(f)
+
+    messages.append({'role': 'user', 'content': prompt})
+
+    tools = None
+    if args.tool_file:
+        with open(args.tool_file, 'r') as f:
+            tools = json.load(f)
+
+    req = {'messages': messages, 'stream': True}
+    if args.model:
+        req['model'] = args.model
+    if tools:
+        req['tools'] = tools
+
+    r = requests.post(f'{base_url}/chat/completions', json=req, headers=headers, stream=True)
+
+    assistant_response = ''
+    tool_calls = []
+    current_tool_call = None
+
+    for line in r.iter_lines():
+        if line:
+            line = line.decode('utf-8')
+            if line.startswith('data: '):
+                data = line[6:]
+                if data == '[DONE]':
+                    break
+                try:
+                    chunk = json.loads(data)
+                    delta = chunk['choices'][0]['delta']
+                    content = delta.get('content', '')
+                    if content:
+                        print(content, end='', flush=True)
+                        assistant_response += content
+                    
+                    if 'tool_calls' in delta:
+                        for tc in delta['tool_calls']:
+                            idx = tc.get('index', 0)
+                            if idx >= len(tool_calls):
+                                tool_calls.append({'id': '', 'type': 'function', 'function': {'name': '', 'arguments': ''}})
+                                current_tool_call = tool_calls[idx]
+                            
+                            if 'id' in tc:
+                                tool_calls[idx]['id'] = tc['id']
+                            if 'function' in tc:
+                                if 'name' in tc['function']:
+                                    tool_calls[idx]['function']['name'] += tc['function']['name']
+                                if 'arguments' in tc['function']:
+                                    tool_calls[idx]['function']['arguments'] += tc['function']['arguments']
+                except:
+                    pass
+
+    if args.tool_program and tool_calls:
+        for tool_call in tool_calls:
+            tool_input = json.dumps({
+                'id': tool_call['id'],
+                'name': tool_call['function']['name'],
+                'arguments': json.loads(tool_call['function']['arguments'])
+            })
+            
+            print(f"<Executing: {tool_call['function']['name']}({tool_call['function']['arguments']})>", file=sys.stderr)
+            
+            result = subprocess.run(
+                args.tool_program,
+                input=tool_input,
+                capture_output=True,
+                text=True,
+                shell=True
+            )
+            print(f"<Result: {result}>", file=sys.stderr)
+            
+            messages.append({
+                'role': 'assistant',
+                'content': assistant_response if assistant_response else None,
+                'tool_calls': tool_calls
+            })
+            messages.append({
+                'role': 'tool',
+                'tool_call_id': tool_call['id'],
+                'content': result.stdout
+            })
+        
+        req = {'messages': messages, 'stream': True}
+        if args.model:
+            req['model'] = args.model
+        if tools:
+            req['tools'] = tools
+        
+        r = requests.post(f'{base_url}/chat/completions', json=req, headers=headers, stream=True)
+        
+        assistant_response = ''
+        for line in r.iter_lines():
+            if line:
+                line = line.decode('utf-8')
+                if line.startswith('data: '):
+                    data = line[6:]
+                    if data == '[DONE]':
+                        break
+                    try:
+                        chunk = json.loads(data)
+                        content = chunk['choices'][0]['delta'].get('content', '')
+                        if content:
+                            print(content, end='', flush=True)
+                            assistant_response += content
+                    except Exception as ex:
+                        print(ex)
+                        pass
+        print()
+
+    if args.conversation:
+        if len(assistant_response):
+            messages.append({'role': 'assistant', 'content': assistant_response})
+            with open(args.conversation, 'w') as f:
+                json.dump(messages, f, indent=2)
+
+if __name__ == "__main__":
+    main()

llcat-0.3.0.dist-info/METADATA

@@ -0,0 +1,135 @@
+Metadata-Version: 2.4
+Name: llcat
+Version: 0.3.0
+Summary: /usr/bin/cat for the LLM era
+Project-URL: Homepage, https://github.com/day50-dev/llcat
+Project-URL: Bug Tracker, https://github.com/day50-dev/llcat/issues
+Author-email: Chris McKenzie <kristopolous@yahoo.com>
+License: MIT
+Keywords: cli,markdown,renderer,syntax-highlighting,terminal
+Classifier: Development Status :: 4 - Beta
+Classifier: Environment :: Console
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.8
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Topic :: Text Processing :: Markup
+Classifier: Topic :: Utilities
+Requires-Python: >=3.8
+Requires-Dist: requests
+Description-Content-Type: text/markdown
+
+# /usr/bin/cat for LLMs
+**llcat** is an LLM program with very little ambition. 
+
+That's why it's awesome.
+
+<img width="670" height="592" alt="llcat" src="https://github.com/user-attachments/assets/0fac2db4-3b2e-4639-b6b1-1b0a121a5744" />
+
+You can handle this! 
+
+**llcat** solves all your problems. 
+
+Yes. Every one. 
+
+It can also:
+
+ * Pipe things from stdin and/or be prompted on the command line.
+ * Store **conversation history** optionally, in a normal file. 
+ * Do **tool calling** using the OpenAI spec. There's an example in this repository (and below).
+ * Use local or remote servers, authenticated or not.
+ * List **models** using `-m` without arguments. Specify a model with the argument.
+
+Free Samples? Sure! It's Free Software.
+
+ * pipx install llcat
+ * uvx llcat
+
+It's **llcat**, not **llmcat**. Let's keep it pronounceable.
+
+Dependencies? Just the requests library.
+
+Pretty unambitious. Pretty nice.
+
+## Examples
+
+List the models on [OpenRouter](https://openrouter.ai):
+
+`uvx llcat -s https://openrouter.ai/api -m`
+
+Go ahead, do that right now.
+
+```
+$ llcat -s https://openrouter.ai/api \
+        -m meta-llama/llama-3.2-3b-instruct:free \
+        -c /tmp/convo.txt \
+        -k $(cat openrouter.key) \
+        "What is the capital of France?"
+
+$ llcat -s https://openrouter.ai/api \
+        -m meta-llama/llama-3.2-3b-instruct:free \
+        -c /tmp/convo.txt \
+        -k $(cat openrouter.key) \
+        "And what about Canada?"
+```
+
+**Let's continue it locally**
+
+```
+$ llcat -s http://192.168.1.21:8080 \
+        -c /tmp/convo.txt \
+        "And what about Japan?"
+```
+
+Pure sorcery.
+
+Want to store state? Let's go!
+```shell
+$ source fancy.sh
+...
+$ llc "write a diss track where the knapsack problem hates on the towers of hanoi"
+```
+What goes in the `...`? 
+
+You'll have to read the four lines of `fancy.sh`! 
+
+*(Spoiler Alert: it sets environment variables and has a wrapper function)*
+
+
+## The Tool Call To Rule Them All
+This example, a very strange way to play mp3s, uses the sophisticated 21 line `example_tool_program.py` included in this repository.
+
+It also uses DA`/50's pretty little [streaming markdown renderer, streamdown](https://github.com/day50-dev/Streamdown).
+
+<img width="1919" height="606" alt="tc" src="https://github.com/user-attachments/assets/a704ae5c-cfcb-4abc-b1a7-ad1290e60510" />
+
+[Kablam!](https://frustratedfunk.bandcamp.com/track/photographic-photogenic) Alright **a16z** where's my $50 million? 
+
+The enterprise applications are limitless...
+
+### Boring Documentation
+
+```shell
+usage: llcat [-h] [-c CONVERSATION] [-m [MODEL]] [-k KEY] [-s SERVER]
+                [-tf TOOL_FILE] [-tp TOOL_PROGRAM]
+                [prompt ...]
+
+positional arguments:
+  prompt                Your prompt
+
+options:
+  -h, --help            show this help message and exit
+  -c, --conversation CONVERSATION
+                        Conversation history file
+  -m, --model [MODEL]   Model to use (or list models if no value)
+  -k, --key KEY         API key for authorization
+  -s, --server SERVER   Server URL (e.g., http://::1:8080)
+  -tf, --tool_file TOOL_FILE
+                        JSON file with tool definitions
+  -tp, --tool_program TOOL_PROGRAM
+                        Program to execute tool calls
+
+```

llcat-0.3.0.dist-info/RECORD

@@ -0,0 +1,5 @@
+llcat,sha256=LRJzodYvPHYdX8JzXLA6PtBK0MXzEdjequbguzuGSuY,6390
+llcat-0.3.0.dist-info/METADATA,sha256=723dO4Odpq93evhJAqI8irXHijbaibfb7nGiYSwP1is,4170
+llcat-0.3.0.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+llcat-0.3.0.dist-info/entry_points.txt,sha256=Hjeok2HN7o5yovptEjIgyC2iv4nljbDVD-jMF0mVwig,58
+llcat-0.3.0.dist-info/RECORD,,

llcat-0.3.0.dist-info/WHEEL

@@ -0,0 +1,4 @@
+Wheel-Version: 1.0
+Generator: hatchling 1.28.0
+Root-Is-Purelib: true
+Tag: py3-none-any

llcat-0.3.0.dist-info/entry_points.txt

@@ -0,0 +1,3 @@
+[console_scripts]
+sd = llcat:main
+streamdown = llcat:main