machine-thinking 0.0.6__tar.gz → 0.0.8__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: machine-thinking
3
- Version: 0.0.6
3
+ Version: 0.0.8
4
4
  Summary: Calling the API of 'Thinking-Machines Lab' models without dependencies.
5
5
  Author-email: Machina Ratiocinatrix <machina.ratio@gmail.com>, Alexander Fedotov <alex.fedotov@aol.com>
6
6
  Project-URL: Homepage, https://github.com/machina-ratiocinatrix/machine-thinking
@@ -3,7 +3,7 @@ requires = ["setuptools>=67.0"]
3
3
  build-backend = "setuptools.build_meta"
4
4
  [project]
5
5
  name = "machine-thinking"
6
- version = "0.0.6"
6
+ version = "0.0.8"
7
7
  authors = [
8
8
  {name="Machina Ratiocinatrix", email="machina.ratio@gmail.com"},
9
9
  {name="Alexander Fedotov", email="alex.fedotov@aol.com"}
@@ -0,0 +1,76 @@
1
+ # -*- coding: utf-8 -*-
2
+ # Python
3
+
4
+ """Copyright (c) Alexander Fedotov.
5
+ This source code is licensed under the license found in the
6
+ LICENSE file in the root directory of this source tree.
7
+ """
8
+ from .utils import (query,
9
+ default_model,
10
+ get_function,
11
+ get_func_args,
12
+ call_function,
13
+ api_base_ant,
14
+ decode)
15
+
16
+
17
+ def get_weather(location):
18
+ # print(f"Executing weather tool for location: {location}")
19
+ return {"temperature": "72F", "condition": "Sunny"}
20
+
21
+
22
+ def message(messages=None, instructions=None, tools=None, **kwargs):
23
+ """A continuation of text with a given context and instruction.
24
+ """
25
+ messages = kwargs.get('messages', messages)
26
+
27
+ payload = {
28
+ "model": kwargs.get("model", default_model),
29
+ "system": kwargs.get("system_instruction", instructions),
30
+ "messages": kwargs.get('messages', messages),
31
+ "thinking": kwargs.get('thinking', None),
32
+ "max_tokens": kwargs.get("max_tokens", 100),
33
+ "stop_sequences": kwargs.get("stop_sequences", ['stop']),
34
+ "stream": kwargs.get("stream", False),
35
+ "temperature": 1.0,
36
+ "output_config": kwargs.get("output_config", {}),
37
+ "metadata": kwargs.get("metadata", None)
38
+ }
39
+ if tools:
40
+ payload['tools'] = tools
41
+ payload['tool_choice'] = kwargs.get('tool_choice', {})
42
+
43
+ while True:
44
+ result = query(payload, '/messages', api_base_ant)
45
+ completion_message = result['content']
46
+ thoughts, text, function_calls = decode(completion_message)
47
+ if function_calls:
48
+ payload['messages'].append({"role": "assistant", "content": completion_message})
49
+ tools_results = []
50
+ # Call all requested functions and create response messages.
51
+ for function_call in function_calls:
52
+ call_id = function_call.get('id')
53
+ func_name = function_call.get('name', '')
54
+ func_args_def = function_call.get('input', '{}')
55
+ # Look up tool by name in globals and caller frames
56
+ func = get_function(func_name)
57
+ func_args = get_func_args(func_args_def)
58
+ result = call_function(func, func_args)
59
+ tool_message = {
60
+ "type": "tool_result",
61
+ "tool_use_id": call_id,
62
+ "content": result
63
+ }
64
+ tools_results.append(tool_message)
65
+
66
+ # Add results to payload and make a query.
67
+ payload['messages'].append({"role": "user", "content": tools_results})
68
+
69
+ else:
70
+ break
71
+
72
+ return thoughts, text
73
+
74
+
75
+ if __name__ == '__main__':
76
+ ...
@@ -41,13 +41,12 @@ def get_function(func_name):
41
41
  return func
42
42
 
43
43
 
44
- def get_func_args(func_def):
44
+ def get_func_args(func_args_def):
45
45
  try:
46
- func_args_str = func_def.get('arguments')
47
- if isinstance(func_args_str, str):
48
- func_args = json.loads(func_args_str)
46
+ if isinstance(func_args_def, str):
47
+ func_args = json.loads(func_args_def)
49
48
  else:
50
- func_args = func_args_str
49
+ func_args = func_args_def
51
50
  except Exception as e:
52
51
  func_args = {}
53
52
  print(f"Error parsing tool arguments: {e}")
@@ -105,3 +104,20 @@ def query(payload, url_suffix, url_prefix=None):
105
104
  # Handle network/connection errors
106
105
  print(f"Failed to reach the server: {e.reason}")
107
106
  return {}
107
+
108
+
109
+ def decode(output):
110
+ text = ''
111
+ thoughts = ''
112
+ for chunk in output:
113
+ chunk_type = chunk.get('type', '')
114
+ if chunk_type == 'text':
115
+ addition = chunk.get('text', '')
116
+ if addition not in ('\n\n', '\n'):
117
+ text += addition
118
+
119
+ elif chunk_type == 'thinking':
120
+ thoughts += chunk.get('thinking', '')
121
+ function_calls = [part for part in output if part['type'] == 'tool_use']
122
+
123
+ return thoughts, text, function_calls
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: machine-thinking
3
- Version: 0.0.6
3
+ Version: 0.0.8
4
4
  Summary: Calling the API of 'Thinking-Machines Lab' models without dependencies.
5
5
  Author-email: Machina Ratiocinatrix <machina.ratio@gmail.com>, Alexander Fedotov <alex.fedotov@aol.com>
6
6
  Project-URL: Homepage, https://github.com/machina-ratiocinatrix/machine-thinking
@@ -1,81 +0,0 @@
1
- # -*- coding: utf-8 -*-
2
- # Python
3
-
4
- """Copyright (c) Alexander Fedotov.
5
- This source code is licensed under the license found in the
6
- LICENSE file in the root directory of this source tree.
7
- """
8
- from .utils import (query,
9
- default_model,
10
- get_function,
11
- get_func_args,
12
- call_function,
13
- api_base_ant)
14
-
15
-
16
- def get_weather(location):
17
- # print(f"Executing weather tool for location: {location}")
18
- return {"temperature": "72F", "condition": "Sunny"}
19
-
20
-
21
- def message(messages=None, instructions=None, tools=None, **kwargs):
22
- """A continuation of text with a given context and instruction.
23
- """
24
- messages = kwargs.get('messages', messages)
25
-
26
- payload = {
27
- 'model': kwargs.get('model', default_model),
28
- 'system': kwargs.get('system', instructions),
29
- 'messages': kwargs.get('messages', messages),
30
- 'output_config': kwargs.get('output_config',{'effort': 'high'}),
31
- 'thinking': kwargs.get('thinking', {
32
- 'type': 'enabled',
33
- 'budget_tokens': 10000,
34
- }),
35
- 'tool_choice': kwargs.get('tool_choice', {'type': 'auto', 'disable_parallel_tool_use': False}),
36
- 'max_tokens': kwargs.get('max_tokens', 4096),
37
- 'prompt_truncate_len': kwargs.get('prompt_truncate_len', 100000),
38
- 'n': kwargs.get('n', 1),
39
- 'top_p': kwargs.get('top_p', 0.9),
40
- 'top_k': kwargs.get('top_k', 10),
41
- 'stream': False
42
- }
43
- if tools:
44
- payload['tools'] = tools
45
- payload['parallel_tool_calls'] = True
46
- payload['tool_choice'] = 'auto'
47
-
48
- while True:
49
- result = query(payload, '/messages', api_base_ant)
50
- completion_message = result['choices'][0]['message']
51
- messages.append(completion_message)
52
- thoughts = completion_message.get('reasoning_content', '')
53
- text = completion_message.get('content', '')
54
- function_calls = completion_message.get('tool_calls', [])
55
-
56
- if function_calls:
57
- # Call all requested functions and create response messages.
58
- for function_call in function_calls:
59
- call_id = function_call.get('id')
60
- func_def = function_call.get('function')
61
- func_name = func_def.get('name', '')
62
-
63
- # Look up tool by name in globals and caller frames
64
- func = get_function(func_name)
65
- func_args = get_func_args(func_def)
66
- result = call_function(func, func_args)
67
-
68
- tool_message = {
69
- "role": "tool",
70
- "tool_call_id": call_id,
71
- "content": result
72
- }
73
- messages.append(tool_message)
74
- else:
75
- break
76
-
77
- return thoughts, text
78
-
79
-
80
- if __name__ == '__main__':
81
- ...