bulk-chain 0.25.1__py3-none-any.whl → 0.25.2__py3-none-any.whl

bulk_chain/core/llm_base.py

@@ -24,7 +24,7 @@ class BaseLM(object):
             try:
                 if self.__support_batching:
                     # Launch in batch mode.
-                    content = self.ask(batch)
+                    content = batch
                 else:
                     # Launch in non-batch mode.
                     assert len(batch) == 1, "The LM does not support batching," \

bulk_chain/core/service_llm.py

@@ -8,21 +8,12 @@ def pad_str(text, pad):
     return text.rjust(len(text) + pad, ' ')
 
 
-def text_wrap(content, width, handle_line=lambda l: l):
-    lines = []
-    for text in content.split('\n'):
-        for i in range(0, len(text), width):
-            line = handle_line(text[i:i + width])
-            lines.append(line)
-    return '\n'.join(lines)
-
-
-def nice_output(text, width, pad=4, remove_new_line=False):
+def nice_output(text, remove_new_line=False):
     short_text = text.replace("\n", "") if remove_new_line else text
-    return text_wrap(content=short_text, width=width, handle_line=lambda line: pad_str(line, pad=pad))
+    return short_text
 
 
-def chat_with_lm(lm, preset_dict=None, chain=None, model_name=None, line_width=80, pad=0):
+def chat_with_lm(lm, preset_dict=None, chain=None, model_name=None, pad=0):
     assert (isinstance(lm, BaseLM))
     assert (isinstance(chain, list))
     assert (isinstance(model_name, str) or model_name is None)
@@ -81,7 +72,7 @@ def chat_with_lm(lm, preset_dict=None, chain=None, model_name=None, line_width=8
             # Returning meta information, passed to LLM.
             streamed_logger.info(pad_str(f"{model_name} (ask [{chain_ind+1}/{len(chain)}]) ->", pad=pad))
             streamed_logger.info("\n")
-            streamed_logger.info(nice_output(actual_prompt, pad=pad, remove_new_line=True, width=line_width))
+            streamed_logger.info(nice_output(actual_prompt, remove_new_line=True))
             streamed_logger.info("\n\n")
 
             # Response.
@@ -89,7 +80,7 @@ def chat_with_lm(lm, preset_dict=None, chain=None, model_name=None, line_width=8
             streamed_logger.info(pad_str(f"{model_name} (resp [{chain_ind+1}/{len(chain)}])->", pad=pad))
             streamed_logger.info("\n")
             if isinstance(response, str):
-                streamed_logger.info(nice_output(response, pad=pad, remove_new_line=False, width=line_width))
+                streamed_logger.info(nice_output(response, remove_new_line=False))
                 buffer = [response]
             else:
                 buffer = []

bulk_chain/demo.py

@@ -81,5 +81,4 @@ if __name__ == '__main__':
             preset_dict[key] = value
 
     # Launch Demo.
-    chat_with_lm(llm, preset_dict=preset_dict, chain=schema.chain, model_name=llm_model_name,
-                 line_width=120)
+    chat_with_lm(llm, preset_dict=preset_dict, chain=schema.chain, model_name=llm_model_name)

bulk_chain/infer.py

@@ -68,7 +68,6 @@ if __name__ == '__main__':
 
     parser = argparse.ArgumentParser(description="Infer Instruct LLM inference based on CoT schema")
     parser.add_argument('--adapter', dest='adapter', type=str, default=None)
-    parser.add_argument('--attempts', dest='attempts', type=int, default=None)
     parser.add_argument('--id-col', dest='id_col', type=str, default="uid")
     parser.add_argument('--src', dest='src', type=str, nargs="?", default=None)
     parser.add_argument('--schema', dest='schema', type=str, default=None,

{bulk_chain-0.25.1.dist-info → bulk_chain-0.25.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: bulk_chain
-Version: 0.25.1
+Version: 0.25.2
 Summary: A lightweight, no-strings-attached Chain-of-Thought framework for your LLM, ensuring reliable results for bulk input requests.
 Home-page: https://github.com/nicolay-r/bulk-chain
 Author: Nicolay Rusnachenko
@@ -18,7 +18,7 @@ License-File: LICENSE
 Requires-Dist: tqdm
 Requires-Dist: source-iter ==0.24.3
 
-# bulk-chain 0.25.1
+# bulk-chain 0.25.2
 ![](https://img.shields.io/badge/Python-3.9-brightgreen.svg)
 [![](https://colab.research.google.com/assets/colab-badge.svg)](https://colab.research.google.com/github/nicolay-r/bulk-chain/blob/master/bulk_chain_tutorial.ipynb)
 [![twitter](https://img.shields.io/twitter/url/https/shields.io.svg?style=social)](https://x.com/nicolayr_/status/1847969224636961033)
@@ -30,6 +30,8 @@ Requires-Dist: source-iter ==0.24.3
 
 <p align="center">
   <a href="https://github.com/nicolay-r/nlp-thirdgate?tab=readme-ov-file#llm"><b>Third-party providers hosting</b>↗️</a>
+  <br>
+  <a href="https://github.com/nicolay-r/bulk-chain/blob/master/README.md#demo-mode">👉<b>demo</b>👈</a>
 </p>
 
 A no-strings-attached **framework**  for your LLM that allows applying Chain-of-Thought-alike [prompt `schema`](#chain-of-thought-schema) towards a massive textual collections using custom **[third-party providers ↗️](https://github.com/nicolay-r/nlp-thirdgate?tab=readme-ov-file#llm)**.
@@ -86,11 +88,32 @@ Preliminary steps:
 1. Define your [schema](#chain-of-thought-schema) ([Example for Sentiment Analysis](/ext/schema/thor_cot_schema.json)))
 2. Wrap or pick **LLM model** from the [<b>Third-party providers hosting</b>↗️](https://github.com/nicolay-r/nlp-thirdgate?tab=readme-ov-file#llm).
 
-## API
+## Shell
 
-Please take a look at the [**related Wiki page**](https://github.com/nicolay-r/bulk-chain/wiki)
+### Demo Mode
 
-## Shell
+**demo mode** to interact with LLM via command line with LLM output streaming support. 
+The video below illustrates an example of application for sentiment analysis on author opinion extraction towards mentioned object in text.
+
+Quck start with launching demo:
+1. ⬇️ Download [replicate](https://replicate.com/) provider for `bulk-chain`:
+2. 📜 Setup your reasoning `thor_cot_schema.json` according to the [following example ↗️](test/schema/thor_cot_schema.json)
+3. 🚀 Launch `demo.py` as follows:
+```bash
+python3 -m bulk_chain.demo \
+    --schema "test/schema/thor_cot_schema.json" \
+    --adapter "dynamic:replicate_104.py:Replicate" \
+    %%m \
+    --model_name "meta/meta-llama-3-70b-instruct" \
+    --api_token "<REPLICATE-API-TOKEN>" \
+    --stream
+```
+
+📺 This video showcase application of the [↗️ Sentiment Analysis Schema](https://github.com/nicolay-r/bulk-chain/blob/master/test/schema/thor_cot_schema.json) towards [LLaMA-3-70B-Instruct](https://replicate.com/meta/meta-llama-3-70b-instruct) hosted by Replicate for reasoning over submitted texts
+![sa-bulk-chain-cot-final](https://github.com/user-attachments/assets/0cc8fdcb-6ddb-44a3-8f05-d76250ae6423)
+
+
+### Inference Mode
 
 > **NOTE:** You have to install `source-iter` and `tqdm` packages that actual [dependencies](dependencies.txt) of this project
 
@@ -110,17 +133,10 @@ python3 -m bulk_chain.infer \
     --api_token "<REPLICATE-API-TOKEN>"
 ```
 
-Or, you can launch **demo mode** to interact with LLM via command line: 
-> **NOTE:** Demo supports streaming!
-```bash
-python3 -m bulk_chain.demo \
-    --schema "test/schema/thor_cot_schema.json" \
-    --adapter "dynamic:replicate_104.py:Replicate" \
-    %%m \
-    --model_name "meta/meta-llama-3-70b-instruct" \
-    --api_token "<REPLICATE-API-TOKEN>" \
-    --stream
-```
+## API
+
+Please take a look at the [**related Wiki page**](https://github.com/nicolay-r/bulk-chain/wiki)
+
 
 # Embed your LLM
 

{bulk_chain-0.25.1.dist-info → bulk_chain-0.25.2.dist-info}/RECORD

@@ -1,20 +1,20 @@
 bulk_chain/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 bulk_chain/api.py,sha256=3q1t4A5wop_BRgYanFCCSQBiGu38P9ds0hTbuxNIUKQ,3590
-bulk_chain/demo.py,sha256=x5OPyc7NSSr9KsfSx09KQkntJIev6gytqdhtx4b9FdU,3224
-bulk_chain/infer.py,sha256=VsqP8CP1pHBNeaDYAv__W6EPL8qBibuAtHzl4-S54iU,8148
+bulk_chain/demo.py,sha256=3mvgEu03EyDDFzXtpx2fxozLITOn9Lo7ati6H1y54S4,3191
+bulk_chain/infer.py,sha256=gq6G48XpOK56g5I_AU2kiQirQgcrZ353kfwjjRfQhSo,8069
 bulk_chain/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-bulk_chain/core/llm_base.py,sha256=uX_uibm5y8STfMKNYL64EeF8UowfJGwCD_t-uftHoJE,1849
+bulk_chain/core/llm_base.py,sha256=fuWxfEOSRYvnoZMOcfnq1E2LIJKnrpsnxQ1z6SmY1nM,1839
 bulk_chain/core/service_args.py,sha256=lq4Veuh4QNu8mlCv8MT9S1rMxTn4FKalyp-3boYonVk,2136
 bulk_chain/core/service_batch.py,sha256=yQr6fbQd4ifQBGMhZMrQQeZpXtDchMKMGJi8XPG7thc,1430
 bulk_chain/core/service_data.py,sha256=ZjJDtd1jrQm9hRCXMqe4CT_qF2XDbWBE1lVibP7tAWo,942
 bulk_chain/core/service_dict.py,sha256=lAghLU-3V3xYGv5BTA327Qcw8UJYmgQRMFdggzlrUgo,383
 bulk_chain/core/service_json.py,sha256=6o1xM_8c9QEjH9Q3qEmJylU9nahfRXhUd5sFF2dGJwo,182
-bulk_chain/core/service_llm.py,sha256=uxtEw9OANFyjS4IECos_N5pUfAPQZVul61m64gnlwt0,3880
+bulk_chain/core/service_llm.py,sha256=0lFqX02-BHI9OOdC-7hZhpsb9QrhCbKE7In3jhKXq3I,3452
 bulk_chain/core/service_schema.py,sha256=KIP4n0Tz2h1i7SIMGhgAhoiCgUFXOT1rzMt38yACS2U,1154
 bulk_chain/core/utils.py,sha256=UV6Cefaw7yZiYblsCr-s9LsbcI83xe7eESBvha9A2Og,2784
 bulk_chain/core/utils_logger.py,sha256=BD-ADxaeeuHztaYjqtIY_cIzc5r2Svq9XwRtrgIEqyI,1636
-bulk_chain-0.25.1.dist-info/LICENSE,sha256=VF9SjNpwwSSFEY_eP_8A1ocDCrbwfjI1pZexXdCkOwo,1076
-bulk_chain-0.25.1.dist-info/METADATA,sha256=EQNb6FwovXUSNXL5QpWf-3003863kL84ZWU7wya3ZeM,5071
-bulk_chain-0.25.1.dist-info/WHEEL,sha256=pL8R0wFFS65tNSRnaOVrsw9EOkOqxLrlUPenUYnJKNo,91
-bulk_chain-0.25.1.dist-info/top_level.txt,sha256=Hxq_wyH-GDXKBaA63UfBIiMJO2eCHJG5EOrXDphpeB4,11
-bulk_chain-0.25.1.dist-info/RECORD,,
+bulk_chain-0.25.2.dist-info/LICENSE,sha256=VF9SjNpwwSSFEY_eP_8A1ocDCrbwfjI1pZexXdCkOwo,1076
+bulk_chain-0.25.2.dist-info/METADATA,sha256=-N7-wOVXryBY1jkARSgWYZUAhdLYZlxkJ8qa8Vuj9no,6037
+bulk_chain-0.25.2.dist-info/WHEEL,sha256=pL8R0wFFS65tNSRnaOVrsw9EOkOqxLrlUPenUYnJKNo,91
+bulk_chain-0.25.2.dist-info/top_level.txt,sha256=Hxq_wyH-GDXKBaA63UfBIiMJO2eCHJG5EOrXDphpeB4,11
+bulk_chain-0.25.2.dist-info/RECORD,,