hjxdl 0.2.16__py3-none-any.whl → 0.2.18__py3-none-any.whl

hdl/_version.py

@@ -12,5 +12,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '0.2.16'
-__version_tuple__ = version_tuple = (0, 2, 16)
+__version__ = version = '0.2.18'
+__version_tuple__ = version_tuple = (0, 2, 18)

hdl/utils/llm/ocrrag.py

@@ -129,14 +129,15 @@ def answer_question_stream(images, question, gen_model):
     # Convert the concatenated image to base64
     new_image_base64 = pilimg_to_base64(new_image)
 
-    # Call the model with the base64-encoded concatenated image and stream=True
+    # Stream the answer from the model
+    partial_answer_text = ""
     for partial_answer in gen_model.chat(
         prompt=question,
         images=[new_image_base64],  # Use the concatenated image
         stream=True  # Enable streaming
     ):
-        # Yield the partial answer as it comes in
-        yield partial_answer  # Stream the output to Gradio
+        partial_answer_text += partial_answer
+        yield gr.update(value=partial_answer_text)
 
 def upvote(knowledge_base, query, cache_dir):
     target_cache_dir = os.path.join(cache_dir, knowledge_base)
@@ -194,7 +195,7 @@ if __name__ == '__main__':
         process_button = gr.Button("Process PDF")
 
         process_button.click(lambda pdf: add_pdf_gradio(pdf, cache_dir=args.cache_dir, model=model, tokenizer=tokenizer),
-                             inputs=file_input, outputs=file_result)
+                            inputs=file_input, outputs=file_result)
 
         kb_id_input = gr.Text(label="Knowledge Base ID")
         query_input = gr.Text(label="Your Question")
@@ -203,15 +204,15 @@ if __name__ == '__main__':
         images_output = gr.Gallery(label="Retrieved Pages")
 
         retrieve_button.click(lambda kb, query, topk: retrieve_gradio(kb, query, topk, cache_dir=args.cache_dir, model=model, tokenizer=tokenizer),
-                              inputs=[kb_id_input, query_input, topk_input], outputs=images_output)
+                            inputs=[kb_id_input, query_input, topk_input], outputs=images_output)
 
         button = gr.Button("Answer Question")
         gen_model_response = gr.Textbox(label="MiniCPM-V-2.6's Answer", lines=10)
 
-        # Use answer_question_stream for streaming response
-        button.click(answer_question_stream,
-                     inputs=[images_output, query_input],
-                     outputs=gen_model_response)
+        # Use answer_question_stream for streaming response and pass gen_model
+        button.click(lambda images, query: answer_question_stream(images, query, gen_model),
+                    inputs=[images_output, query_input],
+                    outputs=gen_model_response)
 
         upvote_button = gr.Button("🤗 Upvote")
         downvote_button = gr.Button("🤣 Downvote")
@@ -219,6 +220,6 @@ if __name__ == '__main__':
         upvote_button.click(lambda kb, query: upvote(kb, query, cache_dir=args.cache_dir),
                             inputs=[kb_id_input, query_input], outputs=None)
         downvote_button.click(lambda kb, query: downvote(kb, query, cache_dir=args.cache_dir),
-                              inputs=[kb_id_input, query_input], outputs=None)
+                            inputs=[kb_id_input, query_input], outputs=None)
 
-    app.launch(server_name=args.server_name, server_port=args.server_port)
+        app.launch(server_name=args.server_name, server_port=args.server_port)

{hjxdl-0.2.16.dist-info → hjxdl-0.2.18.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: hjxdl
-Version: 0.2.16
+Version: 0.2.18
 Summary: A collection of functions for Jupyter notebooks
 Home-page: https://github.com/huluxiaohuowa/hdl
 Author: Jianxing Hu

{hjxdl-0.2.16.dist-info → hjxdl-0.2.18.dist-info}/RECORD

@@ -1,5 +1,5 @@
 hdl/__init__.py,sha256=GffnD0jLJdhkd-vo989v40N90sQbofkayRBwxc6TVhQ,72
-hdl/_version.py,sha256=24Q7k0pOfSN3Vkvs8-MWQxeJqcvAZ3JvN_YWtflaEyU,413
+hdl/_version.py,sha256=vv03nZpeD6Mjdm460ETGqf51aVxTkGAfdVq6sFIgFOM,413
 hdl/args/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hdl/args/loss_args.py,sha256=s7YzSdd7IjD24rZvvOrxLLFqMZQb9YylxKeyelSdrTk,70
 hdl/controllers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -132,14 +132,14 @@ hdl/utils/llm/chatgr.py,sha256=GO2G7g6YybduA5VCUuGjvEsJfC_6L7rycSnPeHMcxyM,2820
 hdl/utils/llm/embs.py,sha256=Tf0FOYrOFZp7qQpEPiSCXzlgyHH0X9HVTUtsup74a9E,7174
 hdl/utils/llm/extract.py,sha256=2sK_WJzmYIc8iuWaM9DA6Nw3_6q1O4lJ5pKpcZo-bBA,6512
 hdl/utils/llm/llama_chat.py,sha256=watcHGOaz-bv3x-yDucYlGk5f8FiqfFhwWogrl334fk,4387
-hdl/utils/llm/ocrrag.py,sha256=AxzoSZ9AHBJihTwxllprlukVYb0JI83GgvQDKHcJl-4,8982
+hdl/utils/llm/ocrrag.py,sha256=rwCfIzgHCxPBaG0JkzJiC-4Ci3NjMx5h5OYVxL1EmSg,9021
 hdl/utils/llm/vis.py,sha256=-6QvxSVzKqxLh_l0aYg2wN2G5HOiQvCpfp-jn9twXw0,16210
 hdl/utils/llm/visrag.py,sha256=vNj4cHsvfC_Vc0eDPKZc-yflLUMGApZGpggjAqAlwS8,9215
 hdl/utils/schedulers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hdl/utils/schedulers/norm_lr.py,sha256=bDwCmdEK-WkgxQMFBiMuchv8Mm7C0-GZJ6usm-PQk14,4461
 hdl/utils/weather/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hdl/utils/weather/weather.py,sha256=k11o6wM15kF8b9NMlEfrg68ak-SfSYLN3nOOflFUv-I,4381
-hjxdl-0.2.16.dist-info/METADATA,sha256=5jUlljbBjcD-EWi_2s4qYK3G2r7uoCSL4t7WinXNwmE,836
-hjxdl-0.2.16.dist-info/WHEEL,sha256=OVMc5UfuAQiSplgO0_WdW7vXVGAt9Hdd6qtN4HotdyA,91
-hjxdl-0.2.16.dist-info/top_level.txt,sha256=-kxwTM5JPhylp06z3zAVO3w6_h7wtBfBo2zgM6YZoTk,4
-hjxdl-0.2.16.dist-info/RECORD,,
+hjxdl-0.2.18.dist-info/METADATA,sha256=couEd-CAvz1xZXgTmw1Qd0uiTlBrJcATj-b0v0YRAA8,836
+hjxdl-0.2.18.dist-info/WHEEL,sha256=OVMc5UfuAQiSplgO0_WdW7vXVGAt9Hdd6qtN4HotdyA,91
+hjxdl-0.2.18.dist-info/top_level.txt,sha256=-kxwTM5JPhylp06z3zAVO3w6_h7wtBfBo2zgM6YZoTk,4
+hjxdl-0.2.18.dist-info/RECORD,,