sdg-hub 0.1.2__py3-none-any.whl → 0.1.3__py3-none-any.whl

sdg_hub/_version.py

@@ -17,5 +17,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '0.1.2'
-__version_tuple__ = version_tuple = (0, 1, 2)
+__version__ = version = '0.1.3'
+__version_tuple__ = version_tuple = (0, 1, 3)

sdg_hub/configs/annotations/simple_annotations.yaml

@@ -1,4 +1,4 @@
-system: null
+system: "You are a helpful assistant that annotates text."
 introduction: "Task Description: Data Annotation"
 principles: null
 examples: null

sdg_hub/configs/knowledge/evaluate_relevancy.yaml

@@ -9,7 +9,7 @@ principles: |
   
   For each question, assign a score of 1 point if the response meets the criteria, and 0 points if it does not. After evaluating each question, provide detailed feedback explaining your reasoning behind the scores awarded.
 
-  Conclude your evaluation with a final result, strictly using the following format: 'Total Score: X'. The total score should represent the sum of points assigned for each question, with a maximum possible score of 2 points.
+  Conclude your evaluation with a total score as a final result. The total score should represent the sum of points assigned for each question, with a maximum possible score of 2 points.
   Only evaluate the response based on the above criteria, do not create new questions.
 
 examples: |
@@ -49,7 +49,6 @@ examples: |
   0
   [End of Score]
 
-
   Example 3:
   [Start of Question]
   What are the benefits of electric vehicles?

sdg_hub/flow_runner.py

@@ -42,6 +42,7 @@ def run_flow(
     debug: bool = False,
     dataset_start_index: int = 0,
     dataset_end_index: Optional[int] = None,
+    api_key: Optional[str] = None,
 ) -> None:
     """Process the dataset using the specified configuration.
 
@@ -69,6 +70,8 @@ def run_flow(
         Start index for dataset slicing, by default 0.
     dataset_end_index : Optional[int], optional
         End index for dataset slicing, by default None.
+    api_key : Optional[str], optional
+        API key for the remote endpoint. If not provided, will use OPENAI_API_KEY environment variable, by default None.
 
     Returns
     -------
@@ -137,9 +140,9 @@ def run_flow(
             ) from e
 
         # Validate API configuration
-        openai_api_key = os.environ.get("OPENAI_API_KEY")
+        openai_api_key = api_key or os.environ.get("OPENAI_API_KEY")
         if not openai_api_key or openai_api_key == "EMPTY":
-            logger.warning("OPENAI_API_KEY not set or is 'EMPTY'. API calls may fail.")
+            logger.warning("API key not provided and OPENAI_API_KEY not set or is 'EMPTY'. API calls may fail.")
 
         openai_api_base = endpoint
         if not openai_api_base:
@@ -349,6 +352,12 @@ def run_flow(
 @click.option(
     "--dataset_end_index", type=int, default=None, help="End index of the dataset."
 )
+@click.option(
+    "--api_key",
+    type=str,
+    default=None,
+    help="API key for the remote endpoint. If not provided, will use OPENAI_API_KEY environment variable.",
+)
 def main(
     ds_path: str,
     bs: int,
@@ -361,6 +370,7 @@ def main(
     debug: bool,
     dataset_start_index: int,
     dataset_end_index: Optional[int],
+    api_key: Optional[str],
 ) -> None:
     """CLI entry point for running data generation flows.
 
@@ -388,6 +398,8 @@ def main(
         Start index for dataset slicing.
     dataset_end_index : Optional[int]
         End index for dataset slicing.
+    api_key : Optional[str]
+        API key for the remote endpoint. If not provided, will use OPENAI_API_KEY environment variable.
 
     Returns
     -------
@@ -406,6 +418,7 @@ def main(
             debug=debug,
             dataset_start_index=dataset_start_index,
             dataset_end_index=dataset_end_index,
+            api_key=api_key,
         )
     except (
         DatasetLoadError,

sdg_hub/flows/generation/knowledge/mmlu_bench.yaml

@@ -2,7 +2,7 @@
   block_config:
     block_name: gen_mmlu_knowledge
     config_path: configs/knowledge/mcq_generation.yaml
-    model_id: mistralai/Mixtral-8x7B-Instruct-v0.1
+    model_id: meta-llama/Llama-3.3-70B-Instruct
     output_cols:
       - mmlubench_question
       - mmlubench_answer

sdg_hub/flows/generation/knowledge/simple_knowledge.yaml

@@ -2,7 +2,7 @@
   block_config:
     block_name: gen_knowledge
     config_path: configs/knowledge/simple_generate_qa.yaml
-    model_id: mistralai/Mixtral-8x7B-Instruct-v0.1
+    model_id: meta-llama/Llama-3.3-70B-Instruct
     output_cols:
       - output
   gen_kwargs:

sdg_hub/flows/generation/knowledge/synth_knowledge.yaml

@@ -2,7 +2,7 @@
   block_config:
     block_name: gen_knowledge
     config_path: configs/knowledge/generate_questions_responses.yaml
-    model_id: mistralai/Mixtral-8x7B-Instruct-v0.1
+    model_id: meta-llama/Llama-3.3-70B-Instruct
     output_cols:
       - question
       - response
@@ -20,7 +20,7 @@
   block_config:
     block_name: eval_faithfulness_qa_pair
     config_path: configs/knowledge/evaluate_faithfulness.yaml
-    model_id: mistralai/Mixtral-8x7B-Instruct-v0.1
+    model_id: meta-llama/Llama-3.3-70B-Instruct
     output_cols:
       - explanation
       - judgment
@@ -43,7 +43,7 @@
   block_config:
     block_name: eval_relevancy_qa_pair
     config_path: configs/knowledge/evaluate_relevancy.yaml
-    model_id: mistralai/Mixtral-8x7B-Instruct-v0.1
+    model_id: meta-llama/Llama-3.3-70B-Instruct
     output_cols:
       - feedback
       - score
@@ -67,7 +67,7 @@
   block_config:
     block_name: eval_verify_question
     config_path: configs/knowledge/evaluate_question.yaml
-    model_id: mistralai/Mixtral-8x7B-Instruct-v0.1
+    model_id: meta-llama/Llama-3.3-70B-Instruct
     output_cols:
       - explanation
       - rating

sdg_hub/flows/generation/knowledge/synth_knowledge1.5.yaml

@@ -8,7 +8,7 @@
   block_config:
     block_name: gen_detailed_summary
     config_path: configs/knowledge/detailed_summary.yaml
-    model_id: mistralai/Mixtral-8x7B-Instruct-v0.1
+    model_id: meta-llama/Llama-3.3-70B-Instruct
     output_cols:
       - summary_detailed
   gen_kwargs:
@@ -20,7 +20,7 @@
   block_config:
     block_name: gen_atomic_facts
     config_path: configs/knowledge/atomic_facts.yaml
-    model_id: mistralai/Mixtral-8x7B-Instruct-v0.1
+    model_id: meta-llama/Llama-3.3-70B-Instruct
     output_cols:
       - summary_atomic_facts
   gen_kwargs:
@@ -31,7 +31,7 @@
   block_config:
     block_name: gen_extractive_summary
     config_path: configs/knowledge/extractive_summary.yaml
-    model_id: mistralai/Mixtral-8x7B-Instruct-v0.1
+    model_id: meta-llama/Llama-3.3-70B-Instruct
     output_cols:
       - summary_extractive
   gen_kwargs:
@@ -60,7 +60,7 @@
   block_config:
     block_name: knowledge generation
     config_path: configs/knowledge/generate_questions.yaml
-    model_id: mistralai/Mixtral-8x7B-Instruct-v0.1
+    model_id: meta-llama/Llama-3.3-70B-Instruct
     output_cols:
       - question
     parser_kwargs:
@@ -74,7 +74,7 @@
   block_config:
     block_name: knowledge generation
     config_path: configs/knowledge/generate_responses.yaml
-    model_id: mistralai/Mixtral-8x7B-Instruct-v0.1
+    model_id: meta-llama/Llama-3.3-70B-Instruct
     output_cols:
       - response
   gen_kwargs:
@@ -85,7 +85,7 @@
   block_config:
     block_name: eval_faithfulness_qa_pair
     config_path: configs/knowledge/evaluate_faithfulness.yaml
-    model_id: mistralai/Mixtral-8x7B-Instruct-v0.1
+    model_id: meta-llama/Llama-3.3-70B-Instruct
     output_cols:
       - explanation
       - judgment
@@ -106,7 +106,7 @@
   block_config:
     block_name: eval_relevancy_qa_pair
     config_path: configs/knowledge/evaluate_relevancy.yaml
-    model_id: mistralai/Mixtral-8x7B-Instruct-v0.1
+    model_id: meta-llama/Llama-3.3-70B-Instruct
     output_cols:
       - feedback
       - score
@@ -128,7 +128,7 @@
   block_config:
     block_name: eval_verify_question
     config_path: configs/knowledge/evaluate_question.yaml
-    model_id: mistralai/Mixtral-8x7B-Instruct-v0.1
+    model_id: meta-llama/Llama-3.3-70B-Instruct
     output_cols:
       - explanation
       - rating

{sdg_hub-0.1.2.dist-info → sdg_hub-0.1.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: sdg_hub
-Version: 0.1.2
+Version: 0.1.3
 Summary: Synthetic Data Generation
 Author-email: Red Hat AI Innovation <abhandwa@redhat.com>
 License: Apache-2.0
@@ -36,7 +36,7 @@ Requires-Dist: flask>=3.0.2; extra == "web-interface"
 Requires-Dist: pyyaml>=6.0.1; extra == "web-interface"
 Requires-Dist: flask-wtf>=1.2.2; extra == "web-interface"
 Provides-Extra: vllm
-Requires-Dist: vllm<0.8.4,>=0.8.0; extra == "vllm"
+Requires-Dist: vllm>=0.9.1; extra == "vllm"
 Requires-Dist: torch>=2.0.0; extra == "vllm"
 Requires-Dist: transformers>=4.37.0; extra == "vllm"
 Requires-Dist: accelerate>=0.21.0; extra == "vllm"

{sdg_hub-0.1.2.dist-info → sdg_hub-0.1.3.dist-info}/RECORD

@@ -1,8 +1,8 @@
 sdg_hub/__init__.py,sha256=5Wa6onDndPvG4iwnjq2jK747t3-7XKdQn2WfHfq1sFc,67
-sdg_hub/_version.py,sha256=bSmADqydH8nBu-J4lG8UVuR7hnU_zcwhnSav2oQ0W0A,511
+sdg_hub/_version.py,sha256=NIzzV8ZM0W-CSLuEs1weG4zPrn_-8yr1AwwI1iuS6yo,511
 sdg_hub/checkpointer.py,sha256=R0pNKL_q7-BerxmIarY0w1nFYaq7fGnoRRkCVL6Z-Gw,5053
 sdg_hub/flow.py,sha256=14WDZfb-VDUBwXsVo9u5oMuWD6aOm-GWtIdT64z4j-0,18050
-sdg_hub/flow_runner.py,sha256=xeAIdx2r86kwtdrMFysjR1N-j4teonvbSHKg-m1VNSs,14584
+sdg_hub/flow_runner.py,sha256=rSoXoN2n2vsMmOnsRImeQivsY9zlrDig53O9DBbQzz0,15177
 sdg_hub/logger_config.py,sha256=7uHEJVRfym1c4n95DOKHelLXqAus8uHsZYmzLsEjqpo,422
 sdg_hub/pipeline.py,sha256=mahktfoCMVnuBnvLNjAVOAoFKNQo-wb0Dz1_xdYhKDM,3852
 sdg_hub/prompts.py,sha256=Gto1KcIhO-50ERvZx1Qzu-eAhSlIkOjYH9F6j2eIPfY,17482
@@ -20,14 +20,14 @@ sdg_hub/configs/annotations/cot_reflection.yaml,sha256=60EdsTe1y7GoUIAWYSGfMa3EK
 sdg_hub/configs/annotations/detailed_annotations.yaml,sha256=in21xmlhxDJGEaWh1IgINh33tEyW9AuyG3k4pWBuKSM,1520
 sdg_hub/configs/annotations/detailed_description.yaml,sha256=FsGbQMBxf1MAOi0nhrQ4icxcwYMlRura_ji9Pmeh1AA,192
 sdg_hub/configs/annotations/detailed_description_icl.yaml,sha256=NDdwo5EShnYZjm1Fn80sZTAwfnwpPigixP2hvJ8--cU,679
-sdg_hub/configs/annotations/simple_annotations.yaml,sha256=e2F_Ow8EG_me4XJ2cnBTlKb9y1FmdX0DHKkiMqiwdUQ,188
+sdg_hub/configs/annotations/simple_annotations.yaml,sha256=d80d0mK7Xz0MMCCSW3sYw3ztt5HASV5miu0krSAbjnA,234
 sdg_hub/configs/knowledge/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sdg_hub/configs/knowledge/atomic_facts.yaml,sha256=bIfQr0q0FyReO94v_lpLO56FikARCvFmZza-ISZTOnA,2453
 sdg_hub/configs/knowledge/auxilary_instructions.yaml,sha256=aCgIjvNacdC2ZHThEvhZKvwORK6KqErVvVYQYQrIDLE,2034
 sdg_hub/configs/knowledge/detailed_summary.yaml,sha256=_Mc_i9vaLp1OPKexSOURV5gbXEG41p1eELUukOhz8oM,388
 sdg_hub/configs/knowledge/evaluate_faithfulness.yaml,sha256=iuvx5vNNm_jzHlmcKF83StaDYezRz2vQn3JUHM-TMdQ,3054
 sdg_hub/configs/knowledge/evaluate_question.yaml,sha256=02mikEAJCUEkREBo7KxPY9H6iTUHQN-4cRkn2XMlVQ8,1915
-sdg_hub/configs/knowledge/evaluate_relevancy.yaml,sha256=ASh8A1HAYO1h1tQRrwGnkUmK1n-WDKLdfW_LbSW1ipQ,3690
+sdg_hub/configs/knowledge/evaluate_relevancy.yaml,sha256=yPyW2BeLV07cvDU8NO6f-Wc32P9iycnpXyLvvTnUy44,3651
 sdg_hub/configs/knowledge/extractive_summary.yaml,sha256=TYgJ7WQc7NFkf3GeRsbx6lwfA_xFnEOYGELewSqorp0,399
 sdg_hub/configs/knowledge/generate_code_questions_responses.yaml,sha256=cIus2JYMYDvxHFVSU9QVa-1IK5KoChb3rCU2b4b9UmI,908
 sdg_hub/configs/knowledge/generate_questions.yaml,sha256=iJtttZrVvlXFraUSrMowqTCLoJOLDbBndcTNMPTO8A4,2788
@@ -67,10 +67,10 @@ sdg_hub/configs/skills/icl_examples/math.yaml,sha256=hNq-QudlXrg9CWLpJdrZ4v3vifG
 sdg_hub/configs/skills/icl_examples/reasoning.yaml,sha256=eesIlH9SO07TVF20gy18MZrcDzLhSmynd_F_lvg0oQg,4335
 sdg_hub/configs/skills/icl_examples/roleplay.yaml,sha256=LYEyA7wv7QWQscUNQr0K_lotNoWSfuoAEncx3PCRYIs,6997
 sdg_hub/configs/skills/icl_examples/writing.yaml,sha256=El-57IjZ5IvdcmCHyHvX_M2RFFkEos572220be8ecrQ,11335
-sdg_hub/flows/generation/knowledge/mmlu_bench.yaml,sha256=Rueuxr_n1zabE_nGqOgUfh5hqVmEONRka9NLiZANSew,346
-sdg_hub/flows/generation/knowledge/simple_knowledge.yaml,sha256=o4uyfs1nDiECcNROdsvHKiM46NYvQufo9dF4XSGpY54,298
-sdg_hub/flows/generation/knowledge/synth_knowledge.yaml,sha256=ZTZvevfwDQSKUwPcv1i5IzIchsRHSEN03eTefedQmU8,2172
-sdg_hub/flows/generation/knowledge/synth_knowledge1.5.yaml,sha256=KYMdStAsfWKZhoFzEwTfl8XhF0qRSc6WsgJbzLWCw-U,3634
+sdg_hub/flows/generation/knowledge/mmlu_bench.yaml,sha256=U0S2NPkZ_9_8yQGgHJm4el-wVsg_6MllzbFT97cGNrI,343
+sdg_hub/flows/generation/knowledge/simple_knowledge.yaml,sha256=_DkBZjS47bH0Lmu0eXVRlesTxeAF8Zlzj1PgR1vruuA,295
+sdg_hub/flows/generation/knowledge/synth_knowledge.yaml,sha256=sYBzIFNBGks_o2Nwvov5MSrMadAB3g-niBAaWPbBYO0,2160
+sdg_hub/flows/generation/knowledge/synth_knowledge1.5.yaml,sha256=Ao91pCtPmyJts0_aLDkl7n3q14ndvzN_nNIm5Q0RnMI,3610
 sdg_hub/flows/generation/skills/improve_responses.yaml,sha256=wUV0awTmKHNZ62pHiw_yz-IdG0OYgT_dCwlMUlZS3TA,2683
 sdg_hub/flows/generation/skills/simple_freeform_skill.yaml,sha256=iVEomFH1E52JA7KLmTIwkS1PnzxUJVPMgbK2O-m80As,309
 sdg_hub/flows/generation/skills/simple_grounded_skill.yaml,sha256=LTLxqdgbLIKSJonuIRHhcRSpit1EawwNvytWzXWXe2E,309
@@ -82,8 +82,8 @@ sdg_hub/utils/datautils.py,sha256=0t_SZ_UXBKl8uL6rVp3SUh8YKRbzKlh2oO5gr2cKyEw,38
 sdg_hub/utils/error_handling.py,sha256=UvPEmtdpbBL71Zx8DWpIqd8869kEY2dlCH11iDgMfec,1847
 sdg_hub/utils/path_resolution.py,sha256=M7hnwoyRQTKgwGC3Ld1_KmKaO_8Lu0PCk6JtQrLp67Q,2006
 sdg_hub/utils/validation_result.py,sha256=O3zF6r49LQ9StAf_oWmK2bg-JfTQw6rpbHtHr9lI4ks,264
-sdg_hub-0.1.2.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-sdg_hub-0.1.2.dist-info/METADATA,sha256=4etDbH6APmsl8vh-b5H8-8r7pVCYBRWbqlRbf6gmYcY,7247
-sdg_hub-0.1.2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-sdg_hub-0.1.2.dist-info/top_level.txt,sha256=TqI7d-HE1n6zkXFkU0nF3A1Ct0P0pBaqI675uFokhx4,8
-sdg_hub-0.1.2.dist-info/RECORD,,
+sdg_hub-0.1.3.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+sdg_hub-0.1.3.dist-info/METADATA,sha256=v8k82qCPIhwhS_rBAe8S3SXTl_xu7UBAoi6NB3vzT3s,7240
+sdg_hub-0.1.3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+sdg_hub-0.1.3.dist-info/top_level.txt,sha256=TqI7d-HE1n6zkXFkU0nF3A1Ct0P0pBaqI675uFokhx4,8
+sdg_hub-0.1.3.dist-info/RECORD,,