AutoRAG 0.3.5__tar.gz → 0.3.6__tar.gz

{autorag-0.3.5 → autorag-0.3.6}/AutoRAG.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: AutoRAG
-Version: 0.3.5
+Version: 0.3.6
 Summary: Automatically Evaluate RAG pipelines with your own data. Find optimal structure for new RAG product.
 Author-email: Marker-Inc <vkehfdl1@gmail.com>
 License:                                  Apache License
@@ -239,6 +239,7 @@ Requires-Dist: tokenlog>=0.0.2
 Requires-Dist: aiohttp
 Requires-Dist: voyageai
 Requires-Dist: mixedbread-ai
+Requires-Dist: llama-index-llms-bedrock
 Requires-Dist: quart
 Requires-Dist: llama-index>=0.11.0
 Requires-Dist: llama-index-core>=0.11.0
@@ -329,6 +330,12 @@ _Muted by default, enable sound for voice-over_
 
 You can see on [YouTube](https://youtu.be/2ojK8xjyXAU?feature=shared)
 
+## Use AutoRAG in HuggingFace Space 🚀
+
+- [💬 Naive RAG Chatbot](https://huggingface.co/spaces/AutoRAG/Naive-RAG-chatbot)
+- [✏️ AutoRAG Data Creation](https://huggingface.co/spaces/AutoRAG/AutoRAG-data-creation)
+- [🚀 AutoRAG RAG Pipeline Optimization](https://huggingface.co/spaces/AutoRAG/AutoRAG-optimization)
+
 ## Colab Tutorial
 
 - [Step 1: Basic of AutoRAG | Optimizing your RAG pipeline](https://colab.research.google.com/drive/19OEQXO_pHN6gnn2WdfPd4hjnS-4GurVd?usp=sharing)
@@ -373,6 +380,9 @@ pip install "AutoRAG[gpu,parse]"
 ```
 
 # Data Creation
+<a href="https://huggingface.co/spaces/AutoRAG/AutoRAG-data-creation">
+<img src="https://github.com/user-attachments/assets/8c6e4b02-3938-4560-b817-c95764965b50" alt="Hugging Face Sticker" style="width:200px;height:auto;">
+</a>
 
 ![image](https://github.com/user-attachments/assets/6079f696-207c-4221-8d28-5561a203dfe2)
 
@@ -458,7 +468,7 @@ from autorag.data.qa.query.llama_gen_query import factoid_query_gen
 from autorag.data.qa.sample import random_single_hop
 
 llm = OpenAI()
-raw_df = pd.read_parquet("your/path/to/corpus.parquet")
+raw_df = pd.read_parquet("your/path/to/parsed.parquet")
 raw_instance = Raw(raw_df)
 
 corpus_df = pd.read_parquet("your/path/to/corpus.parquet")
@@ -492,6 +502,12 @@ initial_qa.to_parquet('./qa.parquet', './corpus.parquet')
 ```
 
 # RAG Optimization
+
+<a href="https://huggingface.co/spaces/AutoRAG/AutoRAG-optimization">
+<img src="https://github.com/user-attachments/assets/8c6e4b02-3938-4560-b817-c95764965b50" alt="Hugging Face Sticker" style="width:200px;height:auto;">
+</a>
+
+
 ![rag](https://github.com/user-attachments/assets/214d842e-fc67-4113-9c24-c94158b00c23)
 
 ### How AutoRAG optimizes RAG pipeline?
@@ -747,6 +763,14 @@ at [here](https://edai.notion.site/Supporting-metrics-867d71caefd7401c9264dd91ba
 
 ☎️ [TroubleShooting](https://medium.com/@autorag/autorag-troubleshooting-5cf872b100e3)
 
+## 💬 Talk with Founders
+
+Talk with us! We are always open to talk with you.
+
+- 🎤 [Talk with Jeffrey](https://zcal.co/autorag-jeffrey/autorag-demo-15min)
+
+- 🦜 [Talk with Bwook](https://zcal.co/i/tcuLtmq5)
+
 ---
 
 # ✨ Contributors ✨

{autorag-0.3.5 → autorag-0.3.6}/AutoRAG.egg-info/SOURCES.txt

@@ -342,15 +342,32 @@ sample_config/parse/parse_hybird.yaml
 sample_config/parse/parse_ko.yaml
 sample_config/parse/parse_ocr.yaml
 sample_config/parse/simple_parse.yaml
-sample_config/rag/api_full.yaml
-sample_config/rag/config_korean.yaml
 sample_config/rag/extracted_sample.yaml
 sample_config/rag/full.yaml
-sample_config/rag/compact/compact_local.yaml
-sample_config/rag/compact/compact_openai.yaml
-sample_config/rag/simple/simple_local.yaml
-sample_config/rag/simple/simple_ollama.yaml
-sample_config/rag/simple/simple_openai.yaml
+sample_config/rag/english/gpu/compact_local.yaml
+sample_config/rag/english/gpu/compact_openai.yaml
+sample_config/rag/english/gpu/full.yaml
+sample_config/rag/english/gpu/half.yaml
+sample_config/rag/english/gpu_api/compact.yaml
+sample_config/rag/english/gpu_api/full.yaml
+sample_config/rag/english/gpu_api/half.yaml
+sample_config/rag/english/non_gpu/compact.yaml
+sample_config/rag/english/non_gpu/full.yaml
+sample_config/rag/english/non_gpu/half.yaml
+sample_config/rag/english/non_gpu/simple_bedrock.yaml
+sample_config/rag/english/non_gpu/simple_local.yaml
+sample_config/rag/english/non_gpu/simple_ollama.yaml
+sample_config/rag/english/non_gpu/simple_openai.yaml
+sample_config/rag/korean/gpu/compact_korean.yaml
+sample_config/rag/korean/gpu/full_korean.yaml
+sample_config/rag/korean/gpu/half_korean.yaml
+sample_config/rag/korean/gpu_api/compact_korean.yaml
+sample_config/rag/korean/gpu_api/full_korean.yaml
+sample_config/rag/korean/gpu_api/half_korean.yaml
+sample_config/rag/korean/non_gpu/compact_korean.yaml
+sample_config/rag/korean/non_gpu/full_korean.yaml
+sample_config/rag/korean/non_gpu/half_korean.yaml
+sample_config/rag/korean/non_gpu/simple_korean.yaml
 sample_dataset/README.md
 sample_dataset/eli5/load_eli5_dataset.py
 sample_dataset/hotpotqa/load_hotpotqa_dataset.py

{autorag-0.3.5 → autorag-0.3.6}/AutoRAG.egg-info/requires.txt

@@ -18,6 +18,7 @@ tokenlog>=0.0.2
 aiohttp
 voyageai
 mixedbread-ai
+llama-index-llms-bedrock
 quart
 llama-index>=0.11.0
 llama-index-core>=0.11.0

{autorag-0.3.5 → autorag-0.3.6}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: AutoRAG
-Version: 0.3.5
+Version: 0.3.6
 Summary: Automatically Evaluate RAG pipelines with your own data. Find optimal structure for new RAG product.
 Author-email: Marker-Inc <vkehfdl1@gmail.com>
 License:                                  Apache License
@@ -239,6 +239,7 @@ Requires-Dist: tokenlog>=0.0.2
 Requires-Dist: aiohttp
 Requires-Dist: voyageai
 Requires-Dist: mixedbread-ai
+Requires-Dist: llama-index-llms-bedrock
 Requires-Dist: quart
 Requires-Dist: llama-index>=0.11.0
 Requires-Dist: llama-index-core>=0.11.0
@@ -329,6 +330,12 @@ _Muted by default, enable sound for voice-over_
 
 You can see on [YouTube](https://youtu.be/2ojK8xjyXAU?feature=shared)
 
+## Use AutoRAG in HuggingFace Space 🚀
+
+- [💬 Naive RAG Chatbot](https://huggingface.co/spaces/AutoRAG/Naive-RAG-chatbot)
+- [✏️ AutoRAG Data Creation](https://huggingface.co/spaces/AutoRAG/AutoRAG-data-creation)
+- [🚀 AutoRAG RAG Pipeline Optimization](https://huggingface.co/spaces/AutoRAG/AutoRAG-optimization)
+
 ## Colab Tutorial
 
 - [Step 1: Basic of AutoRAG | Optimizing your RAG pipeline](https://colab.research.google.com/drive/19OEQXO_pHN6gnn2WdfPd4hjnS-4GurVd?usp=sharing)
@@ -373,6 +380,9 @@ pip install "AutoRAG[gpu,parse]"
 ```
 
 # Data Creation
+<a href="https://huggingface.co/spaces/AutoRAG/AutoRAG-data-creation">
+<img src="https://github.com/user-attachments/assets/8c6e4b02-3938-4560-b817-c95764965b50" alt="Hugging Face Sticker" style="width:200px;height:auto;">
+</a>
 
 ![image](https://github.com/user-attachments/assets/6079f696-207c-4221-8d28-5561a203dfe2)
 
@@ -458,7 +468,7 @@ from autorag.data.qa.query.llama_gen_query import factoid_query_gen
 from autorag.data.qa.sample import random_single_hop
 
 llm = OpenAI()
-raw_df = pd.read_parquet("your/path/to/corpus.parquet")
+raw_df = pd.read_parquet("your/path/to/parsed.parquet")
 raw_instance = Raw(raw_df)
 
 corpus_df = pd.read_parquet("your/path/to/corpus.parquet")
@@ -492,6 +502,12 @@ initial_qa.to_parquet('./qa.parquet', './corpus.parquet')
 ```
 
 # RAG Optimization
+
+<a href="https://huggingface.co/spaces/AutoRAG/AutoRAG-optimization">
+<img src="https://github.com/user-attachments/assets/8c6e4b02-3938-4560-b817-c95764965b50" alt="Hugging Face Sticker" style="width:200px;height:auto;">
+</a>
+
+
 ![rag](https://github.com/user-attachments/assets/214d842e-fc67-4113-9c24-c94158b00c23)
 
 ### How AutoRAG optimizes RAG pipeline?
@@ -747,6 +763,14 @@ at [here](https://edai.notion.site/Supporting-metrics-867d71caefd7401c9264dd91ba
 
 ☎️ [TroubleShooting](https://medium.com/@autorag/autorag-troubleshooting-5cf872b100e3)
 
+## 💬 Talk with Founders
+
+Talk with us! We are always open to talk with you.
+
+- 🎤 [Talk with Jeffrey](https://zcal.co/autorag-jeffrey/autorag-demo-15min)
+
+- 🦜 [Talk with Bwook](https://zcal.co/i/tcuLtmq5)
+
 ---
 
 # ✨ Contributors ✨

{autorag-0.3.5 → autorag-0.3.6}/README.md

@@ -30,6 +30,12 @@ _Muted by default, enable sound for voice-over_
 
 You can see on [YouTube](https://youtu.be/2ojK8xjyXAU?feature=shared)
 
+## Use AutoRAG in HuggingFace Space 🚀
+
+- [💬 Naive RAG Chatbot](https://huggingface.co/spaces/AutoRAG/Naive-RAG-chatbot)
+- [✏️ AutoRAG Data Creation](https://huggingface.co/spaces/AutoRAG/AutoRAG-data-creation)
+- [🚀 AutoRAG RAG Pipeline Optimization](https://huggingface.co/spaces/AutoRAG/AutoRAG-optimization)
+
 ## Colab Tutorial
 
 - [Step 1: Basic of AutoRAG | Optimizing your RAG pipeline](https://colab.research.google.com/drive/19OEQXO_pHN6gnn2WdfPd4hjnS-4GurVd?usp=sharing)
@@ -74,6 +80,9 @@ pip install "AutoRAG[gpu,parse]"
 ```
 
 # Data Creation
+<a href="https://huggingface.co/spaces/AutoRAG/AutoRAG-data-creation">
+<img src="https://github.com/user-attachments/assets/8c6e4b02-3938-4560-b817-c95764965b50" alt="Hugging Face Sticker" style="width:200px;height:auto;">
+</a>
 
 ![image](https://github.com/user-attachments/assets/6079f696-207c-4221-8d28-5561a203dfe2)
 
@@ -159,7 +168,7 @@ from autorag.data.qa.query.llama_gen_query import factoid_query_gen
 from autorag.data.qa.sample import random_single_hop
 
 llm = OpenAI()
-raw_df = pd.read_parquet("your/path/to/corpus.parquet")
+raw_df = pd.read_parquet("your/path/to/parsed.parquet")
 raw_instance = Raw(raw_df)
 
 corpus_df = pd.read_parquet("your/path/to/corpus.parquet")
@@ -193,6 +202,12 @@ initial_qa.to_parquet('./qa.parquet', './corpus.parquet')
 ```
 
 # RAG Optimization
+
+<a href="https://huggingface.co/spaces/AutoRAG/AutoRAG-optimization">
+<img src="https://github.com/user-attachments/assets/8c6e4b02-3938-4560-b817-c95764965b50" alt="Hugging Face Sticker" style="width:200px;height:auto;">
+</a>
+
+
 ![rag](https://github.com/user-attachments/assets/214d842e-fc67-4113-9c24-c94158b00c23)
 
 ### How AutoRAG optimizes RAG pipeline?
@@ -448,6 +463,14 @@ at [here](https://edai.notion.site/Supporting-metrics-867d71caefd7401c9264dd91ba
 
 ☎️ [TroubleShooting](https://medium.com/@autorag/autorag-troubleshooting-5cf872b100e3)
 
+## 💬 Talk with Founders
+
+Talk with us! We are always open to talk with you.
+
+- 🎤 [Talk with Jeffrey](https://zcal.co/autorag-jeffrey/autorag-demo-15min)
+
+- 🦜 [Talk with Bwook](https://zcal.co/i/tcuLtmq5)
+
 ---
 
 # ✨ Contributors ✨

autorag-0.3.6/autorag/VERSION

@@ -0,0 +1 @@
+0.3.6

{autorag-0.3.5 → autorag-0.3.6}/autorag/__init__.py

@@ -3,10 +3,12 @@ import logging.config
 import os
 import sys
 from random import random
-from typing import List
+from typing import List, Any
 
 from llama_index.core import MockEmbedding
+from llama_index.core.base.llms.types import CompletionResponse
 from llama_index.core.llms.mock import MockLLM
+from llama_index.llms.bedrock import Bedrock
 from llama_index.embeddings.openai import OpenAIEmbedding
 from llama_index.embeddings.openai import OpenAIEmbeddingModelType
 
@@ -60,7 +62,6 @@ def handle_exception(exc_type, exc_value, exc_traceback):
 
 sys.excepthook = handle_exception
 
-
 embedding_models = {
 	# llama index
 	"openai": LazyInit(
@@ -101,25 +102,31 @@ except ImportError:
 		"To use local version, run pip install 'AutoRAG[gpu]'"
 	)
 
+
+class AutoRAGBedrock(Bedrock):
+	async def acomplete(
+		self, prompt: str, formatted: bool = False, **kwargs: Any
+	) -> CompletionResponse:
+		return self.complete(prompt, formatted=formatted, **kwargs)
+
+
 generator_models = {
 	"openai": OpenAI,
 	"openailike": OpenAILike,
 	"mock": MockLLM,
+	"bedrock": AutoRAGBedrock,
 }
 
 try:
 	from llama_index.llms.huggingface import HuggingFaceLLM
 	from llama_index.llms.ollama import Ollama
 
-	generator_models["huggingfacellm"] = HuggingFaceLLM
-	generator_models["ollama"] = Ollama
 except ImportError:
 	logger.info(
 		"You are using API version of AutoRAG."
 		"To use local version, run pip install 'AutoRAG[gpu]'"
 	)
 
-
 try:
 	import transformers
 

{autorag-0.3.5 → autorag-0.3.6}/autorag/data/__init__.py

@@ -85,24 +85,25 @@ chunk_modules = {
 	"konlpy": KonlpyTextSplitter,
 }
 
-try:
-	from kiwipiepy import Kiwi
 
-	def split_by_sentence_kiwi() -> Callable[[str], List[str]]:
-		kiwi = Kiwi()
+def split_by_sentence_kiwi() -> Callable[[str], List[str]]:
+	try:
+		from kiwipiepy import Kiwi
+	except ImportError:
+		raise ImportError(
+			"You need to install kiwipiepy to use 'ko_kiwi' tokenizer. "
+			"Please install kiwipiepy by running 'pip install kiwipiepy'. "
+			"Or install Korean version of AutoRAG by running 'pip install AutoRAG[ko]'."
+		)
+	kiwi = Kiwi()
 
-		def split(text: str) -> List[str]:
-			kiwi_result = kiwi.split_into_sents(text)
-			sentences = list(map(lambda x: x.text, kiwi_result))
+	def split(text: str) -> List[str]:
+		kiwi_result = kiwi.split_into_sents(text)
+		sentences = list(map(lambda x: x.text, kiwi_result))
 
-			return sentences
+		return sentences
 
-		return split
+	return split
 
-	sentence_splitter_modules = {"kiwi": LazyInit(split_by_sentence_kiwi)}
 
-except ImportError:
-	logger.info(
-		"You did not install korean version of AutoRAG."
-		"To use korean version, run pip install 'AutoRAG[ko]'"
-	)
+sentence_splitter_modules = {"kiwi": LazyInit(split_by_sentence_kiwi)}

{autorag-0.3.5 → autorag-0.3.6}/docs/source/local_model.md

@@ -45,6 +45,7 @@ To change the LLM model type, you can change the `llm` parameter to the followin
 | HuggingFaceLLM | huggingfacellm |
 |   OpenAILike   |   openailike   |
 |     Ollama     |     ollama     |
+|    Bedrock     |    bedrock     |
 
 For example, if you want to use `OpenAILike` model, you can set `llm` parameter to `openailike`.
 

{autorag-0.3.5 → autorag-0.3.6}/requirements.txt

@@ -18,6 +18,7 @@ tokenlog>=0.0.2 # for token logging
 aiohttp # for async http requests
 voyageai # for voyageai reranker
 mixedbread-ai # for mixedbread-ai reranker
+llama-index-llms-bedrock
 
 ### API server ###
 quart

{autorag-0.3.5 → autorag-0.3.6}/sample_config/chunk/chunk_full.yaml

@@ -29,4 +29,4 @@ modules:
     chunk_method: character
     separator: ". "
   - module_type: langchain_chunk
-    chunk_method: KonlpyTextSplitter
+    chunk_method: Konlpy

autorag-0.3.6/sample_config/rag/english/gpu/compact_openai.yaml

@@ -0,0 +1,102 @@
+node_lines:
+- node_line_name: retrieve_node_line  # Arbitrary node line name
+  nodes:
+    - node_type: retrieval
+      strategy:
+        metrics: [ retrieval_f1, retrieval_recall, retrieval_precision,
+                   retrieval_ndcg, retrieval_map, retrieval_mrr ]
+        speed_threshold: 10
+      top_k: 10
+      modules:
+        - module_type: bm25
+          bm25_tokenizer: [ porter_stemmer, space, gpt2 ]
+        - module_type: vectordb
+          embedding_model: openai
+          embedding_batch: 256
+        - module_type: hybrid_rrf
+          weight_range: (4,80)
+        - module_type: hybrid_cc
+          normalize_method: [ mm, tmm, z, dbsf ]
+          weight_range: (0.0, 1.0)
+          test_weight_size: 101
+    - node_type: passage_augmenter
+      strategy:
+        metrics: [ retrieval_f1, retrieval_recall, retrieval_precision ]
+        speed_threshold: 5
+      top_k: 5
+      embedding_model: openai
+      modules:
+        - module_type: pass_passage_augmenter
+        - module_type: prev_next_augmenter
+          mode: next
+    - node_type: passage_reranker
+      strategy:
+        metrics: [ retrieval_f1, retrieval_recall, retrieval_precision ]
+        speed_threshold: 10
+      top_k: 5
+      modules:
+        - module_type: pass_reranker
+        - module_type: tart
+        - module_type: monot5
+        - module_type: upr
+        - module_type: rankgpt
+        - module_type: colbert_reranker
+        - module_type: sentence_transformer_reranker
+        - module_type: flag_embedding_reranker
+        - module_type: flag_embedding_llm_reranker
+        - module_type: time_reranker
+        - module_type: openvino_reranker
+        - module_type: flashrank_reranker
+    - node_type: passage_filter
+      strategy:
+        metrics: [ retrieval_f1, retrieval_recall, retrieval_precision ]
+        speed_threshold: 5
+      modules:
+        - module_type: pass_passage_filter
+        - module_type: similarity_threshold_cutoff
+          threshold: 0.85
+        - module_type: similarity_percentile_cutoff
+          percentile: 0.6
+        - module_type: threshold_cutoff
+          threshold: 0.85
+        - module_type: percentile_cutoff
+          percentile: 0.6
+- node_line_name: post_retrieve_node_line  # Arbitrary node line name
+  nodes:
+    - node_type: prompt_maker
+      strategy:
+        metrics:
+          - metric_name: bleu
+          - metric_name: meteor
+          - metric_name: rouge
+          - metric_name: sem_score
+            embedding_model: openai
+        speed_threshold: 10
+        generator_modules:
+          - module_type: llama_index_llm
+            llm: openai
+            model: [gpt-4o-mini]
+      modules:
+        - module_type: fstring
+          prompt:
+            - "Answer to given questions with the following passage: {retrieved_contents} \n\n Question: {query} \n\n Answer:"
+            - "There is a passages related to user question. Please response carefully to the following question. \n\n Passage: {retrieved_contents} \n\n Question: {query} \n\n Answer the question. Think step by step." # Zero-shot CoT prompt
+            - "{retrieved_contents} \n\n Read the passage carefully, and answer this question. \n\n Question: {query} \n\n Answer the question. Be concise." # concise prompt
+        - module_type: long_context_reorder
+          prompt:
+            - "Answer to given questions with the following passage: {retrieved_contents} \n\n Question: {query} \n\n Answer:"
+            - "There is a passages related to user question. Please response carefully to the following question. \n\n Passage: {retrieved_contents} \n\n Question: {query} \n\n Answer the question. Think step by step." # Zero-shot CoT prompt
+            - "{retrieved_contents} \n\n Read the passage carefully, and answer this question. \n\n Question: {query} \n\n Answer the question. Be concise." # concise prompt
+    - node_type: generator
+      strategy:
+        metrics:
+          - metric_name: rouge
+          - embedding_model: openai
+            metric_name: sem_score
+          - metric_name: bert_score
+        speed_threshold: 10
+      modules:
+        - module_type: llama_index_llm
+          llm: [openai]
+          model: [gpt-4o-mini]
+          temperature: [0.5, 1.0]

autorag-0.3.6/sample_config/rag/english/gpu/full.yaml

@@ -0,0 +1,148 @@
+node_lines:
+- node_line_name: pre_retrieve_node_line  # Arbitrary node line name
+  nodes:
+    - node_type: query_expansion
+      strategy:
+        metrics: [retrieval_f1, retrieval_recall, retrieval_precision]
+        speed_threshold: 10
+        top_k: 10
+        retrieval_modules:
+          - module_type: bm25
+            bm25_tokenizer: [ porter_stemmer, space, gpt2 ]
+          - module_type: vectordb
+            embedding_model: openai
+      modules:
+        - module_type: pass_query_expansion
+        - module_type: query_decompose
+          generator_module_type: llama_index_llm
+          llm: openai
+          model: [ gpt-4o-mini ]
+        - module_type: hyde
+          generator_module_type: llama_index_llm
+          llm: openai
+          model: [ gpt-4o-mini ]
+          max_token: 64
+        - module_type: multi_query_expansion
+          generator_module_type: llama_index_llm
+          llm: openai
+          temperature: [ 0.2, 1.0 ]
+- node_line_name: retrieve_node_line  # Arbitrary node line name
+  nodes:
+    - node_type: retrieval
+      strategy:
+        metrics: [ retrieval_f1, retrieval_recall, retrieval_precision,
+                   retrieval_ndcg, retrieval_map, retrieval_mrr ]
+        speed_threshold: 10
+      top_k: 10
+      modules:
+        - module_type: bm25
+        - module_type: vectordb
+          embedding_model: openai
+          embedding_batch: 256
+        - module_type: hybrid_rrf
+          weight_range: (4,80)
+        - module_type: hybrid_cc
+          normalize_method: [ mm, tmm, z, dbsf ]
+          weight_range: (0.0, 1.0)
+          test_weight_size: 101
+    - node_type: passage_augmenter
+      strategy:
+        metrics: [ retrieval_f1, retrieval_recall, retrieval_precision ]
+        speed_threshold: 5
+      top_k: 5
+      embedding_model: openai
+      modules:
+        - module_type: pass_passage_augmenter
+        - module_type: prev_next_augmenter
+          mode: next
+    - node_type: passage_reranker
+      strategy:
+        metrics: [retrieval_f1, retrieval_recall, retrieval_precision]
+        speed_threshold: 10
+      top_k: 5
+      modules:
+        - module_type: pass_reranker
+        - module_type: tart
+        - module_type: monot5
+        - module_type: upr
+        - module_type: rankgpt
+        - module_type: colbert_reranker
+        - module_type: sentence_transformer_reranker
+        - module_type: flag_embedding_reranker
+        - module_type: flag_embedding_llm_reranker
+        - module_type: time_reranker
+        - module_type: openvino_reranker
+        - module_type: flashrank_reranker
+    - node_type: passage_filter
+      strategy:
+        metrics: [ retrieval_f1, retrieval_recall, retrieval_precision ]
+        speed_threshold: 5
+      modules:
+        - module_type: pass_passage_filter
+        - module_type: similarity_threshold_cutoff
+          threshold: 0.85
+        - module_type: similarity_percentile_cutoff
+          percentile: 0.6
+        - module_type: recency_filter
+          threshold_datetime: 2015-01-01 3:45:07
+        - module_type: threshold_cutoff
+          threshold: 0.85
+        - module_type: percentile_cutoff
+          percentile: 0.6
+    - node_type: passage_compressor
+      strategy:
+        metrics: [retrieval_token_f1, retrieval_token_recall, retrieval_token_precision]
+        speed_threshold: 10
+      modules:
+        - module_type: pass_compressor
+        - module_type: tree_summarize
+          llm: openai
+          model: gpt-4o-mini
+        - module_type: refine
+          llm: openai
+          model: gpt-4o-mini
+        - module_type: longllmlingua
+- node_line_name: post_retrieve_node_line  # Arbitrary node line name
+  nodes:
+    - node_type: prompt_maker
+      strategy:
+        metrics:
+          - metric_name: bleu
+          - metric_name: meteor
+          - metric_name: rouge
+          - metric_name: sem_score
+            embedding_model: openai
+          - metric_name: g_eval
+        speed_threshold: 10
+        generator_modules:
+          - module_type: llama_index_llm
+            llm: openai
+            model: [gpt-4o-mini]
+      modules:
+        - module_type: fstring
+          prompt: ["Tell me something about the question: {query} \n\n {retrieved_contents}",
+                   "Question: {query} \n Something to read: {retrieved_contents} \n What's your answer?"]
+        - module_type: long_context_reorder
+          prompt: [ "Tell me something about the question: {query} \n\n {retrieved_contents}",
+                    "Question: {query} \n Something to read: {retrieved_contents} \n What's your answer?" ]
+        - module_type: window_replacement
+          prompt: [ "Tell me something about the question: {query} \n\n {retrieved_contents}",
+                    "Question: {query} \n Something to read: {retrieved_contents} \n What's your answer?" ]
+    - node_type: generator
+      strategy:
+        metrics:
+          - metric_name: bleu
+          - metric_name: meteor
+          - metric_name: rouge
+          - metric_name: sem_score
+            embedding_model: openai
+          - metric_name: g_eval  # LLM Judge Metric. Default Model: gpt-4-turbo
+        speed_threshold: 10
+      modules:
+        - module_type: llama_index_llm
+          llm: [openai]
+          model: [gpt-4o-mini]
+          temperature: [0.5, 1.0, 1.5]
+        - module_type: openai_llm
+          llm: gpt-4o-mini
+          temperature: 0.8