apify-haystack 0.1.1__tar.gz → 0.1.2__tar.gz

{apify_haystack-0.1.1 → apify_haystack-0.1.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: apify_haystack
-Version: 0.1.1
+Version: 0.1.2
 Summary: Apify-haystack integration
 Home-page: https://apify.com
 License: Apache-2.0

{apify_haystack-0.1.1 → apify_haystack-0.1.2}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "poetry.core.masonry.api"
 
 [tool.poetry]
 name = "apify_haystack"
-version = "0.1.1"
+version = "0.1.2"
 description = "Apify-haystack integration"
 authors = ["Apify Technologies s.r.o. <support@apify.com>"]
 homepage = "https://apify.com"

{apify_haystack-0.1.1 → apify_haystack-0.1.2}/src/apify_haystack/examples/crawl_and_process_data.py

@@ -4,7 +4,8 @@ Crawl websites, scrape text content, and store it in the InMemoryDocumentStore.
 This script demonstrates how to extract content from a website using Apify's Website Content Crawler.
 The content is then cleaned, split into smaller chunks, embedded, and stored in the InMemoryDocumentStore.
 
-After the pipeline is executed, the documents are retrieved from the document store using BM25 retrieval.
+After the pipeline is executed, the documents are retrieved from the document store
+using BM25 retrieval and vector similarity.
 
 The script should produce the following output (an example of a single Document):
 ......
@@ -20,7 +21,7 @@ import os
 
 from dotenv import load_dotenv
 from haystack import Document, Pipeline
-from haystack.components.embedders import OpenAIDocumentEmbedder
+from haystack.components.embedders import OpenAIDocumentEmbedder, OpenAITextEmbedder
 from haystack.components.preprocessors import DocumentCleaner, DocumentSplitter
 from haystack.components.writers import DocumentWriter
 from haystack.document_stores.in_memory import InMemoryDocumentStore
@@ -83,7 +84,12 @@ pipe.run({"document_loader": {}})
 
 print(f"Added {document_store.count_documents()} to vector from Website Content Crawler")
 
-print("Retrieving documents from the document store: query='Haystack'")
+print("Retrieving documents from the document store using BM25")
 print("query='Haystack'")
 for doc in document_store.bm25_retrieval("Haystack", top_k=1):
     print(doc)
+
+print("Retrieving documents from the document store using vector similarity")
+print("query='What is Haystack'")
+for doc in document_store.embedding_retrieval(OpenAITextEmbedder().run("Haystack")["embedding"], top_k=1):
+    print(doc)