apify-haystack 0.1.0a2__tar.gz → 0.1.0a3__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {apify_haystack-0.1.0a2 → apify_haystack-0.1.0a3}/PKG-INFO +6 -4
- {apify_haystack-0.1.0a2 → apify_haystack-0.1.0a3}/README.md +5 -3
- {apify_haystack-0.1.0a2 → apify_haystack-0.1.0a3}/pyproject.toml +1 -1
- {apify_haystack-0.1.0a2 → apify_haystack-0.1.0a3}/src/apify_haystack/examples/apify_actor_call.py +1 -1
- {apify_haystack-0.1.0a2 → apify_haystack-0.1.0a3}/src/apify_haystack/examples/crawl_and_process_data.py +1 -1
- {apify_haystack-0.1.0a2 → apify_haystack-0.1.0a3}/src/apify_haystack/examples/rag_with_crawled_website.py +1 -1
- {apify_haystack-0.1.0a2 → apify_haystack-0.1.0a3}/LICENSE +0 -0
- {apify_haystack-0.1.0a2 → apify_haystack-0.1.0a3}/src/apify_haystack/__init__.py +0 -0
- {apify_haystack-0.1.0a2 → apify_haystack-0.1.0a3}/src/apify_haystack/apify_dataset.py +0 -0
- {apify_haystack-0.1.0a2 → apify_haystack-0.1.0a3}/src/apify_haystack/constants.py +0 -0
- {apify_haystack-0.1.0a2 → apify_haystack-0.1.0a3}/src/apify_haystack/examples/apify_dataset_load.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: apify_haystack
|
|
3
|
-
Version: 0.1.
|
|
3
|
+
Version: 0.1.0a3
|
|
4
4
|
Summary: Apify-haystack integration
|
|
5
5
|
Home-page: https://apify.com
|
|
6
6
|
License: Apache-2.0
|
|
@@ -29,7 +29,7 @@ Description-Content-Type: text/markdown
|
|
|
29
29
|
|
|
30
30
|
# Apify-Haystack integration
|
|
31
31
|
|
|
32
|
-
The Apify-Haystack integration allows easy interaction between the Apify platform and Haystack.
|
|
32
|
+
The Apify-Haystack integration allows easy interaction between the [Apify](https://apify.com/) platform and [Haystack](https://haystack.deepset.ai/).
|
|
33
33
|
|
|
34
34
|
Apify is a platform for web scraping, data extraction, and web automation tasks.
|
|
35
35
|
It provides serverless applications called Actors for different tasks, like crawling websites, and scraping Facebook, Instagram, and Google results, etc.
|
|
@@ -46,7 +46,7 @@ pip install apify-haystack
|
|
|
46
46
|
|
|
47
47
|
## Examples
|
|
48
48
|
|
|
49
|
-
Crawl website
|
|
49
|
+
### Crawl a website Using Apify Website Content Crawler and convert it to Haystack Documents
|
|
50
50
|
|
|
51
51
|
You need to have an Apify account and API token to run this example.
|
|
52
52
|
You can start with a free account at [Apify](https://apify.com/) and get your [API token](https://docs.apify.com/platform/integrations/api).
|
|
@@ -59,7 +59,7 @@ from haystack import Document
|
|
|
59
59
|
|
|
60
60
|
from apify_haystack import ApifyDatasetFromActorCall
|
|
61
61
|
|
|
62
|
-
#
|
|
62
|
+
# Set APIFY_API_TOKEN here or load it from .env file
|
|
63
63
|
apify_api_token = "" or load_dotenv()
|
|
64
64
|
|
|
65
65
|
actor_id = "apify/website-content-crawler"
|
|
@@ -86,6 +86,8 @@ for d in dataset:
|
|
|
86
86
|
print(d)
|
|
87
87
|
```
|
|
88
88
|
|
|
89
|
+
### More Examples
|
|
90
|
+
|
|
89
91
|
See other examples in the [examples directory](https://github.com/apify/apify-haystack/blob/master/src/apify_haystack/examples) for more examples, here is a list of few of them
|
|
90
92
|
|
|
91
93
|
- Load a dataset from Apify and convert it to Haystack Document
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
# Apify-Haystack integration
|
|
2
2
|
|
|
3
|
-
The Apify-Haystack integration allows easy interaction between the Apify platform and Haystack.
|
|
3
|
+
The Apify-Haystack integration allows easy interaction between the [Apify](https://apify.com/) platform and [Haystack](https://haystack.deepset.ai/).
|
|
4
4
|
|
|
5
5
|
Apify is a platform for web scraping, data extraction, and web automation tasks.
|
|
6
6
|
It provides serverless applications called Actors for different tasks, like crawling websites, and scraping Facebook, Instagram, and Google results, etc.
|
|
@@ -17,7 +17,7 @@ pip install apify-haystack
|
|
|
17
17
|
|
|
18
18
|
## Examples
|
|
19
19
|
|
|
20
|
-
Crawl website
|
|
20
|
+
### Crawl a website Using Apify Website Content Crawler and convert it to Haystack Documents
|
|
21
21
|
|
|
22
22
|
You need to have an Apify account and API token to run this example.
|
|
23
23
|
You can start with a free account at [Apify](https://apify.com/) and get your [API token](https://docs.apify.com/platform/integrations/api).
|
|
@@ -30,7 +30,7 @@ from haystack import Document
|
|
|
30
30
|
|
|
31
31
|
from apify_haystack import ApifyDatasetFromActorCall
|
|
32
32
|
|
|
33
|
-
#
|
|
33
|
+
# Set APIFY_API_TOKEN here or load it from .env file
|
|
34
34
|
apify_api_token = "" or load_dotenv()
|
|
35
35
|
|
|
36
36
|
actor_id = "apify/website-content-crawler"
|
|
@@ -57,6 +57,8 @@ for d in dataset:
|
|
|
57
57
|
print(d)
|
|
58
58
|
```
|
|
59
59
|
|
|
60
|
+
### More Examples
|
|
61
|
+
|
|
60
62
|
See other examples in the [examples directory](https://github.com/apify/apify-haystack/blob/master/src/apify_haystack/examples) for more examples, here is a list of few of them
|
|
61
63
|
|
|
62
64
|
- Load a dataset from Apify and convert it to Haystack Document
|
|
@@ -4,7 +4,7 @@ build-backend = "poetry.core.masonry.api"
|
|
|
4
4
|
|
|
5
5
|
[tool.poetry]
|
|
6
6
|
name = "apify_haystack"
|
|
7
|
-
version = "0.1.
|
|
7
|
+
version = "0.1.0a3"
|
|
8
8
|
description = "Apify-haystack integration"
|
|
9
9
|
authors = ["Apify Technologies s.r.o. <support@apify.com>"]
|
|
10
10
|
homepage = "https://apify.com"
|
{apify_haystack-0.1.0a2 → apify_haystack-0.1.0a3}/src/apify_haystack/examples/apify_actor_call.py
RENAMED
|
@@ -19,7 +19,7 @@ from haystack import Document
|
|
|
19
19
|
|
|
20
20
|
from apify_haystack import ApifyDatasetFromActorCall
|
|
21
21
|
|
|
22
|
-
# Set
|
|
22
|
+
# Set APIFY_API_TOKEN here or load it from .env file
|
|
23
23
|
apify_api_token = "" or load_dotenv()
|
|
24
24
|
|
|
25
25
|
actor_id = "apify/website-content-crawler"
|
|
@@ -30,7 +30,7 @@ from apify_haystack import ApifyDatasetFromActorCall
|
|
|
30
30
|
|
|
31
31
|
load_dotenv()
|
|
32
32
|
|
|
33
|
-
# Set
|
|
33
|
+
# Set APIFY_API_TOKEN here or use it from .env file
|
|
34
34
|
apify_api_token = "" or os.getenv("APIFY_API_TOKEN")
|
|
35
35
|
openai_api_key = "" or os.getenv("OPENAI_API_KEY")
|
|
36
36
|
|
|
@@ -31,7 +31,7 @@ from haystack.utils.auth import Secret
|
|
|
31
31
|
|
|
32
32
|
from apify_haystack import ApifyDatasetFromActorCall
|
|
33
33
|
|
|
34
|
-
# Set
|
|
34
|
+
# Set APIFY_API_TOKEN here or use it from .env file
|
|
35
35
|
load_dotenv()
|
|
36
36
|
apify_api_token = "" or os.getenv("APIFY_API_TOKEN")
|
|
37
37
|
openai_api_key = "" or os.getenv("OPENAI_API_KEY")
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{apify_haystack-0.1.0a2 → apify_haystack-0.1.0a3}/src/apify_haystack/examples/apify_dataset_load.py
RENAMED
|
File without changes
|