scrapegraphai 0.2.4__tar.gz → 0.2.6__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (47) hide show
  1. {scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/PKG-INFO +1 -1
  2. {scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/pyproject.toml +1 -1
  3. {scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/scrapegraphai/helpers/models_tokens.py +1 -0
  4. {scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/scrapegraphai/nodes/rag_node.py +7 -1
  5. {scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/LICENSE +0 -0
  6. {scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/README.md +0 -0
  7. {scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/scrapegraphai/__init__.py +0 -0
  8. {scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/scrapegraphai/builders/__init__.py +0 -0
  9. {scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/scrapegraphai/builders/graph_builder.py +0 -0
  10. {scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/scrapegraphai/graphs/__init__.py +0 -0
  11. {scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/scrapegraphai/graphs/abstract_graph.py +0 -0
  12. {scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/scrapegraphai/graphs/base_graph.py +0 -0
  13. {scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/scrapegraphai/graphs/script_creator_graph.py +0 -0
  14. {scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/scrapegraphai/graphs/search_graph.py +0 -0
  15. {scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/scrapegraphai/graphs/smart_scraper_graph.py +0 -0
  16. {scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/scrapegraphai/graphs/speech_graph.py +0 -0
  17. {scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/scrapegraphai/helpers/__init__.py +0 -0
  18. {scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/scrapegraphai/helpers/nodes_metadata.py +0 -0
  19. {scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/scrapegraphai/helpers/schemas.py +0 -0
  20. {scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/scrapegraphai/models/__init__.py +0 -0
  21. {scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/scrapegraphai/models/azure_openai.py +0 -0
  22. {scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/scrapegraphai/models/gemini.py +0 -0
  23. {scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/scrapegraphai/models/hugging_face.py +0 -0
  24. {scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/scrapegraphai/models/ollama.py +0 -0
  25. {scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/scrapegraphai/models/openai.py +0 -0
  26. {scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/scrapegraphai/models/openai_itt.py +0 -0
  27. {scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/scrapegraphai/models/openai_tts.py +0 -0
  28. {scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/scrapegraphai/nodes/__init__.py +0 -0
  29. {scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/scrapegraphai/nodes/base_node.py +0 -0
  30. {scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/scrapegraphai/nodes/conditional_node.py +0 -0
  31. {scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/scrapegraphai/nodes/fetch_node.py +0 -0
  32. {scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/scrapegraphai/nodes/generate_answer_node.py +0 -0
  33. {scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/scrapegraphai/nodes/generate_scraper_node.py +0 -0
  34. {scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/scrapegraphai/nodes/get_probable_tags_node.py +0 -0
  35. {scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/scrapegraphai/nodes/image_to_text_node.py +0 -0
  36. {scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/scrapegraphai/nodes/parse_node.py +0 -0
  37. {scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/scrapegraphai/nodes/search_internet_node.py +0 -0
  38. {scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/scrapegraphai/nodes/text_to_speech_node.py +0 -0
  39. {scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/scrapegraphai/utils/__init__.py +0 -0
  40. {scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/scrapegraphai/utils/convert_to_csv.py +0 -0
  41. {scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/scrapegraphai/utils/convert_to_json.py +0 -0
  42. {scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/scrapegraphai/utils/parse_state_keys.py +0 -0
  43. {scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/scrapegraphai/utils/prettify_exec_info.py +0 -0
  44. {scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/scrapegraphai/utils/remover.py +0 -0
  45. {scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/scrapegraphai/utils/research_web.py +0 -0
  46. {scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/scrapegraphai/utils/save_audio_from_bytes.py +0 -0
  47. {scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/scrapegraphai/utils/token_calculator.py +0 -0
{scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: scrapegraphai
3
- Version: 0.2.4
3
+ Version: 0.2.6
4
4
  Summary: A web scraping library based on LangChain which uses LLM and direct graph logic to create scraping pipelines.
5
5
  Home-page: https://scrapegraph-ai.readthedocs.io/
6
6
  License: MIT
{scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/pyproject.toml RENAMED
@@ -1,6 +1,6 @@
1
1
  [tool.poetry]
2
2
  name = "scrapegraphai"
3
- version = "0.2.4"
3
+ version = "0.2.6"
4
4
  description = "A web scraping library based on LangChain which uses LLM and direct graph logic to create scraping pipelines."
5
5
  authors = [
6
6
  "Marco Vinciguerra <mvincig11@gmail.com>",
{scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/scrapegraphai/helpers/models_tokens.py RENAMED
@@ -23,6 +23,7 @@ models_tokens = {
23
23
 
24
24
  "ollama": {
25
25
  "llama2": 4096,
26
+ "llama3": 8192,
26
27
  "mistral": 8192,
27
28
  "codellama": 16000,
28
29
  "dolphin-mixtral": 32000,
{scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/scrapegraphai/nodes/rag_node.py RENAMED
@@ -92,7 +92,13 @@ class RAGNode(BaseNode):
92
92
  elif isinstance(embedding_model, AzureOpenAI):
93
93
  embeddings = AzureOpenAIEmbeddings()
94
94
  elif isinstance(embedding_model, Ollama):
95
- embeddings = OllamaEmbeddings(model=embedding_model.model)
95
+ # unwrap the kwargs from the model whihc is a dict
96
+ params = embedding_model._lc_kwargs
97
+ # remove streaming and temperature
98
+ params.pop("streaming", None)
99
+ params.pop("temperature", None)
100
+
101
+ embeddings = OllamaEmbeddings(**params)
96
102
  elif isinstance(embedding_model, HuggingFace):
97
103
  embeddings = HuggingFaceHubEmbeddings(model=embedding_model.model)
98
104
  else:
{scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/LICENSE RENAMED
File without changes
{scrapegraphai-0.2.4 → scrapegraphai-0.2.6}/README.md RENAMED
File without changes