webscout 1.2.6__tar.gz → 1.2.8__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of webscout might be problematic. Click here for more details.

Files changed (40) hide show
  1. {webscout-1.2.6 → webscout-1.2.8}/PKG-INFO +12 -6
  2. {webscout-1.2.6 → webscout-1.2.8}/README.md +11 -5
  3. {webscout-1.2.6 → webscout-1.2.8}/setup.py +5 -4
  4. {webscout-1.2.6 → webscout-1.2.8}/webscout/transcriber.py +0 -1
  5. webscout-1.2.8/webscout/version.py +2 -0
  6. {webscout-1.2.6 → webscout-1.2.8}/webscout.egg-info/PKG-INFO +12 -6
  7. webscout-1.2.6/webscout/version.py +0 -2
  8. {webscout-1.2.6 → webscout-1.2.8}/DeepWEBS/__init__.py +0 -0
  9. {webscout-1.2.6 → webscout-1.2.8}/DeepWEBS/documents/__init__.py +0 -0
  10. {webscout-1.2.6 → webscout-1.2.8}/DeepWEBS/documents/query_results_extractor.py +0 -0
  11. {webscout-1.2.6 → webscout-1.2.8}/DeepWEBS/documents/webpage_content_extractor.py +0 -0
  12. {webscout-1.2.6 → webscout-1.2.8}/DeepWEBS/networks/__init__.py +0 -0
  13. {webscout-1.2.6 → webscout-1.2.8}/DeepWEBS/networks/filepath_converter.py +0 -0
  14. {webscout-1.2.6 → webscout-1.2.8}/DeepWEBS/networks/google_searcher.py +0 -0
  15. {webscout-1.2.6 → webscout-1.2.8}/DeepWEBS/networks/network_configs.py +0 -0
  16. {webscout-1.2.6 → webscout-1.2.8}/DeepWEBS/networks/webpage_fetcher.py +0 -0
  17. {webscout-1.2.6 → webscout-1.2.8}/DeepWEBS/utilsdw/__init__.py +0 -0
  18. {webscout-1.2.6 → webscout-1.2.8}/DeepWEBS/utilsdw/enver.py +0 -0
  19. {webscout-1.2.6 → webscout-1.2.8}/DeepWEBS/utilsdw/logger.py +0 -0
  20. {webscout-1.2.6 → webscout-1.2.8}/LICENSE.md +0 -0
  21. {webscout-1.2.6 → webscout-1.2.8}/setup.cfg +0 -0
  22. {webscout-1.2.6 → webscout-1.2.8}/webscout/AI.py +0 -0
  23. {webscout-1.2.6 → webscout-1.2.8}/webscout/AIbase.py +0 -0
  24. {webscout-1.2.6 → webscout-1.2.8}/webscout/AIutel.py +0 -0
  25. {webscout-1.2.6 → webscout-1.2.8}/webscout/DWEBS.py +0 -0
  26. {webscout-1.2.6 → webscout-1.2.8}/webscout/HelpingAI.py +0 -0
  27. {webscout-1.2.6 → webscout-1.2.8}/webscout/LLM.py +0 -0
  28. {webscout-1.2.6 → webscout-1.2.8}/webscout/__init__.py +0 -0
  29. {webscout-1.2.6 → webscout-1.2.8}/webscout/__main__.py +0 -0
  30. {webscout-1.2.6 → webscout-1.2.8}/webscout/cli.py +0 -0
  31. {webscout-1.2.6 → webscout-1.2.8}/webscout/exceptions.py +0 -0
  32. {webscout-1.2.6 → webscout-1.2.8}/webscout/models.py +0 -0
  33. {webscout-1.2.6 → webscout-1.2.8}/webscout/utils.py +0 -0
  34. {webscout-1.2.6 → webscout-1.2.8}/webscout/webscout_search.py +0 -0
  35. {webscout-1.2.6 → webscout-1.2.8}/webscout/webscout_search_async.py +0 -0
  36. {webscout-1.2.6 → webscout-1.2.8}/webscout.egg-info/SOURCES.txt +0 -0
  37. {webscout-1.2.6 → webscout-1.2.8}/webscout.egg-info/dependency_links.txt +0 -0
  38. {webscout-1.2.6 → webscout-1.2.8}/webscout.egg-info/entry_points.txt +0 -0
  39. {webscout-1.2.6 → webscout-1.2.8}/webscout.egg-info/requires.txt +0 -0
  40. {webscout-1.2.6 → webscout-1.2.8}/webscout.egg-info/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: webscout
3
- Version: 1.2.6
3
+ Version: 1.2.8
4
4
  Summary: Search for words, documents, images, videos, news, maps and text translation using the Google, DuckDuckGo.com, yep.com, phind.com, you.com, etc Also containes AI models and now can transcribe yt videos
5
5
  Author: OEvortex
6
6
  Author-email: helpingai5@gmail.com
@@ -229,17 +229,23 @@ def extract_transcript(video_id):
229
229
  try:
230
230
  transcript_list = transcriber.list_transcripts(video_id)
231
231
  for transcript in transcript_list:
232
- transcript_text_list = transcript.fetch()
232
+ transcript_data_list = transcript.fetch()
233
233
  lang = transcript.language
234
234
  transcript_text = ""
235
235
  if transcript.language_code == 'en':
236
- for line in transcript_text_list:
237
- transcript_text += " " + line["text"]
236
+ for line in transcript_data_list:
237
+ start_time = line['start']
238
+ end_time = start_time + line['duration']
239
+ formatted_line = f"{start_time:.2f} - {end_time:.2f}: {line['text']}\n"
240
+ transcript_text += formatted_line
238
241
  return transcript_text
239
242
  elif transcript.is_translatable:
240
243
  english_transcript_list = transcript.translate('en').fetch()
241
244
  for line in english_transcript_list:
242
- transcript_text += " " + line["text"]
245
+ start_time = line['start']
246
+ end_time = start_time + line['duration']
247
+ formatted_line = f"{start_time:.2f} - {end_time:.2f}: {line['text']}\n"
248
+ transcript_text += formatted_line
243
249
  return transcript_text
244
250
  print("Transcript extraction failed. Please check the video URL.")
245
251
  except Exception as e:
@@ -685,6 +691,6 @@ def chat(model_name, system_message="You are Jarvis"):# system prompt
685
691
  AI.chat()
686
692
 
687
693
  if __name__ == "__main__":
688
- model_name = "mistralai/Mistral-7B-Instruct-v0.1" # name of the model you wish to use It supports ALL text generation models on deepinfra.com.
694
+ model_name = "mistralai/Mistral-7B-Instruct-v0.2" # name of the model you wish to use It supports ALL text generation models on deepinfra.com.
689
695
  chat(model_name)
690
696
  ```
@@ -177,17 +177,23 @@ def extract_transcript(video_id):
177
177
  try:
178
178
  transcript_list = transcriber.list_transcripts(video_id)
179
179
  for transcript in transcript_list:
180
- transcript_text_list = transcript.fetch()
180
+ transcript_data_list = transcript.fetch()
181
181
  lang = transcript.language
182
182
  transcript_text = ""
183
183
  if transcript.language_code == 'en':
184
- for line in transcript_text_list:
185
- transcript_text += " " + line["text"]
184
+ for line in transcript_data_list:
185
+ start_time = line['start']
186
+ end_time = start_time + line['duration']
187
+ formatted_line = f"{start_time:.2f} - {end_time:.2f}: {line['text']}\n"
188
+ transcript_text += formatted_line
186
189
  return transcript_text
187
190
  elif transcript.is_translatable:
188
191
  english_transcript_list = transcript.translate('en').fetch()
189
192
  for line in english_transcript_list:
190
- transcript_text += " " + line["text"]
193
+ start_time = line['start']
194
+ end_time = start_time + line['duration']
195
+ formatted_line = f"{start_time:.2f} - {end_time:.2f}: {line['text']}\n"
196
+ transcript_text += formatted_line
191
197
  return transcript_text
192
198
  print("Transcript extraction failed. Please check the video URL.")
193
199
  except Exception as e:
@@ -633,6 +639,6 @@ def chat(model_name, system_message="You are Jarvis"):# system prompt
633
639
  AI.chat()
634
640
 
635
641
  if __name__ == "__main__":
636
- model_name = "mistralai/Mistral-7B-Instruct-v0.1" # name of the model you wish to use It supports ALL text generation models on deepinfra.com.
642
+ model_name = "mistralai/Mistral-7B-Instruct-v0.2" # name of the model you wish to use It supports ALL text generation models on deepinfra.com.
637
643
  chat(model_name)
638
644
  ```
@@ -1,15 +1,15 @@
1
1
  from setuptools import setup, find_packages
2
2
 
3
- version = None
4
- with open("webscout/version.py") as version_file:
5
- exec(version_file.read())
3
+ # version = None
4
+ # with open("webscout/version.py") as version_file:
5
+ # exec(version_file.read())
6
6
 
7
7
  with open("README.md", encoding="utf-8") as f:
8
8
  README = f.read()
9
9
 
10
10
  setup(
11
11
  name="webscout",
12
- version="1.2.6",
12
+ version="1.2.8",
13
13
  description="Search for words, documents, images, videos, news, maps and text translation using the Google, DuckDuckGo.com, yep.com, phind.com, you.com, etc Also containes AI models and now can transcribe yt videos",
14
14
  long_description=README,
15
15
  long_description_content_type="text/markdown",
@@ -54,6 +54,7 @@ setup(
54
54
  "tiktoken",
55
55
  "tldextract",
56
56
  "orjson",
57
+ # "appdirs"
57
58
  ],
58
59
  entry_points={
59
60
  "console_scripts": [
@@ -27,7 +27,6 @@ class TranscriptRetrievalError(Exception):
27
27
  'https://github.com/OE-LUCIFER/Webscout/issues. '
28
28
  'Please add which version of youtube_transcript_api you are using '
29
29
  'and provide the information needed to replicate the error. '
30
- 'Also make sure that there are no open issues which already describe your problem!'
31
30
  )
32
31
 
33
32
  def __init__(self, video_id):
@@ -0,0 +1,2 @@
1
+ __version__ = "1.2.8"
2
+
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: webscout
3
- Version: 1.2.6
3
+ Version: 1.2.8
4
4
  Summary: Search for words, documents, images, videos, news, maps and text translation using the Google, DuckDuckGo.com, yep.com, phind.com, you.com, etc Also containes AI models and now can transcribe yt videos
5
5
  Author: OEvortex
6
6
  Author-email: helpingai5@gmail.com
@@ -229,17 +229,23 @@ def extract_transcript(video_id):
229
229
  try:
230
230
  transcript_list = transcriber.list_transcripts(video_id)
231
231
  for transcript in transcript_list:
232
- transcript_text_list = transcript.fetch()
232
+ transcript_data_list = transcript.fetch()
233
233
  lang = transcript.language
234
234
  transcript_text = ""
235
235
  if transcript.language_code == 'en':
236
- for line in transcript_text_list:
237
- transcript_text += " " + line["text"]
236
+ for line in transcript_data_list:
237
+ start_time = line['start']
238
+ end_time = start_time + line['duration']
239
+ formatted_line = f"{start_time:.2f} - {end_time:.2f}: {line['text']}\n"
240
+ transcript_text += formatted_line
238
241
  return transcript_text
239
242
  elif transcript.is_translatable:
240
243
  english_transcript_list = transcript.translate('en').fetch()
241
244
  for line in english_transcript_list:
242
- transcript_text += " " + line["text"]
245
+ start_time = line['start']
246
+ end_time = start_time + line['duration']
247
+ formatted_line = f"{start_time:.2f} - {end_time:.2f}: {line['text']}\n"
248
+ transcript_text += formatted_line
243
249
  return transcript_text
244
250
  print("Transcript extraction failed. Please check the video URL.")
245
251
  except Exception as e:
@@ -685,6 +691,6 @@ def chat(model_name, system_message="You are Jarvis"):# system prompt
685
691
  AI.chat()
686
692
 
687
693
  if __name__ == "__main__":
688
- model_name = "mistralai/Mistral-7B-Instruct-v0.1" # name of the model you wish to use It supports ALL text generation models on deepinfra.com.
694
+ model_name = "mistralai/Mistral-7B-Instruct-v0.2" # name of the model you wish to use It supports ALL text generation models on deepinfra.com.
689
695
  chat(model_name)
690
696
  ```
@@ -1,2 +0,0 @@
1
- __version__ = "1.2.7"
2
-
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes