webscout 1.2.6__tar.gz → 1.2.8__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of webscout might be problematic. Click here for more details.
- {webscout-1.2.6 → webscout-1.2.8}/PKG-INFO +12 -6
- {webscout-1.2.6 → webscout-1.2.8}/README.md +11 -5
- {webscout-1.2.6 → webscout-1.2.8}/setup.py +5 -4
- {webscout-1.2.6 → webscout-1.2.8}/webscout/transcriber.py +0 -1
- webscout-1.2.8/webscout/version.py +2 -0
- {webscout-1.2.6 → webscout-1.2.8}/webscout.egg-info/PKG-INFO +12 -6
- webscout-1.2.6/webscout/version.py +0 -2
- {webscout-1.2.6 → webscout-1.2.8}/DeepWEBS/__init__.py +0 -0
- {webscout-1.2.6 → webscout-1.2.8}/DeepWEBS/documents/__init__.py +0 -0
- {webscout-1.2.6 → webscout-1.2.8}/DeepWEBS/documents/query_results_extractor.py +0 -0
- {webscout-1.2.6 → webscout-1.2.8}/DeepWEBS/documents/webpage_content_extractor.py +0 -0
- {webscout-1.2.6 → webscout-1.2.8}/DeepWEBS/networks/__init__.py +0 -0
- {webscout-1.2.6 → webscout-1.2.8}/DeepWEBS/networks/filepath_converter.py +0 -0
- {webscout-1.2.6 → webscout-1.2.8}/DeepWEBS/networks/google_searcher.py +0 -0
- {webscout-1.2.6 → webscout-1.2.8}/DeepWEBS/networks/network_configs.py +0 -0
- {webscout-1.2.6 → webscout-1.2.8}/DeepWEBS/networks/webpage_fetcher.py +0 -0
- {webscout-1.2.6 → webscout-1.2.8}/DeepWEBS/utilsdw/__init__.py +0 -0
- {webscout-1.2.6 → webscout-1.2.8}/DeepWEBS/utilsdw/enver.py +0 -0
- {webscout-1.2.6 → webscout-1.2.8}/DeepWEBS/utilsdw/logger.py +0 -0
- {webscout-1.2.6 → webscout-1.2.8}/LICENSE.md +0 -0
- {webscout-1.2.6 → webscout-1.2.8}/setup.cfg +0 -0
- {webscout-1.2.6 → webscout-1.2.8}/webscout/AI.py +0 -0
- {webscout-1.2.6 → webscout-1.2.8}/webscout/AIbase.py +0 -0
- {webscout-1.2.6 → webscout-1.2.8}/webscout/AIutel.py +0 -0
- {webscout-1.2.6 → webscout-1.2.8}/webscout/DWEBS.py +0 -0
- {webscout-1.2.6 → webscout-1.2.8}/webscout/HelpingAI.py +0 -0
- {webscout-1.2.6 → webscout-1.2.8}/webscout/LLM.py +0 -0
- {webscout-1.2.6 → webscout-1.2.8}/webscout/__init__.py +0 -0
- {webscout-1.2.6 → webscout-1.2.8}/webscout/__main__.py +0 -0
- {webscout-1.2.6 → webscout-1.2.8}/webscout/cli.py +0 -0
- {webscout-1.2.6 → webscout-1.2.8}/webscout/exceptions.py +0 -0
- {webscout-1.2.6 → webscout-1.2.8}/webscout/models.py +0 -0
- {webscout-1.2.6 → webscout-1.2.8}/webscout/utils.py +0 -0
- {webscout-1.2.6 → webscout-1.2.8}/webscout/webscout_search.py +0 -0
- {webscout-1.2.6 → webscout-1.2.8}/webscout/webscout_search_async.py +0 -0
- {webscout-1.2.6 → webscout-1.2.8}/webscout.egg-info/SOURCES.txt +0 -0
- {webscout-1.2.6 → webscout-1.2.8}/webscout.egg-info/dependency_links.txt +0 -0
- {webscout-1.2.6 → webscout-1.2.8}/webscout.egg-info/entry_points.txt +0 -0
- {webscout-1.2.6 → webscout-1.2.8}/webscout.egg-info/requires.txt +0 -0
- {webscout-1.2.6 → webscout-1.2.8}/webscout.egg-info/top_level.txt +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: webscout
|
|
3
|
-
Version: 1.2.
|
|
3
|
+
Version: 1.2.8
|
|
4
4
|
Summary: Search for words, documents, images, videos, news, maps and text translation using the Google, DuckDuckGo.com, yep.com, phind.com, you.com, etc Also containes AI models and now can transcribe yt videos
|
|
5
5
|
Author: OEvortex
|
|
6
6
|
Author-email: helpingai5@gmail.com
|
|
@@ -229,17 +229,23 @@ def extract_transcript(video_id):
|
|
|
229
229
|
try:
|
|
230
230
|
transcript_list = transcriber.list_transcripts(video_id)
|
|
231
231
|
for transcript in transcript_list:
|
|
232
|
-
|
|
232
|
+
transcript_data_list = transcript.fetch()
|
|
233
233
|
lang = transcript.language
|
|
234
234
|
transcript_text = ""
|
|
235
235
|
if transcript.language_code == 'en':
|
|
236
|
-
for line in
|
|
237
|
-
|
|
236
|
+
for line in transcript_data_list:
|
|
237
|
+
start_time = line['start']
|
|
238
|
+
end_time = start_time + line['duration']
|
|
239
|
+
formatted_line = f"{start_time:.2f} - {end_time:.2f}: {line['text']}\n"
|
|
240
|
+
transcript_text += formatted_line
|
|
238
241
|
return transcript_text
|
|
239
242
|
elif transcript.is_translatable:
|
|
240
243
|
english_transcript_list = transcript.translate('en').fetch()
|
|
241
244
|
for line in english_transcript_list:
|
|
242
|
-
|
|
245
|
+
start_time = line['start']
|
|
246
|
+
end_time = start_time + line['duration']
|
|
247
|
+
formatted_line = f"{start_time:.2f} - {end_time:.2f}: {line['text']}\n"
|
|
248
|
+
transcript_text += formatted_line
|
|
243
249
|
return transcript_text
|
|
244
250
|
print("Transcript extraction failed. Please check the video URL.")
|
|
245
251
|
except Exception as e:
|
|
@@ -685,6 +691,6 @@ def chat(model_name, system_message="You are Jarvis"):# system prompt
|
|
|
685
691
|
AI.chat()
|
|
686
692
|
|
|
687
693
|
if __name__ == "__main__":
|
|
688
|
-
model_name = "mistralai/Mistral-7B-Instruct-v0.
|
|
694
|
+
model_name = "mistralai/Mistral-7B-Instruct-v0.2" # name of the model you wish to use It supports ALL text generation models on deepinfra.com.
|
|
689
695
|
chat(model_name)
|
|
690
696
|
```
|
|
@@ -177,17 +177,23 @@ def extract_transcript(video_id):
|
|
|
177
177
|
try:
|
|
178
178
|
transcript_list = transcriber.list_transcripts(video_id)
|
|
179
179
|
for transcript in transcript_list:
|
|
180
|
-
|
|
180
|
+
transcript_data_list = transcript.fetch()
|
|
181
181
|
lang = transcript.language
|
|
182
182
|
transcript_text = ""
|
|
183
183
|
if transcript.language_code == 'en':
|
|
184
|
-
for line in
|
|
185
|
-
|
|
184
|
+
for line in transcript_data_list:
|
|
185
|
+
start_time = line['start']
|
|
186
|
+
end_time = start_time + line['duration']
|
|
187
|
+
formatted_line = f"{start_time:.2f} - {end_time:.2f}: {line['text']}\n"
|
|
188
|
+
transcript_text += formatted_line
|
|
186
189
|
return transcript_text
|
|
187
190
|
elif transcript.is_translatable:
|
|
188
191
|
english_transcript_list = transcript.translate('en').fetch()
|
|
189
192
|
for line in english_transcript_list:
|
|
190
|
-
|
|
193
|
+
start_time = line['start']
|
|
194
|
+
end_time = start_time + line['duration']
|
|
195
|
+
formatted_line = f"{start_time:.2f} - {end_time:.2f}: {line['text']}\n"
|
|
196
|
+
transcript_text += formatted_line
|
|
191
197
|
return transcript_text
|
|
192
198
|
print("Transcript extraction failed. Please check the video URL.")
|
|
193
199
|
except Exception as e:
|
|
@@ -633,6 +639,6 @@ def chat(model_name, system_message="You are Jarvis"):# system prompt
|
|
|
633
639
|
AI.chat()
|
|
634
640
|
|
|
635
641
|
if __name__ == "__main__":
|
|
636
|
-
model_name = "mistralai/Mistral-7B-Instruct-v0.
|
|
642
|
+
model_name = "mistralai/Mistral-7B-Instruct-v0.2" # name of the model you wish to use It supports ALL text generation models on deepinfra.com.
|
|
637
643
|
chat(model_name)
|
|
638
644
|
```
|
|
@@ -1,15 +1,15 @@
|
|
|
1
1
|
from setuptools import setup, find_packages
|
|
2
2
|
|
|
3
|
-
version = None
|
|
4
|
-
with open("webscout/version.py") as version_file:
|
|
5
|
-
|
|
3
|
+
# version = None
|
|
4
|
+
# with open("webscout/version.py") as version_file:
|
|
5
|
+
# exec(version_file.read())
|
|
6
6
|
|
|
7
7
|
with open("README.md", encoding="utf-8") as f:
|
|
8
8
|
README = f.read()
|
|
9
9
|
|
|
10
10
|
setup(
|
|
11
11
|
name="webscout",
|
|
12
|
-
version="1.2.
|
|
12
|
+
version="1.2.8",
|
|
13
13
|
description="Search for words, documents, images, videos, news, maps and text translation using the Google, DuckDuckGo.com, yep.com, phind.com, you.com, etc Also containes AI models and now can transcribe yt videos",
|
|
14
14
|
long_description=README,
|
|
15
15
|
long_description_content_type="text/markdown",
|
|
@@ -54,6 +54,7 @@ setup(
|
|
|
54
54
|
"tiktoken",
|
|
55
55
|
"tldextract",
|
|
56
56
|
"orjson",
|
|
57
|
+
# "appdirs"
|
|
57
58
|
],
|
|
58
59
|
entry_points={
|
|
59
60
|
"console_scripts": [
|
|
@@ -27,7 +27,6 @@ class TranscriptRetrievalError(Exception):
|
|
|
27
27
|
'https://github.com/OE-LUCIFER/Webscout/issues. '
|
|
28
28
|
'Please add which version of youtube_transcript_api you are using '
|
|
29
29
|
'and provide the information needed to replicate the error. '
|
|
30
|
-
'Also make sure that there are no open issues which already describe your problem!'
|
|
31
30
|
)
|
|
32
31
|
|
|
33
32
|
def __init__(self, video_id):
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: webscout
|
|
3
|
-
Version: 1.2.
|
|
3
|
+
Version: 1.2.8
|
|
4
4
|
Summary: Search for words, documents, images, videos, news, maps and text translation using the Google, DuckDuckGo.com, yep.com, phind.com, you.com, etc Also containes AI models and now can transcribe yt videos
|
|
5
5
|
Author: OEvortex
|
|
6
6
|
Author-email: helpingai5@gmail.com
|
|
@@ -229,17 +229,23 @@ def extract_transcript(video_id):
|
|
|
229
229
|
try:
|
|
230
230
|
transcript_list = transcriber.list_transcripts(video_id)
|
|
231
231
|
for transcript in transcript_list:
|
|
232
|
-
|
|
232
|
+
transcript_data_list = transcript.fetch()
|
|
233
233
|
lang = transcript.language
|
|
234
234
|
transcript_text = ""
|
|
235
235
|
if transcript.language_code == 'en':
|
|
236
|
-
for line in
|
|
237
|
-
|
|
236
|
+
for line in transcript_data_list:
|
|
237
|
+
start_time = line['start']
|
|
238
|
+
end_time = start_time + line['duration']
|
|
239
|
+
formatted_line = f"{start_time:.2f} - {end_time:.2f}: {line['text']}\n"
|
|
240
|
+
transcript_text += formatted_line
|
|
238
241
|
return transcript_text
|
|
239
242
|
elif transcript.is_translatable:
|
|
240
243
|
english_transcript_list = transcript.translate('en').fetch()
|
|
241
244
|
for line in english_transcript_list:
|
|
242
|
-
|
|
245
|
+
start_time = line['start']
|
|
246
|
+
end_time = start_time + line['duration']
|
|
247
|
+
formatted_line = f"{start_time:.2f} - {end_time:.2f}: {line['text']}\n"
|
|
248
|
+
transcript_text += formatted_line
|
|
243
249
|
return transcript_text
|
|
244
250
|
print("Transcript extraction failed. Please check the video URL.")
|
|
245
251
|
except Exception as e:
|
|
@@ -685,6 +691,6 @@ def chat(model_name, system_message="You are Jarvis"):# system prompt
|
|
|
685
691
|
AI.chat()
|
|
686
692
|
|
|
687
693
|
if __name__ == "__main__":
|
|
688
|
-
model_name = "mistralai/Mistral-7B-Instruct-v0.
|
|
694
|
+
model_name = "mistralai/Mistral-7B-Instruct-v0.2" # name of the model you wish to use It supports ALL text generation models on deepinfra.com.
|
|
689
695
|
chat(model_name)
|
|
690
696
|
```
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|