webscout 7.0__py3-none-any.whl → 7.2__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of webscout might be problematic. Click here for more details.

Files changed (147) hide show
  1. webscout/AIauto.py +191 -191
  2. webscout/AIbase.py +122 -122
  3. webscout/AIutel.py +440 -440
  4. webscout/Bard.py +343 -161
  5. webscout/DWEBS.py +489 -492
  6. webscout/Extra/YTToolkit/YTdownloader.py +995 -995
  7. webscout/Extra/YTToolkit/__init__.py +2 -2
  8. webscout/Extra/YTToolkit/transcriber.py +476 -479
  9. webscout/Extra/YTToolkit/ytapi/channel.py +307 -307
  10. webscout/Extra/YTToolkit/ytapi/playlist.py +58 -58
  11. webscout/Extra/YTToolkit/ytapi/pool.py +7 -7
  12. webscout/Extra/YTToolkit/ytapi/utils.py +62 -62
  13. webscout/Extra/YTToolkit/ytapi/video.py +103 -103
  14. webscout/Extra/autocoder/__init__.py +9 -9
  15. webscout/Extra/autocoder/autocoder_utiles.py +199 -199
  16. webscout/Extra/autocoder/rawdog.py +5 -7
  17. webscout/Extra/autollama.py +230 -230
  18. webscout/Extra/gguf.py +3 -3
  19. webscout/Extra/weather.py +171 -171
  20. webscout/LLM.py +442 -442
  21. webscout/Litlogger/__init__.py +67 -681
  22. webscout/Litlogger/core/__init__.py +6 -0
  23. webscout/Litlogger/core/level.py +20 -0
  24. webscout/Litlogger/core/logger.py +123 -0
  25. webscout/Litlogger/handlers/__init__.py +12 -0
  26. webscout/Litlogger/handlers/console.py +50 -0
  27. webscout/Litlogger/handlers/file.py +143 -0
  28. webscout/Litlogger/handlers/network.py +174 -0
  29. webscout/Litlogger/styles/__init__.py +7 -0
  30. webscout/Litlogger/styles/colors.py +231 -0
  31. webscout/Litlogger/styles/formats.py +377 -0
  32. webscout/Litlogger/styles/text.py +87 -0
  33. webscout/Litlogger/utils/__init__.py +6 -0
  34. webscout/Litlogger/utils/detectors.py +154 -0
  35. webscout/Litlogger/utils/formatters.py +200 -0
  36. webscout/Provider/AISEARCH/DeepFind.py +250 -250
  37. webscout/Provider/Blackboxai.py +136 -137
  38. webscout/Provider/ChatGPTGratis.py +226 -0
  39. webscout/Provider/Cloudflare.py +91 -78
  40. webscout/Provider/DeepSeek.py +218 -0
  41. webscout/Provider/Deepinfra.py +59 -35
  42. webscout/Provider/Free2GPT.py +131 -124
  43. webscout/Provider/Gemini.py +100 -115
  44. webscout/Provider/Glider.py +74 -59
  45. webscout/Provider/Groq.py +30 -18
  46. webscout/Provider/Jadve.py +108 -77
  47. webscout/Provider/Llama3.py +117 -94
  48. webscout/Provider/Marcus.py +191 -137
  49. webscout/Provider/Netwrck.py +62 -50
  50. webscout/Provider/PI.py +79 -124
  51. webscout/Provider/PizzaGPT.py +129 -83
  52. webscout/Provider/QwenLM.py +311 -0
  53. webscout/Provider/TTI/AiForce/__init__.py +22 -22
  54. webscout/Provider/TTI/AiForce/async_aiforce.py +257 -257
  55. webscout/Provider/TTI/AiForce/sync_aiforce.py +242 -242
  56. webscout/Provider/TTI/Nexra/__init__.py +22 -22
  57. webscout/Provider/TTI/Nexra/async_nexra.py +286 -286
  58. webscout/Provider/TTI/Nexra/sync_nexra.py +258 -258
  59. webscout/Provider/TTI/PollinationsAI/__init__.py +23 -23
  60. webscout/Provider/TTI/PollinationsAI/async_pollinations.py +330 -330
  61. webscout/Provider/TTI/PollinationsAI/sync_pollinations.py +285 -285
  62. webscout/Provider/TTI/artbit/__init__.py +22 -22
  63. webscout/Provider/TTI/artbit/async_artbit.py +184 -184
  64. webscout/Provider/TTI/artbit/sync_artbit.py +176 -176
  65. webscout/Provider/TTI/blackbox/__init__.py +4 -4
  66. webscout/Provider/TTI/blackbox/async_blackbox.py +212 -212
  67. webscout/Provider/TTI/blackbox/sync_blackbox.py +199 -199
  68. webscout/Provider/TTI/deepinfra/__init__.py +4 -4
  69. webscout/Provider/TTI/deepinfra/async_deepinfra.py +227 -227
  70. webscout/Provider/TTI/deepinfra/sync_deepinfra.py +199 -199
  71. webscout/Provider/TTI/huggingface/__init__.py +22 -22
  72. webscout/Provider/TTI/huggingface/async_huggingface.py +199 -199
  73. webscout/Provider/TTI/huggingface/sync_huggingface.py +195 -195
  74. webscout/Provider/TTI/imgninza/__init__.py +4 -4
  75. webscout/Provider/TTI/imgninza/async_ninza.py +214 -214
  76. webscout/Provider/TTI/imgninza/sync_ninza.py +209 -209
  77. webscout/Provider/TTI/talkai/__init__.py +4 -4
  78. webscout/Provider/TTI/talkai/async_talkai.py +229 -229
  79. webscout/Provider/TTI/talkai/sync_talkai.py +207 -207
  80. webscout/Provider/TTS/deepgram.py +182 -182
  81. webscout/Provider/TTS/elevenlabs.py +136 -136
  82. webscout/Provider/TTS/gesserit.py +150 -150
  83. webscout/Provider/TTS/murfai.py +138 -138
  84. webscout/Provider/TTS/parler.py +133 -134
  85. webscout/Provider/TTS/streamElements.py +360 -360
  86. webscout/Provider/TTS/utils.py +280 -280
  87. webscout/Provider/TTS/voicepod.py +116 -116
  88. webscout/Provider/TextPollinationsAI.py +74 -47
  89. webscout/Provider/WiseCat.py +193 -0
  90. webscout/Provider/__init__.py +144 -136
  91. webscout/Provider/cerebras.py +242 -227
  92. webscout/Provider/chatglm.py +204 -204
  93. webscout/Provider/dgaf.py +67 -39
  94. webscout/Provider/gaurish.py +105 -66
  95. webscout/Provider/geminiapi.py +208 -208
  96. webscout/Provider/granite.py +223 -0
  97. webscout/Provider/hermes.py +218 -218
  98. webscout/Provider/llama3mitril.py +179 -179
  99. webscout/Provider/llamatutor.py +72 -62
  100. webscout/Provider/llmchat.py +60 -35
  101. webscout/Provider/meta.py +794 -794
  102. webscout/Provider/multichat.py +331 -230
  103. webscout/Provider/typegpt.py +359 -356
  104. webscout/Provider/yep.py +5 -5
  105. webscout/__main__.py +5 -5
  106. webscout/cli.py +319 -319
  107. webscout/conversation.py +241 -242
  108. webscout/exceptions.py +328 -328
  109. webscout/litagent/__init__.py +28 -28
  110. webscout/litagent/agent.py +2 -3
  111. webscout/litprinter/__init__.py +0 -58
  112. webscout/scout/__init__.py +8 -8
  113. webscout/scout/core.py +884 -884
  114. webscout/scout/element.py +459 -459
  115. webscout/scout/parsers/__init__.py +69 -69
  116. webscout/scout/parsers/html5lib_parser.py +172 -172
  117. webscout/scout/parsers/html_parser.py +236 -236
  118. webscout/scout/parsers/lxml_parser.py +178 -178
  119. webscout/scout/utils.py +38 -38
  120. webscout/swiftcli/__init__.py +811 -811
  121. webscout/update_checker.py +2 -12
  122. webscout/version.py +1 -1
  123. webscout/webscout_search.py +1142 -1140
  124. webscout/webscout_search_async.py +635 -635
  125. webscout/zeroart/__init__.py +54 -54
  126. webscout/zeroart/base.py +60 -60
  127. webscout/zeroart/effects.py +99 -99
  128. webscout/zeroart/fonts.py +816 -816
  129. {webscout-7.0.dist-info → webscout-7.2.dist-info}/METADATA +21 -28
  130. webscout-7.2.dist-info/RECORD +217 -0
  131. webstoken/__init__.py +30 -30
  132. webstoken/classifier.py +189 -189
  133. webstoken/keywords.py +216 -216
  134. webstoken/language.py +128 -128
  135. webstoken/ner.py +164 -164
  136. webstoken/normalizer.py +35 -35
  137. webstoken/processor.py +77 -77
  138. webstoken/sentiment.py +206 -206
  139. webstoken/stemmer.py +73 -73
  140. webstoken/tagger.py +60 -60
  141. webstoken/tokenizer.py +158 -158
  142. webscout/Provider/RUBIKSAI.py +0 -272
  143. webscout-7.0.dist-info/RECORD +0 -199
  144. {webscout-7.0.dist-info → webscout-7.2.dist-info}/LICENSE.md +0 -0
  145. {webscout-7.0.dist-info → webscout-7.2.dist-info}/WHEEL +0 -0
  146. {webscout-7.0.dist-info → webscout-7.2.dist-info}/entry_points.txt +0 -0
  147. {webscout-7.0.dist-info → webscout-7.2.dist-info}/top_level.txt +0 -0
@@ -0,0 +1,154 @@
1
+ import re
2
+ import sys
3
+ import traceback
4
+ from typing import Optional
5
+ from ..core.level import LogLevel
6
+
7
+ class LevelDetector:
8
+ """Utility class for intelligent log level detection."""
9
+
10
+ # Common patterns indicating error conditions
11
+ ERROR_PATTERNS = [
12
+ r"error",
13
+ r"exception",
14
+ r"failed",
15
+ r"failure",
16
+ r"traceback",
17
+ r"crash",
18
+ r"fatal",
19
+ ]
20
+
21
+ # Common patterns indicating warning conditions
22
+ WARNING_PATTERNS = [
23
+ r"warning",
24
+ r"warn",
25
+ r"deprecated",
26
+ r"might",
27
+ r"consider",
28
+ r"attention",
29
+ ]
30
+
31
+ # Common patterns indicating debug information
32
+ DEBUG_PATTERNS = [
33
+ r"debug",
34
+ r"trace",
35
+ r"verbose",
36
+ r"detail",
37
+ ]
38
+
39
+ @classmethod
40
+ def detect_level(cls, message: str, exception: Optional[Exception] = None) -> LogLevel:
41
+ """
42
+ Detect appropriate log level from message content and context.
43
+
44
+ Args:
45
+ message: Log message to analyze
46
+ exception: Optional exception object
47
+
48
+ Returns:
49
+ Detected LogLevel
50
+ """
51
+ # If there's an exception, it's at least ERROR
52
+ if exception is not None:
53
+ if isinstance(exception, (SystemExit, KeyboardInterrupt)):
54
+ return LogLevel.CRITICAL
55
+ return LogLevel.ERROR
56
+
57
+ # Convert to lowercase for pattern matching
58
+ message_lower = message.lower()
59
+
60
+ # Check for error patterns
61
+ for pattern in cls.ERROR_PATTERNS:
62
+ if re.search(pattern, message_lower):
63
+ return LogLevel.ERROR
64
+
65
+ # Check for warning patterns
66
+ for pattern in cls.WARNING_PATTERNS:
67
+ if re.search(pattern, message_lower):
68
+ return LogLevel.WARNING
69
+
70
+ # Check for debug patterns
71
+ for pattern in cls.DEBUG_PATTERNS:
72
+ if re.search(pattern, message_lower):
73
+ return LogLevel.DEBUG
74
+
75
+ # Default to INFO
76
+ return LogLevel.INFO
77
+
78
+ @classmethod
79
+ def detect_level_from_exception(cls, exc_type, exc_value, exc_tb) -> LogLevel:
80
+ """
81
+ Detect log level from exception information.
82
+
83
+ Args:
84
+ exc_type: Exception type
85
+ exc_value: Exception value
86
+ exc_tb: Exception traceback
87
+
88
+ Returns:
89
+ Detected LogLevel
90
+ """
91
+ # Critical errors that should terminate execution
92
+ if exc_type in (SystemExit, KeyboardInterrupt, MemoryError):
93
+ return LogLevel.CRITICAL
94
+
95
+ # Built-in exceptions that indicate programming errors
96
+ if exc_type in (
97
+ SyntaxError,
98
+ IndentationError,
99
+ NameError,
100
+ TypeError,
101
+ AttributeError
102
+ ):
103
+ return LogLevel.ERROR
104
+
105
+ # Runtime errors that might be recoverable
106
+ if exc_type in (
107
+ ValueError,
108
+ KeyError,
109
+ IOError,
110
+ OSError,
111
+ ConnectionError
112
+ ):
113
+ return LogLevel.WARNING
114
+
115
+ # Default to ERROR for unknown exception types
116
+ return LogLevel.ERROR
117
+
118
+ @classmethod
119
+ def detect_level_from_frame(cls, frame_depth: int = 1) -> LogLevel:
120
+ """
121
+ Detect log level by analyzing the call stack.
122
+
123
+ Args:
124
+ frame_depth: How many frames up to look (1 = caller's frame)
125
+
126
+ Returns:
127
+ Detected LogLevel
128
+ """
129
+ try:
130
+ frame = sys._getframe(frame_depth)
131
+
132
+ # Check function/method name
133
+ code = frame.f_code
134
+ func_name = code.co_name.lower()
135
+
136
+ if any(p in func_name for p in ["error", "fail", "crash"]):
137
+ return LogLevel.ERROR
138
+ if any(p in func_name for p in ["warn"]):
139
+ return LogLevel.WARNING
140
+ if any(p in func_name for p in ["debug", "trace"]):
141
+ return LogLevel.DEBUG
142
+
143
+ # Check local variables for exceptions
144
+ locals_dict = frame.f_locals
145
+ for value in locals_dict.values():
146
+ if isinstance(value, Exception):
147
+ return cls.detect_level_from_exception(
148
+ type(value), value, value.__traceback__
149
+ )
150
+
151
+ return LogLevel.INFO
152
+
153
+ except Exception:
154
+ return LogLevel.INFO # Default if detection fails
@@ -0,0 +1,200 @@
1
+ import json
2
+ import re
3
+ import traceback
4
+ from datetime import datetime
5
+ from typing import Any, Dict, Optional, Union
6
+
7
+ class MessageFormatter:
8
+ """Utility class for formatting log messages."""
9
+
10
+ @staticmethod
11
+ def format_exception(exc_info: tuple) -> str:
12
+ """
13
+ Format exception information into a readable string.
14
+
15
+ Args:
16
+ exc_info: Tuple of (type, value, traceback)
17
+
18
+ Returns:
19
+ Formatted exception string
20
+ """
21
+ return "".join(traceback.format_exception(*exc_info))
22
+
23
+ @staticmethod
24
+ def format_dict(data: Dict[str, Any], indent: int = 2) -> str:
25
+ """
26
+ Format dictionary into pretty-printed string.
27
+
28
+ Args:
29
+ data: Dictionary to format
30
+ indent: Number of spaces for indentation
31
+
32
+ Returns:
33
+ Formatted string representation
34
+ """
35
+ return json.dumps(data, indent=indent, default=str, ensure_ascii=False)
36
+
37
+ @staticmethod
38
+ def format_object(obj: Any) -> str:
39
+ """
40
+ Format any object into a string representation.
41
+
42
+ Args:
43
+ obj: Object to format
44
+
45
+ Returns:
46
+ String representation of object
47
+ """
48
+ if hasattr(obj, "to_dict"):
49
+ return MessageFormatter.format_dict(obj.to_dict())
50
+ if hasattr(obj, "__dict__"):
51
+ return MessageFormatter.format_dict(obj.__dict__)
52
+ return str(obj)
53
+
54
+ @staticmethod
55
+ def truncate(message: str, max_length: int = 1000, suffix: str = "...") -> str:
56
+ """
57
+ Truncate message to maximum length.
58
+
59
+ Args:
60
+ message: Message to truncate
61
+ max_length: Maximum length
62
+ suffix: String to append when truncated
63
+
64
+ Returns:
65
+ Truncated message
66
+ """
67
+ if len(message) <= max_length:
68
+ return message
69
+ return message[:max_length - len(suffix)] + suffix
70
+
71
+ @staticmethod
72
+ def mask_sensitive(message: str, patterns: Dict[str, str]) -> str:
73
+ """
74
+ Mask sensitive information in message.
75
+
76
+ Args:
77
+ message: Message to process
78
+ patterns: Dictionary of {pattern: mask}
79
+
80
+ Returns:
81
+ Message with sensitive info masked
82
+ """
83
+ result = message
84
+ for pattern, mask in patterns.items():
85
+ result = re.sub(pattern, mask, result)
86
+ return result
87
+
88
+ @staticmethod
89
+ def format_context(context: Dict[str, Any]) -> str:
90
+ """
91
+ Format context dictionary into readable string.
92
+
93
+ Args:
94
+ context: Context dictionary
95
+
96
+ Returns:
97
+ Formatted context string
98
+ """
99
+ parts = []
100
+ for key, value in sorted(context.items()):
101
+ formatted_value = (
102
+ MessageFormatter.format_object(value)
103
+ if isinstance(value, (dict, list, tuple))
104
+ else str(value)
105
+ )
106
+ parts.append(f"{key}={formatted_value}")
107
+ return " ".join(parts)
108
+
109
+ @staticmethod
110
+ def format_metrics(metrics: Dict[str, Union[int, float]]) -> str:
111
+ """
112
+ Format performance metrics into readable string.
113
+
114
+ Args:
115
+ metrics: Dictionary of metric names and values
116
+
117
+ Returns:
118
+ Formatted metrics string
119
+ """
120
+ parts = []
121
+ for key, value in sorted(metrics.items()):
122
+ if isinstance(value, float):
123
+ formatted = f"{value:.3f}"
124
+ else:
125
+ formatted = str(value)
126
+ parts.append(f"{key}={formatted}")
127
+ return " ".join(parts)
128
+
129
+ @staticmethod
130
+ def format_timestamp(
131
+ timestamp: Optional[datetime] = None,
132
+ format: str = "%Y-%m-%d %H:%M:%S.%f"
133
+ ) -> str:
134
+ """
135
+ Format timestamp into string.
136
+
137
+ Args:
138
+ timestamp: Datetime object (uses current time if None)
139
+ format: strftime format string
140
+
141
+ Returns:
142
+ Formatted timestamp string
143
+ """
144
+ if timestamp is None:
145
+ timestamp = datetime.now()
146
+ return timestamp.strftime(format)
147
+
148
+ @classmethod
149
+ def format_message(
150
+ cls,
151
+ message: str,
152
+ context: Optional[Dict[str, Any]] = None,
153
+ metrics: Optional[Dict[str, Union[int, float]]] = None,
154
+ max_length: Optional[int] = None,
155
+ mask_patterns: Optional[Dict[str, str]] = None,
156
+ timestamp_format: Optional[str] = None
157
+ ) -> str:
158
+ """
159
+ Format complete log message with all options.
160
+
161
+ Args:
162
+ message: Base message
163
+ context: Optional context dictionary
164
+ metrics: Optional performance metrics
165
+ max_length: Optional maximum length
166
+ mask_patterns: Optional sensitive data patterns
167
+ timestamp_format: Optional timestamp format
168
+
169
+ Returns:
170
+ Formatted complete message
171
+ """
172
+ parts = []
173
+
174
+ # Add timestamp
175
+ if timestamp_format:
176
+ parts.append(cls.format_timestamp(format=timestamp_format))
177
+
178
+ # Add main message
179
+ parts.append(message)
180
+
181
+ # Add context if present
182
+ if context:
183
+ parts.append(cls.format_context(context))
184
+
185
+ # Add metrics if present
186
+ if metrics:
187
+ parts.append(cls.format_metrics(metrics))
188
+
189
+ # Join all parts
190
+ result = " ".join(parts)
191
+
192
+ # Apply masking if needed
193
+ if mask_patterns:
194
+ result = cls.mask_sensitive(result, mask_patterns)
195
+
196
+ # Apply length limit if needed
197
+ if max_length:
198
+ result = cls.truncate(result, max_length)
199
+
200
+ return result