webscout 7.1__py3-none-any.whl → 7.2__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of webscout might be problematic. Click here for more details.

Files changed (144) hide show
  1. webscout/AIauto.py +191 -191
  2. webscout/AIbase.py +122 -122
  3. webscout/AIutel.py +440 -440
  4. webscout/Bard.py +343 -161
  5. webscout/DWEBS.py +489 -492
  6. webscout/Extra/YTToolkit/YTdownloader.py +995 -995
  7. webscout/Extra/YTToolkit/__init__.py +2 -2
  8. webscout/Extra/YTToolkit/transcriber.py +476 -479
  9. webscout/Extra/YTToolkit/ytapi/channel.py +307 -307
  10. webscout/Extra/YTToolkit/ytapi/playlist.py +58 -58
  11. webscout/Extra/YTToolkit/ytapi/pool.py +7 -7
  12. webscout/Extra/YTToolkit/ytapi/utils.py +62 -62
  13. webscout/Extra/YTToolkit/ytapi/video.py +103 -103
  14. webscout/Extra/autocoder/__init__.py +9 -9
  15. webscout/Extra/autocoder/autocoder_utiles.py +199 -199
  16. webscout/Extra/autocoder/rawdog.py +5 -7
  17. webscout/Extra/autollama.py +230 -230
  18. webscout/Extra/gguf.py +3 -3
  19. webscout/Extra/weather.py +171 -171
  20. webscout/LLM.py +442 -442
  21. webscout/Litlogger/__init__.py +67 -681
  22. webscout/Litlogger/core/__init__.py +6 -0
  23. webscout/Litlogger/core/level.py +20 -0
  24. webscout/Litlogger/core/logger.py +123 -0
  25. webscout/Litlogger/handlers/__init__.py +12 -0
  26. webscout/Litlogger/handlers/console.py +50 -0
  27. webscout/Litlogger/handlers/file.py +143 -0
  28. webscout/Litlogger/handlers/network.py +174 -0
  29. webscout/Litlogger/styles/__init__.py +7 -0
  30. webscout/Litlogger/styles/colors.py +231 -0
  31. webscout/Litlogger/styles/formats.py +377 -0
  32. webscout/Litlogger/styles/text.py +87 -0
  33. webscout/Litlogger/utils/__init__.py +6 -0
  34. webscout/Litlogger/utils/detectors.py +154 -0
  35. webscout/Litlogger/utils/formatters.py +200 -0
  36. webscout/Provider/AISEARCH/DeepFind.py +250 -250
  37. webscout/Provider/Blackboxai.py +3 -3
  38. webscout/Provider/ChatGPTGratis.py +226 -0
  39. webscout/Provider/Cloudflare.py +3 -4
  40. webscout/Provider/DeepSeek.py +218 -0
  41. webscout/Provider/Deepinfra.py +3 -3
  42. webscout/Provider/Free2GPT.py +131 -124
  43. webscout/Provider/Gemini.py +100 -115
  44. webscout/Provider/Glider.py +3 -3
  45. webscout/Provider/Groq.py +5 -1
  46. webscout/Provider/Jadve.py +3 -3
  47. webscout/Provider/Marcus.py +191 -192
  48. webscout/Provider/Netwrck.py +3 -3
  49. webscout/Provider/PI.py +2 -2
  50. webscout/Provider/PizzaGPT.py +2 -3
  51. webscout/Provider/QwenLM.py +311 -0
  52. webscout/Provider/TTI/AiForce/__init__.py +22 -22
  53. webscout/Provider/TTI/AiForce/async_aiforce.py +257 -257
  54. webscout/Provider/TTI/AiForce/sync_aiforce.py +242 -242
  55. webscout/Provider/TTI/Nexra/__init__.py +22 -22
  56. webscout/Provider/TTI/Nexra/async_nexra.py +286 -286
  57. webscout/Provider/TTI/Nexra/sync_nexra.py +258 -258
  58. webscout/Provider/TTI/PollinationsAI/__init__.py +23 -23
  59. webscout/Provider/TTI/PollinationsAI/async_pollinations.py +330 -330
  60. webscout/Provider/TTI/PollinationsAI/sync_pollinations.py +285 -285
  61. webscout/Provider/TTI/artbit/__init__.py +22 -22
  62. webscout/Provider/TTI/artbit/async_artbit.py +184 -184
  63. webscout/Provider/TTI/artbit/sync_artbit.py +176 -176
  64. webscout/Provider/TTI/blackbox/__init__.py +4 -4
  65. webscout/Provider/TTI/blackbox/async_blackbox.py +212 -212
  66. webscout/Provider/TTI/blackbox/sync_blackbox.py +199 -199
  67. webscout/Provider/TTI/deepinfra/__init__.py +4 -4
  68. webscout/Provider/TTI/deepinfra/async_deepinfra.py +227 -227
  69. webscout/Provider/TTI/deepinfra/sync_deepinfra.py +199 -199
  70. webscout/Provider/TTI/huggingface/__init__.py +22 -22
  71. webscout/Provider/TTI/huggingface/async_huggingface.py +199 -199
  72. webscout/Provider/TTI/huggingface/sync_huggingface.py +195 -195
  73. webscout/Provider/TTI/imgninza/__init__.py +4 -4
  74. webscout/Provider/TTI/imgninza/async_ninza.py +214 -214
  75. webscout/Provider/TTI/imgninza/sync_ninza.py +209 -209
  76. webscout/Provider/TTI/talkai/__init__.py +4 -4
  77. webscout/Provider/TTI/talkai/async_talkai.py +229 -229
  78. webscout/Provider/TTI/talkai/sync_talkai.py +207 -207
  79. webscout/Provider/TTS/deepgram.py +182 -182
  80. webscout/Provider/TTS/elevenlabs.py +136 -136
  81. webscout/Provider/TTS/gesserit.py +150 -150
  82. webscout/Provider/TTS/murfai.py +138 -138
  83. webscout/Provider/TTS/parler.py +133 -134
  84. webscout/Provider/TTS/streamElements.py +360 -360
  85. webscout/Provider/TTS/utils.py +280 -280
  86. webscout/Provider/TTS/voicepod.py +116 -116
  87. webscout/Provider/TextPollinationsAI.py +2 -3
  88. webscout/Provider/WiseCat.py +193 -0
  89. webscout/Provider/__init__.py +144 -134
  90. webscout/Provider/cerebras.py +242 -227
  91. webscout/Provider/chatglm.py +204 -204
  92. webscout/Provider/dgaf.py +2 -3
  93. webscout/Provider/gaurish.py +2 -3
  94. webscout/Provider/geminiapi.py +208 -208
  95. webscout/Provider/granite.py +223 -0
  96. webscout/Provider/hermes.py +218 -218
  97. webscout/Provider/llama3mitril.py +179 -179
  98. webscout/Provider/llamatutor.py +3 -3
  99. webscout/Provider/llmchat.py +2 -3
  100. webscout/Provider/meta.py +794 -794
  101. webscout/Provider/multichat.py +331 -331
  102. webscout/Provider/typegpt.py +359 -359
  103. webscout/Provider/yep.py +2 -2
  104. webscout/__main__.py +5 -5
  105. webscout/cli.py +319 -319
  106. webscout/conversation.py +241 -242
  107. webscout/exceptions.py +328 -328
  108. webscout/litagent/__init__.py +28 -28
  109. webscout/litagent/agent.py +2 -3
  110. webscout/litprinter/__init__.py +0 -58
  111. webscout/scout/__init__.py +8 -8
  112. webscout/scout/core.py +884 -884
  113. webscout/scout/element.py +459 -459
  114. webscout/scout/parsers/__init__.py +69 -69
  115. webscout/scout/parsers/html5lib_parser.py +172 -172
  116. webscout/scout/parsers/html_parser.py +236 -236
  117. webscout/scout/parsers/lxml_parser.py +178 -178
  118. webscout/scout/utils.py +38 -38
  119. webscout/swiftcli/__init__.py +811 -811
  120. webscout/update_checker.py +2 -12
  121. webscout/version.py +1 -1
  122. webscout/webscout_search.py +5 -4
  123. webscout/zeroart/__init__.py +54 -54
  124. webscout/zeroart/base.py +60 -60
  125. webscout/zeroart/effects.py +99 -99
  126. webscout/zeroart/fonts.py +816 -816
  127. {webscout-7.1.dist-info → webscout-7.2.dist-info}/METADATA +4 -3
  128. webscout-7.2.dist-info/RECORD +217 -0
  129. webstoken/__init__.py +30 -30
  130. webstoken/classifier.py +189 -189
  131. webstoken/keywords.py +216 -216
  132. webstoken/language.py +128 -128
  133. webstoken/ner.py +164 -164
  134. webstoken/normalizer.py +35 -35
  135. webstoken/processor.py +77 -77
  136. webstoken/sentiment.py +206 -206
  137. webstoken/stemmer.py +73 -73
  138. webstoken/tagger.py +60 -60
  139. webstoken/tokenizer.py +158 -158
  140. webscout-7.1.dist-info/RECORD +0 -198
  141. {webscout-7.1.dist-info → webscout-7.2.dist-info}/LICENSE.md +0 -0
  142. {webscout-7.1.dist-info → webscout-7.2.dist-info}/WHEEL +0 -0
  143. {webscout-7.1.dist-info → webscout-7.2.dist-info}/entry_points.txt +0 -0
  144. {webscout-7.1.dist-info → webscout-7.2.dist-info}/top_level.txt +0 -0
@@ -0,0 +1,154 @@
1
+ import re
2
+ import sys
3
+ import traceback
4
+ from typing import Optional
5
+ from ..core.level import LogLevel
6
+
7
+ class LevelDetector:
8
+ """Utility class for intelligent log level detection."""
9
+
10
+ # Common patterns indicating error conditions
11
+ ERROR_PATTERNS = [
12
+ r"error",
13
+ r"exception",
14
+ r"failed",
15
+ r"failure",
16
+ r"traceback",
17
+ r"crash",
18
+ r"fatal",
19
+ ]
20
+
21
+ # Common patterns indicating warning conditions
22
+ WARNING_PATTERNS = [
23
+ r"warning",
24
+ r"warn",
25
+ r"deprecated",
26
+ r"might",
27
+ r"consider",
28
+ r"attention",
29
+ ]
30
+
31
+ # Common patterns indicating debug information
32
+ DEBUG_PATTERNS = [
33
+ r"debug",
34
+ r"trace",
35
+ r"verbose",
36
+ r"detail",
37
+ ]
38
+
39
+ @classmethod
40
+ def detect_level(cls, message: str, exception: Optional[Exception] = None) -> LogLevel:
41
+ """
42
+ Detect appropriate log level from message content and context.
43
+
44
+ Args:
45
+ message: Log message to analyze
46
+ exception: Optional exception object
47
+
48
+ Returns:
49
+ Detected LogLevel
50
+ """
51
+ # If there's an exception, it's at least ERROR
52
+ if exception is not None:
53
+ if isinstance(exception, (SystemExit, KeyboardInterrupt)):
54
+ return LogLevel.CRITICAL
55
+ return LogLevel.ERROR
56
+
57
+ # Convert to lowercase for pattern matching
58
+ message_lower = message.lower()
59
+
60
+ # Check for error patterns
61
+ for pattern in cls.ERROR_PATTERNS:
62
+ if re.search(pattern, message_lower):
63
+ return LogLevel.ERROR
64
+
65
+ # Check for warning patterns
66
+ for pattern in cls.WARNING_PATTERNS:
67
+ if re.search(pattern, message_lower):
68
+ return LogLevel.WARNING
69
+
70
+ # Check for debug patterns
71
+ for pattern in cls.DEBUG_PATTERNS:
72
+ if re.search(pattern, message_lower):
73
+ return LogLevel.DEBUG
74
+
75
+ # Default to INFO
76
+ return LogLevel.INFO
77
+
78
+ @classmethod
79
+ def detect_level_from_exception(cls, exc_type, exc_value, exc_tb) -> LogLevel:
80
+ """
81
+ Detect log level from exception information.
82
+
83
+ Args:
84
+ exc_type: Exception type
85
+ exc_value: Exception value
86
+ exc_tb: Exception traceback
87
+
88
+ Returns:
89
+ Detected LogLevel
90
+ """
91
+ # Critical errors that should terminate execution
92
+ if exc_type in (SystemExit, KeyboardInterrupt, MemoryError):
93
+ return LogLevel.CRITICAL
94
+
95
+ # Built-in exceptions that indicate programming errors
96
+ if exc_type in (
97
+ SyntaxError,
98
+ IndentationError,
99
+ NameError,
100
+ TypeError,
101
+ AttributeError
102
+ ):
103
+ return LogLevel.ERROR
104
+
105
+ # Runtime errors that might be recoverable
106
+ if exc_type in (
107
+ ValueError,
108
+ KeyError,
109
+ IOError,
110
+ OSError,
111
+ ConnectionError
112
+ ):
113
+ return LogLevel.WARNING
114
+
115
+ # Default to ERROR for unknown exception types
116
+ return LogLevel.ERROR
117
+
118
+ @classmethod
119
+ def detect_level_from_frame(cls, frame_depth: int = 1) -> LogLevel:
120
+ """
121
+ Detect log level by analyzing the call stack.
122
+
123
+ Args:
124
+ frame_depth: How many frames up to look (1 = caller's frame)
125
+
126
+ Returns:
127
+ Detected LogLevel
128
+ """
129
+ try:
130
+ frame = sys._getframe(frame_depth)
131
+
132
+ # Check function/method name
133
+ code = frame.f_code
134
+ func_name = code.co_name.lower()
135
+
136
+ if any(p in func_name for p in ["error", "fail", "crash"]):
137
+ return LogLevel.ERROR
138
+ if any(p in func_name for p in ["warn"]):
139
+ return LogLevel.WARNING
140
+ if any(p in func_name for p in ["debug", "trace"]):
141
+ return LogLevel.DEBUG
142
+
143
+ # Check local variables for exceptions
144
+ locals_dict = frame.f_locals
145
+ for value in locals_dict.values():
146
+ if isinstance(value, Exception):
147
+ return cls.detect_level_from_exception(
148
+ type(value), value, value.__traceback__
149
+ )
150
+
151
+ return LogLevel.INFO
152
+
153
+ except Exception:
154
+ return LogLevel.INFO # Default if detection fails
@@ -0,0 +1,200 @@
1
+ import json
2
+ import re
3
+ import traceback
4
+ from datetime import datetime
5
+ from typing import Any, Dict, Optional, Union
6
+
7
+ class MessageFormatter:
8
+ """Utility class for formatting log messages."""
9
+
10
+ @staticmethod
11
+ def format_exception(exc_info: tuple) -> str:
12
+ """
13
+ Format exception information into a readable string.
14
+
15
+ Args:
16
+ exc_info: Tuple of (type, value, traceback)
17
+
18
+ Returns:
19
+ Formatted exception string
20
+ """
21
+ return "".join(traceback.format_exception(*exc_info))
22
+
23
+ @staticmethod
24
+ def format_dict(data: Dict[str, Any], indent: int = 2) -> str:
25
+ """
26
+ Format dictionary into pretty-printed string.
27
+
28
+ Args:
29
+ data: Dictionary to format
30
+ indent: Number of spaces for indentation
31
+
32
+ Returns:
33
+ Formatted string representation
34
+ """
35
+ return json.dumps(data, indent=indent, default=str, ensure_ascii=False)
36
+
37
+ @staticmethod
38
+ def format_object(obj: Any) -> str:
39
+ """
40
+ Format any object into a string representation.
41
+
42
+ Args:
43
+ obj: Object to format
44
+
45
+ Returns:
46
+ String representation of object
47
+ """
48
+ if hasattr(obj, "to_dict"):
49
+ return MessageFormatter.format_dict(obj.to_dict())
50
+ if hasattr(obj, "__dict__"):
51
+ return MessageFormatter.format_dict(obj.__dict__)
52
+ return str(obj)
53
+
54
+ @staticmethod
55
+ def truncate(message: str, max_length: int = 1000, suffix: str = "...") -> str:
56
+ """
57
+ Truncate message to maximum length.
58
+
59
+ Args:
60
+ message: Message to truncate
61
+ max_length: Maximum length
62
+ suffix: String to append when truncated
63
+
64
+ Returns:
65
+ Truncated message
66
+ """
67
+ if len(message) <= max_length:
68
+ return message
69
+ return message[:max_length - len(suffix)] + suffix
70
+
71
+ @staticmethod
72
+ def mask_sensitive(message: str, patterns: Dict[str, str]) -> str:
73
+ """
74
+ Mask sensitive information in message.
75
+
76
+ Args:
77
+ message: Message to process
78
+ patterns: Dictionary of {pattern: mask}
79
+
80
+ Returns:
81
+ Message with sensitive info masked
82
+ """
83
+ result = message
84
+ for pattern, mask in patterns.items():
85
+ result = re.sub(pattern, mask, result)
86
+ return result
87
+
88
+ @staticmethod
89
+ def format_context(context: Dict[str, Any]) -> str:
90
+ """
91
+ Format context dictionary into readable string.
92
+
93
+ Args:
94
+ context: Context dictionary
95
+
96
+ Returns:
97
+ Formatted context string
98
+ """
99
+ parts = []
100
+ for key, value in sorted(context.items()):
101
+ formatted_value = (
102
+ MessageFormatter.format_object(value)
103
+ if isinstance(value, (dict, list, tuple))
104
+ else str(value)
105
+ )
106
+ parts.append(f"{key}={formatted_value}")
107
+ return " ".join(parts)
108
+
109
+ @staticmethod
110
+ def format_metrics(metrics: Dict[str, Union[int, float]]) -> str:
111
+ """
112
+ Format performance metrics into readable string.
113
+
114
+ Args:
115
+ metrics: Dictionary of metric names and values
116
+
117
+ Returns:
118
+ Formatted metrics string
119
+ """
120
+ parts = []
121
+ for key, value in sorted(metrics.items()):
122
+ if isinstance(value, float):
123
+ formatted = f"{value:.3f}"
124
+ else:
125
+ formatted = str(value)
126
+ parts.append(f"{key}={formatted}")
127
+ return " ".join(parts)
128
+
129
+ @staticmethod
130
+ def format_timestamp(
131
+ timestamp: Optional[datetime] = None,
132
+ format: str = "%Y-%m-%d %H:%M:%S.%f"
133
+ ) -> str:
134
+ """
135
+ Format timestamp into string.
136
+
137
+ Args:
138
+ timestamp: Datetime object (uses current time if None)
139
+ format: strftime format string
140
+
141
+ Returns:
142
+ Formatted timestamp string
143
+ """
144
+ if timestamp is None:
145
+ timestamp = datetime.now()
146
+ return timestamp.strftime(format)
147
+
148
+ @classmethod
149
+ def format_message(
150
+ cls,
151
+ message: str,
152
+ context: Optional[Dict[str, Any]] = None,
153
+ metrics: Optional[Dict[str, Union[int, float]]] = None,
154
+ max_length: Optional[int] = None,
155
+ mask_patterns: Optional[Dict[str, str]] = None,
156
+ timestamp_format: Optional[str] = None
157
+ ) -> str:
158
+ """
159
+ Format complete log message with all options.
160
+
161
+ Args:
162
+ message: Base message
163
+ context: Optional context dictionary
164
+ metrics: Optional performance metrics
165
+ max_length: Optional maximum length
166
+ mask_patterns: Optional sensitive data patterns
167
+ timestamp_format: Optional timestamp format
168
+
169
+ Returns:
170
+ Formatted complete message
171
+ """
172
+ parts = []
173
+
174
+ # Add timestamp
175
+ if timestamp_format:
176
+ parts.append(cls.format_timestamp(format=timestamp_format))
177
+
178
+ # Add main message
179
+ parts.append(message)
180
+
181
+ # Add context if present
182
+ if context:
183
+ parts.append(cls.format_context(context))
184
+
185
+ # Add metrics if present
186
+ if metrics:
187
+ parts.append(cls.format_metrics(metrics))
188
+
189
+ # Join all parts
190
+ result = " ".join(parts)
191
+
192
+ # Apply masking if needed
193
+ if mask_patterns:
194
+ result = cls.mask_sensitive(result, mask_patterns)
195
+
196
+ # Apply length limit if needed
197
+ if max_length:
198
+ result = cls.truncate(result, max_length)
199
+
200
+ return result