webscout 7.1__py3-none-any.whl → 7.3__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of webscout might be problematic. Click here for more details.

Files changed (154) hide show
  1. webscout/AIauto.py +191 -191
  2. webscout/AIbase.py +122 -122
  3. webscout/AIutel.py +440 -440
  4. webscout/Bard.py +343 -161
  5. webscout/DWEBS.py +489 -492
  6. webscout/Extra/YTToolkit/YTdownloader.py +995 -995
  7. webscout/Extra/YTToolkit/__init__.py +2 -2
  8. webscout/Extra/YTToolkit/transcriber.py +476 -479
  9. webscout/Extra/YTToolkit/ytapi/channel.py +307 -307
  10. webscout/Extra/YTToolkit/ytapi/playlist.py +58 -58
  11. webscout/Extra/YTToolkit/ytapi/pool.py +7 -7
  12. webscout/Extra/YTToolkit/ytapi/utils.py +62 -62
  13. webscout/Extra/YTToolkit/ytapi/video.py +103 -103
  14. webscout/Extra/autocoder/__init__.py +9 -9
  15. webscout/Extra/autocoder/autocoder_utiles.py +199 -199
  16. webscout/Extra/autocoder/rawdog.py +5 -7
  17. webscout/Extra/autollama.py +230 -230
  18. webscout/Extra/gguf.py +3 -3
  19. webscout/Extra/weather.py +171 -171
  20. webscout/LLM.py +442 -442
  21. webscout/Litlogger/__init__.py +67 -681
  22. webscout/Litlogger/core/__init__.py +6 -0
  23. webscout/Litlogger/core/level.py +23 -0
  24. webscout/Litlogger/core/logger.py +166 -0
  25. webscout/Litlogger/handlers/__init__.py +12 -0
  26. webscout/Litlogger/handlers/console.py +33 -0
  27. webscout/Litlogger/handlers/file.py +143 -0
  28. webscout/Litlogger/handlers/network.py +173 -0
  29. webscout/Litlogger/styles/__init__.py +7 -0
  30. webscout/Litlogger/styles/colors.py +249 -0
  31. webscout/Litlogger/styles/formats.py +460 -0
  32. webscout/Litlogger/styles/text.py +87 -0
  33. webscout/Litlogger/utils/__init__.py +6 -0
  34. webscout/Litlogger/utils/detectors.py +154 -0
  35. webscout/Litlogger/utils/formatters.py +200 -0
  36. webscout/Provider/AISEARCH/DeepFind.py +250 -250
  37. webscout/Provider/AISEARCH/ISou.py +277 -0
  38. webscout/Provider/AISEARCH/__init__.py +2 -1
  39. webscout/Provider/Blackboxai.py +3 -3
  40. webscout/Provider/ChatGPTGratis.py +226 -0
  41. webscout/Provider/Cloudflare.py +3 -4
  42. webscout/Provider/DeepSeek.py +218 -0
  43. webscout/Provider/Deepinfra.py +40 -24
  44. webscout/Provider/Free2GPT.py +131 -124
  45. webscout/Provider/Gemini.py +100 -115
  46. webscout/Provider/Glider.py +3 -3
  47. webscout/Provider/Groq.py +5 -1
  48. webscout/Provider/Jadve.py +3 -3
  49. webscout/Provider/Marcus.py +191 -192
  50. webscout/Provider/Netwrck.py +3 -3
  51. webscout/Provider/PI.py +2 -2
  52. webscout/Provider/PizzaGPT.py +2 -3
  53. webscout/Provider/QwenLM.py +311 -0
  54. webscout/Provider/TTI/AiForce/__init__.py +22 -22
  55. webscout/Provider/TTI/AiForce/async_aiforce.py +257 -257
  56. webscout/Provider/TTI/AiForce/sync_aiforce.py +242 -242
  57. webscout/Provider/TTI/FreeAIPlayground/__init__.py +9 -0
  58. webscout/Provider/TTI/FreeAIPlayground/async_freeaiplayground.py +206 -0
  59. webscout/Provider/TTI/FreeAIPlayground/sync_freeaiplayground.py +192 -0
  60. webscout/Provider/TTI/Nexra/__init__.py +22 -22
  61. webscout/Provider/TTI/Nexra/async_nexra.py +286 -286
  62. webscout/Provider/TTI/Nexra/sync_nexra.py +258 -258
  63. webscout/Provider/TTI/PollinationsAI/__init__.py +23 -23
  64. webscout/Provider/TTI/PollinationsAI/async_pollinations.py +330 -330
  65. webscout/Provider/TTI/PollinationsAI/sync_pollinations.py +285 -285
  66. webscout/Provider/TTI/__init__.py +2 -1
  67. webscout/Provider/TTI/artbit/__init__.py +22 -22
  68. webscout/Provider/TTI/artbit/async_artbit.py +184 -184
  69. webscout/Provider/TTI/artbit/sync_artbit.py +176 -176
  70. webscout/Provider/TTI/blackbox/__init__.py +4 -4
  71. webscout/Provider/TTI/blackbox/async_blackbox.py +212 -212
  72. webscout/Provider/TTI/blackbox/sync_blackbox.py +199 -199
  73. webscout/Provider/TTI/deepinfra/__init__.py +4 -4
  74. webscout/Provider/TTI/deepinfra/async_deepinfra.py +227 -227
  75. webscout/Provider/TTI/deepinfra/sync_deepinfra.py +199 -199
  76. webscout/Provider/TTI/huggingface/__init__.py +22 -22
  77. webscout/Provider/TTI/huggingface/async_huggingface.py +199 -199
  78. webscout/Provider/TTI/huggingface/sync_huggingface.py +195 -195
  79. webscout/Provider/TTI/imgninza/__init__.py +4 -4
  80. webscout/Provider/TTI/imgninza/async_ninza.py +214 -214
  81. webscout/Provider/TTI/imgninza/sync_ninza.py +209 -209
  82. webscout/Provider/TTI/talkai/__init__.py +4 -4
  83. webscout/Provider/TTI/talkai/async_talkai.py +229 -229
  84. webscout/Provider/TTI/talkai/sync_talkai.py +207 -207
  85. webscout/Provider/TTS/deepgram.py +182 -182
  86. webscout/Provider/TTS/elevenlabs.py +136 -136
  87. webscout/Provider/TTS/gesserit.py +150 -150
  88. webscout/Provider/TTS/murfai.py +138 -138
  89. webscout/Provider/TTS/parler.py +133 -134
  90. webscout/Provider/TTS/streamElements.py +360 -360
  91. webscout/Provider/TTS/utils.py +280 -280
  92. webscout/Provider/TTS/voicepod.py +116 -116
  93. webscout/Provider/TextPollinationsAI.py +28 -8
  94. webscout/Provider/WiseCat.py +193 -0
  95. webscout/Provider/__init__.py +146 -134
  96. webscout/Provider/cerebras.py +242 -227
  97. webscout/Provider/chatglm.py +204 -204
  98. webscout/Provider/dgaf.py +2 -3
  99. webscout/Provider/freeaichat.py +221 -0
  100. webscout/Provider/gaurish.py +2 -3
  101. webscout/Provider/geminiapi.py +208 -208
  102. webscout/Provider/granite.py +223 -0
  103. webscout/Provider/hermes.py +218 -218
  104. webscout/Provider/llama3mitril.py +179 -179
  105. webscout/Provider/llamatutor.py +3 -3
  106. webscout/Provider/llmchat.py +2 -3
  107. webscout/Provider/meta.py +794 -794
  108. webscout/Provider/multichat.py +331 -331
  109. webscout/Provider/typegpt.py +359 -359
  110. webscout/Provider/yep.py +3 -3
  111. webscout/__init__.py +1 -0
  112. webscout/__main__.py +5 -5
  113. webscout/cli.py +319 -319
  114. webscout/conversation.py +241 -242
  115. webscout/exceptions.py +328 -328
  116. webscout/litagent/__init__.py +28 -28
  117. webscout/litagent/agent.py +2 -3
  118. webscout/litprinter/__init__.py +0 -58
  119. webscout/scout/__init__.py +8 -8
  120. webscout/scout/core.py +884 -884
  121. webscout/scout/element.py +459 -459
  122. webscout/scout/parsers/__init__.py +69 -69
  123. webscout/scout/parsers/html5lib_parser.py +172 -172
  124. webscout/scout/parsers/html_parser.py +236 -236
  125. webscout/scout/parsers/lxml_parser.py +178 -178
  126. webscout/scout/utils.py +38 -38
  127. webscout/swiftcli/__init__.py +811 -811
  128. webscout/update_checker.py +2 -12
  129. webscout/version.py +1 -1
  130. webscout/webscout_search.py +87 -6
  131. webscout/webscout_search_async.py +58 -1
  132. webscout/yep_search.py +297 -0
  133. webscout/zeroart/__init__.py +54 -54
  134. webscout/zeroart/base.py +60 -60
  135. webscout/zeroart/effects.py +99 -99
  136. webscout/zeroart/fonts.py +816 -816
  137. {webscout-7.1.dist-info → webscout-7.3.dist-info}/METADATA +62 -22
  138. webscout-7.3.dist-info/RECORD +223 -0
  139. {webscout-7.1.dist-info → webscout-7.3.dist-info}/WHEEL +1 -1
  140. webstoken/__init__.py +30 -30
  141. webstoken/classifier.py +189 -189
  142. webstoken/keywords.py +216 -216
  143. webstoken/language.py +128 -128
  144. webstoken/ner.py +164 -164
  145. webstoken/normalizer.py +35 -35
  146. webstoken/processor.py +77 -77
  147. webstoken/sentiment.py +206 -206
  148. webstoken/stemmer.py +73 -73
  149. webstoken/tagger.py +60 -60
  150. webstoken/tokenizer.py +158 -158
  151. webscout-7.1.dist-info/RECORD +0 -198
  152. {webscout-7.1.dist-info → webscout-7.3.dist-info}/LICENSE.md +0 -0
  153. {webscout-7.1.dist-info → webscout-7.3.dist-info}/entry_points.txt +0 -0
  154. {webscout-7.1.dist-info → webscout-7.3.dist-info}/top_level.txt +0 -0
@@ -0,0 +1,87 @@
1
+ import textwrap
2
+ from typing import Optional
3
+
4
+ class TextStyle:
5
+ @staticmethod
6
+ def wrap(text: str, width: int = 80, indent: str = "") -> str:
7
+ """Wrap text to specified width with optional indentation."""
8
+ return textwrap.fill(text, width=width, initial_indent=indent,
9
+ subsequent_indent=indent)
10
+
11
+ @staticmethod
12
+ def truncate(text: str, max_length: int, suffix: str = "...") -> str:
13
+ """Truncate text to maximum length with suffix."""
14
+ if len(text) <= max_length:
15
+ return text
16
+ return text[:max_length - len(suffix)] + suffix
17
+
18
+ @staticmethod
19
+ def pad(text: str, width: int, align: str = "left",
20
+ fill_char: str = " ") -> str:
21
+ """Pad text to specified width with alignment."""
22
+ if align == "left":
23
+ return text.ljust(width, fill_char)
24
+ elif align == "right":
25
+ return text.rjust(width, fill_char)
26
+ elif align == "center":
27
+ return text.center(width, fill_char)
28
+ raise ValueError(f"Invalid alignment: {align}")
29
+
30
+ @staticmethod
31
+ def indent(text: str, prefix: str = " ", predicate: Optional[callable] = None) -> str:
32
+ """Indent text lines with prefix based on optional predicate."""
33
+ lines = text.splitlines(True)
34
+ if predicate is None:
35
+ predicate = bool
36
+
37
+ def should_indent(line):
38
+ return predicate(line)
39
+
40
+ return "".join(prefix + line if should_indent(line) else line
41
+ for line in lines)
42
+
43
+ @staticmethod
44
+ def highlight(text: str, substring: str, color: str) -> str:
45
+ """Highlight substring within text using ANSI color codes."""
46
+ from ..styles.colors import LogColors
47
+ if not substring:
48
+ return text
49
+
50
+ parts = text.split(substring)
51
+ highlighted = f"{color}{substring}{LogColors.RESET}"
52
+ return highlighted.join(parts)
53
+
54
+ @staticmethod
55
+ def table(headers: list, rows: list, padding: int = 1) -> str:
56
+ """Create a formatted table with headers and rows."""
57
+ if not rows:
58
+ return ""
59
+
60
+ # Calculate column widths
61
+ widths = [max(len(str(row[i])) for row in [headers] + rows)
62
+ for i in range(len(headers))]
63
+
64
+ # Create separator line
65
+ separator = "+" + "+".join("-" * (w + 2 * padding) for w in widths) + "+"
66
+
67
+ # Format header
68
+ header = "|" + "|".join(
69
+ str(h).center(w + 2 * padding) for h, w in zip(headers, widths)
70
+ ) + "|"
71
+
72
+ # Format rows
73
+ formatted_rows = []
74
+ for row in rows:
75
+ formatted_row = "|" + "|".join(
76
+ str(cell).ljust(w + 2 * padding) for cell, w in zip(row, widths)
77
+ ) + "|"
78
+ formatted_rows.append(formatted_row)
79
+
80
+ # Combine all parts
81
+ return "\n".join([
82
+ separator,
83
+ header,
84
+ separator,
85
+ *formatted_rows,
86
+ separator
87
+ ])
@@ -0,0 +1,6 @@
1
+ """Utility functions for log level detection and message formatting."""
2
+
3
+ from .detectors import LevelDetector
4
+ from .formatters import MessageFormatter
5
+
6
+ __all__ = ["LevelDetector", "MessageFormatter"]
@@ -0,0 +1,154 @@
1
+ import re
2
+ import sys
3
+ import traceback
4
+ from typing import Optional
5
+ from ..core.level import LogLevel
6
+
7
+ class LevelDetector:
8
+ """Utility class for intelligent log level detection."""
9
+
10
+ # Common patterns indicating error conditions
11
+ ERROR_PATTERNS = [
12
+ r"error",
13
+ r"exception",
14
+ r"failed",
15
+ r"failure",
16
+ r"traceback",
17
+ r"crash",
18
+ r"fatal",
19
+ ]
20
+
21
+ # Common patterns indicating warning conditions
22
+ WARNING_PATTERNS = [
23
+ r"warning",
24
+ r"warn",
25
+ r"deprecated",
26
+ r"might",
27
+ r"consider",
28
+ r"attention",
29
+ ]
30
+
31
+ # Common patterns indicating debug information
32
+ DEBUG_PATTERNS = [
33
+ r"debug",
34
+ r"trace",
35
+ r"verbose",
36
+ r"detail",
37
+ ]
38
+
39
+ @classmethod
40
+ def detect_level(cls, message: str, exception: Optional[Exception] = None) -> LogLevel:
41
+ """
42
+ Detect appropriate log level from message content and context.
43
+
44
+ Args:
45
+ message: Log message to analyze
46
+ exception: Optional exception object
47
+
48
+ Returns:
49
+ Detected LogLevel
50
+ """
51
+ # If there's an exception, it's at least ERROR
52
+ if exception is not None:
53
+ if isinstance(exception, (SystemExit, KeyboardInterrupt)):
54
+ return LogLevel.CRITICAL
55
+ return LogLevel.ERROR
56
+
57
+ # Convert to lowercase for pattern matching
58
+ message_lower = message.lower()
59
+
60
+ # Check for error patterns
61
+ for pattern in cls.ERROR_PATTERNS:
62
+ if re.search(pattern, message_lower):
63
+ return LogLevel.ERROR
64
+
65
+ # Check for warning patterns
66
+ for pattern in cls.WARNING_PATTERNS:
67
+ if re.search(pattern, message_lower):
68
+ return LogLevel.WARNING
69
+
70
+ # Check for debug patterns
71
+ for pattern in cls.DEBUG_PATTERNS:
72
+ if re.search(pattern, message_lower):
73
+ return LogLevel.DEBUG
74
+
75
+ # Default to INFO
76
+ return LogLevel.INFO
77
+
78
+ @classmethod
79
+ def detect_level_from_exception(cls, exc_type, exc_value, exc_tb) -> LogLevel:
80
+ """
81
+ Detect log level from exception information.
82
+
83
+ Args:
84
+ exc_type: Exception type
85
+ exc_value: Exception value
86
+ exc_tb: Exception traceback
87
+
88
+ Returns:
89
+ Detected LogLevel
90
+ """
91
+ # Critical errors that should terminate execution
92
+ if exc_type in (SystemExit, KeyboardInterrupt, MemoryError):
93
+ return LogLevel.CRITICAL
94
+
95
+ # Built-in exceptions that indicate programming errors
96
+ if exc_type in (
97
+ SyntaxError,
98
+ IndentationError,
99
+ NameError,
100
+ TypeError,
101
+ AttributeError
102
+ ):
103
+ return LogLevel.ERROR
104
+
105
+ # Runtime errors that might be recoverable
106
+ if exc_type in (
107
+ ValueError,
108
+ KeyError,
109
+ IOError,
110
+ OSError,
111
+ ConnectionError
112
+ ):
113
+ return LogLevel.WARNING
114
+
115
+ # Default to ERROR for unknown exception types
116
+ return LogLevel.ERROR
117
+
118
+ @classmethod
119
+ def detect_level_from_frame(cls, frame_depth: int = 1) -> LogLevel:
120
+ """
121
+ Detect log level by analyzing the call stack.
122
+
123
+ Args:
124
+ frame_depth: How many frames up to look (1 = caller's frame)
125
+
126
+ Returns:
127
+ Detected LogLevel
128
+ """
129
+ try:
130
+ frame = sys._getframe(frame_depth)
131
+
132
+ # Check function/method name
133
+ code = frame.f_code
134
+ func_name = code.co_name.lower()
135
+
136
+ if any(p in func_name for p in ["error", "fail", "crash"]):
137
+ return LogLevel.ERROR
138
+ if any(p in func_name for p in ["warn"]):
139
+ return LogLevel.WARNING
140
+ if any(p in func_name for p in ["debug", "trace"]):
141
+ return LogLevel.DEBUG
142
+
143
+ # Check local variables for exceptions
144
+ locals_dict = frame.f_locals
145
+ for value in locals_dict.values():
146
+ if isinstance(value, Exception):
147
+ return cls.detect_level_from_exception(
148
+ type(value), value, value.__traceback__
149
+ )
150
+
151
+ return LogLevel.INFO
152
+
153
+ except Exception:
154
+ return LogLevel.INFO # Default if detection fails
@@ -0,0 +1,200 @@
1
+ import json
2
+ import re
3
+ import traceback
4
+ from datetime import datetime
5
+ from typing import Any, Dict, Optional, Union
6
+
7
+ class MessageFormatter:
8
+ """Utility class for formatting log messages."""
9
+
10
+ @staticmethod
11
+ def format_exception(exc_info: tuple) -> str:
12
+ """
13
+ Format exception information into a readable string.
14
+
15
+ Args:
16
+ exc_info: Tuple of (type, value, traceback)
17
+
18
+ Returns:
19
+ Formatted exception string
20
+ """
21
+ return "".join(traceback.format_exception(*exc_info))
22
+
23
+ @staticmethod
24
+ def format_dict(data: Dict[str, Any], indent: int = 2) -> str:
25
+ """
26
+ Format dictionary into pretty-printed string.
27
+
28
+ Args:
29
+ data: Dictionary to format
30
+ indent: Number of spaces for indentation
31
+
32
+ Returns:
33
+ Formatted string representation
34
+ """
35
+ return json.dumps(data, indent=indent, default=str, ensure_ascii=False)
36
+
37
+ @staticmethod
38
+ def format_object(obj: Any) -> str:
39
+ """
40
+ Format any object into a string representation.
41
+
42
+ Args:
43
+ obj: Object to format
44
+
45
+ Returns:
46
+ String representation of object
47
+ """
48
+ if hasattr(obj, "to_dict"):
49
+ return MessageFormatter.format_dict(obj.to_dict())
50
+ if hasattr(obj, "__dict__"):
51
+ return MessageFormatter.format_dict(obj.__dict__)
52
+ return str(obj)
53
+
54
+ @staticmethod
55
+ def truncate(message: str, max_length: int = 1000, suffix: str = "...") -> str:
56
+ """
57
+ Truncate message to maximum length.
58
+
59
+ Args:
60
+ message: Message to truncate
61
+ max_length: Maximum length
62
+ suffix: String to append when truncated
63
+
64
+ Returns:
65
+ Truncated message
66
+ """
67
+ if len(message) <= max_length:
68
+ return message
69
+ return message[:max_length - len(suffix)] + suffix
70
+
71
+ @staticmethod
72
+ def mask_sensitive(message: str, patterns: Dict[str, str]) -> str:
73
+ """
74
+ Mask sensitive information in message.
75
+
76
+ Args:
77
+ message: Message to process
78
+ patterns: Dictionary of {pattern: mask}
79
+
80
+ Returns:
81
+ Message with sensitive info masked
82
+ """
83
+ result = message
84
+ for pattern, mask in patterns.items():
85
+ result = re.sub(pattern, mask, result)
86
+ return result
87
+
88
+ @staticmethod
89
+ def format_context(context: Dict[str, Any]) -> str:
90
+ """
91
+ Format context dictionary into readable string.
92
+
93
+ Args:
94
+ context: Context dictionary
95
+
96
+ Returns:
97
+ Formatted context string
98
+ """
99
+ parts = []
100
+ for key, value in sorted(context.items()):
101
+ formatted_value = (
102
+ MessageFormatter.format_object(value)
103
+ if isinstance(value, (dict, list, tuple))
104
+ else str(value)
105
+ )
106
+ parts.append(f"{key}={formatted_value}")
107
+ return " ".join(parts)
108
+
109
+ @staticmethod
110
+ def format_metrics(metrics: Dict[str, Union[int, float]]) -> str:
111
+ """
112
+ Format performance metrics into readable string.
113
+
114
+ Args:
115
+ metrics: Dictionary of metric names and values
116
+
117
+ Returns:
118
+ Formatted metrics string
119
+ """
120
+ parts = []
121
+ for key, value in sorted(metrics.items()):
122
+ if isinstance(value, float):
123
+ formatted = f"{value:.3f}"
124
+ else:
125
+ formatted = str(value)
126
+ parts.append(f"{key}={formatted}")
127
+ return " ".join(parts)
128
+
129
+ @staticmethod
130
+ def format_timestamp(
131
+ timestamp: Optional[datetime] = None,
132
+ format: str = "%Y-%m-%d %H:%M:%S.%f"
133
+ ) -> str:
134
+ """
135
+ Format timestamp into string.
136
+
137
+ Args:
138
+ timestamp: Datetime object (uses current time if None)
139
+ format: strftime format string
140
+
141
+ Returns:
142
+ Formatted timestamp string
143
+ """
144
+ if timestamp is None:
145
+ timestamp = datetime.now()
146
+ return timestamp.strftime(format)
147
+
148
+ @classmethod
149
+ def format_message(
150
+ cls,
151
+ message: str,
152
+ context: Optional[Dict[str, Any]] = None,
153
+ metrics: Optional[Dict[str, Union[int, float]]] = None,
154
+ max_length: Optional[int] = None,
155
+ mask_patterns: Optional[Dict[str, str]] = None,
156
+ timestamp_format: Optional[str] = None
157
+ ) -> str:
158
+ """
159
+ Format complete log message with all options.
160
+
161
+ Args:
162
+ message: Base message
163
+ context: Optional context dictionary
164
+ metrics: Optional performance metrics
165
+ max_length: Optional maximum length
166
+ mask_patterns: Optional sensitive data patterns
167
+ timestamp_format: Optional timestamp format
168
+
169
+ Returns:
170
+ Formatted complete message
171
+ """
172
+ parts = []
173
+
174
+ # Add timestamp
175
+ if timestamp_format:
176
+ parts.append(cls.format_timestamp(format=timestamp_format))
177
+
178
+ # Add main message
179
+ parts.append(message)
180
+
181
+ # Add context if present
182
+ if context:
183
+ parts.append(cls.format_context(context))
184
+
185
+ # Add metrics if present
186
+ if metrics:
187
+ parts.append(cls.format_metrics(metrics))
188
+
189
+ # Join all parts
190
+ result = " ".join(parts)
191
+
192
+ # Apply masking if needed
193
+ if mask_patterns:
194
+ result = cls.mask_sensitive(result, mask_patterns)
195
+
196
+ # Apply length limit if needed
197
+ if max_length:
198
+ result = cls.truncate(result, max_length)
199
+
200
+ return result