maque 0.1.3__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (166) hide show
  1. maque/__init__.py +31 -0
  2. maque/__main__.py +782 -0
  3. maque/ai_platform/__init__.py +0 -0
  4. maque/ai_platform/crawl.py +45 -0
  5. maque/ai_platform/metrics.py +258 -0
  6. maque/ai_platform/nlp_preprocess.py +67 -0
  7. maque/ai_platform/webpage_screen_shot.py +195 -0
  8. maque/algorithms/__init__.py +78 -0
  9. maque/algorithms/bezier.py +15 -0
  10. maque/algorithms/bktree.py +117 -0
  11. maque/algorithms/core.py +104 -0
  12. maque/algorithms/hilbert.py +16 -0
  13. maque/algorithms/rate_function.py +92 -0
  14. maque/algorithms/transform.py +27 -0
  15. maque/algorithms/trie.py +272 -0
  16. maque/algorithms/utils.py +63 -0
  17. maque/algorithms/video.py +587 -0
  18. maque/api/__init__.py +1 -0
  19. maque/api/common.py +110 -0
  20. maque/api/fetch.py +26 -0
  21. maque/api/static/icon.png +0 -0
  22. maque/api/static/redoc.standalone.js +1782 -0
  23. maque/api/static/swagger-ui-bundle.js +3 -0
  24. maque/api/static/swagger-ui.css +3 -0
  25. maque/async_api/__init__.py +1 -0
  26. maque/async_api/concurrent_call.py +100 -0
  27. maque/async_api/concurrent_executor.py +816 -0
  28. maque/async_api/core.py +365 -0
  29. maque/async_api/interface.py +12 -0
  30. maque/async_api/progress.py +281 -0
  31. maque/cli/__init__.py +1 -0
  32. maque/cli/clean_invisible_chars.py +324 -0
  33. maque/cli/core.py +34 -0
  34. maque/cli/groups/__init__.py +24 -0
  35. maque/cli/groups/config.py +205 -0
  36. maque/cli/groups/data.py +620 -0
  37. maque/cli/groups/doctor.py +259 -0
  38. maque/cli/groups/embedding.py +222 -0
  39. maque/cli/groups/git.py +29 -0
  40. maque/cli/groups/help.py +411 -0
  41. maque/cli/groups/llm.py +223 -0
  42. maque/cli/groups/mcp.py +179 -0
  43. maque/cli/groups/mllm.py +1112 -0
  44. maque/cli/groups/mllm_simple.py +60 -0
  45. maque/cli/groups/service.py +490 -0
  46. maque/cli/groups/system.py +570 -0
  47. maque/cli/mllm_run.py +1451 -0
  48. maque/cli/script.py +52 -0
  49. maque/cli/tree.py +49 -0
  50. maque/clustering/__init__.py +52 -0
  51. maque/clustering/analyzer.py +347 -0
  52. maque/clustering/clusterers.py +464 -0
  53. maque/clustering/sampler.py +134 -0
  54. maque/clustering/visualizer.py +205 -0
  55. maque/constant.py +13 -0
  56. maque/core.py +133 -0
  57. maque/cv/__init__.py +1 -0
  58. maque/cv/image.py +219 -0
  59. maque/cv/utils.py +68 -0
  60. maque/cv/video/__init__.py +3 -0
  61. maque/cv/video/keyframe_extractor.py +368 -0
  62. maque/embedding/__init__.py +43 -0
  63. maque/embedding/base.py +56 -0
  64. maque/embedding/multimodal.py +308 -0
  65. maque/embedding/server.py +517 -0
  66. maque/embedding/text.py +287 -0
  67. maque/git/__init__.py +24 -0
  68. maque/git/pure_git.py +912 -0
  69. maque/io/__init__.py +29 -0
  70. maque/io/core.py +38 -0
  71. maque/io/ops.py +151 -0
  72. maque/llm/__init__.py +111 -0
  73. maque/llm/backend.py +377 -0
  74. maque/llm/base.py +403 -0
  75. maque/llm/server.py +366 -0
  76. maque/mcp_server.py +526 -0
  77. maque/mllm/__init__.py +24 -0
  78. maque/mllm/chain_of_thought_client.py +1120 -0
  79. maque/mllm/folder_processor.py +317 -0
  80. maque/mllm/geminiclient.py +712 -0
  81. maque/mllm/llm_parser.py +60 -0
  82. maque/mllm/mllm_client.py +523 -0
  83. maque/mllm/openaiclient.py +328 -0
  84. maque/mllm/processors/__init__.py +174 -0
  85. maque/mllm/processors/image_processor.py +739 -0
  86. maque/mllm/processors/image_processor_helper.py +481 -0
  87. maque/mllm/processors/messages_processor.py +341 -0
  88. maque/mllm/processors/unified_processor.py +1390 -0
  89. maque/mllm/table_processor.py +363 -0
  90. maque/mllm_data_processor_pipeline/__init__.py +17 -0
  91. maque/mllm_data_processor_pipeline/core.py +341 -0
  92. maque/mllm_data_processor_pipeline/example.py +291 -0
  93. maque/mllm_data_processor_pipeline/steps/__init__.py +56 -0
  94. maque/mllm_data_processor_pipeline/steps/data_alignment.py +267 -0
  95. maque/mllm_data_processor_pipeline/steps/data_loader.py +172 -0
  96. maque/mllm_data_processor_pipeline/steps/data_validation.py +304 -0
  97. maque/mllm_data_processor_pipeline/steps/format_conversion.py +411 -0
  98. maque/mllm_data_processor_pipeline/steps/mllm_annotation.py +331 -0
  99. maque/mllm_data_processor_pipeline/steps/mllm_refinement.py +446 -0
  100. maque/mllm_data_processor_pipeline/steps/result_validation.py +501 -0
  101. maque/mllm_data_processor_pipeline/web_app.py +317 -0
  102. maque/mm_rag/__init__.py +4 -0
  103. maque/mm_rag/rag.py +346 -0
  104. maque/mm_rag/retriever.py +380 -0
  105. maque/mm_rag/utils.py +48 -0
  106. maque/nlp/__init__.py +0 -0
  107. maque/nlp/deduplicate.py +153 -0
  108. maque/nlp/ngram.py +9 -0
  109. maque/nlp/parser.py +63 -0
  110. maque/nlp/simple_tradition_cvt.py +31 -0
  111. maque/nlp/text_split.py +172 -0
  112. maque/parser/__init__.py +28 -0
  113. maque/parser/code/__init__.py +26 -0
  114. maque/parser/code/code.py +180 -0
  115. maque/performance/__init__.py +21 -0
  116. maque/performance/_measure_time.py +70 -0
  117. maque/performance/_profiler.py +367 -0
  118. maque/performance/_record_memory.py +29 -0
  119. maque/performance/_stat_memory.py +75 -0
  120. maque/performance/stat.py +83 -0
  121. maque/performance/torch_cuda_memory.py +16 -0
  122. maque/pipelines/__init__.py +15 -0
  123. maque/pipelines/clustering.py +252 -0
  124. maque/retriever/__init__.py +18 -0
  125. maque/retriever/chroma.py +461 -0
  126. maque/retriever/document.py +140 -0
  127. maque/retriever/milvus.py +940 -0
  128. maque/table_ops/__init__.py +1 -0
  129. maque/table_ops/core.py +133 -0
  130. maque/table_viewer/__init__.py +4 -0
  131. maque/table_viewer/download_assets.py +57 -0
  132. maque/table_viewer/server.py +698 -0
  133. maque/table_viewer/static/element-plus-icons.js +5791 -0
  134. maque/table_viewer/static/element-plus.css +1 -0
  135. maque/table_viewer/static/element-plus.js +65236 -0
  136. maque/table_viewer/static/main.css +268 -0
  137. maque/table_viewer/static/main.js +669 -0
  138. maque/table_viewer/static/vue.global.js +18227 -0
  139. maque/table_viewer/templates/index.html +401 -0
  140. maque/utils/__init__.py +56 -0
  141. maque/utils/color.py +68 -0
  142. maque/utils/color_string.py +45 -0
  143. maque/utils/compress.py +66 -0
  144. maque/utils/constant.py +183 -0
  145. maque/utils/core.py +261 -0
  146. maque/utils/cursor.py +143 -0
  147. maque/utils/distance.py +58 -0
  148. maque/utils/docker.py +96 -0
  149. maque/utils/downloads.py +51 -0
  150. maque/utils/excel_helper.py +542 -0
  151. maque/utils/helper_metrics.py +121 -0
  152. maque/utils/helper_parser.py +168 -0
  153. maque/utils/net.py +64 -0
  154. maque/utils/nvidia_stat.py +140 -0
  155. maque/utils/ops.py +53 -0
  156. maque/utils/packages.py +31 -0
  157. maque/utils/path.py +57 -0
  158. maque/utils/tar.py +260 -0
  159. maque/utils/untar.py +129 -0
  160. maque/web/__init__.py +0 -0
  161. maque/web/image_downloader.py +1410 -0
  162. maque-0.1.3.dist-info/METADATA +475 -0
  163. maque-0.1.3.dist-info/RECORD +166 -0
  164. maque-0.1.3.dist-info/WHEEL +4 -0
  165. maque-0.1.3.dist-info/entry_points.txt +3 -0
  166. maque-0.1.3.dist-info/licenses/LICENSE +21 -0
maque/__init__.py ADDED
@@ -0,0 +1,31 @@
1
+ __version__ = "0.1.3"
2
+
3
+ from .io import (
4
+ yaml_load,
5
+ yaml_dump,
6
+ save,
7
+ load,
8
+ json_load,
9
+ json_dump,
10
+ jsonl_load,
11
+ jsonl_dump,
12
+ )
13
+ from .utils.path import rel_to_abs, rel_path_join, ls, add_env_path
14
+ relp = rel_to_abs # alias
15
+ from .performance import MeasureTime
16
+ from .async_api import ConcurrentRequester
17
+ from .async_api.concurrent_executor import ConcurrentExecutor
18
+ from .nlp.parser import parse_to_obj, parse_to_code
19
+ from .ai_platform.metrics import MetricsCalculator, save_pred_metrics
20
+
21
+ # Import with optional dependencies
22
+ try:
23
+ from .mllm.processors.image_processor import ImageCacheConfig
24
+ from .mllm.processors.image_processor_helper import ImageProcessor
25
+
26
+ from .mllm import MllmClient
27
+ from .mllm.openaiclient import OpenAIClient
28
+ from .mllm.processors.unified_processor import batch_process_messages, messages_preprocess
29
+
30
+ except ImportError:
31
+ pass