PyPI - maque - Versions diffs - 0.2.1__py3-none-any.whl - Mend

maque 0.2.1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (143) hide show

maque/__init__.py +30 -0
maque/__main__.py +926 -0
maque/ai_platform/__init__.py +0 -0
maque/ai_platform/crawl.py +45 -0
maque/ai_platform/metrics.py +258 -0
maque/ai_platform/nlp_preprocess.py +67 -0
maque/ai_platform/webpage_screen_shot.py +195 -0
maque/algorithms/__init__.py +78 -0
maque/algorithms/bezier.py +15 -0
maque/algorithms/bktree.py +117 -0
maque/algorithms/core.py +104 -0
maque/algorithms/hilbert.py +16 -0
maque/algorithms/rate_function.py +92 -0
maque/algorithms/transform.py +27 -0
maque/algorithms/trie.py +272 -0
maque/algorithms/utils.py +63 -0
maque/algorithms/video.py +587 -0
maque/api/__init__.py +1 -0
maque/api/common.py +110 -0
maque/api/fetch.py +26 -0
maque/api/static/icon.png +0 -0
maque/api/static/redoc.standalone.js +1782 -0
maque/api/static/swagger-ui-bundle.js +3 -0
maque/api/static/swagger-ui.css +3 -0
maque/cli/__init__.py +1 -0
maque/cli/clean_invisible_chars.py +324 -0
maque/cli/core.py +34 -0
maque/cli/groups/__init__.py +26 -0
maque/cli/groups/config.py +205 -0
maque/cli/groups/data.py +615 -0
maque/cli/groups/doctor.py +259 -0
maque/cli/groups/embedding.py +222 -0
maque/cli/groups/git.py +29 -0
maque/cli/groups/help.py +410 -0
maque/cli/groups/llm.py +223 -0
maque/cli/groups/mcp.py +241 -0
maque/cli/groups/mllm.py +1795 -0
maque/cli/groups/mllm_simple.py +60 -0
maque/cli/groups/quant.py +210 -0
maque/cli/groups/service.py +490 -0
maque/cli/groups/system.py +570 -0
maque/cli/mllm_run.py +1451 -0
maque/cli/script.py +52 -0
maque/cli/tree.py +49 -0
maque/clustering/__init__.py +52 -0
maque/clustering/analyzer.py +347 -0
maque/clustering/clusterers.py +464 -0
maque/clustering/sampler.py +134 -0
maque/clustering/visualizer.py +205 -0
maque/constant.py +13 -0
maque/core.py +133 -0
maque/cv/__init__.py +1 -0
maque/cv/image.py +219 -0
maque/cv/utils.py +68 -0
maque/cv/video/__init__.py +3 -0
maque/cv/video/keyframe_extractor.py +368 -0
maque/embedding/__init__.py +43 -0
maque/embedding/base.py +56 -0
maque/embedding/multimodal.py +308 -0
maque/embedding/server.py +523 -0
maque/embedding/text.py +311 -0
maque/git/__init__.py +24 -0
maque/git/pure_git.py +912 -0
maque/io/__init__.py +29 -0
maque/io/core.py +38 -0
maque/io/ops.py +194 -0
maque/llm/__init__.py +111 -0
maque/llm/backend.py +416 -0
maque/llm/base.py +411 -0
maque/llm/server.py +366 -0
maque/mcp_server.py +1096 -0
maque/mllm_data_processor_pipeline/__init__.py +17 -0
maque/mllm_data_processor_pipeline/core.py +341 -0
maque/mllm_data_processor_pipeline/example.py +291 -0
maque/mllm_data_processor_pipeline/steps/__init__.py +56 -0
maque/mllm_data_processor_pipeline/steps/data_alignment.py +267 -0
maque/mllm_data_processor_pipeline/steps/data_loader.py +172 -0
maque/mllm_data_processor_pipeline/steps/data_validation.py +304 -0
maque/mllm_data_processor_pipeline/steps/format_conversion.py +411 -0
maque/mllm_data_processor_pipeline/steps/mllm_annotation.py +331 -0
maque/mllm_data_processor_pipeline/steps/mllm_refinement.py +446 -0
maque/mllm_data_processor_pipeline/steps/result_validation.py +501 -0
maque/mllm_data_processor_pipeline/web_app.py +317 -0
maque/nlp/__init__.py +14 -0
maque/nlp/ngram.py +9 -0
maque/nlp/parser.py +63 -0
maque/nlp/risk_matcher.py +543 -0
maque/nlp/sentence_splitter.py +202 -0
maque/nlp/simple_tradition_cvt.py +31 -0
maque/performance/__init__.py +21 -0
maque/performance/_measure_time.py +70 -0
maque/performance/_profiler.py +367 -0
maque/performance/_stat_memory.py +51 -0
maque/pipelines/__init__.py +15 -0
maque/pipelines/clustering.py +252 -0
maque/quantization/__init__.py +42 -0
maque/quantization/auto_round.py +120 -0
maque/quantization/base.py +145 -0
maque/quantization/bitsandbytes.py +127 -0
maque/quantization/llm_compressor.py +102 -0
maque/retriever/__init__.py +35 -0
maque/retriever/chroma.py +654 -0
maque/retriever/document.py +140 -0
maque/retriever/milvus.py +1140 -0
maque/table_ops/__init__.py +1 -0
maque/table_ops/core.py +133 -0
maque/table_viewer/__init__.py +4 -0
maque/table_viewer/download_assets.py +57 -0
maque/table_viewer/server.py +698 -0
maque/table_viewer/static/element-plus-icons.js +5791 -0
maque/table_viewer/static/element-plus.css +1 -0
maque/table_viewer/static/element-plus.js +65236 -0
maque/table_viewer/static/main.css +268 -0
maque/table_viewer/static/main.js +669 -0
maque/table_viewer/static/vue.global.js +18227 -0
maque/table_viewer/templates/index.html +401 -0
maque/utils/__init__.py +56 -0
maque/utils/color.py +68 -0
maque/utils/color_string.py +45 -0
maque/utils/compress.py +66 -0
maque/utils/constant.py +183 -0
maque/utils/core.py +261 -0
maque/utils/cursor.py +143 -0
maque/utils/distance.py +58 -0
maque/utils/docker.py +96 -0
maque/utils/downloads.py +51 -0
maque/utils/excel_helper.py +542 -0
maque/utils/helper_metrics.py +121 -0
maque/utils/helper_parser.py +168 -0
maque/utils/net.py +64 -0
maque/utils/nvidia_stat.py +140 -0
maque/utils/ops.py +53 -0
maque/utils/packages.py +31 -0
maque/utils/path.py +57 -0
maque/utils/tar.py +260 -0
maque/utils/untar.py +129 -0
maque/web/__init__.py +0 -0
maque/web/image_downloader.py +1410 -0
maque-0.2.1.dist-info/METADATA +450 -0
maque-0.2.1.dist-info/RECORD +143 -0
maque-0.2.1.dist-info/WHEEL +4 -0
maque-0.2.1.dist-info/entry_points.txt +3 -0
maque-0.2.1.dist-info/licenses/LICENSE +21 -0

maque/table_viewer/templates/index.html ADDED Viewed

@@ -0,0 +1,401 @@
+<!DOCTYPE html>
+<html lang="zh-CN">
+<head>
+    <meta charset="UTF-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1.0">
+    <title>Sparrow Table Viewer</title>
+    <script src="/static/vue.global.js"></script>
+    <script src="/static/element-plus.js"></script>
+    <script src="/static/element-plus-icons.js"></script>
+    <link rel="stylesheet" href="/static/element-plus.css" />
+    <link rel="stylesheet" href="/static/main.css" />
+</head>
+<body>
+    {% raw %}
+    <div id="app">
+        <div class="main-container">
+            <!-- 头部 -->
+            <div class="header">
+                <div style="display: flex; align-items: center; gap: 16px;">
+                    <h1 style="margin: 0; font-size: 20px; color: #303133;">
+                        📊 Sparrow Table Viewer
+                    </h1>
+                    <el-tag v-if="tableInfo" type="info">{{ tableInfo.file_path }}</el-tag>
+                </div>
+                <div style="display: flex; gap: 12px;">
+                    <el-button @click="showUploadDialog = true" type="success" size="small">
+                        上传文件
+                    </el-button>
+                    <el-button @click="resetTable" type="warning" size="small">
+                        重置
+                    </el-button>
+                    <el-button @click="saveTable" type="primary" size="small">
+                        保存
+                    </el-button>
+                </div>
+            </div>
+            <!-- 内容区域 -->
+            <div class="content">
+                <!-- 工具栏 -->
+                <div class="toolbar">
+                    <el-button @click="refreshData" size="small" :loading="loading">
+                        刷新数据
+                    </el-button>
+                    <el-divider direction="vertical"></el-divider>
+                    <span style="color: #606266; font-size: 14px;">每页显示:</span>
+                    <el-select v-model="pagination.pageSize" @change="loadTableData" size="small" style="width: 100px;">
+                        <el-option :value="50" label="50"></el-option>
+                        <el-option :value="100" label="100"></el-option>
+                        <el-option :value="200" label="200"></el-option>
+                        <el-option :value="500" label="500"></el-option>
+                    </el-select>
+                    <el-divider direction="vertical"></el-divider>
+                    <el-button @click="showFilterDialog = true" size="small" type="info">
+                        行筛选 ({{ activeFilters.length }})
+                    </el-button>
+                    <el-button @click="clearFilters" size="small" v-if="activeFilters.length > 0">
+                        清除行筛选
+                    </el-button>
+                    <el-divider direction="vertical"></el-divider>
+                    <el-button @click="showColumnDialog = true" size="small" type="success">
+                        列显示 ({{ visibleColumns.length }}/{{ allColumns.length }})
+                    </el-button>
+                    <el-button @click="resetColumns" size="small" v-if="visibleColumns.length < allColumns.length">
+                        显示全部列
+                    </el-button>
+                    <el-divider direction="vertical" v-if="tableInfo && tableInfo.image_columns && tableInfo.image_columns.length"></el-divider>
+                    <!-- 图像设置 -->
+                    <div v-if="tableInfo && tableInfo.image_columns && tableInfo.image_columns.length" style="display: flex; align-items: center; gap: 16px;">
+                        <!-- 图像尺寸设置 -->
+                        <div style="display: flex; align-items: center; gap: 8px;">
+                            <span style="color: #606266; font-size: 14px;">图像尺寸:</span>
+                            <el-select v-model="imageSize" @change="onImageSizeChange" size="small" style="width: 140px;">
+                                <el-option value="small" label="小 (80x60)"></el-option>
+                                <el-option value="medium" label="中 (120x90)"></el-option>
+                                <el-option value="large" label="大 (160x120)"></el-option>
+                                <el-option value="xlarge" label="超大 (200x150)"></el-option>
+                                <el-option value="xxlarge" label="最大 (400x300)"></el-option>
+                            </el-select>
+                        </div>
+                        <!-- 分隔符设置 -->
+                        <div style="display: flex; align-items: center; gap: 8px;">
+                            <span style="color: #606266; font-size: 14px;">分隔符:</span>
+                            <el-select v-model="imageSeparator" @change="onSeparatorChange" @update:model-value="onSeparatorChange" size="small" style="width: 120px;">
+                                <el-option value="auto" label="自动检测"></el-option>
+                                <el-option value="semicolon" label="分号 ;"></el-option>
+                                <el-option value="newline" label="换行符"></el-option>
+                                <el-option value="custom" label="自定义"></el-option>
+                            </el-select>
+                            <!-- 自定义分隔符输入 -->
+                            <el-input
+                                v-if="imageSeparator === 'custom'"
+                                v-model="customSeparator"
+                                @change="onSeparatorChange"
+                                placeholder="输入分隔符"
+                                size="small"
+                                style="width: 100px;"
+                            ></el-input>
+                        </div>
+                    </div>
+                </div>
+                <!-- 统计信息 -->
+                <div class="stats-info" v-if="tableInfo">
+                    <span style="margin-right: 24px;">
+                        <strong>总行数:</strong> {{ tableData.total || 0 }} 行
+                    </span>
+                    <span style="margin-right: 24px;">
+                        <strong>显示列数:</strong> {{ visibleColumns.length }}/{{ allColumns.length }} 列
+                    </span>
+                    <span v-if="tableInfo.image_columns && tableInfo.image_columns.length">
+                        <strong>图片列:</strong> {{ tableInfo.image_columns.join(', ') }}
+                    </span>
+                </div>
+                <!-- 表格容器 -->
+                <div class="table-container">
+                    <el-table
+                        :data="tableData.data"
+                        stripe
+                        border
+                        :loading="loading"
+                        style="width: 100%;"
+                        max-height="calc(100vh - 320px)"
+                        size="small"
+                    >
+                        <el-table-column
+                            v-for="column in tableColumns"
+                            :key="column"
+                            :prop="column"
+                            :label="column"
+                            :width="getColumnWidth(column)"
+                            :sortable="false"
+                            show-overflow-tooltip
+                        >
+                            <template #header="{ column: headerColumn }">
+                                <div style="display: flex; align-items: center; gap: 8px; justify-content: space-between; width: 100%;">
+                                    <span style="flex: 1;">{{ headerColumn.label }}</span>
+                                    <div style="display: flex; align-items: center; gap: 4px;">
+                                        <!-- 排序按钮 -->
+                                        <el-button-group size="small">
+                                            <el-button
+                                                @click.stop="handleSort(headerColumn.label, 'asc')"
+                                                :type="sortConfig.prop === headerColumn.label && sortConfig.order === 'ascending' ? 'primary' : ''"
+                                                size="small"
+                                                style="padding: 2px 4px; font-size: 10px;"
+                                                title="升序"
+                                            >
+                                                ↑
+                                            </el-button>
+                                            <el-button
+                                                @click.stop="handleSort(headerColumn.label, 'desc')"
+                                                :type="sortConfig.prop === headerColumn.label && sortConfig.order === 'descending' ? 'primary' : ''"
+                                                size="small"
+                                                style="padding: 2px 4px; font-size: 10px;"
+                                                title="降序"
+                                            >
+                                                ↓
+                                            </el-button>
+                                        </el-button-group>
+                                        <!-- 筛选按钮 -->
+                                        <el-button
+                                            @click.stop="addColumnFilter(headerColumn.label)"
+                                            size="small"
+                                            type="text"
+                                            style="padding: 2px 4px; font-size: 10px;"
+                                            title="筛选"
+                                        >
+                                            🔍
+                                        </el-button>
+                                    </div>
+                                </div>
+                            </template>
+                            <template #default="scope">
+                                <div v-if="isImageColumn(column)">
+                                    <div v-if="scope.row[column] && scope.row[column].paths && scope.row[column].paths.length > 0" class="multi-images-container">
+                                        <template v-for="(imagePath, index) in scope.row[column].paths" :key="index">
+                                            <!-- 图像加载成功时显示图片 -->
+                                            <img
+                                                v-if="isImageLoaded(imagePath)"
+                                                :src="`/api/image/proxy?url=${encodeURIComponent(imagePath)}`"
+                                                :alt="imagePath"
+                                                class="multi-image-item"
+                                                @click="showImageDialog(imagePath, scope.row[column].paths, index)"
+                                            />
+                                            <!-- 图像未加载成功时显示原始URL字符串 -->
+                                            <div
+                                                v-else
+                                                style="color: #666; font-size: 12px; word-break: break-all; line-height: 1.4; cursor: pointer; margin-right: 8px; padding: 4px;"
+                                                @click="showImageDialog(imagePath, scope.row[column].paths, index)"
+                                            >
+                                                {{ imagePath }}
+                                            </div>
+                                            <!-- 隐藏的图片元素用于检测加载状态 -->
+                                            <img
+                                                v-if="!isImageLoaded(imagePath)"
+                                                :src="`/api/image/proxy?url=${encodeURIComponent(imagePath)}`"
+                                                style="display: none;"
+                                                @load="onImageLoadSuccess(imagePath)"
+                                                @error="onImageLoadError(imagePath)"
+                                            />
+                                        </template>
+                                    </div>
+                                    <div v-else style="color: #666; font-size: 12px; word-break: break-all; line-height: 1.4; padding: 4px;">
+                                        {{ scope.row[column] && scope.row[column].original ? scope.row[column].original : (scope.row[column] || '') }}
+                                    </div>
+                                </div>
+                                <div v-else>
+                                    <input
+                                        v-if="editingCell && editingCell.row === scope.$index && editingCell.column === column"
+                                        v-model="editingValue"
+                                        @blur="saveCell(scope.row._index, column)"
+                                        @keyup.enter="saveCell(scope.row._index, column)"
+                                        @keyup.escape="cancelEdit"
+                                        class="cell-editor"
+                                        ref="cellInput"
+                                    />
+                                    <span
+                                        v-else
+                                        @dblclick="startEdit(scope.$index, column, scope.row[column])"
+                                        style="cursor: pointer; display: block; min-height: 20px;"
+                                    >
+                                        {{ scope.row[column] || '' }}
+                                    </span>
+                                </div>
+                            </template>
+                        </el-table-column>
+                    </el-table>
+                    <!-- 分页 -->
+                    <div style="margin-top: 20px; display: flex; justify-content: center;">
+                        <el-pagination
+                            v-model:current-page="pagination.currentPage"
+                            v-model:page-size="pagination.pageSize"
+                            :page-sizes="[50, 100, 200, 500]"
+                            layout="total, sizes, prev, pager, next, jumper"
+                            :total="tableData.total"
+                            @size-change="handleSizeChange"
+                            @current-change="handleCurrentChange"
+                        />
+                    </div>
+                </div>
+            </div>
+        </div>
+        <!-- 筛选对话框 -->
+        <el-dialog v-model="showFilterDialog" title="高级筛选" width="600px">
+            <div v-for="(filter, index) in filterConfigs" :key="index" style="margin-bottom: 16px;">
+                <el-row :gutter="12">
+                    <el-col :span="6">
+                        <el-select v-model="filter.column" placeholder="选择列">
+                            <el-option v-for="col in tableColumns" :key="col" :value="col" :label="col"></el-option>
+                        </el-select>
+                    </el-col>
+                    <el-col :span="6">
+                        <el-select v-model="filter.operator" placeholder="操作符">
+                            <el-option value="contains" label="包含"></el-option>
+                            <el-option value="eq" label="等于"></el-option>
+                            <el-option value="ne" label="不等于"></el-option>
+                            <el-option value="startswith" label="开头是"></el-option>
+                            <el-option value="endswith" label="结尾是"></el-option>
+                            <el-option value="gt" label="大于"></el-option>
+                            <el-option value="lt" label="小于"></el-option>
+                            <el-option value="ge" label="大于等于"></el-option>
+                            <el-option value="le" label="小于等于"></el-option>
+                        </el-select>
+                    </el-col>
+                    <el-col :span="8">
+                        <el-input v-model="filter.value" placeholder="筛选值"></el-input>
+                    </el-col>
+                    <el-col :span="4">
+                        <el-button @click="removeFilter(index)" type="danger" size="small">删除</el-button>
+                    </el-col>
+                </el-row>
+            </div>
+            <el-button @click="addFilter" type="primary" size="small">添加筛选条件</el-button>
+            <template #footer>
+                <el-button @click="showFilterDialog = false">取消</el-button>
+                <el-button @click="applyFilters" type="primary">应用筛选</el-button>
+            </template>
+        </el-dialog>
+        <!-- 列显示管理对话框 -->
+        <el-dialog v-model="showColumnDialog" title="列显示管理" width="500px">
+            <div style="margin-bottom: 16px;">
+                <el-button @click="selectAllColumns" size="small" type="primary">全选</el-button>
+                <el-button @click="selectNoColumns" size="small">全不选</el-button>
+                <span style="margin-left: 16px; color: #666;">
+                    已选择 {{ visibleColumns.length }} / {{ allColumns.length }} 列
+                </span>
+            </div>
+            <div style="max-height: 400px; overflow-y: auto; border: 1px solid #ddd; padding: 12px; border-radius: 4px;">
+                <el-row :gutter="12">
+                    <el-col :span="12" v-for="column in allColumns" :key="column" style="margin-bottom: 8px;">
+                        <el-checkbox
+                            :model-value="visibleColumns.includes(column)"
+                            @change="toggleColumn(column)"
+                            style="width: 100%;"
+                        >
+                            <span :style="{ fontWeight: tableInfo && tableInfo.image_columns && tableInfo.image_columns.includes(column) ? 'bold' : 'normal', color: tableInfo && tableInfo.image_columns && tableInfo.image_columns.includes(column) ? '#409eff' : '' }">
+                                {{ column }}
+                                <el-tag v-if="tableInfo && tableInfo.image_columns && tableInfo.image_columns.includes(column)" size="small" type="primary">图片</el-tag>
+                            </span>
+                        </el-checkbox>
+                    </el-col>
+                </el-row>
+            </div>
+            <template #footer>
+                <el-button @click="showColumnDialog = false">取消</el-button>
+                <el-button @click="resetColumns" type="warning">重置</el-button>
+                <el-button @click="applyColumnFilter" type="primary" :disabled="visibleColumns.length === 0">应用</el-button>
+            </template>
+        </el-dialog>
+        <!-- 图片查看对话框 -->
+        <el-dialog v-model="showImagePreview" :title="`${currentImageIndex + 1}/${currentImageList.length} - ${currentImageUrl}`" width="90%">
+            <div style="position: relative; text-align: center;">
+                <!-- 左箭头按钮 -->
+                <el-button
+                    v-if="currentImageList.length > 1 && currentImageIndex > 0"
+                    @click="showPreviousImage"
+                    type="primary"
+                    size="large"
+                    circle
+                    style="position: absolute; left: 20px; top: 50%; transform: translateY(-50%); z-index: 10;"
+                >
+                    ←
+                </el-button>
+                <!-- 图片 -->
+                <img
+                    :src="`/api/image/proxy?url=${encodeURIComponent(currentImageUrl)}`"
+                    style="max-width: 100%; max-height: 100vh; border-radius: 8px; box-shadow: 0 4px 12px rgba(0,0,0,0.15);"
+                    @error="handleImageError"
+                />
+                <!-- 右箭头按钮 -->
+                <el-button
+                    v-if="currentImageList.length > 1 && currentImageIndex < currentImageList.length - 1"
+                    @click="showNextImage"
+                    type="primary"
+                    size="large"
+                    circle
+                    style="position: absolute; right: 20px; top: 50%; transform: translateY(-50%); z-index: 10;"
+                >
+                    →
+                </el-button>
+            </div>
+        </el-dialog>
+        <!-- 文件上传对话框 -->
+        <el-dialog v-model="showUploadDialog" title="上传表格文件" width="600px">
+            <div class="upload-area"
+                 @click="triggerFileInput"
+                 @drop="handleFileDrop"
+                 @dragover="handleDragOver"
+                 @dragleave="handleDragLeave"
+                 :class="{ 'dragover': isDragOver }">
+                <div class="upload-icon">📁</div>
+                <div class="upload-text">
+                    <div>点击选择文件或拖拽文件到此处</div>
+                    <div class="upload-hint">支持 .xlsx, .xls, .csv 格式</div>
+                </div>
+            </div>
+            <input type="file"
+                   ref="fileInput"
+                   @change="handleFileSelect"
+                   accept=".xlsx,.xls,.csv"
+                   style="display: none;">
+            <template #footer>
+                <span class="dialog-footer">
+                    <el-button @click="showUploadDialog = false">取消</el-button>
+                </span>
+            </template>
+        </el-dialog>
+    </div>
+    {% endraw %}
+    <script src="/static/main.js"></script>
+</body>
+</html>

maque/utils/__init__.py ADDED Viewed

@@ -0,0 +1,56 @@
+"""
+工具模块 - 通用工具和辅助功能
+整合了各种实用工具：颜色处理、字符串操作、距离计算、文件操作等
+"""
+# 基础工具（仅依赖标准库或核心依赖）
+try:
+    from .compress import *
+    from .cursor import *
+    from .net import *
+    from .time import *
+    from .distance import *
+    from .ops import *  # string ops
+    from .tar import *
+    from .untar import *
+except ImportError:
+    pass  # 静默处理，避免启动时警告
+# 需要 pandas 的模块（可选）
+try:
+    from .excel_helper import *
+    from .helper_metrics import *
+    from .helper_parser import *
+except ImportError:
+    pass  # pandas 未安装时静默跳过
+# 核心工具（可能有循环依赖）
+try:
+    from .core import async_retry  # 只导入关键函数
+except ImportError:
+    # 简单的备用实现
+    def async_retry(retry_times=3, retry_delay=1.0):
+        def decorator(func):
+            return func
+        return decorator
+# 颜色工具（可能有复杂依赖）
+try:
+    from .color import *
+    from .constant import *  # color constants
+    from .color_string import *
+except ImportError:
+    pass
+# 路径工具
+try:
+    from .path import rel_to_abs, rel_path_join, ls, add_env_path
+    relp = rel_to_abs  # alias
+except ImportError:
+    pass
+__all__ = [
+    'async_retry',
+    # 其他具体导出项将根据实际模块内容确定
+]

maque/utils/color.py ADDED Viewed

@@ -0,0 +1,68 @@
+from colour import Color
+import numpy as np
+from . import constant as _color_const
+def color_to_rgb(color):
+    if isinstance(color, str):
+        return hex_to_rgb(color)
+    elif isinstance(color, Color):
+        return np.array(color.get_rgb())
+    elif isinstance(color, (tuple, list, np.ndarray)):
+        if isinstance(color[0], (int, np.int32, np.int64)):
+            return np.array(color) / 255
+        elif isinstance(color[0], (float, np.float32, np.float64)):
+            return np.array(color)
+        else:
+            raise Exception(f"Invalid color type: {type(color[0])}")
+    else:
+        raise Exception(f"Invalid color type: {color}")
+def color_to_rgba(color, alpha=1):
+    return np.array([*color_to_rgb(color), alpha])
+def rgb_to_color(rgb):
+    try:
+        return Color(rgb=rgb)
+    except ValueError:
+        return Color(_color_const.WHITE)
+def rgba_to_color(rgba):
+    return rgb_to_color(rgba[:3])
+def rgb_to_hex(rgb):
+    return "#" + "".join(
+        hex(int_x // 16)[2] + hex(int_x % 16)[2]
+        for x in rgb
+        for int_x in [int(255 * x)]
+    )
+def hex_to_rgb(hex_code):
+    hex_part = hex_code[1:]
+    if len(hex_part) == 3:
+        hex_part = "".join([2 * c for c in hex_part])
+    return np.array([int(hex_part[i : i + 2], 16) / 255 for i in range(0, 6, 2)])
+def invert_color(color):
+    return rgb_to_color(1.0 - color_to_rgb(color))
+def color_to_int_rgb(color):
+    return (255 * color_to_rgb(color)).astype("uint8")
+def color_to_int_rgba(color, opacity=1.0):
+    alpha = int(255 * opacity)
+    return np.array([*color_to_int_rgb(color), alpha])
+def random_color():
+    return Color(rgb=[np.random.random() for _ in range(3)])

maque/utils/color_string.py ADDED Viewed

@@ -0,0 +1,45 @@
+from .color import color_to_int_rgb
+from . import constant as color_const
+CSI = "\033["
+OSC = "\033]"
+OFF = CSI + "0m"
+def __set_rgb(RGB_fore=(240, 85, 85), SRG=0, RGB_back=None):
+    """Get foreground or background color chars
+    see https://my.oschina.net/dingdayu/blog/1537064
+    inputs:
+        RGB_fore: rgb list or tupe of foreground, e.g. [255, 0, 0]
+        SRG:  the style of font
+        SRG options: see https://en.wikipedia.org/wiki/ANSI_escape_code#SGR
+            | 0  |     Close all formats and revert to the original state
+            | 1  |     Bold (increased intensity)
+            | 2  |     Faint (decreased intensity)
+            | 3  |     Italics
+            | 4  |     Underline (single line)
+            | 5  |     Slow Blink
+            | 6  |     Rapid Blink
+            | 7  |     Swap the background color with the foreground color
+    """
+    fore_color = f"{CSI}{SRG};38;2;{RGB_fore[0]};{RGB_fore[1]};{RGB_fore[2]}m"
+    if RGB_back is None:
+        back_color = ""
+    else:
+        back_color = f"{CSI}{SRG};48;2;{RGB_back[0]};{RGB_back[1]};{RGB_back[2]}m"
+    return fore_color + back_color
+def _rgb_str(string, RGB_fore=(240, 85, 85), SRG=0, RGB_back=None):
+    return __set_rgb(RGB_fore, SRG, RGB_back) + string + OFF
+def rgb_string(string, color=color_const.RED, **kwargs):
+    """Return the string with color.
+    :param string: The string will be colored.
+    :param color: can be rgb list [255, 255, 255]  or hex string "#ffffff".
+    :param `SRG`, `RGB_back` see function `__set_grb()`
+    :return Colored string.
+    """
+    rgb = color_to_int_rgb(color)
+    return _rgb_str(string, rgb, **kwargs)

maque/utils/compress.py ADDED Viewed

@@ -0,0 +1,66 @@
+import shutil
+from shutil import _find_unpack_format, _UNPACK_FORMATS
+from pathlib import Path
+from maque.utils.path import rel_to_abs, rel_path_join
+import os
+def pack(source_path: str, target_path=None, format='gztar'):
+    """Pack or compress files.
+    Parameters
+    ----------
+    source_path: str:
+        source path
+    target_path: str:
+        target path
+    format : str
+        `format` is the archive format: one of "zip", "tar", "gztar"(default), "bztar", or "xztar".
+        Or any other registered format.
+    """
+    if target_path is None:
+        target_path = Path(source_path).name
+    new_path = shutil.make_archive(target_path, format, root_dir=source_path)
+    print(f"target path:\n{new_path}")
+def unpack(filename: str, extract_dir=None, format=None):
+    """Unpack or decompress files.
+    Parameters
+    ----------
+    filename : str
+        input source file
+    extract_dir : str | None
+        output dir
+    format : str | None
+        `format`is the archive format: one of "zip", "tar", "gztar", "bztar", or "xztar".
+        If not provided, unpack_archive will use the filename extension.
+    """
+    name_path = Path(filename)
+    if not name_path.exists():
+        raise FileExistsError(f"{name_path} not exist.")
+    name = name_path.name
+    file_format = _find_unpack_format(filename)
+    file_postfix_list = _UNPACK_FORMATS[file_format][0]
+    for postfix in file_postfix_list:
+        if name.endswith(postfix):
+            target_name = name[:-len(postfix)]
+            break
+    else:
+        target_name = name.replace('.', '_')
+    if extract_dir is None:
+        extract_dir = f"./{target_name}/"
+    if not Path(extract_dir).exists():
+        os.mkdir(extract_dir)
+    shutil.unpack_archive(filename, extract_dir, format=format)
+    print(f"extract dir:\nfile://{Path(extract_dir).absolute()}")
+if __name__ == "__main__":
+    # source_path = rel_to_abs('../web/', return_str=False, strict=True).name
+    # pack('../web/', format='bztar')
+    unpack('./web.tar.bz2')