mshzip 1.0.0__tar.gz

mshzip-1.0.0/.gitignore

@@ -0,0 +1,56 @@
+# 의존성
+node_modules/
+.venv/
+
+# 환경 변수
+.env
+.env.local
+.env.*.local
+
+# Claude Code 상태 파일 (세션별 임시)
+.claude/current-command-node-*
+.claude/planning-node-*
+.claude/result-node-*
+.claude/summary-written-*
+.claude/cc-check-validated
+.claude/cc-check-validated.bak
+.claude/current-command-node.bak
+.claude/session-summary.lock
+.claude/server.log
+.claude/settings.json.bak
+.claude/logs/
+
+# OS
+Thumbs.db
+Desktop.ini
+.DS_Store
+
+# IDE
+.idea/
+.vscode/
+*.swp
+*.swo
+
+# Python
+__pycache__/
+*.pyc
+.pytest_cache/
+*.egg-info/
+uv.lock
+
+# Ralph
+.ralph/
+
+# 빌드
+dist/
+build/
+
+# 테스트 임시 파일
+demo-test-results.json
+nodejs/test.txt
+
+# npm lock (라이브러리 패키지)
+nodejs/package-lock.json
+
+# 내부 문서
+배포.md

mshzip-1.0.0/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 brilante33
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

mshzip-1.0.0/PKG-INFO

@@ -0,0 +1,149 @@
+Metadata-Version: 2.4
+Name: mshzip
+Version: 1.0.0
+Summary: 고정 청크 dedup + 엔트로피 압축 유틸 (MSH1 바이너리 포맷)
+License: MIT
+License-File: LICENSE
+Keywords: binary,compression,dedup,msh
+Classifier: Development Status :: 4 - Beta
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Topic :: System :: Archiving :: Compression
+Requires-Python: >=3.10
+Description-Content-Type: text/markdown
+
+# mshzip (Python)
+
+고정 청크 dedup + 엔트로피 압축 유틸 — Python/UV 버전
+
+MSH1 바이너리 포맷을 사용하며, Node.js 구현체와 100% 교차 호환됩니다.
+표준 라이브러리만 사용 (외부 의존성 없음).
+
+## 설치
+
+```bash
+# uv (권장)
+uv pip install mshzip
+
+# pip
+pip install mshzip
+```
+
+## CLI 사용법
+
+```bash
+# 압축
+mshzip pack -i data.bin -o data.msh
+mshzip pack -i data.bin -o data.msh --chunk 1024 --crc --verbose
+
+# 해제
+mshzip unpack -i data.msh -o data.bin
+
+# 파일 정보
+mshzip info -i data.msh
+
+# 병렬 처리
+mshzip multi pack file1.bin file2.bin file3.bin --out-dir ./compressed --workers 4
+mshzip multi unpack compressed/*.msh --out-dir ./restored
+
+# stdin/stdout 파이프
+cat data.bin | mshzip pack -i - -o - > data.msh
+mshzip unpack -i data.msh -o - | sha256sum
+```
+
+## Python API
+
+### 간편 API
+
+```python
+import mshzip
+
+# 압축
+compressed = mshzip.pack(b'hello world' * 100)
+
+# 해제
+original = mshzip.unpack(compressed)
+
+# 옵션
+compressed = mshzip.pack(data, chunk_size=1024, codec='gzip', crc=True)
+```
+
+### Packer / Unpacker 클래스
+
+```python
+from mshzip import Packer, Unpacker
+
+packer = Packer(chunk_size=256, codec='gzip', crc=True)
+compressed = packer.pack(data)
+
+unpacker = Unpacker()
+restored = unpacker.unpack(compressed)
+```
+
+### 스트리밍 API
+
+```python
+from mshzip import PackStream, UnpackStream, pack_stream, unpack_stream
+
+# Generator 기반 스트리밍
+ps = PackStream(chunk_size=128)
+for frame in ps.feed(data):
+    output.write(frame)
+for frame in ps.flush():
+    output.write(frame)
+
+# 파일 I/O 편의 함수
+with open('input.bin', 'rb') as inp, open('output.msh', 'wb') as out:
+    stats = pack_stream(inp, out, chunk_size=256)
+
+with open('output.msh', 'rb') as inp, open('restored.bin', 'wb') as out:
+    stats = unpack_stream(inp, out)
+```
+
+### 병렬 처리
+
+```python
+from mshzip.parallel import WorkerPool, Task
+
+pool = WorkerPool(4)
+results = pool.run_all([
+    Task(type='pack', input_path='a.bin', output_path='a.msh'),
+    Task(type='pack', input_path='b.bin', output_path='b.msh'),
+])
+pool.shutdown()
+
+for r in results:
+    print(f'{r.success}: {r.input_size} -> {r.output_size} ({r.elapsed_ms}ms)')
+```
+
+## CLI 옵션
+
+| 옵션 | 기본값 | 설명 |
+|------|--------|------|
+| `--chunk <N>` | 128 | 청크 크기 (8 ~ 16,777,216B) |
+| `--frame <N>` | 67108864 | 프레임당 최대 바이트 (64MB) |
+| `--codec <종류>` | gzip | `gzip` 또는 `none` |
+| `--crc` | off | CRC32 체크섬 추가 |
+| `--verbose` | off | 상세 출력 |
+| `--workers <N>` | CPU 코어 수 | 병렬 Worker 수 (multi 명령) |
+
+## 테스트
+
+```bash
+# uv
+uv run pytest
+
+# pytest 직접
+pytest tests/ -v
+```
+
+253개 테스트: varint(30) + packer(16) + unpacker(14) + roundtrip(131) + compat(32) + stream(16) + cli(7) + parallel(7)
+
+## 요구 사항
+
+- Python 3.10+
+- 외부 의존성 없음 (표준 라이브러리만 사용)

mshzip-1.0.0/README.md

@@ -0,0 +1,131 @@
+# mshzip (Python)
+
+고정 청크 dedup + 엔트로피 압축 유틸 — Python/UV 버전
+
+MSH1 바이너리 포맷을 사용하며, Node.js 구현체와 100% 교차 호환됩니다.
+표준 라이브러리만 사용 (외부 의존성 없음).
+
+## 설치
+
+```bash
+# uv (권장)
+uv pip install mshzip
+
+# pip
+pip install mshzip
+```
+
+## CLI 사용법
+
+```bash
+# 압축
+mshzip pack -i data.bin -o data.msh
+mshzip pack -i data.bin -o data.msh --chunk 1024 --crc --verbose
+
+# 해제
+mshzip unpack -i data.msh -o data.bin
+
+# 파일 정보
+mshzip info -i data.msh
+
+# 병렬 처리
+mshzip multi pack file1.bin file2.bin file3.bin --out-dir ./compressed --workers 4
+mshzip multi unpack compressed/*.msh --out-dir ./restored
+
+# stdin/stdout 파이프
+cat data.bin | mshzip pack -i - -o - > data.msh
+mshzip unpack -i data.msh -o - | sha256sum
+```
+
+## Python API
+
+### 간편 API
+
+```python
+import mshzip
+
+# 압축
+compressed = mshzip.pack(b'hello world' * 100)
+
+# 해제
+original = mshzip.unpack(compressed)
+
+# 옵션
+compressed = mshzip.pack(data, chunk_size=1024, codec='gzip', crc=True)
+```
+
+### Packer / Unpacker 클래스
+
+```python
+from mshzip import Packer, Unpacker
+
+packer = Packer(chunk_size=256, codec='gzip', crc=True)
+compressed = packer.pack(data)
+
+unpacker = Unpacker()
+restored = unpacker.unpack(compressed)
+```
+
+### 스트리밍 API
+
+```python
+from mshzip import PackStream, UnpackStream, pack_stream, unpack_stream
+
+# Generator 기반 스트리밍
+ps = PackStream(chunk_size=128)
+for frame in ps.feed(data):
+    output.write(frame)
+for frame in ps.flush():
+    output.write(frame)
+
+# 파일 I/O 편의 함수
+with open('input.bin', 'rb') as inp, open('output.msh', 'wb') as out:
+    stats = pack_stream(inp, out, chunk_size=256)
+
+with open('output.msh', 'rb') as inp, open('restored.bin', 'wb') as out:
+    stats = unpack_stream(inp, out)
+```
+
+### 병렬 처리
+
+```python
+from mshzip.parallel import WorkerPool, Task
+
+pool = WorkerPool(4)
+results = pool.run_all([
+    Task(type='pack', input_path='a.bin', output_path='a.msh'),
+    Task(type='pack', input_path='b.bin', output_path='b.msh'),
+])
+pool.shutdown()
+
+for r in results:
+    print(f'{r.success}: {r.input_size} -> {r.output_size} ({r.elapsed_ms}ms)')
+```
+
+## CLI 옵션
+
+| 옵션 | 기본값 | 설명 |
+|------|--------|------|
+| `--chunk <N>` | 128 | 청크 크기 (8 ~ 16,777,216B) |
+| `--frame <N>` | 67108864 | 프레임당 최대 바이트 (64MB) |
+| `--codec <종류>` | gzip | `gzip` 또는 `none` |
+| `--crc` | off | CRC32 체크섬 추가 |
+| `--verbose` | off | 상세 출력 |
+| `--workers <N>` | CPU 코어 수 | 병렬 Worker 수 (multi 명령) |
+
+## 테스트
+
+```bash
+# uv
+uv run pytest
+
+# pytest 직접
+pytest tests/ -v
+```
+
+253개 테스트: varint(30) + packer(16) + unpacker(14) + roundtrip(131) + compat(32) + stream(16) + cli(7) + parallel(7)
+
+## 요구 사항
+
+- Python 3.10+
+- 외부 의존성 없음 (표준 라이브러리만 사용)

mshzip-1.0.0/pyproject.toml

@@ -0,0 +1,40 @@
+[project]
+name = "mshzip"
+version = "1.0.0"
+description = "고정 청크 dedup + 엔트로피 압축 유틸 (MSH1 바이너리 포맷)"
+readme = "README.md"
+license = { text = "MIT" }
+requires-python = ">=3.10"
+keywords = ["compression", "dedup", "binary", "msh"]
+classifiers = [
+    "Development Status :: 4 - Beta",
+    "Intended Audience :: Developers",
+    "License :: OSI Approved :: MIT License",
+    "Programming Language :: Python :: 3.10",
+    "Programming Language :: Python :: 3.11",
+    "Programming Language :: Python :: 3.12",
+    "Programming Language :: Python :: 3.13",
+    "Topic :: System :: Archiving :: Compression",
+]
+dependencies = []
+
+[project.scripts]
+mshzip = "mshzip.cli:main"
+
+[build-system]
+requires = ["hatchling"]
+build-backend = "hatchling.build"
+
+[tool.hatch.build.targets.wheel]
+packages = ["src/mshzip"]
+
+[tool.pytest.ini_options]
+testpaths = ["tests"]
+pythonpath = ["src"]
+addopts = "-v --tb=short"
+
+[dependency-groups]
+dev = [
+    "pytest>=8.0",
+    "pytest-cov>=5.0",
+]

mshzip-1.0.0/src/mshzip/__init__.py

@@ -0,0 +1,31 @@
+'mshzip - 고정 청크 dedup + 엔트로피 압축'
+from __future__ import annotations
+
+from .packer import Packer
+from .unpacker import Unpacker
+from .stream import PackStream, UnpackStream, pack_stream, unpack_stream
+from . import constants
+from . import varint
+
+
+def pack(data: bytes | bytearray, **opts) -> bytes:
+    '데이터 압축 (간편 API).'
+    packer = Packer(**opts)
+    return packer.pack(data)
+
+
+def unpack(data: bytes | bytearray) -> bytes:
+    '데이터 해제 (간편 API).'
+    unpacker = Unpacker()
+    return unpacker.unpack(data)
+
+
+__all__ = [
+    'pack', 'unpack',
+    'Packer', 'Unpacker',
+    'PackStream', 'UnpackStream',
+    'pack_stream', 'unpack_stream',
+    'constants', 'varint',
+]
+
+__version__ = '1.0.0'