onecomp 1.2.1__tar.gz → 1.2.2__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (256) hide show
  1. {onecomp-1.2.1/onecomp.egg-info → onecomp-1.2.2}/PKG-INFO +7 -1
  2. {onecomp-1.2.1 → onecomp-1.2.2}/README.md +6 -0
  3. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/__version__.py +1 -1
  4. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/model_config.py +7 -0
  5. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/runner.py +8 -8
  6. {onecomp-1.2.1 → onecomp-1.2.2/onecomp.egg-info}/PKG-INFO +7 -1
  7. {onecomp-1.2.1 → onecomp-1.2.2}/LICENSE +0 -0
  8. {onecomp-1.2.1 → onecomp-1.2.2}/benchmark/llama3-8b-gptq/quant_benchmark.py +0 -0
  9. {onecomp-1.2.1 → onecomp-1.2.2}/benchmark/llama3-8b-jointq/quant_benchmark.py +0 -0
  10. {onecomp-1.2.1 → onecomp-1.2.2}/benchmark/llama3-8b-lpcd-gptq/quant_benchmark.py +0 -0
  11. {onecomp-1.2.1 → onecomp-1.2.2}/benchmark/llama3-8b-qep-gptq/quant_benchmark.py +0 -0
  12. {onecomp-1.2.1 → onecomp-1.2.2}/benchmark/llama3-8b-various/quant_benchmark.py +0 -0
  13. {onecomp-1.2.1 → onecomp-1.2.2}/benchmark/qwen3-14b-gptq/quant_benchmark.py +0 -0
  14. {onecomp-1.2.1 → onecomp-1.2.2}/benchmark/qwen3-14b-jointq/quant_benchmark.py +0 -0
  15. {onecomp-1.2.1 → onecomp-1.2.2}/benchmark/qwen3-8b-gptq/quant_benchmark.py +0 -0
  16. {onecomp-1.2.1 → onecomp-1.2.2}/benchmark/qwen3-8b-jointq/quant_benchmark.py +0 -0
  17. {onecomp-1.2.1 → onecomp-1.2.2}/dashboard/backend/app/__init__.py +0 -0
  18. {onecomp-1.2.1 → onecomp-1.2.2}/dashboard/backend/app/api/__init__.py +0 -0
  19. {onecomp-1.2.1 → onecomp-1.2.2}/dashboard/backend/app/api/jobs.py +0 -0
  20. {onecomp-1.2.1 → onecomp-1.2.2}/dashboard/backend/app/constants.py +0 -0
  21. {onecomp-1.2.1 → onecomp-1.2.2}/dashboard/backend/app/core/__init__.py +0 -0
  22. {onecomp-1.2.1 → onecomp-1.2.2}/dashboard/backend/app/core/config.py +0 -0
  23. {onecomp-1.2.1 → onecomp-1.2.2}/dashboard/backend/app/core/database.py +0 -0
  24. {onecomp-1.2.1 → onecomp-1.2.2}/dashboard/backend/app/main.py +0 -0
  25. {onecomp-1.2.1 → onecomp-1.2.2}/dashboard/backend/app/models/__init__.py +0 -0
  26. {onecomp-1.2.1 → onecomp-1.2.2}/dashboard/backend/app/models/job.py +0 -0
  27. {onecomp-1.2.1 → onecomp-1.2.2}/dashboard/backend/app/schemas/__init__.py +0 -0
  28. {onecomp-1.2.1 → onecomp-1.2.2}/dashboard/backend/app/schemas/job.py +0 -0
  29. {onecomp-1.2.1 → onecomp-1.2.2}/dashboard/backend/app/services/__init__.py +0 -0
  30. {onecomp-1.2.1 → onecomp-1.2.2}/dashboard/backend/app/services/huggingface.py +0 -0
  31. {onecomp-1.2.1 → onecomp-1.2.2}/dashboard/backend/app/services/inference.py +0 -0
  32. {onecomp-1.2.1 → onecomp-1.2.2}/dashboard/backend/app/services/job_store.py +0 -0
  33. {onecomp-1.2.1 → onecomp-1.2.2}/dashboard/backend/app/worker/__init__.py +0 -0
  34. {onecomp-1.2.1 → onecomp-1.2.2}/dashboard/backend/app/worker/celery_app.py +0 -0
  35. {onecomp-1.2.1 → onecomp-1.2.2}/dashboard/backend/app/worker/tasks.py +0 -0
  36. {onecomp-1.2.1 → onecomp-1.2.2}/dashboard/backend/cpu_patch.py +0 -0
  37. {onecomp-1.2.1 → onecomp-1.2.2}/dashboard/backend/start_backend.py +0 -0
  38. {onecomp-1.2.1 → onecomp-1.2.2}/dashboard/backend/start_worker.py +0 -0
  39. {onecomp-1.2.1 → onecomp-1.2.2}/example/example_auto_run.py +0 -0
  40. {onecomp-1.2.1 → onecomp-1.2.2}/example/example_autobit.py +0 -0
  41. {onecomp-1.2.1 → onecomp-1.2.2}/example/example_custom_calibration.py +0 -0
  42. {onecomp-1.2.1 → onecomp-1.2.2}/example/example_gptq.py +0 -0
  43. {onecomp-1.2.1 → onecomp-1.2.2}/example/example_jointq.py +0 -0
  44. {onecomp-1.2.1 → onecomp-1.2.2}/example/example_lpcd_gptq.py +0 -0
  45. {onecomp-1.2.1 → onecomp-1.2.2}/example/example_qep_gptq.py +0 -0
  46. {onecomp-1.2.1 → onecomp-1.2.2}/example/example_save_load.py +0 -0
  47. {onecomp-1.2.1 → onecomp-1.2.2}/example/post_process/example_blockwise_ptq.py +0 -0
  48. {onecomp-1.2.1 → onecomp-1.2.2}/example/post_process/example_global_ptq.py +0 -0
  49. {onecomp-1.2.1 → onecomp-1.2.2}/example/post_process/example_global_ptq_dbf.py +0 -0
  50. {onecomp-1.2.1 → onecomp-1.2.2}/example/post_process/example_global_ptq_distributed.py +0 -0
  51. {onecomp-1.2.1 → onecomp-1.2.2}/example/post_process/example_lora_sft.py +0 -0
  52. {onecomp-1.2.1 → onecomp-1.2.2}/example/post_process/example_lora_sft_knowledge.py +0 -0
  53. {onecomp-1.2.1 → onecomp-1.2.2}/example/pre_process/example_llama_preprocess_rtn.py +0 -0
  54. {onecomp-1.2.1 → onecomp-1.2.2}/example/pre_process/example_preprocess_save_load.py +0 -0
  55. {onecomp-1.2.1 → onecomp-1.2.2}/example/vllm_inference/example_autobit_vllm_inference.py +0 -0
  56. {onecomp-1.2.1 → onecomp-1.2.2}/example/vllm_inference/example_gptq_vllm_inference.py +0 -0
  57. {onecomp-1.2.1 → onecomp-1.2.2}/example/vllm_inference/example_jointq_vllm_inference.py +0 -0
  58. {onecomp-1.2.1 → onecomp-1.2.2}/model_validation/autobit/validate_autobit.py +0 -0
  59. {onecomp-1.2.1 → onecomp-1.2.2}/model_validation/autobit_qep/validate_autobit.py +0 -0
  60. {onecomp-1.2.1 → onecomp-1.2.2}/model_validation/gptq/validate_gptq.py +0 -0
  61. {onecomp-1.2.1 → onecomp-1.2.2}/model_validation/gptq/validate_load.py +0 -0
  62. {onecomp-1.2.1 → onecomp-1.2.2}/model_validation/gptq/validate_vllm.py +0 -0
  63. {onecomp-1.2.1 → onecomp-1.2.2}/model_validation/jointq/validate_jointq.py +0 -0
  64. {onecomp-1.2.1 → onecomp-1.2.2}/model_validation/qep_gptq/validate_gptq.py +0 -0
  65. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/__init__.py +0 -0
  66. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/__main__.py +0 -0
  67. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/analyzer/__init__.py +0 -0
  68. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/analyzer/cumulative_error.py +0 -0
  69. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/analyzer/quantization_error.py +0 -0
  70. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/analyzer/weight_outlier.py +0 -0
  71. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/calibration/__init__.py +0 -0
  72. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/calibration/_cache.py +0 -0
  73. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/calibration/c4.py +0 -0
  74. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/calibration/calibration_config.py +0 -0
  75. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/calibration/calibration_data_loader.py +0 -0
  76. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/calibration/chunking.py +0 -0
  77. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/calibration/custom.py +0 -0
  78. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/calibration/wikitext.py +0 -0
  79. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/cli.py +0 -0
  80. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/eval/__init__.py +0 -0
  81. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/eval/__main__.py +0 -0
  82. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/eval/conf/__init__.py +0 -0
  83. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/eval/conf/eval_config.yaml +0 -0
  84. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/eval/evals/__init__.py +0 -0
  85. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/eval/evals/base.py +0 -0
  86. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/eval/evals/mt_bench/__init__.py +0 -0
  87. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/eval/evals/mt_bench/adapter.py +0 -0
  88. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/eval/evals/mt_bench/data.py +0 -0
  89. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/eval/evals/mt_bench/gen_answer.py +0 -0
  90. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/eval/evals/mt_bench/judge.py +0 -0
  91. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/eval/evals/mt_bench/radar_chart.py +0 -0
  92. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/eval/evals/mt_bench/run.py +0 -0
  93. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/eval/evals/mt_bench/show_result.py +0 -0
  94. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/eval/evals/throughput/__init__.py +0 -0
  95. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/eval/evals/throughput/adapter.py +0 -0
  96. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/eval/evals/throughput/bench.py +0 -0
  97. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/eval/evals/throughput/run.py +0 -0
  98. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/eval/orchestrator/__init__.py +0 -0
  99. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/eval/orchestrator/aggregator.py +0 -0
  100. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/eval/orchestrator/runner.py +0 -0
  101. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/eval/orchestrator/server.py +0 -0
  102. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/eval/orchestrator/subprocess_runner.py +0 -0
  103. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/eval/run_evaluate.py +0 -0
  104. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/eval/schema.py +0 -0
  105. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/eval/utils/__init__.py +0 -0
  106. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/eval/utils/model_utils.py +0 -0
  107. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/eval/utils/ports.py +0 -0
  108. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/eval/utils/resources.py +0 -0
  109. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/eval/utils/secrets.py +0 -0
  110. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/log.py +0 -0
  111. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/lpcd/__init__.py +0 -0
  112. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/lpcd/_gradient_solver.py +0 -0
  113. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/lpcd/_lpcd_config.py +0 -0
  114. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/lpcd/_lpcd_runner.py +0 -0
  115. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/lpcd/_metric.py +0 -0
  116. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/lpcd/_refiner.py +0 -0
  117. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/lpcd/arch/_llama.py +0 -0
  118. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/lpcd/arch/_llama_cf.py +0 -0
  119. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/lpcd/arch/_qwen3.py +0 -0
  120. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/post_process/__init__.py +0 -0
  121. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/post_process/_base.py +0 -0
  122. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/post_process/_blockwise/__init__.py +0 -0
  123. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/post_process/_blockwise/dbf_block_optimizer.py +0 -0
  124. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/post_process/_blockwise/dbf_cbq_optimizer.py +0 -0
  125. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/post_process/_blockwise/generic_block_optimizer.py +0 -0
  126. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/post_process/_blockwise/gptq_block_optimizer.py +0 -0
  127. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/post_process/_blockwise/gptq_cbq_optimizer.py +0 -0
  128. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/post_process/_blockwise/helpers.py +0 -0
  129. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/post_process/_blockwise/onebit_block_optimizer.py +0 -0
  130. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/post_process/_blockwise/onebit_cbq_optimizer.py +0 -0
  131. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/post_process/_global_ptq/__init__.py +0 -0
  132. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/post_process/_global_ptq/core.py +0 -0
  133. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/post_process/_global_ptq/dbf_adapter.py +0 -0
  134. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/post_process/_global_ptq/gptq_adapter.py +0 -0
  135. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/post_process/_global_ptq/helpers.py +0 -0
  136. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/post_process/_global_ptq/losses.py +0 -0
  137. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/post_process/_global_ptq/trainer.py +0 -0
  138. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/post_process/blockwise_ptq.py +0 -0
  139. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/post_process/global_ptq.py +0 -0
  140. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/post_process/global_ptq_distributed.py +0 -0
  141. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/post_process/post_process_lora_sft.py +0 -0
  142. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/pre_process/__init__.py +0 -0
  143. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/pre_process/hadamard_utils.py +0 -0
  144. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/pre_process/modeling_llama.py +0 -0
  145. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/pre_process/modeling_qwen3.py +0 -0
  146. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/pre_process/optimizer.py +0 -0
  147. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/pre_process/prepare_rotated_model.py +0 -0
  148. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/pre_process/preprocess_args.py +0 -0
  149. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/pre_process/quant_models.py +0 -0
  150. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/pre_process/rotation_utils.py +0 -0
  151. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/pre_process/train_rotation.py +0 -0
  152. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/qep/__init__.py +0 -0
  153. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/qep/_qep_config.py +0 -0
  154. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/qep/_quantize_with_qep.py +0 -0
  155. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/qep/_quantize_with_qep_arch.py +0 -0
  156. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantized_model_loader.py +0 -0
  157. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/__init__.py +0 -0
  158. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/_quantizer.py +0 -0
  159. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/arb/__init__.py +0 -0
  160. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/arb/_arb.py +0 -0
  161. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/arb/arb_impl.py +0 -0
  162. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/autobit/__init__.py +0 -0
  163. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/autobit/_autobit.py +0 -0
  164. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/autobit/activation_stats.py +0 -0
  165. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/autobit/dbf_fallback.py +0 -0
  166. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/autobit/ilp.py +0 -0
  167. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/autobit/manual.py +0 -0
  168. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/autobit/visualize.py +0 -0
  169. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/cq/__init__.py +0 -0
  170. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/cq/_cq.py +0 -0
  171. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/cq/cq_impl.py +0 -0
  172. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/dbf/__init__.py +0 -0
  173. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/dbf/_dbf.py +0 -0
  174. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/dbf/admm_extended.py +0 -0
  175. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/dbf/balance.py +0 -0
  176. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/dbf/config.py +0 -0
  177. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/dbf/dbf_impl.py +0 -0
  178. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/dbf/dbf_layer.py +0 -0
  179. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/dbf/dbf_original.py +0 -0
  180. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/dbf/fine_tune.py +0 -0
  181. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/dbf/middle.py +0 -0
  182. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/gemlite.py +0 -0
  183. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/gptq/__init__.py +0 -0
  184. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/gptq/_gptq.py +0 -0
  185. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/gptq/config.py +0 -0
  186. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/gptq/gptq_layer.py +0 -0
  187. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/jointq/__init__.py +0 -0
  188. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/jointq/_jointq.py +0 -0
  189. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/jointq/core/__init__.py +0 -0
  190. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/jointq/core/__version__.py +0 -0
  191. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/jointq/core/clip.py +0 -0
  192. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/jointq/core/error_propagation/__init__.py +0 -0
  193. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/jointq/core/error_propagation/local_search_advanced.py +0 -0
  194. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/jointq/core/error_propagation/quantize_advanced.py +0 -0
  195. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/jointq/core/error_propagation/quantizer_advanced.py +0 -0
  196. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/jointq/core/local_search.py +0 -0
  197. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/jointq/core/quantize.py +0 -0
  198. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/jointq/core/quantize_multi_gpu.py +0 -0
  199. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/jointq/core/quantizer.py +0 -0
  200. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/jointq/core/solution.py +0 -0
  201. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/onebit/__init__.py +0 -0
  202. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/onebit/_onebit.py +0 -0
  203. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/onebit/onebit_impl.py +0 -0
  204. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/onebit/onebit_layer.py +0 -0
  205. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/qbb/__init__.py +0 -0
  206. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/qbb/_qbb.py +0 -0
  207. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/qbb/qbb_impl.py +0 -0
  208. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/quip/__init__.py +0 -0
  209. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/quip/_quip.py +0 -0
  210. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/quip/quant_quip.py +0 -0
  211. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/quip/quip_impl.py +0 -0
  212. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/quip/utils.py +0 -0
  213. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/quip/utils_had.py +0 -0
  214. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/quip/vector_balance.py +0 -0
  215. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/rtn/__init__.py +0 -0
  216. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/rtn/_rtn.py +0 -0
  217. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/rtn/quantizer.py +0 -0
  218. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/quantizer/rtn/rtn_impl.py +0 -0
  219. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/rotated_model_config.py +0 -0
  220. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/runner_methods/__init__.py +0 -0
  221. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/runner_methods/chunked_quantization.py +0 -0
  222. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/runner_methods/jointq_error_propagation.py +0 -0
  223. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/runner_methods/multi_gpu_quantization.py +0 -0
  224. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/utils/__init__.py +0 -0
  225. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/utils/accuracy.py +0 -0
  226. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/utils/activation_capture.py +0 -0
  227. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/utils/activation_check.py +0 -0
  228. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/utils/blockwise.py +0 -0
  229. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/utils/device.py +0 -0
  230. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/utils/dtype.py +0 -0
  231. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/utils/model_inputs.py +0 -0
  232. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/utils/perplexity.py +0 -0
  233. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/utils/quant_config.py +0 -0
  234. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/utils/quantization_progress.py +0 -0
  235. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/utils/unfuse_moe.py +0 -0
  236. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp/utils/vram_estimator.py +0 -0
  237. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp.egg-info/SOURCES.txt +0 -0
  238. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp.egg-info/dependency_links.txt +0 -0
  239. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp.egg-info/entry_points.txt +0 -0
  240. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp.egg-info/requires.txt +0 -0
  241. {onecomp-1.2.1 → onecomp-1.2.2}/onecomp.egg-info/top_level.txt +0 -0
  242. {onecomp-1.2.1 → onecomp-1.2.2}/pyproject.toml +0 -0
  243. {onecomp-1.2.1 → onecomp-1.2.2}/scripts/check_copyright_header.py +0 -0
  244. {onecomp-1.2.1 → onecomp-1.2.2}/scripts/check_no_japanese.py +0 -0
  245. {onecomp-1.2.1 → onecomp-1.2.2}/setup.cfg +0 -0
  246. {onecomp-1.2.1 → onecomp-1.2.2}/vllm_plugins/__init__.py +0 -0
  247. {onecomp-1.2.1 → onecomp-1.2.2}/vllm_plugins/dbf/__init__.py +0 -0
  248. {onecomp-1.2.1 → onecomp-1.2.2}/vllm_plugins/dbf/modules/__init__.py +0 -0
  249. {onecomp-1.2.1 → onecomp-1.2.2}/vllm_plugins/dbf/modules/gemlite_linear.py +0 -0
  250. {onecomp-1.2.1 → onecomp-1.2.2}/vllm_plugins/dbf/modules/naive.py +0 -0
  251. {onecomp-1.2.1 → onecomp-1.2.2}/vllm_plugins/dbf/vllm_plugin.py +0 -0
  252. {onecomp-1.2.1 → onecomp-1.2.2}/vllm_plugins/gptq/__init__.py +0 -0
  253. {onecomp-1.2.1 → onecomp-1.2.2}/vllm_plugins/gptq/constants.py +0 -0
  254. {onecomp-1.2.1 → onecomp-1.2.2}/vllm_plugins/gptq/vllm_plugin.py +0 -0
  255. {onecomp-1.2.1 → onecomp-1.2.2}/vllm_plugins/utils/__init__.py +0 -0
  256. {onecomp-1.2.1 → onecomp-1.2.2}/vllm_plugins/utils/module.py +0 -0
{onecomp-1.2.1/onecomp.egg-info → onecomp-1.2.2}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: onecomp
3
- Version: 1.2.1
3
+ Version: 1.2.2
4
4
  Summary: Python package for LLM compression
5
5
  Author: Keiji Kimura
6
6
  License: MIT License
@@ -416,6 +416,12 @@ pip install vllm
416
416
  See the [vLLM Inference guide](https://FujitsuResearch.github.io/OneCompression/user-guide/vllm-inference/) for details, including Open WebUI setup instructions.
417
417
 
418
418
 
419
+ ## 📬 Contact Us
420
+
421
+ - For technical questions and feature requests, please use GitHub [Issues](https://github.com/FujitsuResearch/OneCompression/issues).
422
+ - For security vulnerabilities, please **do not** open a public Issue. See our [Security Policy](./SECURITY.md) for how to report them privately.
423
+ - For collaborations, partnerships, and other inquiries, please contact us at [contact-onecompression@cs.jp.fujitsu.com](mailto:contact-onecompression@cs.jp.fujitsu.com).
424
+
419
425
  ## 📄 License
420
426
 
421
427
  See [LICENSE](./LICENSE) for more details.
{onecomp-1.2.1 → onecomp-1.2.2}/README.md RENAMED
@@ -311,6 +311,12 @@ pip install vllm
311
311
  See the [vLLM Inference guide](https://FujitsuResearch.github.io/OneCompression/user-guide/vllm-inference/) for details, including Open WebUI setup instructions.
312
312
 
313
313
 
314
+ ## 📬 Contact Us
315
+
316
+ - For technical questions and feature requests, please use GitHub [Issues](https://github.com/FujitsuResearch/OneCompression/issues).
317
+ - For security vulnerabilities, please **do not** open a public Issue. See our [Security Policy](./SECURITY.md) for how to report them privately.
318
+ - For collaborations, partnerships, and other inquiries, please contact us at [contact-onecompression@cs.jp.fujitsu.com](mailto:contact-onecompression@cs.jp.fujitsu.com).
319
+
314
320
  ## 📄 License
315
321
 
316
322
  See [LICENSE](./LICENSE) for more details.
{onecomp-1.2.1 → onecomp-1.2.2}/onecomp/__version__.py RENAMED
@@ -6,4 +6,4 @@ Author: Keiji Kimura
6
6
 
7
7
  """
8
8
 
9
- __version__ = "1.2.1"
9
+ __version__ = "1.2.2"
{onecomp-1.2.1 → onecomp-1.2.2}/onecomp/model_config.py RENAMED
@@ -11,6 +11,7 @@ from logging import getLogger
11
11
  import torch
12
12
  from transformers import AutoConfig, AutoModelForCausalLM, AutoTokenizer
13
13
 
14
+ from .utils.device import get_default_device
14
15
  from .utils.dtype import needs_bfloat16
15
16
 
16
17
  try:
@@ -114,6 +115,12 @@ class ModelConfig:
114
115
  self.logger.info("Model loaded with dtype=%s", next(model.parameters()).dtype)
115
116
  return model
116
117
 
118
+ def get_device(self) -> torch.device:
119
+ """Return a concrete torch.device for PyTorch operations."""
120
+ if self.device == "auto":
121
+ return get_default_device()
122
+ return torch.device(self.device)
123
+
117
124
  def load_tokenizer(self):
118
125
  """Load the tokenizer"""
119
126
 
{onecomp-1.2.1 → onecomp-1.2.2}/onecomp/runner.py RENAMED
@@ -327,7 +327,7 @@ class Runner:
327
327
 
328
328
  # MPS device validation: only GPTQ (or AutoBitQuantizer whose
329
329
  # candidates are all GPTQ, without DBF fallback) is supported on MPS
330
- device = self.model_config.device
330
+ device = self.model_config.get_device()
331
331
  if is_mps_device(device):
332
332
  if self.multi_gpu:
333
333
  raise ValueError("multi_gpu is not supported on MPS device.")
@@ -1139,24 +1139,24 @@ class Runner:
1139
1139
  tokenizer = self.model_config.load_tokenizer()
1140
1140
  original_result = eval_function(model=model, tokenizer=tokenizer, **eval_args)
1141
1141
  del model, tokenizer
1142
- empty_cache(self.model_config.device)
1142
+ empty_cache(self.model_config.get_device())
1143
1143
 
1144
1144
  if quantized_model:
1145
1145
  try:
1146
1146
  logger.info("Evaluating quantized model (%s)...", eval_name)
1147
1147
  if self.quantized_model is not None:
1148
1148
  model = self.quantized_model
1149
- model.to(self.model_config.device)
1149
+ model.to(self.model_config.get_device())
1150
1150
  tokenizer = self.model_config.load_tokenizer()
1151
1151
  quantized_result = eval_function(model=model, tokenizer=tokenizer, **eval_args)
1152
1152
  model.to("cpu")
1153
1153
  del tokenizer
1154
1154
  else:
1155
1155
  model, tokenizer = self.create_quantized_model(quantizer=quantizer)
1156
- model.to(self.model_config.device)
1156
+ model.to(self.model_config.get_device())
1157
1157
  quantized_result = eval_function(model=model, tokenizer=tokenizer, **eval_args)
1158
1158
  del model, tokenizer
1159
- empty_cache(self.model_config.device)
1159
+ empty_cache(self.model_config.get_device())
1160
1160
  except NotImplementedError:
1161
1161
  logger.warning(
1162
1162
  "This quantization method does not support creating a quantized model; "
@@ -1171,7 +1171,7 @@ class Runner:
1171
1171
  self.update_model_weights(model, quantizer=quantizer)
1172
1172
  dequantized_result = eval_function(model=model, tokenizer=tokenizer, **eval_args)
1173
1173
  del model, tokenizer
1174
- empty_cache(self.model_config.device)
1174
+ empty_cache(self.model_config.get_device())
1175
1175
 
1176
1176
  return original_result, dequantized_result, quantized_result
1177
1177
 
@@ -2117,7 +2117,7 @@ class Runner:
2117
2117
  )
2118
2118
  # Release fragmented GPU memory from previous operations (e.g., run())
2119
2119
  gc.collect()
2120
- empty_cache(self.model_config.device)
2120
+ empty_cache(self.model_config.get_device())
2121
2121
 
2122
2122
  model = self.model_config.load_model()
2123
2123
  input_device = next(model.parameters()).device
@@ -2141,7 +2141,7 @@ class Runner:
2141
2141
  )
2142
2142
  # Release fragmented GPU memory from previous operations (e.g., run())
2143
2143
  gc.collect()
2144
- empty_cache(self.model_config.device)
2144
+ empty_cache(self.model_config.get_device())
2145
2145
 
2146
2146
  model = self.model_config.load_model()
2147
2147
  input_device = next(model.parameters()).device
{onecomp-1.2.1 → onecomp-1.2.2/onecomp.egg-info}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: onecomp
3
- Version: 1.2.1
3
+ Version: 1.2.2
4
4
  Summary: Python package for LLM compression
5
5
  Author: Keiji Kimura
6
6
  License: MIT License
@@ -416,6 +416,12 @@ pip install vllm
416
416
  See the [vLLM Inference guide](https://FujitsuResearch.github.io/OneCompression/user-guide/vllm-inference/) for details, including Open WebUI setup instructions.
417
417
 
418
418
 
419
+ ## 📬 Contact Us
420
+
421
+ - For technical questions and feature requests, please use GitHub [Issues](https://github.com/FujitsuResearch/OneCompression/issues).
422
+ - For security vulnerabilities, please **do not** open a public Issue. See our [Security Policy](./SECURITY.md) for how to report them privately.
423
+ - For collaborations, partnerships, and other inquiries, please contact us at [contact-onecompression@cs.jp.fujitsu.com](mailto:contact-onecompression@cs.jp.fujitsu.com).
424
+
419
425
  ## 📄 License
420
426
 
421
427
  See [LICENSE](./LICENSE) for more details.
{onecomp-1.2.1 → onecomp-1.2.2}/LICENSE RENAMED
File without changes
{onecomp-1.2.1 → onecomp-1.2.2}/example/example_gptq.py RENAMED
File without changes
{onecomp-1.2.1 → onecomp-1.2.2}/onecomp/__init__.py RENAMED
File without changes
{onecomp-1.2.1 → onecomp-1.2.2}/onecomp/__main__.py RENAMED
File without changes
{onecomp-1.2.1 → onecomp-1.2.2}/onecomp/cli.py RENAMED
File without changes
{onecomp-1.2.1 → onecomp-1.2.2}/onecomp/eval/schema.py RENAMED
File without changes
{onecomp-1.2.1 → onecomp-1.2.2}/onecomp/log.py RENAMED
File without changes
{onecomp-1.2.1 → onecomp-1.2.2}/onecomp/lpcd/_metric.py RENAMED
File without changes
{onecomp-1.2.1 → onecomp-1.2.2}/onecomp/qep/__init__.py RENAMED
File without changes