@synsci/cli-darwin-x64 1.1.49

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (373) hide show
  1. package/bin/skills/accelerate/SKILL.md +332 -0
  2. package/bin/skills/accelerate/references/custom-plugins.md +453 -0
  3. package/bin/skills/accelerate/references/megatron-integration.md +489 -0
  4. package/bin/skills/accelerate/references/performance.md +525 -0
  5. package/bin/skills/audiocraft/SKILL.md +564 -0
  6. package/bin/skills/audiocraft/references/advanced-usage.md +666 -0
  7. package/bin/skills/audiocraft/references/troubleshooting.md +504 -0
  8. package/bin/skills/autogpt/SKILL.md +403 -0
  9. package/bin/skills/autogpt/references/advanced-usage.md +535 -0
  10. package/bin/skills/autogpt/references/troubleshooting.md +420 -0
  11. package/bin/skills/awq/SKILL.md +310 -0
  12. package/bin/skills/awq/references/advanced-usage.md +324 -0
  13. package/bin/skills/awq/references/troubleshooting.md +344 -0
  14. package/bin/skills/axolotl/SKILL.md +158 -0
  15. package/bin/skills/axolotl/references/api.md +5548 -0
  16. package/bin/skills/axolotl/references/dataset-formats.md +1029 -0
  17. package/bin/skills/axolotl/references/index.md +15 -0
  18. package/bin/skills/axolotl/references/other.md +3563 -0
  19. package/bin/skills/bigcode-evaluation-harness/SKILL.md +405 -0
  20. package/bin/skills/bigcode-evaluation-harness/references/benchmarks.md +393 -0
  21. package/bin/skills/bigcode-evaluation-harness/references/custom-tasks.md +424 -0
  22. package/bin/skills/bigcode-evaluation-harness/references/issues.md +394 -0
  23. package/bin/skills/bitsandbytes/SKILL.md +411 -0
  24. package/bin/skills/bitsandbytes/references/memory-optimization.md +521 -0
  25. package/bin/skills/bitsandbytes/references/qlora-training.md +521 -0
  26. package/bin/skills/bitsandbytes/references/quantization-formats.md +447 -0
  27. package/bin/skills/blip-2/SKILL.md +564 -0
  28. package/bin/skills/blip-2/references/advanced-usage.md +680 -0
  29. package/bin/skills/blip-2/references/troubleshooting.md +526 -0
  30. package/bin/skills/chroma/SKILL.md +406 -0
  31. package/bin/skills/chroma/references/integration.md +38 -0
  32. package/bin/skills/clip/SKILL.md +253 -0
  33. package/bin/skills/clip/references/applications.md +207 -0
  34. package/bin/skills/constitutional-ai/SKILL.md +290 -0
  35. package/bin/skills/crewai/SKILL.md +498 -0
  36. package/bin/skills/crewai/references/flows.md +438 -0
  37. package/bin/skills/crewai/references/tools.md +429 -0
  38. package/bin/skills/crewai/references/troubleshooting.md +480 -0
  39. package/bin/skills/deepspeed/SKILL.md +141 -0
  40. package/bin/skills/deepspeed/references/08.md +17 -0
  41. package/bin/skills/deepspeed/references/09.md +173 -0
  42. package/bin/skills/deepspeed/references/2020.md +378 -0
  43. package/bin/skills/deepspeed/references/2023.md +279 -0
  44. package/bin/skills/deepspeed/references/assets.md +179 -0
  45. package/bin/skills/deepspeed/references/index.md +35 -0
  46. package/bin/skills/deepspeed/references/mii.md +118 -0
  47. package/bin/skills/deepspeed/references/other.md +1191 -0
  48. package/bin/skills/deepspeed/references/tutorials.md +6554 -0
  49. package/bin/skills/dspy/SKILL.md +590 -0
  50. package/bin/skills/dspy/references/examples.md +663 -0
  51. package/bin/skills/dspy/references/modules.md +475 -0
  52. package/bin/skills/dspy/references/optimizers.md +566 -0
  53. package/bin/skills/faiss/SKILL.md +221 -0
  54. package/bin/skills/faiss/references/index_types.md +280 -0
  55. package/bin/skills/flash-attention/SKILL.md +367 -0
  56. package/bin/skills/flash-attention/references/benchmarks.md +215 -0
  57. package/bin/skills/flash-attention/references/transformers-integration.md +293 -0
  58. package/bin/skills/gguf/SKILL.md +427 -0
  59. package/bin/skills/gguf/references/advanced-usage.md +504 -0
  60. package/bin/skills/gguf/references/troubleshooting.md +442 -0
  61. package/bin/skills/gptq/SKILL.md +450 -0
  62. package/bin/skills/gptq/references/calibration.md +337 -0
  63. package/bin/skills/gptq/references/integration.md +129 -0
  64. package/bin/skills/gptq/references/troubleshooting.md +95 -0
  65. package/bin/skills/grpo-rl-training/README.md +97 -0
  66. package/bin/skills/grpo-rl-training/SKILL.md +572 -0
  67. package/bin/skills/grpo-rl-training/examples/reward_functions_library.py +393 -0
  68. package/bin/skills/grpo-rl-training/templates/basic_grpo_training.py +228 -0
  69. package/bin/skills/guidance/SKILL.md +572 -0
  70. package/bin/skills/guidance/references/backends.md +554 -0
  71. package/bin/skills/guidance/references/constraints.md +674 -0
  72. package/bin/skills/guidance/references/examples.md +767 -0
  73. package/bin/skills/hqq/SKILL.md +445 -0
  74. package/bin/skills/hqq/references/advanced-usage.md +528 -0
  75. package/bin/skills/hqq/references/troubleshooting.md +503 -0
  76. package/bin/skills/hugging-face-cli/SKILL.md +191 -0
  77. package/bin/skills/hugging-face-cli/references/commands.md +954 -0
  78. package/bin/skills/hugging-face-cli/references/examples.md +374 -0
  79. package/bin/skills/hugging-face-datasets/SKILL.md +547 -0
  80. package/bin/skills/hugging-face-datasets/examples/diverse_training_examples.json +239 -0
  81. package/bin/skills/hugging-face-datasets/examples/system_prompt_template.txt +196 -0
  82. package/bin/skills/hugging-face-datasets/examples/training_examples.json +176 -0
  83. package/bin/skills/hugging-face-datasets/scripts/dataset_manager.py +522 -0
  84. package/bin/skills/hugging-face-datasets/scripts/sql_manager.py +844 -0
  85. package/bin/skills/hugging-face-datasets/templates/chat.json +55 -0
  86. package/bin/skills/hugging-face-datasets/templates/classification.json +62 -0
  87. package/bin/skills/hugging-face-datasets/templates/completion.json +51 -0
  88. package/bin/skills/hugging-face-datasets/templates/custom.json +75 -0
  89. package/bin/skills/hugging-face-datasets/templates/qa.json +54 -0
  90. package/bin/skills/hugging-face-datasets/templates/tabular.json +81 -0
  91. package/bin/skills/hugging-face-evaluation/SKILL.md +656 -0
  92. package/bin/skills/hugging-face-evaluation/examples/USAGE_EXAMPLES.md +382 -0
  93. package/bin/skills/hugging-face-evaluation/examples/artificial_analysis_to_hub.py +141 -0
  94. package/bin/skills/hugging-face-evaluation/examples/example_readme_tables.md +135 -0
  95. package/bin/skills/hugging-face-evaluation/examples/metric_mapping.json +50 -0
  96. package/bin/skills/hugging-face-evaluation/requirements.txt +20 -0
  97. package/bin/skills/hugging-face-evaluation/scripts/evaluation_manager.py +1374 -0
  98. package/bin/skills/hugging-face-evaluation/scripts/inspect_eval_uv.py +104 -0
  99. package/bin/skills/hugging-face-evaluation/scripts/inspect_vllm_uv.py +317 -0
  100. package/bin/skills/hugging-face-evaluation/scripts/lighteval_vllm_uv.py +303 -0
  101. package/bin/skills/hugging-face-evaluation/scripts/run_eval_job.py +98 -0
  102. package/bin/skills/hugging-face-evaluation/scripts/run_vllm_eval_job.py +331 -0
  103. package/bin/skills/hugging-face-evaluation/scripts/test_extraction.py +206 -0
  104. package/bin/skills/hugging-face-jobs/SKILL.md +1041 -0
  105. package/bin/skills/hugging-face-jobs/index.html +216 -0
  106. package/bin/skills/hugging-face-jobs/references/hardware_guide.md +336 -0
  107. package/bin/skills/hugging-face-jobs/references/hub_saving.md +352 -0
  108. package/bin/skills/hugging-face-jobs/references/token_usage.md +546 -0
  109. package/bin/skills/hugging-face-jobs/references/troubleshooting.md +475 -0
  110. package/bin/skills/hugging-face-jobs/scripts/cot-self-instruct.py +718 -0
  111. package/bin/skills/hugging-face-jobs/scripts/finepdfs-stats.py +546 -0
  112. package/bin/skills/hugging-face-jobs/scripts/generate-responses.py +587 -0
  113. package/bin/skills/hugging-face-model-trainer/SKILL.md +711 -0
  114. package/bin/skills/hugging-face-model-trainer/references/gguf_conversion.md +296 -0
  115. package/bin/skills/hugging-face-model-trainer/references/hardware_guide.md +283 -0
  116. package/bin/skills/hugging-face-model-trainer/references/hub_saving.md +364 -0
  117. package/bin/skills/hugging-face-model-trainer/references/reliability_principles.md +371 -0
  118. package/bin/skills/hugging-face-model-trainer/references/trackio_guide.md +189 -0
  119. package/bin/skills/hugging-face-model-trainer/references/training_methods.md +150 -0
  120. package/bin/skills/hugging-face-model-trainer/references/training_patterns.md +203 -0
  121. package/bin/skills/hugging-face-model-trainer/references/troubleshooting.md +282 -0
  122. package/bin/skills/hugging-face-model-trainer/scripts/convert_to_gguf.py +424 -0
  123. package/bin/skills/hugging-face-model-trainer/scripts/dataset_inspector.py +417 -0
  124. package/bin/skills/hugging-face-model-trainer/scripts/estimate_cost.py +150 -0
  125. package/bin/skills/hugging-face-model-trainer/scripts/train_dpo_example.py +106 -0
  126. package/bin/skills/hugging-face-model-trainer/scripts/train_grpo_example.py +89 -0
  127. package/bin/skills/hugging-face-model-trainer/scripts/train_sft_example.py +122 -0
  128. package/bin/skills/hugging-face-paper-publisher/SKILL.md +627 -0
  129. package/bin/skills/hugging-face-paper-publisher/examples/example_usage.md +327 -0
  130. package/bin/skills/hugging-face-paper-publisher/references/quick_reference.md +216 -0
  131. package/bin/skills/hugging-face-paper-publisher/scripts/paper_manager.py +508 -0
  132. package/bin/skills/hugging-face-paper-publisher/templates/arxiv.md +299 -0
  133. package/bin/skills/hugging-face-paper-publisher/templates/ml-report.md +358 -0
  134. package/bin/skills/hugging-face-paper-publisher/templates/modern.md +319 -0
  135. package/bin/skills/hugging-face-paper-publisher/templates/standard.md +201 -0
  136. package/bin/skills/hugging-face-tool-builder/SKILL.md +115 -0
  137. package/bin/skills/hugging-face-tool-builder/references/baseline_hf_api.py +57 -0
  138. package/bin/skills/hugging-face-tool-builder/references/baseline_hf_api.sh +40 -0
  139. package/bin/skills/hugging-face-tool-builder/references/baseline_hf_api.tsx +57 -0
  140. package/bin/skills/hugging-face-tool-builder/references/find_models_by_paper.sh +230 -0
  141. package/bin/skills/hugging-face-tool-builder/references/hf_enrich_models.sh +96 -0
  142. package/bin/skills/hugging-face-tool-builder/references/hf_model_card_frontmatter.sh +188 -0
  143. package/bin/skills/hugging-face-tool-builder/references/hf_model_papers_auth.sh +171 -0
  144. package/bin/skills/hugging-face-trackio/SKILL.md +65 -0
  145. package/bin/skills/hugging-face-trackio/references/logging_metrics.md +206 -0
  146. package/bin/skills/hugging-face-trackio/references/retrieving_metrics.md +223 -0
  147. package/bin/skills/huggingface-tokenizers/SKILL.md +516 -0
  148. package/bin/skills/huggingface-tokenizers/references/algorithms.md +653 -0
  149. package/bin/skills/huggingface-tokenizers/references/integration.md +637 -0
  150. package/bin/skills/huggingface-tokenizers/references/pipeline.md +723 -0
  151. package/bin/skills/huggingface-tokenizers/references/training.md +565 -0
  152. package/bin/skills/instructor/SKILL.md +740 -0
  153. package/bin/skills/instructor/references/examples.md +107 -0
  154. package/bin/skills/instructor/references/providers.md +70 -0
  155. package/bin/skills/instructor/references/validation.md +606 -0
  156. package/bin/skills/knowledge-distillation/SKILL.md +458 -0
  157. package/bin/skills/knowledge-distillation/references/minillm.md +334 -0
  158. package/bin/skills/lambda-labs/SKILL.md +545 -0
  159. package/bin/skills/lambda-labs/references/advanced-usage.md +611 -0
  160. package/bin/skills/lambda-labs/references/troubleshooting.md +530 -0
  161. package/bin/skills/langchain/SKILL.md +480 -0
  162. package/bin/skills/langchain/references/agents.md +499 -0
  163. package/bin/skills/langchain/references/integration.md +562 -0
  164. package/bin/skills/langchain/references/rag.md +600 -0
  165. package/bin/skills/langsmith/SKILL.md +422 -0
  166. package/bin/skills/langsmith/references/advanced-usage.md +548 -0
  167. package/bin/skills/langsmith/references/troubleshooting.md +537 -0
  168. package/bin/skills/litgpt/SKILL.md +469 -0
  169. package/bin/skills/litgpt/references/custom-models.md +568 -0
  170. package/bin/skills/litgpt/references/distributed-training.md +451 -0
  171. package/bin/skills/litgpt/references/supported-models.md +336 -0
  172. package/bin/skills/litgpt/references/training-recipes.md +619 -0
  173. package/bin/skills/llama-cpp/SKILL.md +258 -0
  174. package/bin/skills/llama-cpp/references/optimization.md +89 -0
  175. package/bin/skills/llama-cpp/references/quantization.md +213 -0
  176. package/bin/skills/llama-cpp/references/server.md +125 -0
  177. package/bin/skills/llama-factory/SKILL.md +80 -0
  178. package/bin/skills/llama-factory/references/_images.md +23 -0
  179. package/bin/skills/llama-factory/references/advanced.md +1055 -0
  180. package/bin/skills/llama-factory/references/getting_started.md +349 -0
  181. package/bin/skills/llama-factory/references/index.md +19 -0
  182. package/bin/skills/llama-factory/references/other.md +31 -0
  183. package/bin/skills/llamaguard/SKILL.md +337 -0
  184. package/bin/skills/llamaindex/SKILL.md +569 -0
  185. package/bin/skills/llamaindex/references/agents.md +83 -0
  186. package/bin/skills/llamaindex/references/data_connectors.md +108 -0
  187. package/bin/skills/llamaindex/references/query_engines.md +406 -0
  188. package/bin/skills/llava/SKILL.md +304 -0
  189. package/bin/skills/llava/references/training.md +197 -0
  190. package/bin/skills/lm-evaluation-harness/SKILL.md +490 -0
  191. package/bin/skills/lm-evaluation-harness/references/api-evaluation.md +490 -0
  192. package/bin/skills/lm-evaluation-harness/references/benchmark-guide.md +488 -0
  193. package/bin/skills/lm-evaluation-harness/references/custom-tasks.md +602 -0
  194. package/bin/skills/lm-evaluation-harness/references/distributed-eval.md +519 -0
  195. package/bin/skills/long-context/SKILL.md +536 -0
  196. package/bin/skills/long-context/references/extension_methods.md +468 -0
  197. package/bin/skills/long-context/references/fine_tuning.md +611 -0
  198. package/bin/skills/long-context/references/rope.md +402 -0
  199. package/bin/skills/mamba/SKILL.md +260 -0
  200. package/bin/skills/mamba/references/architecture-details.md +206 -0
  201. package/bin/skills/mamba/references/benchmarks.md +255 -0
  202. package/bin/skills/mamba/references/training-guide.md +388 -0
  203. package/bin/skills/megatron-core/SKILL.md +366 -0
  204. package/bin/skills/megatron-core/references/benchmarks.md +249 -0
  205. package/bin/skills/megatron-core/references/parallelism-guide.md +404 -0
  206. package/bin/skills/megatron-core/references/production-examples.md +473 -0
  207. package/bin/skills/megatron-core/references/training-recipes.md +547 -0
  208. package/bin/skills/miles/SKILL.md +315 -0
  209. package/bin/skills/miles/references/api-reference.md +141 -0
  210. package/bin/skills/miles/references/troubleshooting.md +352 -0
  211. package/bin/skills/mlflow/SKILL.md +704 -0
  212. package/bin/skills/mlflow/references/deployment.md +744 -0
  213. package/bin/skills/mlflow/references/model-registry.md +770 -0
  214. package/bin/skills/mlflow/references/tracking.md +680 -0
  215. package/bin/skills/modal/SKILL.md +341 -0
  216. package/bin/skills/modal/references/advanced-usage.md +503 -0
  217. package/bin/skills/modal/references/troubleshooting.md +494 -0
  218. package/bin/skills/model-merging/SKILL.md +539 -0
  219. package/bin/skills/model-merging/references/evaluation.md +462 -0
  220. package/bin/skills/model-merging/references/examples.md +428 -0
  221. package/bin/skills/model-merging/references/methods.md +352 -0
  222. package/bin/skills/model-pruning/SKILL.md +495 -0
  223. package/bin/skills/model-pruning/references/wanda.md +347 -0
  224. package/bin/skills/moe-training/SKILL.md +526 -0
  225. package/bin/skills/moe-training/references/architectures.md +432 -0
  226. package/bin/skills/moe-training/references/inference.md +348 -0
  227. package/bin/skills/moe-training/references/training.md +425 -0
  228. package/bin/skills/nanogpt/SKILL.md +290 -0
  229. package/bin/skills/nanogpt/references/architecture.md +382 -0
  230. package/bin/skills/nanogpt/references/data.md +476 -0
  231. package/bin/skills/nanogpt/references/training.md +564 -0
  232. package/bin/skills/nemo-curator/SKILL.md +383 -0
  233. package/bin/skills/nemo-curator/references/deduplication.md +87 -0
  234. package/bin/skills/nemo-curator/references/filtering.md +102 -0
  235. package/bin/skills/nemo-evaluator/SKILL.md +494 -0
  236. package/bin/skills/nemo-evaluator/references/adapter-system.md +340 -0
  237. package/bin/skills/nemo-evaluator/references/configuration.md +447 -0
  238. package/bin/skills/nemo-evaluator/references/custom-benchmarks.md +315 -0
  239. package/bin/skills/nemo-evaluator/references/execution-backends.md +361 -0
  240. package/bin/skills/nemo-guardrails/SKILL.md +297 -0
  241. package/bin/skills/nnsight/SKILL.md +436 -0
  242. package/bin/skills/nnsight/references/README.md +78 -0
  243. package/bin/skills/nnsight/references/api.md +344 -0
  244. package/bin/skills/nnsight/references/tutorials.md +300 -0
  245. package/bin/skills/openrlhf/SKILL.md +249 -0
  246. package/bin/skills/openrlhf/references/algorithm-comparison.md +404 -0
  247. package/bin/skills/openrlhf/references/custom-rewards.md +530 -0
  248. package/bin/skills/openrlhf/references/hybrid-engine.md +287 -0
  249. package/bin/skills/openrlhf/references/multi-node-training.md +454 -0
  250. package/bin/skills/outlines/SKILL.md +652 -0
  251. package/bin/skills/outlines/references/backends.md +615 -0
  252. package/bin/skills/outlines/references/examples.md +773 -0
  253. package/bin/skills/outlines/references/json_generation.md +652 -0
  254. package/bin/skills/peft/SKILL.md +431 -0
  255. package/bin/skills/peft/references/advanced-usage.md +514 -0
  256. package/bin/skills/peft/references/troubleshooting.md +480 -0
  257. package/bin/skills/phoenix/SKILL.md +475 -0
  258. package/bin/skills/phoenix/references/advanced-usage.md +619 -0
  259. package/bin/skills/phoenix/references/troubleshooting.md +538 -0
  260. package/bin/skills/pinecone/SKILL.md +358 -0
  261. package/bin/skills/pinecone/references/deployment.md +181 -0
  262. package/bin/skills/pytorch-fsdp/SKILL.md +126 -0
  263. package/bin/skills/pytorch-fsdp/references/index.md +7 -0
  264. package/bin/skills/pytorch-fsdp/references/other.md +4249 -0
  265. package/bin/skills/pytorch-lightning/SKILL.md +346 -0
  266. package/bin/skills/pytorch-lightning/references/callbacks.md +436 -0
  267. package/bin/skills/pytorch-lightning/references/distributed.md +490 -0
  268. package/bin/skills/pytorch-lightning/references/hyperparameter-tuning.md +556 -0
  269. package/bin/skills/pyvene/SKILL.md +473 -0
  270. package/bin/skills/pyvene/references/README.md +73 -0
  271. package/bin/skills/pyvene/references/api.md +383 -0
  272. package/bin/skills/pyvene/references/tutorials.md +376 -0
  273. package/bin/skills/qdrant/SKILL.md +493 -0
  274. package/bin/skills/qdrant/references/advanced-usage.md +648 -0
  275. package/bin/skills/qdrant/references/troubleshooting.md +631 -0
  276. package/bin/skills/ray-data/SKILL.md +326 -0
  277. package/bin/skills/ray-data/references/integration.md +82 -0
  278. package/bin/skills/ray-data/references/transformations.md +83 -0
  279. package/bin/skills/ray-train/SKILL.md +406 -0
  280. package/bin/skills/ray-train/references/multi-node.md +628 -0
  281. package/bin/skills/rwkv/SKILL.md +260 -0
  282. package/bin/skills/rwkv/references/architecture-details.md +344 -0
  283. package/bin/skills/rwkv/references/rwkv7.md +386 -0
  284. package/bin/skills/rwkv/references/state-management.md +369 -0
  285. package/bin/skills/saelens/SKILL.md +386 -0
  286. package/bin/skills/saelens/references/README.md +70 -0
  287. package/bin/skills/saelens/references/api.md +333 -0
  288. package/bin/skills/saelens/references/tutorials.md +318 -0
  289. package/bin/skills/segment-anything/SKILL.md +500 -0
  290. package/bin/skills/segment-anything/references/advanced-usage.md +589 -0
  291. package/bin/skills/segment-anything/references/troubleshooting.md +484 -0
  292. package/bin/skills/sentence-transformers/SKILL.md +255 -0
  293. package/bin/skills/sentence-transformers/references/models.md +123 -0
  294. package/bin/skills/sentencepiece/SKILL.md +235 -0
  295. package/bin/skills/sentencepiece/references/algorithms.md +200 -0
  296. package/bin/skills/sentencepiece/references/training.md +304 -0
  297. package/bin/skills/sglang/SKILL.md +442 -0
  298. package/bin/skills/sglang/references/deployment.md +490 -0
  299. package/bin/skills/sglang/references/radix-attention.md +413 -0
  300. package/bin/skills/sglang/references/structured-generation.md +541 -0
  301. package/bin/skills/simpo/SKILL.md +219 -0
  302. package/bin/skills/simpo/references/datasets.md +478 -0
  303. package/bin/skills/simpo/references/hyperparameters.md +452 -0
  304. package/bin/skills/simpo/references/loss-functions.md +350 -0
  305. package/bin/skills/skypilot/SKILL.md +509 -0
  306. package/bin/skills/skypilot/references/advanced-usage.md +491 -0
  307. package/bin/skills/skypilot/references/troubleshooting.md +570 -0
  308. package/bin/skills/slime/SKILL.md +464 -0
  309. package/bin/skills/slime/references/api-reference.md +392 -0
  310. package/bin/skills/slime/references/troubleshooting.md +386 -0
  311. package/bin/skills/speculative-decoding/SKILL.md +467 -0
  312. package/bin/skills/speculative-decoding/references/lookahead.md +309 -0
  313. package/bin/skills/speculative-decoding/references/medusa.md +350 -0
  314. package/bin/skills/stable-diffusion/SKILL.md +519 -0
  315. package/bin/skills/stable-diffusion/references/advanced-usage.md +716 -0
  316. package/bin/skills/stable-diffusion/references/troubleshooting.md +555 -0
  317. package/bin/skills/tensorboard/SKILL.md +629 -0
  318. package/bin/skills/tensorboard/references/integrations.md +638 -0
  319. package/bin/skills/tensorboard/references/profiling.md +545 -0
  320. package/bin/skills/tensorboard/references/visualization.md +620 -0
  321. package/bin/skills/tensorrt-llm/SKILL.md +187 -0
  322. package/bin/skills/tensorrt-llm/references/multi-gpu.md +298 -0
  323. package/bin/skills/tensorrt-llm/references/optimization.md +242 -0
  324. package/bin/skills/tensorrt-llm/references/serving.md +470 -0
  325. package/bin/skills/tinker/SKILL.md +362 -0
  326. package/bin/skills/tinker/references/api-reference.md +168 -0
  327. package/bin/skills/tinker/references/getting-started.md +157 -0
  328. package/bin/skills/tinker/references/loss-functions.md +163 -0
  329. package/bin/skills/tinker/references/models-and-lora.md +139 -0
  330. package/bin/skills/tinker/references/recipes.md +280 -0
  331. package/bin/skills/tinker/references/reinforcement-learning.md +212 -0
  332. package/bin/skills/tinker/references/rendering.md +243 -0
  333. package/bin/skills/tinker/references/supervised-learning.md +232 -0
  334. package/bin/skills/tinker-training-cost/SKILL.md +187 -0
  335. package/bin/skills/tinker-training-cost/scripts/calculate_cost.py +123 -0
  336. package/bin/skills/torchforge/SKILL.md +433 -0
  337. package/bin/skills/torchforge/references/api-reference.md +327 -0
  338. package/bin/skills/torchforge/references/troubleshooting.md +409 -0
  339. package/bin/skills/torchtitan/SKILL.md +358 -0
  340. package/bin/skills/torchtitan/references/checkpoint.md +181 -0
  341. package/bin/skills/torchtitan/references/custom-models.md +258 -0
  342. package/bin/skills/torchtitan/references/float8.md +133 -0
  343. package/bin/skills/torchtitan/references/fsdp.md +126 -0
  344. package/bin/skills/transformer-lens/SKILL.md +346 -0
  345. package/bin/skills/transformer-lens/references/README.md +54 -0
  346. package/bin/skills/transformer-lens/references/api.md +362 -0
  347. package/bin/skills/transformer-lens/references/tutorials.md +339 -0
  348. package/bin/skills/trl-fine-tuning/SKILL.md +455 -0
  349. package/bin/skills/trl-fine-tuning/references/dpo-variants.md +227 -0
  350. package/bin/skills/trl-fine-tuning/references/online-rl.md +82 -0
  351. package/bin/skills/trl-fine-tuning/references/reward-modeling.md +122 -0
  352. package/bin/skills/trl-fine-tuning/references/sft-training.md +168 -0
  353. package/bin/skills/unsloth/SKILL.md +80 -0
  354. package/bin/skills/unsloth/references/index.md +7 -0
  355. package/bin/skills/unsloth/references/llms-full.md +16799 -0
  356. package/bin/skills/unsloth/references/llms-txt.md +12044 -0
  357. package/bin/skills/unsloth/references/llms.md +82 -0
  358. package/bin/skills/verl/SKILL.md +391 -0
  359. package/bin/skills/verl/references/api-reference.md +301 -0
  360. package/bin/skills/verl/references/troubleshooting.md +391 -0
  361. package/bin/skills/vllm/SKILL.md +364 -0
  362. package/bin/skills/vllm/references/optimization.md +226 -0
  363. package/bin/skills/vllm/references/quantization.md +284 -0
  364. package/bin/skills/vllm/references/server-deployment.md +255 -0
  365. package/bin/skills/vllm/references/troubleshooting.md +447 -0
  366. package/bin/skills/weights-and-biases/SKILL.md +590 -0
  367. package/bin/skills/weights-and-biases/references/artifacts.md +584 -0
  368. package/bin/skills/weights-and-biases/references/integrations.md +700 -0
  369. package/bin/skills/weights-and-biases/references/sweeps.md +847 -0
  370. package/bin/skills/whisper/SKILL.md +317 -0
  371. package/bin/skills/whisper/references/languages.md +189 -0
  372. package/bin/synsc +0 -0
  373. package/package.json +10 -0
@@ -0,0 +1,374 @@
1
+ # HF CLI Common Workflows & Examples
2
+
3
+ Practical examples for common Hugging Face Hub tasks.
4
+
5
+ ## Table of Contents
6
+ - [Browse Hub](#browse-hub)
7
+ - [Model Workflows](#model-workflows)
8
+ - [Dataset Workflows](#dataset-workflows)
9
+ - [Space Workflows](#space-workflows)
10
+ - [Inference Endpoints](#inference-endpoints)
11
+ - [Cache Management](#cache-management)
12
+ - [Automation Patterns](#automation-patterns)
13
+
14
+ ---
15
+
16
+ ## Browse Hub
17
+
18
+ ### Discover Models
19
+
20
+ ```bash
21
+ # Find popular text generation models
22
+ hf models ls --filter "text-generation" --sort downloads --limit 10
23
+
24
+ # Search for specific model architecture
25
+ hf models ls --search "MiniMax" --author MiniMaxAI
26
+
27
+ # Find models with expanded info
28
+ hf models ls --search "MiniMax" --expand downloads,likes,pipeline_tag
29
+
30
+ # Get detailed info about a model
31
+ hf models info MiniMaxAI/MiniMax-M2.1
32
+ hf models info MiniMaxAI/MiniMax-M2.1 --expand downloads,likes,tags,config
33
+ ```
34
+
35
+ ### Discover Datasets
36
+
37
+ ```bash
38
+ # Find popular datasets
39
+ hf datasets ls --sort downloads --limit 10
40
+
41
+ # Search for datasets by topic
42
+ hf datasets ls --search "finepdfs" --author HuggingFaceFW
43
+
44
+ # Get detailed info about a dataset
45
+ hf datasets info HuggingFaceFW/finepdfs
46
+ hf datasets info HuggingFaceFW/finepdfs --expand downloads,likes,description
47
+ ```
48
+
49
+ ### Discover Spaces
50
+
51
+ ```bash
52
+ # List top trending spaces
53
+ hf spaces ls --limit 10
54
+
55
+ # Filter by 3D modeling spaces
56
+ hf spaces ls --filter "3d" --limit 10
57
+
58
+ # Find spaces by author
59
+ hf spaces ls --author enzostvs --limit 20
60
+
61
+ # Get detailed info about a space
62
+ hf spaces info enzostvs/deepsite
63
+ hf spaces info enzostvs/deepsite --expand sdk,runtime,likes
64
+ ```
65
+
66
+ ---
67
+
68
+ ## Model Workflows
69
+
70
+ ### Download a Model for Local Inference
71
+
72
+ ```bash
73
+ # Download entire model to cache (recommended)
74
+ hf download meta-llama/Llama-3.2-1B-Instruct
75
+
76
+ # Download specific files only
77
+ hf download meta-llama/Llama-3.2-1B-Instruct config.json tokenizer.json
78
+
79
+ # Download only safetensors (skip pytorch .bin files)
80
+ hf download meta-llama/Llama-3.2-1B-Instruct --include "*.safetensors" --exclude "*.bin"
81
+
82
+ # Download to specific directory for deployment
83
+ hf download meta-llama/Llama-3.2-1B-Instruct --local-dir ./models/llama
84
+ ```
85
+
86
+ ### Publish a Fine-Tuned Model
87
+
88
+ ```bash
89
+ # Create repository
90
+ hf repo create my-username/my-finetuned-model --private
91
+
92
+ # Upload model files
93
+ hf upload my-username/my-finetuned-model ./output . \
94
+ --commit-message="Initial model upload after SFT training"
95
+
96
+ # Add version tag
97
+ hf repo tag create my-username/my-finetuned-model v1.0
98
+
99
+ # List tags to verify
100
+ hf repo tag list my-username/my-finetuned-model
101
+ ```
102
+
103
+ ### Download Specific Model Revision
104
+
105
+ ```bash
106
+ # Download from a specific branch
107
+ hf download stabilityai/stable-diffusion-xl-base-1.0 --revision fp16
108
+
109
+ # Download from a specific commit
110
+ hf download gpt2 --revision 11c5a3d5811f50298f278a704980280950aedb10
111
+
112
+ # Download from a PR
113
+ hf download bigcode/starcoder2 --revision refs/pr/42
114
+ ```
115
+
116
+ ---
117
+
118
+ ## Dataset Workflows
119
+
120
+ ### Download a Dataset
121
+
122
+ ```bash
123
+ # Full dataset to cache
124
+ hf download HuggingFaceH4/ultrachat_200k --repo-type dataset
125
+
126
+ # Specific split/file
127
+ hf download HuggingFaceH4/ultrachat_200k data/train.parquet --repo-type dataset
128
+
129
+ # To local directory for processing
130
+ hf download tatsu-lab/alpaca --repo-type dataset --local-dir ./data/alpaca
131
+ ```
132
+
133
+ ### Upload a Dataset
134
+
135
+ ```bash
136
+ # Create dataset repo
137
+ hf repo create my-username/my-dataset --repo-type dataset --private
138
+
139
+ # Upload data folder
140
+ hf upload my-username/my-dataset ./data . --repo-type dataset \
141
+ --commit-message="Add training data"
142
+
143
+ # Upload with structured paths
144
+ hf upload my-username/my-dataset ./train_data /train --repo-type dataset
145
+ hf upload my-username/my-dataset ./test_data /test --repo-type dataset
146
+ ```
147
+
148
+ ### Contribute to Existing Dataset
149
+
150
+ ```bash
151
+ # Create a PR with new data
152
+ hf upload community/shared-dataset ./my_contribution /contributed \
153
+ --repo-type dataset --create-pr \
154
+ --commit-message="Add 1000 new samples for domain X"
155
+ ```
156
+
157
+ ---
158
+
159
+ ## Space Workflows
160
+
161
+ ### Download Space for Local Development
162
+
163
+ ```bash
164
+ hf download HuggingFaceH4/zephyr-chat --repo-type space --local-dir ./my-space
165
+ ```
166
+
167
+ ### Deploy/Update a Space
168
+
169
+ ```bash
170
+ # Create space
171
+ hf repo create my-username/my-app --repo-type space --space_sdk gradio
172
+
173
+ # Upload application files
174
+ hf upload my-username/my-app . . --repo-type space \
175
+ --exclude="__pycache__/*" --exclude=".git/*" --exclude="*.pyc"
176
+
177
+ # Continuous deployment during development (upload every 5 min)
178
+ hf upload my-username/my-app . . --repo-type space --every=5
179
+ ```
180
+
181
+ ### Sync Local Changes
182
+
183
+ ```bash
184
+ # Upload changes and delete removed files from remote
185
+ hf upload my-username/my-app . . --repo-type space \
186
+ --exclude="/logs/*" --exclude="*.tmp" \
187
+ --delete="*" \
188
+ --commit-message="Sync local with Hub"
189
+ ```
190
+
191
+ ---
192
+
193
+ ## Inference Endpoints
194
+
195
+ ### List Endpoints
196
+
197
+ ```bash
198
+ hf endpoints ls
199
+ hf endpoints ls --namespace my-org
200
+ ```
201
+
202
+ ### Deploy an Endpoint
203
+
204
+ ```bash
205
+ hf endpoints deploy my-endpoint \
206
+ --repo openai/gpt-oss-120b \
207
+ --framework vllm \
208
+ --accelerator gpu \
209
+ --instance-size x4 \
210
+ --instance-type nvidia-a10g \
211
+ --region us-east-1 \
212
+ --vendor aws
213
+ ```
214
+
215
+ ### Operate an Endpoint
216
+
217
+ ```bash
218
+ hf endpoints describe my-endpoint
219
+ hf endpoints pause my-endpoint
220
+ hf endpoints resume my-endpoint
221
+ hf endpoints scale-to-zero my-endpoint
222
+ ```
223
+
224
+ ---
225
+
226
+ ## Cache Management
227
+
228
+ ### Inspect Cache Usage
229
+
230
+ ```bash
231
+ # Overview of all cached repos
232
+ hf cache ls
233
+
234
+ # Include revisions
235
+ hf cache ls --revisions
236
+
237
+ # Custom cache location
238
+ hf cache ls --cache-dir /path/to/custom/cache
239
+ ```
240
+
241
+ ### Clean Up Disk Space
242
+
243
+ ```bash
244
+ # Remove a specific repo from cache
245
+ hf cache rm model/gpt2
246
+
247
+ # Remove detached revisions
248
+ hf cache prune
249
+
250
+ # Non-interactive mode (for scripts)
251
+ hf cache rm model/gpt2 --yes
252
+ ```
253
+
254
+ ---
255
+
256
+ ## Automation Patterns
257
+
258
+ ### Scripted Authentication
259
+
260
+ ```bash
261
+ # Non-interactive login for CI/CD
262
+ hf auth login --token $HF_TOKEN --add-to-git-credential
263
+
264
+ # Verify authentication
265
+ hf auth whoami
266
+
267
+ # List stored tokens
268
+ hf auth list
269
+ ```
270
+
271
+ ### Quiet Mode for Scripting
272
+
273
+ ```bash
274
+ # Get just the cache path for further processing
275
+ MODEL_PATH=$(hf download gpt2 --quiet)
276
+ echo "Model downloaded to: $MODEL_PATH"
277
+
278
+ # Get just the upload URL
279
+ UPLOAD_URL=$(hf upload my-model ./output . --quiet)
280
+ echo "Uploaded to: $UPLOAD_URL"
281
+ ```
282
+
283
+ ### Batch Download Multiple Models
284
+
285
+ ```bash
286
+ #!/bin/bash
287
+ MODELS=(
288
+ "meta-llama/Llama-3.2-1B-Instruct"
289
+ "microsoft/phi-2"
290
+ "google/gemma-2b"
291
+ )
292
+
293
+ for model in "${MODELS[@]}"; do
294
+ echo "Downloading $model..."
295
+ hf download "$model" --quiet
296
+ done
297
+ ```
298
+
299
+ ### CI/CD Model Publishing
300
+
301
+ ```bash
302
+ #!/bin/bash
303
+ # Typical CI workflow for model release
304
+
305
+ # Authenticate
306
+ hf auth login --token $HF_TOKEN
307
+
308
+ # Create repo (if needed - will succeed if exists with same settings)
309
+ hf repo create $ORG/$MODEL_NAME --private || true
310
+
311
+ # Upload model artifacts
312
+ hf upload $ORG/$MODEL_NAME ./model_output . \
313
+ --commit-message="Release v${VERSION}" \
314
+ --commit-description="Training metrics: loss=${LOSS}, accuracy=${ACC}"
315
+
316
+ # Tag the release
317
+ hf repo tag create $ORG/$MODEL_NAME "v${VERSION}"
318
+ ```
319
+
320
+ ### Run GPU Training Job
321
+
322
+ ```bash
323
+ # Run training script on A100
324
+ hf jobs run --flavor a100-large \
325
+ pytorch/pytorch:2.6.0-cuda12.4-cudnn9-devel \
326
+ --secrets HF_TOKEN \
327
+ -e WANDB_API_KEY=$WANDB_KEY \
328
+ python train.py --epochs 10 --batch-size 32
329
+
330
+ # Monitor job
331
+ hf jobs ps
332
+ hf jobs logs <job_id>
333
+ ```
334
+
335
+ ### Scheduled Data Pipeline
336
+
337
+ ```bash
338
+ # Run data processing every day at midnight
339
+ hf jobs scheduled run "0 0 * * *" python:3.12 \
340
+ --secrets HF_TOKEN \
341
+ python -c "
342
+ import huggingface_hub
343
+ # Your daily data pipeline code
344
+ "
345
+
346
+ # List scheduled jobs
347
+ hf jobs scheduled ps
348
+ ```
349
+
350
+ ---
351
+
352
+ ## Quick Reference Patterns
353
+
354
+ | Task | Command |
355
+ |------|---------|
356
+ | Download model | `hf download <repo_id>` |
357
+ | Download to folder | `hf download <repo_id> --local-dir ./path` |
358
+ | Upload folder | `hf upload <repo_id> . .` |
359
+ | Create model repo | `hf repo create <name>` |
360
+ | Create dataset repo | `hf repo create <name> --repo-type dataset` |
361
+ | Create private repo | `hf repo create <name> --private` |
362
+ | Create space | `hf repo create <name> --repo-type space --space_sdk gradio` |
363
+ | Tag a release | `hf repo tag create <repo_id> v1.0` |
364
+ | Delete files | `hf repo-files delete <repo_id> <files>` |
365
+ | List models | `hf models ls` |
366
+ | Get model info | `hf models info <model_id>` |
367
+ | List datasets | `hf datasets ls` |
368
+ | Get dataset info | `hf datasets info <dataset_id>` |
369
+ | List spaces | `hf spaces ls` |
370
+ | Get space info | `hf spaces info <space_id>` |
371
+ | Check cache | `hf cache ls` |
372
+ | Clear cache | `hf cache prune` |
373
+ | Run on GPU | `hf jobs run --flavor a10g-small <image> <cmd>` |
374
+ | Get environment info | `hf env` |