@synsci/cli-darwin-x64 1.1.49

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (373) hide show
  1. package/bin/skills/accelerate/SKILL.md +332 -0
  2. package/bin/skills/accelerate/references/custom-plugins.md +453 -0
  3. package/bin/skills/accelerate/references/megatron-integration.md +489 -0
  4. package/bin/skills/accelerate/references/performance.md +525 -0
  5. package/bin/skills/audiocraft/SKILL.md +564 -0
  6. package/bin/skills/audiocraft/references/advanced-usage.md +666 -0
  7. package/bin/skills/audiocraft/references/troubleshooting.md +504 -0
  8. package/bin/skills/autogpt/SKILL.md +403 -0
  9. package/bin/skills/autogpt/references/advanced-usage.md +535 -0
  10. package/bin/skills/autogpt/references/troubleshooting.md +420 -0
  11. package/bin/skills/awq/SKILL.md +310 -0
  12. package/bin/skills/awq/references/advanced-usage.md +324 -0
  13. package/bin/skills/awq/references/troubleshooting.md +344 -0
  14. package/bin/skills/axolotl/SKILL.md +158 -0
  15. package/bin/skills/axolotl/references/api.md +5548 -0
  16. package/bin/skills/axolotl/references/dataset-formats.md +1029 -0
  17. package/bin/skills/axolotl/references/index.md +15 -0
  18. package/bin/skills/axolotl/references/other.md +3563 -0
  19. package/bin/skills/bigcode-evaluation-harness/SKILL.md +405 -0
  20. package/bin/skills/bigcode-evaluation-harness/references/benchmarks.md +393 -0
  21. package/bin/skills/bigcode-evaluation-harness/references/custom-tasks.md +424 -0
  22. package/bin/skills/bigcode-evaluation-harness/references/issues.md +394 -0
  23. package/bin/skills/bitsandbytes/SKILL.md +411 -0
  24. package/bin/skills/bitsandbytes/references/memory-optimization.md +521 -0
  25. package/bin/skills/bitsandbytes/references/qlora-training.md +521 -0
  26. package/bin/skills/bitsandbytes/references/quantization-formats.md +447 -0
  27. package/bin/skills/blip-2/SKILL.md +564 -0
  28. package/bin/skills/blip-2/references/advanced-usage.md +680 -0
  29. package/bin/skills/blip-2/references/troubleshooting.md +526 -0
  30. package/bin/skills/chroma/SKILL.md +406 -0
  31. package/bin/skills/chroma/references/integration.md +38 -0
  32. package/bin/skills/clip/SKILL.md +253 -0
  33. package/bin/skills/clip/references/applications.md +207 -0
  34. package/bin/skills/constitutional-ai/SKILL.md +290 -0
  35. package/bin/skills/crewai/SKILL.md +498 -0
  36. package/bin/skills/crewai/references/flows.md +438 -0
  37. package/bin/skills/crewai/references/tools.md +429 -0
  38. package/bin/skills/crewai/references/troubleshooting.md +480 -0
  39. package/bin/skills/deepspeed/SKILL.md +141 -0
  40. package/bin/skills/deepspeed/references/08.md +17 -0
  41. package/bin/skills/deepspeed/references/09.md +173 -0
  42. package/bin/skills/deepspeed/references/2020.md +378 -0
  43. package/bin/skills/deepspeed/references/2023.md +279 -0
  44. package/bin/skills/deepspeed/references/assets.md +179 -0
  45. package/bin/skills/deepspeed/references/index.md +35 -0
  46. package/bin/skills/deepspeed/references/mii.md +118 -0
  47. package/bin/skills/deepspeed/references/other.md +1191 -0
  48. package/bin/skills/deepspeed/references/tutorials.md +6554 -0
  49. package/bin/skills/dspy/SKILL.md +590 -0
  50. package/bin/skills/dspy/references/examples.md +663 -0
  51. package/bin/skills/dspy/references/modules.md +475 -0
  52. package/bin/skills/dspy/references/optimizers.md +566 -0
  53. package/bin/skills/faiss/SKILL.md +221 -0
  54. package/bin/skills/faiss/references/index_types.md +280 -0
  55. package/bin/skills/flash-attention/SKILL.md +367 -0
  56. package/bin/skills/flash-attention/references/benchmarks.md +215 -0
  57. package/bin/skills/flash-attention/references/transformers-integration.md +293 -0
  58. package/bin/skills/gguf/SKILL.md +427 -0
  59. package/bin/skills/gguf/references/advanced-usage.md +504 -0
  60. package/bin/skills/gguf/references/troubleshooting.md +442 -0
  61. package/bin/skills/gptq/SKILL.md +450 -0
  62. package/bin/skills/gptq/references/calibration.md +337 -0
  63. package/bin/skills/gptq/references/integration.md +129 -0
  64. package/bin/skills/gptq/references/troubleshooting.md +95 -0
  65. package/bin/skills/grpo-rl-training/README.md +97 -0
  66. package/bin/skills/grpo-rl-training/SKILL.md +572 -0
  67. package/bin/skills/grpo-rl-training/examples/reward_functions_library.py +393 -0
  68. package/bin/skills/grpo-rl-training/templates/basic_grpo_training.py +228 -0
  69. package/bin/skills/guidance/SKILL.md +572 -0
  70. package/bin/skills/guidance/references/backends.md +554 -0
  71. package/bin/skills/guidance/references/constraints.md +674 -0
  72. package/bin/skills/guidance/references/examples.md +767 -0
  73. package/bin/skills/hqq/SKILL.md +445 -0
  74. package/bin/skills/hqq/references/advanced-usage.md +528 -0
  75. package/bin/skills/hqq/references/troubleshooting.md +503 -0
  76. package/bin/skills/hugging-face-cli/SKILL.md +191 -0
  77. package/bin/skills/hugging-face-cli/references/commands.md +954 -0
  78. package/bin/skills/hugging-face-cli/references/examples.md +374 -0
  79. package/bin/skills/hugging-face-datasets/SKILL.md +547 -0
  80. package/bin/skills/hugging-face-datasets/examples/diverse_training_examples.json +239 -0
  81. package/bin/skills/hugging-face-datasets/examples/system_prompt_template.txt +196 -0
  82. package/bin/skills/hugging-face-datasets/examples/training_examples.json +176 -0
  83. package/bin/skills/hugging-face-datasets/scripts/dataset_manager.py +522 -0
  84. package/bin/skills/hugging-face-datasets/scripts/sql_manager.py +844 -0
  85. package/bin/skills/hugging-face-datasets/templates/chat.json +55 -0
  86. package/bin/skills/hugging-face-datasets/templates/classification.json +62 -0
  87. package/bin/skills/hugging-face-datasets/templates/completion.json +51 -0
  88. package/bin/skills/hugging-face-datasets/templates/custom.json +75 -0
  89. package/bin/skills/hugging-face-datasets/templates/qa.json +54 -0
  90. package/bin/skills/hugging-face-datasets/templates/tabular.json +81 -0
  91. package/bin/skills/hugging-face-evaluation/SKILL.md +656 -0
  92. package/bin/skills/hugging-face-evaluation/examples/USAGE_EXAMPLES.md +382 -0
  93. package/bin/skills/hugging-face-evaluation/examples/artificial_analysis_to_hub.py +141 -0
  94. package/bin/skills/hugging-face-evaluation/examples/example_readme_tables.md +135 -0
  95. package/bin/skills/hugging-face-evaluation/examples/metric_mapping.json +50 -0
  96. package/bin/skills/hugging-face-evaluation/requirements.txt +20 -0
  97. package/bin/skills/hugging-face-evaluation/scripts/evaluation_manager.py +1374 -0
  98. package/bin/skills/hugging-face-evaluation/scripts/inspect_eval_uv.py +104 -0
  99. package/bin/skills/hugging-face-evaluation/scripts/inspect_vllm_uv.py +317 -0
  100. package/bin/skills/hugging-face-evaluation/scripts/lighteval_vllm_uv.py +303 -0
  101. package/bin/skills/hugging-face-evaluation/scripts/run_eval_job.py +98 -0
  102. package/bin/skills/hugging-face-evaluation/scripts/run_vllm_eval_job.py +331 -0
  103. package/bin/skills/hugging-face-evaluation/scripts/test_extraction.py +206 -0
  104. package/bin/skills/hugging-face-jobs/SKILL.md +1041 -0
  105. package/bin/skills/hugging-face-jobs/index.html +216 -0
  106. package/bin/skills/hugging-face-jobs/references/hardware_guide.md +336 -0
  107. package/bin/skills/hugging-face-jobs/references/hub_saving.md +352 -0
  108. package/bin/skills/hugging-face-jobs/references/token_usage.md +546 -0
  109. package/bin/skills/hugging-face-jobs/references/troubleshooting.md +475 -0
  110. package/bin/skills/hugging-face-jobs/scripts/cot-self-instruct.py +718 -0
  111. package/bin/skills/hugging-face-jobs/scripts/finepdfs-stats.py +546 -0
  112. package/bin/skills/hugging-face-jobs/scripts/generate-responses.py +587 -0
  113. package/bin/skills/hugging-face-model-trainer/SKILL.md +711 -0
  114. package/bin/skills/hugging-face-model-trainer/references/gguf_conversion.md +296 -0
  115. package/bin/skills/hugging-face-model-trainer/references/hardware_guide.md +283 -0
  116. package/bin/skills/hugging-face-model-trainer/references/hub_saving.md +364 -0
  117. package/bin/skills/hugging-face-model-trainer/references/reliability_principles.md +371 -0
  118. package/bin/skills/hugging-face-model-trainer/references/trackio_guide.md +189 -0
  119. package/bin/skills/hugging-face-model-trainer/references/training_methods.md +150 -0
  120. package/bin/skills/hugging-face-model-trainer/references/training_patterns.md +203 -0
  121. package/bin/skills/hugging-face-model-trainer/references/troubleshooting.md +282 -0
  122. package/bin/skills/hugging-face-model-trainer/scripts/convert_to_gguf.py +424 -0
  123. package/bin/skills/hugging-face-model-trainer/scripts/dataset_inspector.py +417 -0
  124. package/bin/skills/hugging-face-model-trainer/scripts/estimate_cost.py +150 -0
  125. package/bin/skills/hugging-face-model-trainer/scripts/train_dpo_example.py +106 -0
  126. package/bin/skills/hugging-face-model-trainer/scripts/train_grpo_example.py +89 -0
  127. package/bin/skills/hugging-face-model-trainer/scripts/train_sft_example.py +122 -0
  128. package/bin/skills/hugging-face-paper-publisher/SKILL.md +627 -0
  129. package/bin/skills/hugging-face-paper-publisher/examples/example_usage.md +327 -0
  130. package/bin/skills/hugging-face-paper-publisher/references/quick_reference.md +216 -0
  131. package/bin/skills/hugging-face-paper-publisher/scripts/paper_manager.py +508 -0
  132. package/bin/skills/hugging-face-paper-publisher/templates/arxiv.md +299 -0
  133. package/bin/skills/hugging-face-paper-publisher/templates/ml-report.md +358 -0
  134. package/bin/skills/hugging-face-paper-publisher/templates/modern.md +319 -0
  135. package/bin/skills/hugging-face-paper-publisher/templates/standard.md +201 -0
  136. package/bin/skills/hugging-face-tool-builder/SKILL.md +115 -0
  137. package/bin/skills/hugging-face-tool-builder/references/baseline_hf_api.py +57 -0
  138. package/bin/skills/hugging-face-tool-builder/references/baseline_hf_api.sh +40 -0
  139. package/bin/skills/hugging-face-tool-builder/references/baseline_hf_api.tsx +57 -0
  140. package/bin/skills/hugging-face-tool-builder/references/find_models_by_paper.sh +230 -0
  141. package/bin/skills/hugging-face-tool-builder/references/hf_enrich_models.sh +96 -0
  142. package/bin/skills/hugging-face-tool-builder/references/hf_model_card_frontmatter.sh +188 -0
  143. package/bin/skills/hugging-face-tool-builder/references/hf_model_papers_auth.sh +171 -0
  144. package/bin/skills/hugging-face-trackio/SKILL.md +65 -0
  145. package/bin/skills/hugging-face-trackio/references/logging_metrics.md +206 -0
  146. package/bin/skills/hugging-face-trackio/references/retrieving_metrics.md +223 -0
  147. package/bin/skills/huggingface-tokenizers/SKILL.md +516 -0
  148. package/bin/skills/huggingface-tokenizers/references/algorithms.md +653 -0
  149. package/bin/skills/huggingface-tokenizers/references/integration.md +637 -0
  150. package/bin/skills/huggingface-tokenizers/references/pipeline.md +723 -0
  151. package/bin/skills/huggingface-tokenizers/references/training.md +565 -0
  152. package/bin/skills/instructor/SKILL.md +740 -0
  153. package/bin/skills/instructor/references/examples.md +107 -0
  154. package/bin/skills/instructor/references/providers.md +70 -0
  155. package/bin/skills/instructor/references/validation.md +606 -0
  156. package/bin/skills/knowledge-distillation/SKILL.md +458 -0
  157. package/bin/skills/knowledge-distillation/references/minillm.md +334 -0
  158. package/bin/skills/lambda-labs/SKILL.md +545 -0
  159. package/bin/skills/lambda-labs/references/advanced-usage.md +611 -0
  160. package/bin/skills/lambda-labs/references/troubleshooting.md +530 -0
  161. package/bin/skills/langchain/SKILL.md +480 -0
  162. package/bin/skills/langchain/references/agents.md +499 -0
  163. package/bin/skills/langchain/references/integration.md +562 -0
  164. package/bin/skills/langchain/references/rag.md +600 -0
  165. package/bin/skills/langsmith/SKILL.md +422 -0
  166. package/bin/skills/langsmith/references/advanced-usage.md +548 -0
  167. package/bin/skills/langsmith/references/troubleshooting.md +537 -0
  168. package/bin/skills/litgpt/SKILL.md +469 -0
  169. package/bin/skills/litgpt/references/custom-models.md +568 -0
  170. package/bin/skills/litgpt/references/distributed-training.md +451 -0
  171. package/bin/skills/litgpt/references/supported-models.md +336 -0
  172. package/bin/skills/litgpt/references/training-recipes.md +619 -0
  173. package/bin/skills/llama-cpp/SKILL.md +258 -0
  174. package/bin/skills/llama-cpp/references/optimization.md +89 -0
  175. package/bin/skills/llama-cpp/references/quantization.md +213 -0
  176. package/bin/skills/llama-cpp/references/server.md +125 -0
  177. package/bin/skills/llama-factory/SKILL.md +80 -0
  178. package/bin/skills/llama-factory/references/_images.md +23 -0
  179. package/bin/skills/llama-factory/references/advanced.md +1055 -0
  180. package/bin/skills/llama-factory/references/getting_started.md +349 -0
  181. package/bin/skills/llama-factory/references/index.md +19 -0
  182. package/bin/skills/llama-factory/references/other.md +31 -0
  183. package/bin/skills/llamaguard/SKILL.md +337 -0
  184. package/bin/skills/llamaindex/SKILL.md +569 -0
  185. package/bin/skills/llamaindex/references/agents.md +83 -0
  186. package/bin/skills/llamaindex/references/data_connectors.md +108 -0
  187. package/bin/skills/llamaindex/references/query_engines.md +406 -0
  188. package/bin/skills/llava/SKILL.md +304 -0
  189. package/bin/skills/llava/references/training.md +197 -0
  190. package/bin/skills/lm-evaluation-harness/SKILL.md +490 -0
  191. package/bin/skills/lm-evaluation-harness/references/api-evaluation.md +490 -0
  192. package/bin/skills/lm-evaluation-harness/references/benchmark-guide.md +488 -0
  193. package/bin/skills/lm-evaluation-harness/references/custom-tasks.md +602 -0
  194. package/bin/skills/lm-evaluation-harness/references/distributed-eval.md +519 -0
  195. package/bin/skills/long-context/SKILL.md +536 -0
  196. package/bin/skills/long-context/references/extension_methods.md +468 -0
  197. package/bin/skills/long-context/references/fine_tuning.md +611 -0
  198. package/bin/skills/long-context/references/rope.md +402 -0
  199. package/bin/skills/mamba/SKILL.md +260 -0
  200. package/bin/skills/mamba/references/architecture-details.md +206 -0
  201. package/bin/skills/mamba/references/benchmarks.md +255 -0
  202. package/bin/skills/mamba/references/training-guide.md +388 -0
  203. package/bin/skills/megatron-core/SKILL.md +366 -0
  204. package/bin/skills/megatron-core/references/benchmarks.md +249 -0
  205. package/bin/skills/megatron-core/references/parallelism-guide.md +404 -0
  206. package/bin/skills/megatron-core/references/production-examples.md +473 -0
  207. package/bin/skills/megatron-core/references/training-recipes.md +547 -0
  208. package/bin/skills/miles/SKILL.md +315 -0
  209. package/bin/skills/miles/references/api-reference.md +141 -0
  210. package/bin/skills/miles/references/troubleshooting.md +352 -0
  211. package/bin/skills/mlflow/SKILL.md +704 -0
  212. package/bin/skills/mlflow/references/deployment.md +744 -0
  213. package/bin/skills/mlflow/references/model-registry.md +770 -0
  214. package/bin/skills/mlflow/references/tracking.md +680 -0
  215. package/bin/skills/modal/SKILL.md +341 -0
  216. package/bin/skills/modal/references/advanced-usage.md +503 -0
  217. package/bin/skills/modal/references/troubleshooting.md +494 -0
  218. package/bin/skills/model-merging/SKILL.md +539 -0
  219. package/bin/skills/model-merging/references/evaluation.md +462 -0
  220. package/bin/skills/model-merging/references/examples.md +428 -0
  221. package/bin/skills/model-merging/references/methods.md +352 -0
  222. package/bin/skills/model-pruning/SKILL.md +495 -0
  223. package/bin/skills/model-pruning/references/wanda.md +347 -0
  224. package/bin/skills/moe-training/SKILL.md +526 -0
  225. package/bin/skills/moe-training/references/architectures.md +432 -0
  226. package/bin/skills/moe-training/references/inference.md +348 -0
  227. package/bin/skills/moe-training/references/training.md +425 -0
  228. package/bin/skills/nanogpt/SKILL.md +290 -0
  229. package/bin/skills/nanogpt/references/architecture.md +382 -0
  230. package/bin/skills/nanogpt/references/data.md +476 -0
  231. package/bin/skills/nanogpt/references/training.md +564 -0
  232. package/bin/skills/nemo-curator/SKILL.md +383 -0
  233. package/bin/skills/nemo-curator/references/deduplication.md +87 -0
  234. package/bin/skills/nemo-curator/references/filtering.md +102 -0
  235. package/bin/skills/nemo-evaluator/SKILL.md +494 -0
  236. package/bin/skills/nemo-evaluator/references/adapter-system.md +340 -0
  237. package/bin/skills/nemo-evaluator/references/configuration.md +447 -0
  238. package/bin/skills/nemo-evaluator/references/custom-benchmarks.md +315 -0
  239. package/bin/skills/nemo-evaluator/references/execution-backends.md +361 -0
  240. package/bin/skills/nemo-guardrails/SKILL.md +297 -0
  241. package/bin/skills/nnsight/SKILL.md +436 -0
  242. package/bin/skills/nnsight/references/README.md +78 -0
  243. package/bin/skills/nnsight/references/api.md +344 -0
  244. package/bin/skills/nnsight/references/tutorials.md +300 -0
  245. package/bin/skills/openrlhf/SKILL.md +249 -0
  246. package/bin/skills/openrlhf/references/algorithm-comparison.md +404 -0
  247. package/bin/skills/openrlhf/references/custom-rewards.md +530 -0
  248. package/bin/skills/openrlhf/references/hybrid-engine.md +287 -0
  249. package/bin/skills/openrlhf/references/multi-node-training.md +454 -0
  250. package/bin/skills/outlines/SKILL.md +652 -0
  251. package/bin/skills/outlines/references/backends.md +615 -0
  252. package/bin/skills/outlines/references/examples.md +773 -0
  253. package/bin/skills/outlines/references/json_generation.md +652 -0
  254. package/bin/skills/peft/SKILL.md +431 -0
  255. package/bin/skills/peft/references/advanced-usage.md +514 -0
  256. package/bin/skills/peft/references/troubleshooting.md +480 -0
  257. package/bin/skills/phoenix/SKILL.md +475 -0
  258. package/bin/skills/phoenix/references/advanced-usage.md +619 -0
  259. package/bin/skills/phoenix/references/troubleshooting.md +538 -0
  260. package/bin/skills/pinecone/SKILL.md +358 -0
  261. package/bin/skills/pinecone/references/deployment.md +181 -0
  262. package/bin/skills/pytorch-fsdp/SKILL.md +126 -0
  263. package/bin/skills/pytorch-fsdp/references/index.md +7 -0
  264. package/bin/skills/pytorch-fsdp/references/other.md +4249 -0
  265. package/bin/skills/pytorch-lightning/SKILL.md +346 -0
  266. package/bin/skills/pytorch-lightning/references/callbacks.md +436 -0
  267. package/bin/skills/pytorch-lightning/references/distributed.md +490 -0
  268. package/bin/skills/pytorch-lightning/references/hyperparameter-tuning.md +556 -0
  269. package/bin/skills/pyvene/SKILL.md +473 -0
  270. package/bin/skills/pyvene/references/README.md +73 -0
  271. package/bin/skills/pyvene/references/api.md +383 -0
  272. package/bin/skills/pyvene/references/tutorials.md +376 -0
  273. package/bin/skills/qdrant/SKILL.md +493 -0
  274. package/bin/skills/qdrant/references/advanced-usage.md +648 -0
  275. package/bin/skills/qdrant/references/troubleshooting.md +631 -0
  276. package/bin/skills/ray-data/SKILL.md +326 -0
  277. package/bin/skills/ray-data/references/integration.md +82 -0
  278. package/bin/skills/ray-data/references/transformations.md +83 -0
  279. package/bin/skills/ray-train/SKILL.md +406 -0
  280. package/bin/skills/ray-train/references/multi-node.md +628 -0
  281. package/bin/skills/rwkv/SKILL.md +260 -0
  282. package/bin/skills/rwkv/references/architecture-details.md +344 -0
  283. package/bin/skills/rwkv/references/rwkv7.md +386 -0
  284. package/bin/skills/rwkv/references/state-management.md +369 -0
  285. package/bin/skills/saelens/SKILL.md +386 -0
  286. package/bin/skills/saelens/references/README.md +70 -0
  287. package/bin/skills/saelens/references/api.md +333 -0
  288. package/bin/skills/saelens/references/tutorials.md +318 -0
  289. package/bin/skills/segment-anything/SKILL.md +500 -0
  290. package/bin/skills/segment-anything/references/advanced-usage.md +589 -0
  291. package/bin/skills/segment-anything/references/troubleshooting.md +484 -0
  292. package/bin/skills/sentence-transformers/SKILL.md +255 -0
  293. package/bin/skills/sentence-transformers/references/models.md +123 -0
  294. package/bin/skills/sentencepiece/SKILL.md +235 -0
  295. package/bin/skills/sentencepiece/references/algorithms.md +200 -0
  296. package/bin/skills/sentencepiece/references/training.md +304 -0
  297. package/bin/skills/sglang/SKILL.md +442 -0
  298. package/bin/skills/sglang/references/deployment.md +490 -0
  299. package/bin/skills/sglang/references/radix-attention.md +413 -0
  300. package/bin/skills/sglang/references/structured-generation.md +541 -0
  301. package/bin/skills/simpo/SKILL.md +219 -0
  302. package/bin/skills/simpo/references/datasets.md +478 -0
  303. package/bin/skills/simpo/references/hyperparameters.md +452 -0
  304. package/bin/skills/simpo/references/loss-functions.md +350 -0
  305. package/bin/skills/skypilot/SKILL.md +509 -0
  306. package/bin/skills/skypilot/references/advanced-usage.md +491 -0
  307. package/bin/skills/skypilot/references/troubleshooting.md +570 -0
  308. package/bin/skills/slime/SKILL.md +464 -0
  309. package/bin/skills/slime/references/api-reference.md +392 -0
  310. package/bin/skills/slime/references/troubleshooting.md +386 -0
  311. package/bin/skills/speculative-decoding/SKILL.md +467 -0
  312. package/bin/skills/speculative-decoding/references/lookahead.md +309 -0
  313. package/bin/skills/speculative-decoding/references/medusa.md +350 -0
  314. package/bin/skills/stable-diffusion/SKILL.md +519 -0
  315. package/bin/skills/stable-diffusion/references/advanced-usage.md +716 -0
  316. package/bin/skills/stable-diffusion/references/troubleshooting.md +555 -0
  317. package/bin/skills/tensorboard/SKILL.md +629 -0
  318. package/bin/skills/tensorboard/references/integrations.md +638 -0
  319. package/bin/skills/tensorboard/references/profiling.md +545 -0
  320. package/bin/skills/tensorboard/references/visualization.md +620 -0
  321. package/bin/skills/tensorrt-llm/SKILL.md +187 -0
  322. package/bin/skills/tensorrt-llm/references/multi-gpu.md +298 -0
  323. package/bin/skills/tensorrt-llm/references/optimization.md +242 -0
  324. package/bin/skills/tensorrt-llm/references/serving.md +470 -0
  325. package/bin/skills/tinker/SKILL.md +362 -0
  326. package/bin/skills/tinker/references/api-reference.md +168 -0
  327. package/bin/skills/tinker/references/getting-started.md +157 -0
  328. package/bin/skills/tinker/references/loss-functions.md +163 -0
  329. package/bin/skills/tinker/references/models-and-lora.md +139 -0
  330. package/bin/skills/tinker/references/recipes.md +280 -0
  331. package/bin/skills/tinker/references/reinforcement-learning.md +212 -0
  332. package/bin/skills/tinker/references/rendering.md +243 -0
  333. package/bin/skills/tinker/references/supervised-learning.md +232 -0
  334. package/bin/skills/tinker-training-cost/SKILL.md +187 -0
  335. package/bin/skills/tinker-training-cost/scripts/calculate_cost.py +123 -0
  336. package/bin/skills/torchforge/SKILL.md +433 -0
  337. package/bin/skills/torchforge/references/api-reference.md +327 -0
  338. package/bin/skills/torchforge/references/troubleshooting.md +409 -0
  339. package/bin/skills/torchtitan/SKILL.md +358 -0
  340. package/bin/skills/torchtitan/references/checkpoint.md +181 -0
  341. package/bin/skills/torchtitan/references/custom-models.md +258 -0
  342. package/bin/skills/torchtitan/references/float8.md +133 -0
  343. package/bin/skills/torchtitan/references/fsdp.md +126 -0
  344. package/bin/skills/transformer-lens/SKILL.md +346 -0
  345. package/bin/skills/transformer-lens/references/README.md +54 -0
  346. package/bin/skills/transformer-lens/references/api.md +362 -0
  347. package/bin/skills/transformer-lens/references/tutorials.md +339 -0
  348. package/bin/skills/trl-fine-tuning/SKILL.md +455 -0
  349. package/bin/skills/trl-fine-tuning/references/dpo-variants.md +227 -0
  350. package/bin/skills/trl-fine-tuning/references/online-rl.md +82 -0
  351. package/bin/skills/trl-fine-tuning/references/reward-modeling.md +122 -0
  352. package/bin/skills/trl-fine-tuning/references/sft-training.md +168 -0
  353. package/bin/skills/unsloth/SKILL.md +80 -0
  354. package/bin/skills/unsloth/references/index.md +7 -0
  355. package/bin/skills/unsloth/references/llms-full.md +16799 -0
  356. package/bin/skills/unsloth/references/llms-txt.md +12044 -0
  357. package/bin/skills/unsloth/references/llms.md +82 -0
  358. package/bin/skills/verl/SKILL.md +391 -0
  359. package/bin/skills/verl/references/api-reference.md +301 -0
  360. package/bin/skills/verl/references/troubleshooting.md +391 -0
  361. package/bin/skills/vllm/SKILL.md +364 -0
  362. package/bin/skills/vllm/references/optimization.md +226 -0
  363. package/bin/skills/vllm/references/quantization.md +284 -0
  364. package/bin/skills/vllm/references/server-deployment.md +255 -0
  365. package/bin/skills/vllm/references/troubleshooting.md +447 -0
  366. package/bin/skills/weights-and-biases/SKILL.md +590 -0
  367. package/bin/skills/weights-and-biases/references/artifacts.md +584 -0
  368. package/bin/skills/weights-and-biases/references/integrations.md +700 -0
  369. package/bin/skills/weights-and-biases/references/sweeps.md +847 -0
  370. package/bin/skills/whisper/SKILL.md +317 -0
  371. package/bin/skills/whisper/references/languages.md +189 -0
  372. package/bin/synsc +0 -0
  373. package/package.json +10 -0
@@ -0,0 +1,327 @@
1
+ # Example Usage: HF Paper Publisher Skill
2
+
3
+ This document demonstrates common workflows for publishing research papers on Hugging Face Hub.
4
+
5
+ ## Example 1: Index an Existing arXiv Paper
6
+
7
+ If you've already published a paper on arXiv and want to make it discoverable on Hugging Face:
8
+
9
+ ```bash
10
+ # Check if paper exists
11
+ python scripts/paper_manager.py check --arxiv-id "2301.12345"
12
+
13
+ # Index the paper
14
+ python scripts/paper_manager.py index --arxiv-id "2301.12345"
15
+
16
+ # Get paper information
17
+ python scripts/paper_manager.py info --arxiv-id "2301.12345"
18
+ ```
19
+
20
+ Expected output:
21
+ ```json
22
+ {
23
+ "exists": true,
24
+ "url": "https://huggingface.co/papers/2301.12345",
25
+ "arxiv_id": "2301.12345",
26
+ "arxiv_url": "https://arxiv.org/abs/2301.12345"
27
+ }
28
+ ```
29
+
30
+ ## Example 2: Link Paper to Your Model
31
+
32
+ After indexing a paper, link it to your model repository:
33
+
34
+ ```bash
35
+ # Link single paper
36
+ python scripts/paper_manager.py link \
37
+ --repo-id "username/my-awesome-model" \
38
+ --repo-type "model" \
39
+ --arxiv-id "2301.12345"
40
+
41
+ # Link multiple papers
42
+ python scripts/paper_manager.py link \
43
+ --repo-id "username/my-awesome-model" \
44
+ --repo-type "model" \
45
+ --arxiv-ids "2301.12345,2302.67890"
46
+ ```
47
+
48
+ This will:
49
+ 1. Download the model's README.md
50
+ 2. Add or update YAML frontmatter
51
+ 3. Insert paper references with links
52
+ 4. Upload the updated README
53
+ 5. Hub automatically creates `arxiv:2301.12345` tags
54
+
55
+ ## Example 3: Link Paper to Dataset
56
+
57
+ Same process for datasets:
58
+
59
+ ```bash
60
+ python scripts/paper_manager.py link \
61
+ --repo-id "username/my-dataset" \
62
+ --repo-type "dataset" \
63
+ --arxiv-id "2301.12345" \
64
+ --citation "$(cat citation.bib)"
65
+ ```
66
+
67
+ ## Example 4: Create a New Research Article
68
+
69
+ Generate a research paper from template:
70
+
71
+ ```bash
72
+ # Create with standard template
73
+ python scripts/paper_manager.py create \
74
+ --template "standard" \
75
+ --title "Efficient Fine-Tuning of Large Language Models" \
76
+ --authors "Jane Doe, John Smith" \
77
+ --abstract "We propose a novel approach to fine-tuning..." \
78
+ --output "paper.md"
79
+
80
+ # Create with modern template
81
+ python scripts/paper_manager.py create \
82
+ --template "modern" \
83
+ --title "Vision Transformers for Medical Imaging" \
84
+ --output "medical_vit_paper.md"
85
+
86
+ # Create ML experiment report
87
+ python scripts/paper_manager.py create \
88
+ --template "ml-report" \
89
+ --title "BERT Fine-tuning Experiment Results" \
90
+ --output "bert_experiment_report.md"
91
+ ```
92
+
93
+ ## Example 5: Generate Citations
94
+
95
+ Get formatted citations for papers:
96
+
97
+ ```bash
98
+ # BibTeX format
99
+ python scripts/paper_manager.py citation \
100
+ --arxiv-id "2301.12345" \
101
+ --format "bibtex"
102
+ ```
103
+
104
+ Output:
105
+ ```bibtex
106
+ @article{arxiv2301_12345,
107
+ title={Efficient Fine-Tuning of Large Language Models},
108
+ author={Doe, Jane and Smith, John},
109
+ journal={arXiv preprint arXiv:2301.12345},
110
+ year={2023}
111
+ }
112
+ ```
113
+
114
+ ## Example 6: Complete Workflow - New Paper
115
+
116
+ Full workflow from paper creation to publication:
117
+
118
+ ```bash
119
+ # Step 1: Create research article
120
+ python scripts/paper_manager.py create \
121
+ --template "modern" \
122
+ --title "Novel Architecture for Multimodal Learning" \
123
+ --authors "Alice Chen, Bob Kumar" \
124
+ --output "multimodal_paper.md"
125
+
126
+ # Step 2: Edit the paper (use your favorite editor)
127
+ # vim multimodal_paper.md
128
+
129
+ # Step 3: Submit to arXiv (external process)
130
+ # Upload to arxiv.org, receive arXiv ID: 2312.99999
131
+
132
+ # Step 4: Index on Hugging Face
133
+ python scripts/paper_manager.py index --arxiv-id "2312.99999"
134
+
135
+ # Step 5: Link to your models/datasets
136
+ python scripts/paper_manager.py link \
137
+ --repo-id "alice/multimodal-model-v1" \
138
+ --repo-type "model" \
139
+ --arxiv-id "2312.99999"
140
+
141
+ python scripts/paper_manager.py link \
142
+ --repo-id "alice/multimodal-dataset" \
143
+ --repo-type "dataset" \
144
+ --arxiv-id "2312.99999"
145
+
146
+ # Step 6: Generate citation for README
147
+ python scripts/paper_manager.py citation \
148
+ --arxiv-id "2312.99999" \
149
+ --format "bibtex" > citation.bib
150
+ ```
151
+
152
+ ## Example 7: Batch Link Papers
153
+
154
+ Link multiple papers to multiple repositories:
155
+
156
+ ```bash
157
+ #!/bin/bash
158
+
159
+ # List of papers
160
+ PAPERS=("2301.12345" "2302.67890" "2303.11111")
161
+
162
+ # List of models
163
+ MODELS=("username/model-a" "username/model-b" "username/model-c")
164
+
165
+ # Link each paper to each model
166
+ for paper in "${PAPERS[@]}"; do
167
+ for model in "${MODELS[@]}"; do
168
+ echo "Linking $paper to $model..."
169
+ python scripts/paper_manager.py link \
170
+ --repo-id "$model" \
171
+ --repo-type "model" \
172
+ --arxiv-id "$paper"
173
+ done
174
+ done
175
+ ```
176
+
177
+ ## Example 8: Update Model Card with Paper Info
178
+
179
+ Get paper info and manually update model card:
180
+
181
+ ```bash
182
+ # Get paper information
183
+ python scripts/paper_manager.py info \
184
+ --arxiv-id "2301.12345" \
185
+ --format "text" > paper_info.txt
186
+
187
+ # View the information
188
+ cat paper_info.txt
189
+
190
+ # Manually incorporate into your model card or use the link command
191
+ ```
192
+
193
+ ## Example 9: Search and Discover Papers
194
+
195
+ ```bash
196
+ # Search for papers (opens browser)
197
+ python scripts/paper_manager.py search \
198
+ --query "transformer attention mechanism"
199
+ ```
200
+
201
+ ## Example 10: Working with tfrere's Template
202
+
203
+ This skill complements [tfrere's research article template](https://huggingface.co/spaces/tfrere/research-article-template):
204
+
205
+ ```bash
206
+ # 1. Use tfrere's Space to create a beautiful web-based paper
207
+ # Visit: https://huggingface.co/spaces/tfrere/research-article-template
208
+
209
+ # 2. Export your paper content to markdown
210
+
211
+ # 3. Submit to arXiv
212
+
213
+ # 4. Use this skill to index and link
214
+ python scripts/paper_manager.py index --arxiv-id "YOUR_ARXIV_ID"
215
+ python scripts/paper_manager.py link \
216
+ --repo-id "your-username/your-model" \
217
+ --arxiv-id "YOUR_ARXIV_ID"
218
+ ```
219
+
220
+ ## Example 11: Error Handling
221
+
222
+ ```bash
223
+ # Check if paper exists before linking
224
+ if python scripts/paper_manager.py check --arxiv-id "2301.12345" | grep -q '"exists": true'; then
225
+ echo "Paper exists, proceeding with link..."
226
+ python scripts/paper_manager.py link \
227
+ --repo-id "username/model" \
228
+ --arxiv-id "2301.12345"
229
+ else
230
+ echo "Paper doesn't exist, indexing first..."
231
+ python scripts/paper_manager.py index --arxiv-id "2301.12345"
232
+ python scripts/paper_manager.py link \
233
+ --repo-id "username/model" \
234
+ --arxiv-id "2301.12345"
235
+ fi
236
+ ```
237
+
238
+ ## Example 12: CI/CD Integration
239
+
240
+ Add to your `.github/workflows/update-paper.yml`:
241
+
242
+ ```yaml
243
+ name: Update Paper Links
244
+
245
+ on:
246
+ push:
247
+ branches: [main]
248
+ workflow_dispatch:
249
+
250
+ jobs:
251
+ update:
252
+ runs-on: ubuntu-latest
253
+ steps:
254
+ - uses: actions/checkout@v3
255
+
256
+ - name: Set up Python
257
+ uses: actions/setup-python@v4
258
+ with:
259
+ python-version: '3.10'
260
+
261
+ - name: Install dependencies
262
+ run: |
263
+ pip install huggingface_hub pyyaml requests python-dotenv
264
+
265
+ - name: Link paper to model
266
+ env:
267
+ HF_TOKEN: ${{ secrets.HF_TOKEN }}
268
+ run: |
269
+ python scripts/paper_manager.py link \
270
+ --repo-id "${{ github.repository_owner }}/model-name" \
271
+ --repo-type "model" \
272
+ --arxiv-id "2301.12345"
273
+ ```
274
+
275
+ ## Tips and Best Practices
276
+
277
+ 1. **Always check if paper exists** before indexing to avoid unnecessary operations
278
+ 2. **Use meaningful commit messages** when linking papers to repositories
279
+ 3. **Include full citations** in model cards for proper attribution
280
+ 4. **Link papers to all relevant artifacts** (models, datasets, spaces)
281
+ 5. **Generate BibTeX citations** for easy reference by others
282
+ 6. **Keep paper visibility updated** in your HF profile settings
283
+ 7. **Use templates consistently** within your research group
284
+ 8. **Version control your papers** alongside code
285
+
286
+ ## Troubleshooting
287
+
288
+ ### Paper not found after indexing
289
+
290
+ ```bash
291
+ # Visit the URL directly to trigger indexing
292
+ open "https://huggingface.co/papers/2301.12345"
293
+
294
+ # Wait a few seconds, then check again
295
+ python scripts/paper_manager.py check --arxiv-id "2301.12345"
296
+ ```
297
+
298
+ ### Permission denied when linking
299
+
300
+ ```bash
301
+ # Verify your token has write access
302
+ echo $HF_TOKEN
303
+
304
+ # Set token if missing
305
+ export HF_TOKEN="your_token_here"
306
+
307
+ # Or use .env file
308
+ echo "HF_TOKEN=your_token_here" > .env
309
+ ```
310
+
311
+ ### arXiv ID format issues
312
+
313
+ ```bash
314
+ # The script handles various formats:
315
+ python scripts/paper_manager.py check --arxiv-id "2301.12345"
316
+ python scripts/paper_manager.py check --arxiv-id "arxiv:2301.12345"
317
+ python scripts/paper_manager.py check --arxiv-id "https://arxiv.org/abs/2301.12345"
318
+
319
+ # All are equivalent and will be normalized
320
+ ```
321
+
322
+ ## Next Steps
323
+
324
+ - Explore the [Paper Pages documentation](https://huggingface.co/docs/hub/en/paper-pages)
325
+ - Check out [tfrere's research template](https://huggingface.co/spaces/tfrere/research-article-template)
326
+ - Browse [papers on HF](https://huggingface.co/papers)
327
+ - Learn about [model cards](https://huggingface.co/docs/hub/en/model-cards)
@@ -0,0 +1,216 @@
1
+ # Quick Reference Guide
2
+
3
+ ## Essential Commands
4
+
5
+ ### Paper Indexing
6
+ ```bash
7
+ # Index from arXiv
8
+ python scripts/paper_manager.py index --arxiv-id "2301.12345"
9
+
10
+ # Check if exists
11
+ python scripts/paper_manager.py check --arxiv-id "2301.12345"
12
+ ```
13
+
14
+ ### Linking Papers
15
+ ```bash
16
+ # Link to model
17
+ python scripts/paper_manager.py link \
18
+ --repo-id "username/model" \
19
+ --repo-type "model" \
20
+ --arxiv-id "2301.12345"
21
+
22
+ # Link to dataset
23
+ python scripts/paper_manager.py link \
24
+ --repo-id "username/dataset" \
25
+ --repo-type "dataset" \
26
+ --arxiv-id "2301.12345"
27
+
28
+ # Link multiple papers
29
+ python scripts/paper_manager.py link \
30
+ --repo-id "username/model" \
31
+ --repo-type "model" \
32
+ --arxiv-ids "2301.12345,2302.67890"
33
+ ```
34
+
35
+ ### Creating Papers
36
+ ```bash
37
+ # Standard template
38
+ python scripts/paper_manager.py create \
39
+ --template "standard" \
40
+ --title "Paper Title" \
41
+ --output "paper.md"
42
+
43
+ # Modern template
44
+ python scripts/paper_manager.py create \
45
+ --template "modern" \
46
+ --title "Paper Title" \
47
+ --authors "Author1, Author2" \
48
+ --abstract "Abstract text" \
49
+ --output "paper.md"
50
+
51
+ # ML Report
52
+ python scripts/paper_manager.py create \
53
+ --template "ml-report" \
54
+ --title "Experiment Report" \
55
+ --output "report.md"
56
+
57
+ # arXiv style
58
+ python scripts/paper_manager.py create \
59
+ --template "arxiv" \
60
+ --title "Paper Title" \
61
+ --output "paper.md"
62
+ ```
63
+
64
+ ### Citations
65
+ ```bash
66
+ # Generate BibTeX
67
+ python scripts/paper_manager.py citation \
68
+ --arxiv-id "2301.12345" \
69
+ --format "bibtex"
70
+ ```
71
+
72
+ ### Paper Info
73
+ ```bash
74
+ # JSON format
75
+ python scripts/paper_manager.py info \
76
+ --arxiv-id "2301.12345" \
77
+ --format "json"
78
+
79
+ # Text format
80
+ python scripts/paper_manager.py info \
81
+ --arxiv-id "2301.12345" \
82
+ --format "text"
83
+ ```
84
+
85
+ ## URL Formats
86
+
87
+ ### Hugging Face Paper Pages
88
+ - View paper: `https://huggingface.co/papers/{arxiv-id}`
89
+ - Example: `https://huggingface.co/papers/2301.12345`
90
+
91
+ ### arXiv
92
+ - Abstract: `https://arxiv.org/abs/{arxiv-id}`
93
+ - PDF: `https://arxiv.org/pdf/{arxiv-id}.pdf`
94
+ - Example: `https://arxiv.org/abs/2301.12345`
95
+
96
+ ## YAML Metadata Format
97
+
98
+ ### Model Card
99
+ ```yaml
100
+ ---
101
+ language:
102
+ - en
103
+ license: apache-2.0
104
+ tags:
105
+ - text-generation
106
+ - transformers
107
+ library_name: transformers
108
+ ---
109
+ ```
110
+
111
+ ### Dataset Card
112
+ ```yaml
113
+ ---
114
+ language:
115
+ - en
116
+ license: cc-by-4.0
117
+ task_categories:
118
+ - text-generation
119
+ size_categories:
120
+ - 10K<n<100K
121
+ ---
122
+ ```
123
+
124
+ ## arXiv ID Formats
125
+
126
+ All these formats work:
127
+ - `2301.12345`
128
+ - `arxiv:2301.12345`
129
+ - `https://arxiv.org/abs/2301.12345`
130
+ - `https://arxiv.org/pdf/2301.12345.pdf`
131
+
132
+ ## Environment Setup
133
+
134
+ ### Set Token
135
+ ```bash
136
+ export HF_TOKEN="your_token"
137
+ ```
138
+
139
+ ### Or use .env file
140
+ ```bash
141
+ echo "HF_TOKEN=your_token" > .env
142
+ ```
143
+
144
+ ## Common Workflows
145
+
146
+ ### 1. Index & Link
147
+ ```bash
148
+ python scripts/paper_manager.py index --arxiv-id "2301.12345"
149
+ python scripts/paper_manager.py link --repo-id "user/model" --arxiv-id "2301.12345"
150
+ ```
151
+
152
+ ### 2. Create & Publish
153
+ ```bash
154
+ python scripts/paper_manager.py create --template "modern" --title "Title" --output "paper.md"
155
+ # Edit paper.md
156
+ # Submit to arXiv → get ID
157
+ python scripts/paper_manager.py index --arxiv-id "NEW_ID"
158
+ python scripts/paper_manager.py link --repo-id "user/model" --arxiv-id "NEW_ID"
159
+ ```
160
+
161
+ ### 3. Batch Link
162
+ ```bash
163
+ for id in "2301.12345" "2302.67890"; do
164
+ python scripts/paper_manager.py link --repo-id "user/model" --arxiv-id "$id"
165
+ done
166
+ ```
167
+
168
+ ## Troubleshooting
169
+
170
+ ### Paper not found
171
+ Visit `https://huggingface.co/papers/{arxiv-id}` to trigger indexing
172
+
173
+ ### Permission denied
174
+ Check `HF_TOKEN` is set and has write access
175
+
176
+ ### arXiv API errors
177
+ Wait a moment and retry - arXiv has rate limits
178
+
179
+ ## Tips
180
+
181
+ 1. Always check paper exists before linking
182
+ 2. Use templates for consistency
183
+ 3. Include full citations in model cards
184
+ 4. Link papers to all relevant artifacts
185
+ 5. Keep citations up to date
186
+
187
+ ## Templates Available
188
+
189
+ - `standard` - Traditional academic paper
190
+ - `modern` - Web-friendly format (Distill-style)
191
+ - `arxiv` - arXiv journal format
192
+ - `ml-report` - ML experiment documentation
193
+
194
+ ## File Locations
195
+
196
+ - Scripts: `scripts/paper_manager.py`
197
+ - Templates: `templates/*.md`
198
+ - Examples: `examples/example_usage.md`
199
+ - This guide: `references/quick_reference.md`
200
+
201
+ ## Getting Help
202
+
203
+ ```bash
204
+ # Command help
205
+ python scripts/paper_manager.py --help
206
+
207
+ # Subcommand help
208
+ python scripts/paper_manager.py link --help
209
+ ```
210
+
211
+ ## Additional Resources
212
+
213
+ - [Full documentation](../SKILL.md)
214
+ - [Usage examples](../examples/example_usage.md)
215
+ - [HF Paper Pages](https://huggingface.co/papers)
216
+ - [tfrere's template](https://huggingface.co/spaces/tfrere/research-article-template)