@synsci/cli-darwin-x64 1.1.49
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bin/skills/accelerate/SKILL.md +332 -0
- package/bin/skills/accelerate/references/custom-plugins.md +453 -0
- package/bin/skills/accelerate/references/megatron-integration.md +489 -0
- package/bin/skills/accelerate/references/performance.md +525 -0
- package/bin/skills/audiocraft/SKILL.md +564 -0
- package/bin/skills/audiocraft/references/advanced-usage.md +666 -0
- package/bin/skills/audiocraft/references/troubleshooting.md +504 -0
- package/bin/skills/autogpt/SKILL.md +403 -0
- package/bin/skills/autogpt/references/advanced-usage.md +535 -0
- package/bin/skills/autogpt/references/troubleshooting.md +420 -0
- package/bin/skills/awq/SKILL.md +310 -0
- package/bin/skills/awq/references/advanced-usage.md +324 -0
- package/bin/skills/awq/references/troubleshooting.md +344 -0
- package/bin/skills/axolotl/SKILL.md +158 -0
- package/bin/skills/axolotl/references/api.md +5548 -0
- package/bin/skills/axolotl/references/dataset-formats.md +1029 -0
- package/bin/skills/axolotl/references/index.md +15 -0
- package/bin/skills/axolotl/references/other.md +3563 -0
- package/bin/skills/bigcode-evaluation-harness/SKILL.md +405 -0
- package/bin/skills/bigcode-evaluation-harness/references/benchmarks.md +393 -0
- package/bin/skills/bigcode-evaluation-harness/references/custom-tasks.md +424 -0
- package/bin/skills/bigcode-evaluation-harness/references/issues.md +394 -0
- package/bin/skills/bitsandbytes/SKILL.md +411 -0
- package/bin/skills/bitsandbytes/references/memory-optimization.md +521 -0
- package/bin/skills/bitsandbytes/references/qlora-training.md +521 -0
- package/bin/skills/bitsandbytes/references/quantization-formats.md +447 -0
- package/bin/skills/blip-2/SKILL.md +564 -0
- package/bin/skills/blip-2/references/advanced-usage.md +680 -0
- package/bin/skills/blip-2/references/troubleshooting.md +526 -0
- package/bin/skills/chroma/SKILL.md +406 -0
- package/bin/skills/chroma/references/integration.md +38 -0
- package/bin/skills/clip/SKILL.md +253 -0
- package/bin/skills/clip/references/applications.md +207 -0
- package/bin/skills/constitutional-ai/SKILL.md +290 -0
- package/bin/skills/crewai/SKILL.md +498 -0
- package/bin/skills/crewai/references/flows.md +438 -0
- package/bin/skills/crewai/references/tools.md +429 -0
- package/bin/skills/crewai/references/troubleshooting.md +480 -0
- package/bin/skills/deepspeed/SKILL.md +141 -0
- package/bin/skills/deepspeed/references/08.md +17 -0
- package/bin/skills/deepspeed/references/09.md +173 -0
- package/bin/skills/deepspeed/references/2020.md +378 -0
- package/bin/skills/deepspeed/references/2023.md +279 -0
- package/bin/skills/deepspeed/references/assets.md +179 -0
- package/bin/skills/deepspeed/references/index.md +35 -0
- package/bin/skills/deepspeed/references/mii.md +118 -0
- package/bin/skills/deepspeed/references/other.md +1191 -0
- package/bin/skills/deepspeed/references/tutorials.md +6554 -0
- package/bin/skills/dspy/SKILL.md +590 -0
- package/bin/skills/dspy/references/examples.md +663 -0
- package/bin/skills/dspy/references/modules.md +475 -0
- package/bin/skills/dspy/references/optimizers.md +566 -0
- package/bin/skills/faiss/SKILL.md +221 -0
- package/bin/skills/faiss/references/index_types.md +280 -0
- package/bin/skills/flash-attention/SKILL.md +367 -0
- package/bin/skills/flash-attention/references/benchmarks.md +215 -0
- package/bin/skills/flash-attention/references/transformers-integration.md +293 -0
- package/bin/skills/gguf/SKILL.md +427 -0
- package/bin/skills/gguf/references/advanced-usage.md +504 -0
- package/bin/skills/gguf/references/troubleshooting.md +442 -0
- package/bin/skills/gptq/SKILL.md +450 -0
- package/bin/skills/gptq/references/calibration.md +337 -0
- package/bin/skills/gptq/references/integration.md +129 -0
- package/bin/skills/gptq/references/troubleshooting.md +95 -0
- package/bin/skills/grpo-rl-training/README.md +97 -0
- package/bin/skills/grpo-rl-training/SKILL.md +572 -0
- package/bin/skills/grpo-rl-training/examples/reward_functions_library.py +393 -0
- package/bin/skills/grpo-rl-training/templates/basic_grpo_training.py +228 -0
- package/bin/skills/guidance/SKILL.md +572 -0
- package/bin/skills/guidance/references/backends.md +554 -0
- package/bin/skills/guidance/references/constraints.md +674 -0
- package/bin/skills/guidance/references/examples.md +767 -0
- package/bin/skills/hqq/SKILL.md +445 -0
- package/bin/skills/hqq/references/advanced-usage.md +528 -0
- package/bin/skills/hqq/references/troubleshooting.md +503 -0
- package/bin/skills/hugging-face-cli/SKILL.md +191 -0
- package/bin/skills/hugging-face-cli/references/commands.md +954 -0
- package/bin/skills/hugging-face-cli/references/examples.md +374 -0
- package/bin/skills/hugging-face-datasets/SKILL.md +547 -0
- package/bin/skills/hugging-face-datasets/examples/diverse_training_examples.json +239 -0
- package/bin/skills/hugging-face-datasets/examples/system_prompt_template.txt +196 -0
- package/bin/skills/hugging-face-datasets/examples/training_examples.json +176 -0
- package/bin/skills/hugging-face-datasets/scripts/dataset_manager.py +522 -0
- package/bin/skills/hugging-face-datasets/scripts/sql_manager.py +844 -0
- package/bin/skills/hugging-face-datasets/templates/chat.json +55 -0
- package/bin/skills/hugging-face-datasets/templates/classification.json +62 -0
- package/bin/skills/hugging-face-datasets/templates/completion.json +51 -0
- package/bin/skills/hugging-face-datasets/templates/custom.json +75 -0
- package/bin/skills/hugging-face-datasets/templates/qa.json +54 -0
- package/bin/skills/hugging-face-datasets/templates/tabular.json +81 -0
- package/bin/skills/hugging-face-evaluation/SKILL.md +656 -0
- package/bin/skills/hugging-face-evaluation/examples/USAGE_EXAMPLES.md +382 -0
- package/bin/skills/hugging-face-evaluation/examples/artificial_analysis_to_hub.py +141 -0
- package/bin/skills/hugging-face-evaluation/examples/example_readme_tables.md +135 -0
- package/bin/skills/hugging-face-evaluation/examples/metric_mapping.json +50 -0
- package/bin/skills/hugging-face-evaluation/requirements.txt +20 -0
- package/bin/skills/hugging-face-evaluation/scripts/evaluation_manager.py +1374 -0
- package/bin/skills/hugging-face-evaluation/scripts/inspect_eval_uv.py +104 -0
- package/bin/skills/hugging-face-evaluation/scripts/inspect_vllm_uv.py +317 -0
- package/bin/skills/hugging-face-evaluation/scripts/lighteval_vllm_uv.py +303 -0
- package/bin/skills/hugging-face-evaluation/scripts/run_eval_job.py +98 -0
- package/bin/skills/hugging-face-evaluation/scripts/run_vllm_eval_job.py +331 -0
- package/bin/skills/hugging-face-evaluation/scripts/test_extraction.py +206 -0
- package/bin/skills/hugging-face-jobs/SKILL.md +1041 -0
- package/bin/skills/hugging-face-jobs/index.html +216 -0
- package/bin/skills/hugging-face-jobs/references/hardware_guide.md +336 -0
- package/bin/skills/hugging-face-jobs/references/hub_saving.md +352 -0
- package/bin/skills/hugging-face-jobs/references/token_usage.md +546 -0
- package/bin/skills/hugging-face-jobs/references/troubleshooting.md +475 -0
- package/bin/skills/hugging-face-jobs/scripts/cot-self-instruct.py +718 -0
- package/bin/skills/hugging-face-jobs/scripts/finepdfs-stats.py +546 -0
- package/bin/skills/hugging-face-jobs/scripts/generate-responses.py +587 -0
- package/bin/skills/hugging-face-model-trainer/SKILL.md +711 -0
- package/bin/skills/hugging-face-model-trainer/references/gguf_conversion.md +296 -0
- package/bin/skills/hugging-face-model-trainer/references/hardware_guide.md +283 -0
- package/bin/skills/hugging-face-model-trainer/references/hub_saving.md +364 -0
- package/bin/skills/hugging-face-model-trainer/references/reliability_principles.md +371 -0
- package/bin/skills/hugging-face-model-trainer/references/trackio_guide.md +189 -0
- package/bin/skills/hugging-face-model-trainer/references/training_methods.md +150 -0
- package/bin/skills/hugging-face-model-trainer/references/training_patterns.md +203 -0
- package/bin/skills/hugging-face-model-trainer/references/troubleshooting.md +282 -0
- package/bin/skills/hugging-face-model-trainer/scripts/convert_to_gguf.py +424 -0
- package/bin/skills/hugging-face-model-trainer/scripts/dataset_inspector.py +417 -0
- package/bin/skills/hugging-face-model-trainer/scripts/estimate_cost.py +150 -0
- package/bin/skills/hugging-face-model-trainer/scripts/train_dpo_example.py +106 -0
- package/bin/skills/hugging-face-model-trainer/scripts/train_grpo_example.py +89 -0
- package/bin/skills/hugging-face-model-trainer/scripts/train_sft_example.py +122 -0
- package/bin/skills/hugging-face-paper-publisher/SKILL.md +627 -0
- package/bin/skills/hugging-face-paper-publisher/examples/example_usage.md +327 -0
- package/bin/skills/hugging-face-paper-publisher/references/quick_reference.md +216 -0
- package/bin/skills/hugging-face-paper-publisher/scripts/paper_manager.py +508 -0
- package/bin/skills/hugging-face-paper-publisher/templates/arxiv.md +299 -0
- package/bin/skills/hugging-face-paper-publisher/templates/ml-report.md +358 -0
- package/bin/skills/hugging-face-paper-publisher/templates/modern.md +319 -0
- package/bin/skills/hugging-face-paper-publisher/templates/standard.md +201 -0
- package/bin/skills/hugging-face-tool-builder/SKILL.md +115 -0
- package/bin/skills/hugging-face-tool-builder/references/baseline_hf_api.py +57 -0
- package/bin/skills/hugging-face-tool-builder/references/baseline_hf_api.sh +40 -0
- package/bin/skills/hugging-face-tool-builder/references/baseline_hf_api.tsx +57 -0
- package/bin/skills/hugging-face-tool-builder/references/find_models_by_paper.sh +230 -0
- package/bin/skills/hugging-face-tool-builder/references/hf_enrich_models.sh +96 -0
- package/bin/skills/hugging-face-tool-builder/references/hf_model_card_frontmatter.sh +188 -0
- package/bin/skills/hugging-face-tool-builder/references/hf_model_papers_auth.sh +171 -0
- package/bin/skills/hugging-face-trackio/SKILL.md +65 -0
- package/bin/skills/hugging-face-trackio/references/logging_metrics.md +206 -0
- package/bin/skills/hugging-face-trackio/references/retrieving_metrics.md +223 -0
- package/bin/skills/huggingface-tokenizers/SKILL.md +516 -0
- package/bin/skills/huggingface-tokenizers/references/algorithms.md +653 -0
- package/bin/skills/huggingface-tokenizers/references/integration.md +637 -0
- package/bin/skills/huggingface-tokenizers/references/pipeline.md +723 -0
- package/bin/skills/huggingface-tokenizers/references/training.md +565 -0
- package/bin/skills/instructor/SKILL.md +740 -0
- package/bin/skills/instructor/references/examples.md +107 -0
- package/bin/skills/instructor/references/providers.md +70 -0
- package/bin/skills/instructor/references/validation.md +606 -0
- package/bin/skills/knowledge-distillation/SKILL.md +458 -0
- package/bin/skills/knowledge-distillation/references/minillm.md +334 -0
- package/bin/skills/lambda-labs/SKILL.md +545 -0
- package/bin/skills/lambda-labs/references/advanced-usage.md +611 -0
- package/bin/skills/lambda-labs/references/troubleshooting.md +530 -0
- package/bin/skills/langchain/SKILL.md +480 -0
- package/bin/skills/langchain/references/agents.md +499 -0
- package/bin/skills/langchain/references/integration.md +562 -0
- package/bin/skills/langchain/references/rag.md +600 -0
- package/bin/skills/langsmith/SKILL.md +422 -0
- package/bin/skills/langsmith/references/advanced-usage.md +548 -0
- package/bin/skills/langsmith/references/troubleshooting.md +537 -0
- package/bin/skills/litgpt/SKILL.md +469 -0
- package/bin/skills/litgpt/references/custom-models.md +568 -0
- package/bin/skills/litgpt/references/distributed-training.md +451 -0
- package/bin/skills/litgpt/references/supported-models.md +336 -0
- package/bin/skills/litgpt/references/training-recipes.md +619 -0
- package/bin/skills/llama-cpp/SKILL.md +258 -0
- package/bin/skills/llama-cpp/references/optimization.md +89 -0
- package/bin/skills/llama-cpp/references/quantization.md +213 -0
- package/bin/skills/llama-cpp/references/server.md +125 -0
- package/bin/skills/llama-factory/SKILL.md +80 -0
- package/bin/skills/llama-factory/references/_images.md +23 -0
- package/bin/skills/llama-factory/references/advanced.md +1055 -0
- package/bin/skills/llama-factory/references/getting_started.md +349 -0
- package/bin/skills/llama-factory/references/index.md +19 -0
- package/bin/skills/llama-factory/references/other.md +31 -0
- package/bin/skills/llamaguard/SKILL.md +337 -0
- package/bin/skills/llamaindex/SKILL.md +569 -0
- package/bin/skills/llamaindex/references/agents.md +83 -0
- package/bin/skills/llamaindex/references/data_connectors.md +108 -0
- package/bin/skills/llamaindex/references/query_engines.md +406 -0
- package/bin/skills/llava/SKILL.md +304 -0
- package/bin/skills/llava/references/training.md +197 -0
- package/bin/skills/lm-evaluation-harness/SKILL.md +490 -0
- package/bin/skills/lm-evaluation-harness/references/api-evaluation.md +490 -0
- package/bin/skills/lm-evaluation-harness/references/benchmark-guide.md +488 -0
- package/bin/skills/lm-evaluation-harness/references/custom-tasks.md +602 -0
- package/bin/skills/lm-evaluation-harness/references/distributed-eval.md +519 -0
- package/bin/skills/long-context/SKILL.md +536 -0
- package/bin/skills/long-context/references/extension_methods.md +468 -0
- package/bin/skills/long-context/references/fine_tuning.md +611 -0
- package/bin/skills/long-context/references/rope.md +402 -0
- package/bin/skills/mamba/SKILL.md +260 -0
- package/bin/skills/mamba/references/architecture-details.md +206 -0
- package/bin/skills/mamba/references/benchmarks.md +255 -0
- package/bin/skills/mamba/references/training-guide.md +388 -0
- package/bin/skills/megatron-core/SKILL.md +366 -0
- package/bin/skills/megatron-core/references/benchmarks.md +249 -0
- package/bin/skills/megatron-core/references/parallelism-guide.md +404 -0
- package/bin/skills/megatron-core/references/production-examples.md +473 -0
- package/bin/skills/megatron-core/references/training-recipes.md +547 -0
- package/bin/skills/miles/SKILL.md +315 -0
- package/bin/skills/miles/references/api-reference.md +141 -0
- package/bin/skills/miles/references/troubleshooting.md +352 -0
- package/bin/skills/mlflow/SKILL.md +704 -0
- package/bin/skills/mlflow/references/deployment.md +744 -0
- package/bin/skills/mlflow/references/model-registry.md +770 -0
- package/bin/skills/mlflow/references/tracking.md +680 -0
- package/bin/skills/modal/SKILL.md +341 -0
- package/bin/skills/modal/references/advanced-usage.md +503 -0
- package/bin/skills/modal/references/troubleshooting.md +494 -0
- package/bin/skills/model-merging/SKILL.md +539 -0
- package/bin/skills/model-merging/references/evaluation.md +462 -0
- package/bin/skills/model-merging/references/examples.md +428 -0
- package/bin/skills/model-merging/references/methods.md +352 -0
- package/bin/skills/model-pruning/SKILL.md +495 -0
- package/bin/skills/model-pruning/references/wanda.md +347 -0
- package/bin/skills/moe-training/SKILL.md +526 -0
- package/bin/skills/moe-training/references/architectures.md +432 -0
- package/bin/skills/moe-training/references/inference.md +348 -0
- package/bin/skills/moe-training/references/training.md +425 -0
- package/bin/skills/nanogpt/SKILL.md +290 -0
- package/bin/skills/nanogpt/references/architecture.md +382 -0
- package/bin/skills/nanogpt/references/data.md +476 -0
- package/bin/skills/nanogpt/references/training.md +564 -0
- package/bin/skills/nemo-curator/SKILL.md +383 -0
- package/bin/skills/nemo-curator/references/deduplication.md +87 -0
- package/bin/skills/nemo-curator/references/filtering.md +102 -0
- package/bin/skills/nemo-evaluator/SKILL.md +494 -0
- package/bin/skills/nemo-evaluator/references/adapter-system.md +340 -0
- package/bin/skills/nemo-evaluator/references/configuration.md +447 -0
- package/bin/skills/nemo-evaluator/references/custom-benchmarks.md +315 -0
- package/bin/skills/nemo-evaluator/references/execution-backends.md +361 -0
- package/bin/skills/nemo-guardrails/SKILL.md +297 -0
- package/bin/skills/nnsight/SKILL.md +436 -0
- package/bin/skills/nnsight/references/README.md +78 -0
- package/bin/skills/nnsight/references/api.md +344 -0
- package/bin/skills/nnsight/references/tutorials.md +300 -0
- package/bin/skills/openrlhf/SKILL.md +249 -0
- package/bin/skills/openrlhf/references/algorithm-comparison.md +404 -0
- package/bin/skills/openrlhf/references/custom-rewards.md +530 -0
- package/bin/skills/openrlhf/references/hybrid-engine.md +287 -0
- package/bin/skills/openrlhf/references/multi-node-training.md +454 -0
- package/bin/skills/outlines/SKILL.md +652 -0
- package/bin/skills/outlines/references/backends.md +615 -0
- package/bin/skills/outlines/references/examples.md +773 -0
- package/bin/skills/outlines/references/json_generation.md +652 -0
- package/bin/skills/peft/SKILL.md +431 -0
- package/bin/skills/peft/references/advanced-usage.md +514 -0
- package/bin/skills/peft/references/troubleshooting.md +480 -0
- package/bin/skills/phoenix/SKILL.md +475 -0
- package/bin/skills/phoenix/references/advanced-usage.md +619 -0
- package/bin/skills/phoenix/references/troubleshooting.md +538 -0
- package/bin/skills/pinecone/SKILL.md +358 -0
- package/bin/skills/pinecone/references/deployment.md +181 -0
- package/bin/skills/pytorch-fsdp/SKILL.md +126 -0
- package/bin/skills/pytorch-fsdp/references/index.md +7 -0
- package/bin/skills/pytorch-fsdp/references/other.md +4249 -0
- package/bin/skills/pytorch-lightning/SKILL.md +346 -0
- package/bin/skills/pytorch-lightning/references/callbacks.md +436 -0
- package/bin/skills/pytorch-lightning/references/distributed.md +490 -0
- package/bin/skills/pytorch-lightning/references/hyperparameter-tuning.md +556 -0
- package/bin/skills/pyvene/SKILL.md +473 -0
- package/bin/skills/pyvene/references/README.md +73 -0
- package/bin/skills/pyvene/references/api.md +383 -0
- package/bin/skills/pyvene/references/tutorials.md +376 -0
- package/bin/skills/qdrant/SKILL.md +493 -0
- package/bin/skills/qdrant/references/advanced-usage.md +648 -0
- package/bin/skills/qdrant/references/troubleshooting.md +631 -0
- package/bin/skills/ray-data/SKILL.md +326 -0
- package/bin/skills/ray-data/references/integration.md +82 -0
- package/bin/skills/ray-data/references/transformations.md +83 -0
- package/bin/skills/ray-train/SKILL.md +406 -0
- package/bin/skills/ray-train/references/multi-node.md +628 -0
- package/bin/skills/rwkv/SKILL.md +260 -0
- package/bin/skills/rwkv/references/architecture-details.md +344 -0
- package/bin/skills/rwkv/references/rwkv7.md +386 -0
- package/bin/skills/rwkv/references/state-management.md +369 -0
- package/bin/skills/saelens/SKILL.md +386 -0
- package/bin/skills/saelens/references/README.md +70 -0
- package/bin/skills/saelens/references/api.md +333 -0
- package/bin/skills/saelens/references/tutorials.md +318 -0
- package/bin/skills/segment-anything/SKILL.md +500 -0
- package/bin/skills/segment-anything/references/advanced-usage.md +589 -0
- package/bin/skills/segment-anything/references/troubleshooting.md +484 -0
- package/bin/skills/sentence-transformers/SKILL.md +255 -0
- package/bin/skills/sentence-transformers/references/models.md +123 -0
- package/bin/skills/sentencepiece/SKILL.md +235 -0
- package/bin/skills/sentencepiece/references/algorithms.md +200 -0
- package/bin/skills/sentencepiece/references/training.md +304 -0
- package/bin/skills/sglang/SKILL.md +442 -0
- package/bin/skills/sglang/references/deployment.md +490 -0
- package/bin/skills/sglang/references/radix-attention.md +413 -0
- package/bin/skills/sglang/references/structured-generation.md +541 -0
- package/bin/skills/simpo/SKILL.md +219 -0
- package/bin/skills/simpo/references/datasets.md +478 -0
- package/bin/skills/simpo/references/hyperparameters.md +452 -0
- package/bin/skills/simpo/references/loss-functions.md +350 -0
- package/bin/skills/skypilot/SKILL.md +509 -0
- package/bin/skills/skypilot/references/advanced-usage.md +491 -0
- package/bin/skills/skypilot/references/troubleshooting.md +570 -0
- package/bin/skills/slime/SKILL.md +464 -0
- package/bin/skills/slime/references/api-reference.md +392 -0
- package/bin/skills/slime/references/troubleshooting.md +386 -0
- package/bin/skills/speculative-decoding/SKILL.md +467 -0
- package/bin/skills/speculative-decoding/references/lookahead.md +309 -0
- package/bin/skills/speculative-decoding/references/medusa.md +350 -0
- package/bin/skills/stable-diffusion/SKILL.md +519 -0
- package/bin/skills/stable-diffusion/references/advanced-usage.md +716 -0
- package/bin/skills/stable-diffusion/references/troubleshooting.md +555 -0
- package/bin/skills/tensorboard/SKILL.md +629 -0
- package/bin/skills/tensorboard/references/integrations.md +638 -0
- package/bin/skills/tensorboard/references/profiling.md +545 -0
- package/bin/skills/tensorboard/references/visualization.md +620 -0
- package/bin/skills/tensorrt-llm/SKILL.md +187 -0
- package/bin/skills/tensorrt-llm/references/multi-gpu.md +298 -0
- package/bin/skills/tensorrt-llm/references/optimization.md +242 -0
- package/bin/skills/tensorrt-llm/references/serving.md +470 -0
- package/bin/skills/tinker/SKILL.md +362 -0
- package/bin/skills/tinker/references/api-reference.md +168 -0
- package/bin/skills/tinker/references/getting-started.md +157 -0
- package/bin/skills/tinker/references/loss-functions.md +163 -0
- package/bin/skills/tinker/references/models-and-lora.md +139 -0
- package/bin/skills/tinker/references/recipes.md +280 -0
- package/bin/skills/tinker/references/reinforcement-learning.md +212 -0
- package/bin/skills/tinker/references/rendering.md +243 -0
- package/bin/skills/tinker/references/supervised-learning.md +232 -0
- package/bin/skills/tinker-training-cost/SKILL.md +187 -0
- package/bin/skills/tinker-training-cost/scripts/calculate_cost.py +123 -0
- package/bin/skills/torchforge/SKILL.md +433 -0
- package/bin/skills/torchforge/references/api-reference.md +327 -0
- package/bin/skills/torchforge/references/troubleshooting.md +409 -0
- package/bin/skills/torchtitan/SKILL.md +358 -0
- package/bin/skills/torchtitan/references/checkpoint.md +181 -0
- package/bin/skills/torchtitan/references/custom-models.md +258 -0
- package/bin/skills/torchtitan/references/float8.md +133 -0
- package/bin/skills/torchtitan/references/fsdp.md +126 -0
- package/bin/skills/transformer-lens/SKILL.md +346 -0
- package/bin/skills/transformer-lens/references/README.md +54 -0
- package/bin/skills/transformer-lens/references/api.md +362 -0
- package/bin/skills/transformer-lens/references/tutorials.md +339 -0
- package/bin/skills/trl-fine-tuning/SKILL.md +455 -0
- package/bin/skills/trl-fine-tuning/references/dpo-variants.md +227 -0
- package/bin/skills/trl-fine-tuning/references/online-rl.md +82 -0
- package/bin/skills/trl-fine-tuning/references/reward-modeling.md +122 -0
- package/bin/skills/trl-fine-tuning/references/sft-training.md +168 -0
- package/bin/skills/unsloth/SKILL.md +80 -0
- package/bin/skills/unsloth/references/index.md +7 -0
- package/bin/skills/unsloth/references/llms-full.md +16799 -0
- package/bin/skills/unsloth/references/llms-txt.md +12044 -0
- package/bin/skills/unsloth/references/llms.md +82 -0
- package/bin/skills/verl/SKILL.md +391 -0
- package/bin/skills/verl/references/api-reference.md +301 -0
- package/bin/skills/verl/references/troubleshooting.md +391 -0
- package/bin/skills/vllm/SKILL.md +364 -0
- package/bin/skills/vllm/references/optimization.md +226 -0
- package/bin/skills/vllm/references/quantization.md +284 -0
- package/bin/skills/vllm/references/server-deployment.md +255 -0
- package/bin/skills/vllm/references/troubleshooting.md +447 -0
- package/bin/skills/weights-and-biases/SKILL.md +590 -0
- package/bin/skills/weights-and-biases/references/artifacts.md +584 -0
- package/bin/skills/weights-and-biases/references/integrations.md +700 -0
- package/bin/skills/weights-and-biases/references/sweeps.md +847 -0
- package/bin/skills/whisper/SKILL.md +317 -0
- package/bin/skills/whisper/references/languages.md +189 -0
- package/bin/synsc +0 -0
- package/package.json +10 -0
|
@@ -0,0 +1,374 @@
|
|
|
1
|
+
# HF CLI Common Workflows & Examples
|
|
2
|
+
|
|
3
|
+
Practical examples for common Hugging Face Hub tasks.
|
|
4
|
+
|
|
5
|
+
## Table of Contents
|
|
6
|
+
- [Browse Hub](#browse-hub)
|
|
7
|
+
- [Model Workflows](#model-workflows)
|
|
8
|
+
- [Dataset Workflows](#dataset-workflows)
|
|
9
|
+
- [Space Workflows](#space-workflows)
|
|
10
|
+
- [Inference Endpoints](#inference-endpoints)
|
|
11
|
+
- [Cache Management](#cache-management)
|
|
12
|
+
- [Automation Patterns](#automation-patterns)
|
|
13
|
+
|
|
14
|
+
---
|
|
15
|
+
|
|
16
|
+
## Browse Hub
|
|
17
|
+
|
|
18
|
+
### Discover Models
|
|
19
|
+
|
|
20
|
+
```bash
|
|
21
|
+
# Find popular text generation models
|
|
22
|
+
hf models ls --filter "text-generation" --sort downloads --limit 10
|
|
23
|
+
|
|
24
|
+
# Search for specific model architecture
|
|
25
|
+
hf models ls --search "MiniMax" --author MiniMaxAI
|
|
26
|
+
|
|
27
|
+
# Find models with expanded info
|
|
28
|
+
hf models ls --search "MiniMax" --expand downloads,likes,pipeline_tag
|
|
29
|
+
|
|
30
|
+
# Get detailed info about a model
|
|
31
|
+
hf models info MiniMaxAI/MiniMax-M2.1
|
|
32
|
+
hf models info MiniMaxAI/MiniMax-M2.1 --expand downloads,likes,tags,config
|
|
33
|
+
```
|
|
34
|
+
|
|
35
|
+
### Discover Datasets
|
|
36
|
+
|
|
37
|
+
```bash
|
|
38
|
+
# Find popular datasets
|
|
39
|
+
hf datasets ls --sort downloads --limit 10
|
|
40
|
+
|
|
41
|
+
# Search for datasets by topic
|
|
42
|
+
hf datasets ls --search "finepdfs" --author HuggingFaceFW
|
|
43
|
+
|
|
44
|
+
# Get detailed info about a dataset
|
|
45
|
+
hf datasets info HuggingFaceFW/finepdfs
|
|
46
|
+
hf datasets info HuggingFaceFW/finepdfs --expand downloads,likes,description
|
|
47
|
+
```
|
|
48
|
+
|
|
49
|
+
### Discover Spaces
|
|
50
|
+
|
|
51
|
+
```bash
|
|
52
|
+
# List top trending spaces
|
|
53
|
+
hf spaces ls --limit 10
|
|
54
|
+
|
|
55
|
+
# Filter by 3D modeling spaces
|
|
56
|
+
hf spaces ls --filter "3d" --limit 10
|
|
57
|
+
|
|
58
|
+
# Find spaces by author
|
|
59
|
+
hf spaces ls --author enzostvs --limit 20
|
|
60
|
+
|
|
61
|
+
# Get detailed info about a space
|
|
62
|
+
hf spaces info enzostvs/deepsite
|
|
63
|
+
hf spaces info enzostvs/deepsite --expand sdk,runtime,likes
|
|
64
|
+
```
|
|
65
|
+
|
|
66
|
+
---
|
|
67
|
+
|
|
68
|
+
## Model Workflows
|
|
69
|
+
|
|
70
|
+
### Download a Model for Local Inference
|
|
71
|
+
|
|
72
|
+
```bash
|
|
73
|
+
# Download entire model to cache (recommended)
|
|
74
|
+
hf download meta-llama/Llama-3.2-1B-Instruct
|
|
75
|
+
|
|
76
|
+
# Download specific files only
|
|
77
|
+
hf download meta-llama/Llama-3.2-1B-Instruct config.json tokenizer.json
|
|
78
|
+
|
|
79
|
+
# Download only safetensors (skip pytorch .bin files)
|
|
80
|
+
hf download meta-llama/Llama-3.2-1B-Instruct --include "*.safetensors" --exclude "*.bin"
|
|
81
|
+
|
|
82
|
+
# Download to specific directory for deployment
|
|
83
|
+
hf download meta-llama/Llama-3.2-1B-Instruct --local-dir ./models/llama
|
|
84
|
+
```
|
|
85
|
+
|
|
86
|
+
### Publish a Fine-Tuned Model
|
|
87
|
+
|
|
88
|
+
```bash
|
|
89
|
+
# Create repository
|
|
90
|
+
hf repo create my-username/my-finetuned-model --private
|
|
91
|
+
|
|
92
|
+
# Upload model files
|
|
93
|
+
hf upload my-username/my-finetuned-model ./output . \
|
|
94
|
+
--commit-message="Initial model upload after SFT training"
|
|
95
|
+
|
|
96
|
+
# Add version tag
|
|
97
|
+
hf repo tag create my-username/my-finetuned-model v1.0
|
|
98
|
+
|
|
99
|
+
# List tags to verify
|
|
100
|
+
hf repo tag list my-username/my-finetuned-model
|
|
101
|
+
```
|
|
102
|
+
|
|
103
|
+
### Download Specific Model Revision
|
|
104
|
+
|
|
105
|
+
```bash
|
|
106
|
+
# Download from a specific branch
|
|
107
|
+
hf download stabilityai/stable-diffusion-xl-base-1.0 --revision fp16
|
|
108
|
+
|
|
109
|
+
# Download from a specific commit
|
|
110
|
+
hf download gpt2 --revision 11c5a3d5811f50298f278a704980280950aedb10
|
|
111
|
+
|
|
112
|
+
# Download from a PR
|
|
113
|
+
hf download bigcode/starcoder2 --revision refs/pr/42
|
|
114
|
+
```
|
|
115
|
+
|
|
116
|
+
---
|
|
117
|
+
|
|
118
|
+
## Dataset Workflows
|
|
119
|
+
|
|
120
|
+
### Download a Dataset
|
|
121
|
+
|
|
122
|
+
```bash
|
|
123
|
+
# Full dataset to cache
|
|
124
|
+
hf download HuggingFaceH4/ultrachat_200k --repo-type dataset
|
|
125
|
+
|
|
126
|
+
# Specific split/file
|
|
127
|
+
hf download HuggingFaceH4/ultrachat_200k data/train.parquet --repo-type dataset
|
|
128
|
+
|
|
129
|
+
# To local directory for processing
|
|
130
|
+
hf download tatsu-lab/alpaca --repo-type dataset --local-dir ./data/alpaca
|
|
131
|
+
```
|
|
132
|
+
|
|
133
|
+
### Upload a Dataset
|
|
134
|
+
|
|
135
|
+
```bash
|
|
136
|
+
# Create dataset repo
|
|
137
|
+
hf repo create my-username/my-dataset --repo-type dataset --private
|
|
138
|
+
|
|
139
|
+
# Upload data folder
|
|
140
|
+
hf upload my-username/my-dataset ./data . --repo-type dataset \
|
|
141
|
+
--commit-message="Add training data"
|
|
142
|
+
|
|
143
|
+
# Upload with structured paths
|
|
144
|
+
hf upload my-username/my-dataset ./train_data /train --repo-type dataset
|
|
145
|
+
hf upload my-username/my-dataset ./test_data /test --repo-type dataset
|
|
146
|
+
```
|
|
147
|
+
|
|
148
|
+
### Contribute to Existing Dataset
|
|
149
|
+
|
|
150
|
+
```bash
|
|
151
|
+
# Create a PR with new data
|
|
152
|
+
hf upload community/shared-dataset ./my_contribution /contributed \
|
|
153
|
+
--repo-type dataset --create-pr \
|
|
154
|
+
--commit-message="Add 1000 new samples for domain X"
|
|
155
|
+
```
|
|
156
|
+
|
|
157
|
+
---
|
|
158
|
+
|
|
159
|
+
## Space Workflows
|
|
160
|
+
|
|
161
|
+
### Download Space for Local Development
|
|
162
|
+
|
|
163
|
+
```bash
|
|
164
|
+
hf download HuggingFaceH4/zephyr-chat --repo-type space --local-dir ./my-space
|
|
165
|
+
```
|
|
166
|
+
|
|
167
|
+
### Deploy/Update a Space
|
|
168
|
+
|
|
169
|
+
```bash
|
|
170
|
+
# Create space
|
|
171
|
+
hf repo create my-username/my-app --repo-type space --space_sdk gradio
|
|
172
|
+
|
|
173
|
+
# Upload application files
|
|
174
|
+
hf upload my-username/my-app . . --repo-type space \
|
|
175
|
+
--exclude="__pycache__/*" --exclude=".git/*" --exclude="*.pyc"
|
|
176
|
+
|
|
177
|
+
# Continuous deployment during development (upload every 5 min)
|
|
178
|
+
hf upload my-username/my-app . . --repo-type space --every=5
|
|
179
|
+
```
|
|
180
|
+
|
|
181
|
+
### Sync Local Changes
|
|
182
|
+
|
|
183
|
+
```bash
|
|
184
|
+
# Upload changes and delete removed files from remote
|
|
185
|
+
hf upload my-username/my-app . . --repo-type space \
|
|
186
|
+
--exclude="/logs/*" --exclude="*.tmp" \
|
|
187
|
+
--delete="*" \
|
|
188
|
+
--commit-message="Sync local with Hub"
|
|
189
|
+
```
|
|
190
|
+
|
|
191
|
+
---
|
|
192
|
+
|
|
193
|
+
## Inference Endpoints
|
|
194
|
+
|
|
195
|
+
### List Endpoints
|
|
196
|
+
|
|
197
|
+
```bash
|
|
198
|
+
hf endpoints ls
|
|
199
|
+
hf endpoints ls --namespace my-org
|
|
200
|
+
```
|
|
201
|
+
|
|
202
|
+
### Deploy an Endpoint
|
|
203
|
+
|
|
204
|
+
```bash
|
|
205
|
+
hf endpoints deploy my-endpoint \
|
|
206
|
+
--repo openai/gpt-oss-120b \
|
|
207
|
+
--framework vllm \
|
|
208
|
+
--accelerator gpu \
|
|
209
|
+
--instance-size x4 \
|
|
210
|
+
--instance-type nvidia-a10g \
|
|
211
|
+
--region us-east-1 \
|
|
212
|
+
--vendor aws
|
|
213
|
+
```
|
|
214
|
+
|
|
215
|
+
### Operate an Endpoint
|
|
216
|
+
|
|
217
|
+
```bash
|
|
218
|
+
hf endpoints describe my-endpoint
|
|
219
|
+
hf endpoints pause my-endpoint
|
|
220
|
+
hf endpoints resume my-endpoint
|
|
221
|
+
hf endpoints scale-to-zero my-endpoint
|
|
222
|
+
```
|
|
223
|
+
|
|
224
|
+
---
|
|
225
|
+
|
|
226
|
+
## Cache Management
|
|
227
|
+
|
|
228
|
+
### Inspect Cache Usage
|
|
229
|
+
|
|
230
|
+
```bash
|
|
231
|
+
# Overview of all cached repos
|
|
232
|
+
hf cache ls
|
|
233
|
+
|
|
234
|
+
# Include revisions
|
|
235
|
+
hf cache ls --revisions
|
|
236
|
+
|
|
237
|
+
# Custom cache location
|
|
238
|
+
hf cache ls --cache-dir /path/to/custom/cache
|
|
239
|
+
```
|
|
240
|
+
|
|
241
|
+
### Clean Up Disk Space
|
|
242
|
+
|
|
243
|
+
```bash
|
|
244
|
+
# Remove a specific repo from cache
|
|
245
|
+
hf cache rm model/gpt2
|
|
246
|
+
|
|
247
|
+
# Remove detached revisions
|
|
248
|
+
hf cache prune
|
|
249
|
+
|
|
250
|
+
# Non-interactive mode (for scripts)
|
|
251
|
+
hf cache rm model/gpt2 --yes
|
|
252
|
+
```
|
|
253
|
+
|
|
254
|
+
---
|
|
255
|
+
|
|
256
|
+
## Automation Patterns
|
|
257
|
+
|
|
258
|
+
### Scripted Authentication
|
|
259
|
+
|
|
260
|
+
```bash
|
|
261
|
+
# Non-interactive login for CI/CD
|
|
262
|
+
hf auth login --token $HF_TOKEN --add-to-git-credential
|
|
263
|
+
|
|
264
|
+
# Verify authentication
|
|
265
|
+
hf auth whoami
|
|
266
|
+
|
|
267
|
+
# List stored tokens
|
|
268
|
+
hf auth list
|
|
269
|
+
```
|
|
270
|
+
|
|
271
|
+
### Quiet Mode for Scripting
|
|
272
|
+
|
|
273
|
+
```bash
|
|
274
|
+
# Get just the cache path for further processing
|
|
275
|
+
MODEL_PATH=$(hf download gpt2 --quiet)
|
|
276
|
+
echo "Model downloaded to: $MODEL_PATH"
|
|
277
|
+
|
|
278
|
+
# Get just the upload URL
|
|
279
|
+
UPLOAD_URL=$(hf upload my-model ./output . --quiet)
|
|
280
|
+
echo "Uploaded to: $UPLOAD_URL"
|
|
281
|
+
```
|
|
282
|
+
|
|
283
|
+
### Batch Download Multiple Models
|
|
284
|
+
|
|
285
|
+
```bash
|
|
286
|
+
#!/bin/bash
|
|
287
|
+
MODELS=(
|
|
288
|
+
"meta-llama/Llama-3.2-1B-Instruct"
|
|
289
|
+
"microsoft/phi-2"
|
|
290
|
+
"google/gemma-2b"
|
|
291
|
+
)
|
|
292
|
+
|
|
293
|
+
for model in "${MODELS[@]}"; do
|
|
294
|
+
echo "Downloading $model..."
|
|
295
|
+
hf download "$model" --quiet
|
|
296
|
+
done
|
|
297
|
+
```
|
|
298
|
+
|
|
299
|
+
### CI/CD Model Publishing
|
|
300
|
+
|
|
301
|
+
```bash
|
|
302
|
+
#!/bin/bash
|
|
303
|
+
# Typical CI workflow for model release
|
|
304
|
+
|
|
305
|
+
# Authenticate
|
|
306
|
+
hf auth login --token $HF_TOKEN
|
|
307
|
+
|
|
308
|
+
# Create repo (if needed - will succeed if exists with same settings)
|
|
309
|
+
hf repo create $ORG/$MODEL_NAME --private || true
|
|
310
|
+
|
|
311
|
+
# Upload model artifacts
|
|
312
|
+
hf upload $ORG/$MODEL_NAME ./model_output . \
|
|
313
|
+
--commit-message="Release v${VERSION}" \
|
|
314
|
+
--commit-description="Training metrics: loss=${LOSS}, accuracy=${ACC}"
|
|
315
|
+
|
|
316
|
+
# Tag the release
|
|
317
|
+
hf repo tag create $ORG/$MODEL_NAME "v${VERSION}"
|
|
318
|
+
```
|
|
319
|
+
|
|
320
|
+
### Run GPU Training Job
|
|
321
|
+
|
|
322
|
+
```bash
|
|
323
|
+
# Run training script on A100
|
|
324
|
+
hf jobs run --flavor a100-large \
|
|
325
|
+
pytorch/pytorch:2.6.0-cuda12.4-cudnn9-devel \
|
|
326
|
+
--secrets HF_TOKEN \
|
|
327
|
+
-e WANDB_API_KEY=$WANDB_KEY \
|
|
328
|
+
python train.py --epochs 10 --batch-size 32
|
|
329
|
+
|
|
330
|
+
# Monitor job
|
|
331
|
+
hf jobs ps
|
|
332
|
+
hf jobs logs <job_id>
|
|
333
|
+
```
|
|
334
|
+
|
|
335
|
+
### Scheduled Data Pipeline
|
|
336
|
+
|
|
337
|
+
```bash
|
|
338
|
+
# Run data processing every day at midnight
|
|
339
|
+
hf jobs scheduled run "0 0 * * *" python:3.12 \
|
|
340
|
+
--secrets HF_TOKEN \
|
|
341
|
+
python -c "
|
|
342
|
+
import huggingface_hub
|
|
343
|
+
# Your daily data pipeline code
|
|
344
|
+
"
|
|
345
|
+
|
|
346
|
+
# List scheduled jobs
|
|
347
|
+
hf jobs scheduled ps
|
|
348
|
+
```
|
|
349
|
+
|
|
350
|
+
---
|
|
351
|
+
|
|
352
|
+
## Quick Reference Patterns
|
|
353
|
+
|
|
354
|
+
| Task | Command |
|
|
355
|
+
|------|---------|
|
|
356
|
+
| Download model | `hf download <repo_id>` |
|
|
357
|
+
| Download to folder | `hf download <repo_id> --local-dir ./path` |
|
|
358
|
+
| Upload folder | `hf upload <repo_id> . .` |
|
|
359
|
+
| Create model repo | `hf repo create <name>` |
|
|
360
|
+
| Create dataset repo | `hf repo create <name> --repo-type dataset` |
|
|
361
|
+
| Create private repo | `hf repo create <name> --private` |
|
|
362
|
+
| Create space | `hf repo create <name> --repo-type space --space_sdk gradio` |
|
|
363
|
+
| Tag a release | `hf repo tag create <repo_id> v1.0` |
|
|
364
|
+
| Delete files | `hf repo-files delete <repo_id> <files>` |
|
|
365
|
+
| List models | `hf models ls` |
|
|
366
|
+
| Get model info | `hf models info <model_id>` |
|
|
367
|
+
| List datasets | `hf datasets ls` |
|
|
368
|
+
| Get dataset info | `hf datasets info <dataset_id>` |
|
|
369
|
+
| List spaces | `hf spaces ls` |
|
|
370
|
+
| Get space info | `hf spaces info <space_id>` |
|
|
371
|
+
| Check cache | `hf cache ls` |
|
|
372
|
+
| Clear cache | `hf cache prune` |
|
|
373
|
+
| Run on GPU | `hf jobs run --flavor a10g-small <image> <cmd>` |
|
|
374
|
+
| Get environment info | `hf env` |
|