@synsci/cli-darwin-x64 1.1.49
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bin/skills/accelerate/SKILL.md +332 -0
- package/bin/skills/accelerate/references/custom-plugins.md +453 -0
- package/bin/skills/accelerate/references/megatron-integration.md +489 -0
- package/bin/skills/accelerate/references/performance.md +525 -0
- package/bin/skills/audiocraft/SKILL.md +564 -0
- package/bin/skills/audiocraft/references/advanced-usage.md +666 -0
- package/bin/skills/audiocraft/references/troubleshooting.md +504 -0
- package/bin/skills/autogpt/SKILL.md +403 -0
- package/bin/skills/autogpt/references/advanced-usage.md +535 -0
- package/bin/skills/autogpt/references/troubleshooting.md +420 -0
- package/bin/skills/awq/SKILL.md +310 -0
- package/bin/skills/awq/references/advanced-usage.md +324 -0
- package/bin/skills/awq/references/troubleshooting.md +344 -0
- package/bin/skills/axolotl/SKILL.md +158 -0
- package/bin/skills/axolotl/references/api.md +5548 -0
- package/bin/skills/axolotl/references/dataset-formats.md +1029 -0
- package/bin/skills/axolotl/references/index.md +15 -0
- package/bin/skills/axolotl/references/other.md +3563 -0
- package/bin/skills/bigcode-evaluation-harness/SKILL.md +405 -0
- package/bin/skills/bigcode-evaluation-harness/references/benchmarks.md +393 -0
- package/bin/skills/bigcode-evaluation-harness/references/custom-tasks.md +424 -0
- package/bin/skills/bigcode-evaluation-harness/references/issues.md +394 -0
- package/bin/skills/bitsandbytes/SKILL.md +411 -0
- package/bin/skills/bitsandbytes/references/memory-optimization.md +521 -0
- package/bin/skills/bitsandbytes/references/qlora-training.md +521 -0
- package/bin/skills/bitsandbytes/references/quantization-formats.md +447 -0
- package/bin/skills/blip-2/SKILL.md +564 -0
- package/bin/skills/blip-2/references/advanced-usage.md +680 -0
- package/bin/skills/blip-2/references/troubleshooting.md +526 -0
- package/bin/skills/chroma/SKILL.md +406 -0
- package/bin/skills/chroma/references/integration.md +38 -0
- package/bin/skills/clip/SKILL.md +253 -0
- package/bin/skills/clip/references/applications.md +207 -0
- package/bin/skills/constitutional-ai/SKILL.md +290 -0
- package/bin/skills/crewai/SKILL.md +498 -0
- package/bin/skills/crewai/references/flows.md +438 -0
- package/bin/skills/crewai/references/tools.md +429 -0
- package/bin/skills/crewai/references/troubleshooting.md +480 -0
- package/bin/skills/deepspeed/SKILL.md +141 -0
- package/bin/skills/deepspeed/references/08.md +17 -0
- package/bin/skills/deepspeed/references/09.md +173 -0
- package/bin/skills/deepspeed/references/2020.md +378 -0
- package/bin/skills/deepspeed/references/2023.md +279 -0
- package/bin/skills/deepspeed/references/assets.md +179 -0
- package/bin/skills/deepspeed/references/index.md +35 -0
- package/bin/skills/deepspeed/references/mii.md +118 -0
- package/bin/skills/deepspeed/references/other.md +1191 -0
- package/bin/skills/deepspeed/references/tutorials.md +6554 -0
- package/bin/skills/dspy/SKILL.md +590 -0
- package/bin/skills/dspy/references/examples.md +663 -0
- package/bin/skills/dspy/references/modules.md +475 -0
- package/bin/skills/dspy/references/optimizers.md +566 -0
- package/bin/skills/faiss/SKILL.md +221 -0
- package/bin/skills/faiss/references/index_types.md +280 -0
- package/bin/skills/flash-attention/SKILL.md +367 -0
- package/bin/skills/flash-attention/references/benchmarks.md +215 -0
- package/bin/skills/flash-attention/references/transformers-integration.md +293 -0
- package/bin/skills/gguf/SKILL.md +427 -0
- package/bin/skills/gguf/references/advanced-usage.md +504 -0
- package/bin/skills/gguf/references/troubleshooting.md +442 -0
- package/bin/skills/gptq/SKILL.md +450 -0
- package/bin/skills/gptq/references/calibration.md +337 -0
- package/bin/skills/gptq/references/integration.md +129 -0
- package/bin/skills/gptq/references/troubleshooting.md +95 -0
- package/bin/skills/grpo-rl-training/README.md +97 -0
- package/bin/skills/grpo-rl-training/SKILL.md +572 -0
- package/bin/skills/grpo-rl-training/examples/reward_functions_library.py +393 -0
- package/bin/skills/grpo-rl-training/templates/basic_grpo_training.py +228 -0
- package/bin/skills/guidance/SKILL.md +572 -0
- package/bin/skills/guidance/references/backends.md +554 -0
- package/bin/skills/guidance/references/constraints.md +674 -0
- package/bin/skills/guidance/references/examples.md +767 -0
- package/bin/skills/hqq/SKILL.md +445 -0
- package/bin/skills/hqq/references/advanced-usage.md +528 -0
- package/bin/skills/hqq/references/troubleshooting.md +503 -0
- package/bin/skills/hugging-face-cli/SKILL.md +191 -0
- package/bin/skills/hugging-face-cli/references/commands.md +954 -0
- package/bin/skills/hugging-face-cli/references/examples.md +374 -0
- package/bin/skills/hugging-face-datasets/SKILL.md +547 -0
- package/bin/skills/hugging-face-datasets/examples/diverse_training_examples.json +239 -0
- package/bin/skills/hugging-face-datasets/examples/system_prompt_template.txt +196 -0
- package/bin/skills/hugging-face-datasets/examples/training_examples.json +176 -0
- package/bin/skills/hugging-face-datasets/scripts/dataset_manager.py +522 -0
- package/bin/skills/hugging-face-datasets/scripts/sql_manager.py +844 -0
- package/bin/skills/hugging-face-datasets/templates/chat.json +55 -0
- package/bin/skills/hugging-face-datasets/templates/classification.json +62 -0
- package/bin/skills/hugging-face-datasets/templates/completion.json +51 -0
- package/bin/skills/hugging-face-datasets/templates/custom.json +75 -0
- package/bin/skills/hugging-face-datasets/templates/qa.json +54 -0
- package/bin/skills/hugging-face-datasets/templates/tabular.json +81 -0
- package/bin/skills/hugging-face-evaluation/SKILL.md +656 -0
- package/bin/skills/hugging-face-evaluation/examples/USAGE_EXAMPLES.md +382 -0
- package/bin/skills/hugging-face-evaluation/examples/artificial_analysis_to_hub.py +141 -0
- package/bin/skills/hugging-face-evaluation/examples/example_readme_tables.md +135 -0
- package/bin/skills/hugging-face-evaluation/examples/metric_mapping.json +50 -0
- package/bin/skills/hugging-face-evaluation/requirements.txt +20 -0
- package/bin/skills/hugging-face-evaluation/scripts/evaluation_manager.py +1374 -0
- package/bin/skills/hugging-face-evaluation/scripts/inspect_eval_uv.py +104 -0
- package/bin/skills/hugging-face-evaluation/scripts/inspect_vllm_uv.py +317 -0
- package/bin/skills/hugging-face-evaluation/scripts/lighteval_vllm_uv.py +303 -0
- package/bin/skills/hugging-face-evaluation/scripts/run_eval_job.py +98 -0
- package/bin/skills/hugging-face-evaluation/scripts/run_vllm_eval_job.py +331 -0
- package/bin/skills/hugging-face-evaluation/scripts/test_extraction.py +206 -0
- package/bin/skills/hugging-face-jobs/SKILL.md +1041 -0
- package/bin/skills/hugging-face-jobs/index.html +216 -0
- package/bin/skills/hugging-face-jobs/references/hardware_guide.md +336 -0
- package/bin/skills/hugging-face-jobs/references/hub_saving.md +352 -0
- package/bin/skills/hugging-face-jobs/references/token_usage.md +546 -0
- package/bin/skills/hugging-face-jobs/references/troubleshooting.md +475 -0
- package/bin/skills/hugging-face-jobs/scripts/cot-self-instruct.py +718 -0
- package/bin/skills/hugging-face-jobs/scripts/finepdfs-stats.py +546 -0
- package/bin/skills/hugging-face-jobs/scripts/generate-responses.py +587 -0
- package/bin/skills/hugging-face-model-trainer/SKILL.md +711 -0
- package/bin/skills/hugging-face-model-trainer/references/gguf_conversion.md +296 -0
- package/bin/skills/hugging-face-model-trainer/references/hardware_guide.md +283 -0
- package/bin/skills/hugging-face-model-trainer/references/hub_saving.md +364 -0
- package/bin/skills/hugging-face-model-trainer/references/reliability_principles.md +371 -0
- package/bin/skills/hugging-face-model-trainer/references/trackio_guide.md +189 -0
- package/bin/skills/hugging-face-model-trainer/references/training_methods.md +150 -0
- package/bin/skills/hugging-face-model-trainer/references/training_patterns.md +203 -0
- package/bin/skills/hugging-face-model-trainer/references/troubleshooting.md +282 -0
- package/bin/skills/hugging-face-model-trainer/scripts/convert_to_gguf.py +424 -0
- package/bin/skills/hugging-face-model-trainer/scripts/dataset_inspector.py +417 -0
- package/bin/skills/hugging-face-model-trainer/scripts/estimate_cost.py +150 -0
- package/bin/skills/hugging-face-model-trainer/scripts/train_dpo_example.py +106 -0
- package/bin/skills/hugging-face-model-trainer/scripts/train_grpo_example.py +89 -0
- package/bin/skills/hugging-face-model-trainer/scripts/train_sft_example.py +122 -0
- package/bin/skills/hugging-face-paper-publisher/SKILL.md +627 -0
- package/bin/skills/hugging-face-paper-publisher/examples/example_usage.md +327 -0
- package/bin/skills/hugging-face-paper-publisher/references/quick_reference.md +216 -0
- package/bin/skills/hugging-face-paper-publisher/scripts/paper_manager.py +508 -0
- package/bin/skills/hugging-face-paper-publisher/templates/arxiv.md +299 -0
- package/bin/skills/hugging-face-paper-publisher/templates/ml-report.md +358 -0
- package/bin/skills/hugging-face-paper-publisher/templates/modern.md +319 -0
- package/bin/skills/hugging-face-paper-publisher/templates/standard.md +201 -0
- package/bin/skills/hugging-face-tool-builder/SKILL.md +115 -0
- package/bin/skills/hugging-face-tool-builder/references/baseline_hf_api.py +57 -0
- package/bin/skills/hugging-face-tool-builder/references/baseline_hf_api.sh +40 -0
- package/bin/skills/hugging-face-tool-builder/references/baseline_hf_api.tsx +57 -0
- package/bin/skills/hugging-face-tool-builder/references/find_models_by_paper.sh +230 -0
- package/bin/skills/hugging-face-tool-builder/references/hf_enrich_models.sh +96 -0
- package/bin/skills/hugging-face-tool-builder/references/hf_model_card_frontmatter.sh +188 -0
- package/bin/skills/hugging-face-tool-builder/references/hf_model_papers_auth.sh +171 -0
- package/bin/skills/hugging-face-trackio/SKILL.md +65 -0
- package/bin/skills/hugging-face-trackio/references/logging_metrics.md +206 -0
- package/bin/skills/hugging-face-trackio/references/retrieving_metrics.md +223 -0
- package/bin/skills/huggingface-tokenizers/SKILL.md +516 -0
- package/bin/skills/huggingface-tokenizers/references/algorithms.md +653 -0
- package/bin/skills/huggingface-tokenizers/references/integration.md +637 -0
- package/bin/skills/huggingface-tokenizers/references/pipeline.md +723 -0
- package/bin/skills/huggingface-tokenizers/references/training.md +565 -0
- package/bin/skills/instructor/SKILL.md +740 -0
- package/bin/skills/instructor/references/examples.md +107 -0
- package/bin/skills/instructor/references/providers.md +70 -0
- package/bin/skills/instructor/references/validation.md +606 -0
- package/bin/skills/knowledge-distillation/SKILL.md +458 -0
- package/bin/skills/knowledge-distillation/references/minillm.md +334 -0
- package/bin/skills/lambda-labs/SKILL.md +545 -0
- package/bin/skills/lambda-labs/references/advanced-usage.md +611 -0
- package/bin/skills/lambda-labs/references/troubleshooting.md +530 -0
- package/bin/skills/langchain/SKILL.md +480 -0
- package/bin/skills/langchain/references/agents.md +499 -0
- package/bin/skills/langchain/references/integration.md +562 -0
- package/bin/skills/langchain/references/rag.md +600 -0
- package/bin/skills/langsmith/SKILL.md +422 -0
- package/bin/skills/langsmith/references/advanced-usage.md +548 -0
- package/bin/skills/langsmith/references/troubleshooting.md +537 -0
- package/bin/skills/litgpt/SKILL.md +469 -0
- package/bin/skills/litgpt/references/custom-models.md +568 -0
- package/bin/skills/litgpt/references/distributed-training.md +451 -0
- package/bin/skills/litgpt/references/supported-models.md +336 -0
- package/bin/skills/litgpt/references/training-recipes.md +619 -0
- package/bin/skills/llama-cpp/SKILL.md +258 -0
- package/bin/skills/llama-cpp/references/optimization.md +89 -0
- package/bin/skills/llama-cpp/references/quantization.md +213 -0
- package/bin/skills/llama-cpp/references/server.md +125 -0
- package/bin/skills/llama-factory/SKILL.md +80 -0
- package/bin/skills/llama-factory/references/_images.md +23 -0
- package/bin/skills/llama-factory/references/advanced.md +1055 -0
- package/bin/skills/llama-factory/references/getting_started.md +349 -0
- package/bin/skills/llama-factory/references/index.md +19 -0
- package/bin/skills/llama-factory/references/other.md +31 -0
- package/bin/skills/llamaguard/SKILL.md +337 -0
- package/bin/skills/llamaindex/SKILL.md +569 -0
- package/bin/skills/llamaindex/references/agents.md +83 -0
- package/bin/skills/llamaindex/references/data_connectors.md +108 -0
- package/bin/skills/llamaindex/references/query_engines.md +406 -0
- package/bin/skills/llava/SKILL.md +304 -0
- package/bin/skills/llava/references/training.md +197 -0
- package/bin/skills/lm-evaluation-harness/SKILL.md +490 -0
- package/bin/skills/lm-evaluation-harness/references/api-evaluation.md +490 -0
- package/bin/skills/lm-evaluation-harness/references/benchmark-guide.md +488 -0
- package/bin/skills/lm-evaluation-harness/references/custom-tasks.md +602 -0
- package/bin/skills/lm-evaluation-harness/references/distributed-eval.md +519 -0
- package/bin/skills/long-context/SKILL.md +536 -0
- package/bin/skills/long-context/references/extension_methods.md +468 -0
- package/bin/skills/long-context/references/fine_tuning.md +611 -0
- package/bin/skills/long-context/references/rope.md +402 -0
- package/bin/skills/mamba/SKILL.md +260 -0
- package/bin/skills/mamba/references/architecture-details.md +206 -0
- package/bin/skills/mamba/references/benchmarks.md +255 -0
- package/bin/skills/mamba/references/training-guide.md +388 -0
- package/bin/skills/megatron-core/SKILL.md +366 -0
- package/bin/skills/megatron-core/references/benchmarks.md +249 -0
- package/bin/skills/megatron-core/references/parallelism-guide.md +404 -0
- package/bin/skills/megatron-core/references/production-examples.md +473 -0
- package/bin/skills/megatron-core/references/training-recipes.md +547 -0
- package/bin/skills/miles/SKILL.md +315 -0
- package/bin/skills/miles/references/api-reference.md +141 -0
- package/bin/skills/miles/references/troubleshooting.md +352 -0
- package/bin/skills/mlflow/SKILL.md +704 -0
- package/bin/skills/mlflow/references/deployment.md +744 -0
- package/bin/skills/mlflow/references/model-registry.md +770 -0
- package/bin/skills/mlflow/references/tracking.md +680 -0
- package/bin/skills/modal/SKILL.md +341 -0
- package/bin/skills/modal/references/advanced-usage.md +503 -0
- package/bin/skills/modal/references/troubleshooting.md +494 -0
- package/bin/skills/model-merging/SKILL.md +539 -0
- package/bin/skills/model-merging/references/evaluation.md +462 -0
- package/bin/skills/model-merging/references/examples.md +428 -0
- package/bin/skills/model-merging/references/methods.md +352 -0
- package/bin/skills/model-pruning/SKILL.md +495 -0
- package/bin/skills/model-pruning/references/wanda.md +347 -0
- package/bin/skills/moe-training/SKILL.md +526 -0
- package/bin/skills/moe-training/references/architectures.md +432 -0
- package/bin/skills/moe-training/references/inference.md +348 -0
- package/bin/skills/moe-training/references/training.md +425 -0
- package/bin/skills/nanogpt/SKILL.md +290 -0
- package/bin/skills/nanogpt/references/architecture.md +382 -0
- package/bin/skills/nanogpt/references/data.md +476 -0
- package/bin/skills/nanogpt/references/training.md +564 -0
- package/bin/skills/nemo-curator/SKILL.md +383 -0
- package/bin/skills/nemo-curator/references/deduplication.md +87 -0
- package/bin/skills/nemo-curator/references/filtering.md +102 -0
- package/bin/skills/nemo-evaluator/SKILL.md +494 -0
- package/bin/skills/nemo-evaluator/references/adapter-system.md +340 -0
- package/bin/skills/nemo-evaluator/references/configuration.md +447 -0
- package/bin/skills/nemo-evaluator/references/custom-benchmarks.md +315 -0
- package/bin/skills/nemo-evaluator/references/execution-backends.md +361 -0
- package/bin/skills/nemo-guardrails/SKILL.md +297 -0
- package/bin/skills/nnsight/SKILL.md +436 -0
- package/bin/skills/nnsight/references/README.md +78 -0
- package/bin/skills/nnsight/references/api.md +344 -0
- package/bin/skills/nnsight/references/tutorials.md +300 -0
- package/bin/skills/openrlhf/SKILL.md +249 -0
- package/bin/skills/openrlhf/references/algorithm-comparison.md +404 -0
- package/bin/skills/openrlhf/references/custom-rewards.md +530 -0
- package/bin/skills/openrlhf/references/hybrid-engine.md +287 -0
- package/bin/skills/openrlhf/references/multi-node-training.md +454 -0
- package/bin/skills/outlines/SKILL.md +652 -0
- package/bin/skills/outlines/references/backends.md +615 -0
- package/bin/skills/outlines/references/examples.md +773 -0
- package/bin/skills/outlines/references/json_generation.md +652 -0
- package/bin/skills/peft/SKILL.md +431 -0
- package/bin/skills/peft/references/advanced-usage.md +514 -0
- package/bin/skills/peft/references/troubleshooting.md +480 -0
- package/bin/skills/phoenix/SKILL.md +475 -0
- package/bin/skills/phoenix/references/advanced-usage.md +619 -0
- package/bin/skills/phoenix/references/troubleshooting.md +538 -0
- package/bin/skills/pinecone/SKILL.md +358 -0
- package/bin/skills/pinecone/references/deployment.md +181 -0
- package/bin/skills/pytorch-fsdp/SKILL.md +126 -0
- package/bin/skills/pytorch-fsdp/references/index.md +7 -0
- package/bin/skills/pytorch-fsdp/references/other.md +4249 -0
- package/bin/skills/pytorch-lightning/SKILL.md +346 -0
- package/bin/skills/pytorch-lightning/references/callbacks.md +436 -0
- package/bin/skills/pytorch-lightning/references/distributed.md +490 -0
- package/bin/skills/pytorch-lightning/references/hyperparameter-tuning.md +556 -0
- package/bin/skills/pyvene/SKILL.md +473 -0
- package/bin/skills/pyvene/references/README.md +73 -0
- package/bin/skills/pyvene/references/api.md +383 -0
- package/bin/skills/pyvene/references/tutorials.md +376 -0
- package/bin/skills/qdrant/SKILL.md +493 -0
- package/bin/skills/qdrant/references/advanced-usage.md +648 -0
- package/bin/skills/qdrant/references/troubleshooting.md +631 -0
- package/bin/skills/ray-data/SKILL.md +326 -0
- package/bin/skills/ray-data/references/integration.md +82 -0
- package/bin/skills/ray-data/references/transformations.md +83 -0
- package/bin/skills/ray-train/SKILL.md +406 -0
- package/bin/skills/ray-train/references/multi-node.md +628 -0
- package/bin/skills/rwkv/SKILL.md +260 -0
- package/bin/skills/rwkv/references/architecture-details.md +344 -0
- package/bin/skills/rwkv/references/rwkv7.md +386 -0
- package/bin/skills/rwkv/references/state-management.md +369 -0
- package/bin/skills/saelens/SKILL.md +386 -0
- package/bin/skills/saelens/references/README.md +70 -0
- package/bin/skills/saelens/references/api.md +333 -0
- package/bin/skills/saelens/references/tutorials.md +318 -0
- package/bin/skills/segment-anything/SKILL.md +500 -0
- package/bin/skills/segment-anything/references/advanced-usage.md +589 -0
- package/bin/skills/segment-anything/references/troubleshooting.md +484 -0
- package/bin/skills/sentence-transformers/SKILL.md +255 -0
- package/bin/skills/sentence-transformers/references/models.md +123 -0
- package/bin/skills/sentencepiece/SKILL.md +235 -0
- package/bin/skills/sentencepiece/references/algorithms.md +200 -0
- package/bin/skills/sentencepiece/references/training.md +304 -0
- package/bin/skills/sglang/SKILL.md +442 -0
- package/bin/skills/sglang/references/deployment.md +490 -0
- package/bin/skills/sglang/references/radix-attention.md +413 -0
- package/bin/skills/sglang/references/structured-generation.md +541 -0
- package/bin/skills/simpo/SKILL.md +219 -0
- package/bin/skills/simpo/references/datasets.md +478 -0
- package/bin/skills/simpo/references/hyperparameters.md +452 -0
- package/bin/skills/simpo/references/loss-functions.md +350 -0
- package/bin/skills/skypilot/SKILL.md +509 -0
- package/bin/skills/skypilot/references/advanced-usage.md +491 -0
- package/bin/skills/skypilot/references/troubleshooting.md +570 -0
- package/bin/skills/slime/SKILL.md +464 -0
- package/bin/skills/slime/references/api-reference.md +392 -0
- package/bin/skills/slime/references/troubleshooting.md +386 -0
- package/bin/skills/speculative-decoding/SKILL.md +467 -0
- package/bin/skills/speculative-decoding/references/lookahead.md +309 -0
- package/bin/skills/speculative-decoding/references/medusa.md +350 -0
- package/bin/skills/stable-diffusion/SKILL.md +519 -0
- package/bin/skills/stable-diffusion/references/advanced-usage.md +716 -0
- package/bin/skills/stable-diffusion/references/troubleshooting.md +555 -0
- package/bin/skills/tensorboard/SKILL.md +629 -0
- package/bin/skills/tensorboard/references/integrations.md +638 -0
- package/bin/skills/tensorboard/references/profiling.md +545 -0
- package/bin/skills/tensorboard/references/visualization.md +620 -0
- package/bin/skills/tensorrt-llm/SKILL.md +187 -0
- package/bin/skills/tensorrt-llm/references/multi-gpu.md +298 -0
- package/bin/skills/tensorrt-llm/references/optimization.md +242 -0
- package/bin/skills/tensorrt-llm/references/serving.md +470 -0
- package/bin/skills/tinker/SKILL.md +362 -0
- package/bin/skills/tinker/references/api-reference.md +168 -0
- package/bin/skills/tinker/references/getting-started.md +157 -0
- package/bin/skills/tinker/references/loss-functions.md +163 -0
- package/bin/skills/tinker/references/models-and-lora.md +139 -0
- package/bin/skills/tinker/references/recipes.md +280 -0
- package/bin/skills/tinker/references/reinforcement-learning.md +212 -0
- package/bin/skills/tinker/references/rendering.md +243 -0
- package/bin/skills/tinker/references/supervised-learning.md +232 -0
- package/bin/skills/tinker-training-cost/SKILL.md +187 -0
- package/bin/skills/tinker-training-cost/scripts/calculate_cost.py +123 -0
- package/bin/skills/torchforge/SKILL.md +433 -0
- package/bin/skills/torchforge/references/api-reference.md +327 -0
- package/bin/skills/torchforge/references/troubleshooting.md +409 -0
- package/bin/skills/torchtitan/SKILL.md +358 -0
- package/bin/skills/torchtitan/references/checkpoint.md +181 -0
- package/bin/skills/torchtitan/references/custom-models.md +258 -0
- package/bin/skills/torchtitan/references/float8.md +133 -0
- package/bin/skills/torchtitan/references/fsdp.md +126 -0
- package/bin/skills/transformer-lens/SKILL.md +346 -0
- package/bin/skills/transformer-lens/references/README.md +54 -0
- package/bin/skills/transformer-lens/references/api.md +362 -0
- package/bin/skills/transformer-lens/references/tutorials.md +339 -0
- package/bin/skills/trl-fine-tuning/SKILL.md +455 -0
- package/bin/skills/trl-fine-tuning/references/dpo-variants.md +227 -0
- package/bin/skills/trl-fine-tuning/references/online-rl.md +82 -0
- package/bin/skills/trl-fine-tuning/references/reward-modeling.md +122 -0
- package/bin/skills/trl-fine-tuning/references/sft-training.md +168 -0
- package/bin/skills/unsloth/SKILL.md +80 -0
- package/bin/skills/unsloth/references/index.md +7 -0
- package/bin/skills/unsloth/references/llms-full.md +16799 -0
- package/bin/skills/unsloth/references/llms-txt.md +12044 -0
- package/bin/skills/unsloth/references/llms.md +82 -0
- package/bin/skills/verl/SKILL.md +391 -0
- package/bin/skills/verl/references/api-reference.md +301 -0
- package/bin/skills/verl/references/troubleshooting.md +391 -0
- package/bin/skills/vllm/SKILL.md +364 -0
- package/bin/skills/vllm/references/optimization.md +226 -0
- package/bin/skills/vllm/references/quantization.md +284 -0
- package/bin/skills/vllm/references/server-deployment.md +255 -0
- package/bin/skills/vllm/references/troubleshooting.md +447 -0
- package/bin/skills/weights-and-biases/SKILL.md +590 -0
- package/bin/skills/weights-and-biases/references/artifacts.md +584 -0
- package/bin/skills/weights-and-biases/references/integrations.md +700 -0
- package/bin/skills/weights-and-biases/references/sweeps.md +847 -0
- package/bin/skills/whisper/SKILL.md +317 -0
- package/bin/skills/whisper/references/languages.md +189 -0
- package/bin/synsc +0 -0
- package/package.json +10 -0
|
@@ -0,0 +1,327 @@
|
|
|
1
|
+
# Example Usage: HF Paper Publisher Skill
|
|
2
|
+
|
|
3
|
+
This document demonstrates common workflows for publishing research papers on Hugging Face Hub.
|
|
4
|
+
|
|
5
|
+
## Example 1: Index an Existing arXiv Paper
|
|
6
|
+
|
|
7
|
+
If you've already published a paper on arXiv and want to make it discoverable on Hugging Face:
|
|
8
|
+
|
|
9
|
+
```bash
|
|
10
|
+
# Check if paper exists
|
|
11
|
+
python scripts/paper_manager.py check --arxiv-id "2301.12345"
|
|
12
|
+
|
|
13
|
+
# Index the paper
|
|
14
|
+
python scripts/paper_manager.py index --arxiv-id "2301.12345"
|
|
15
|
+
|
|
16
|
+
# Get paper information
|
|
17
|
+
python scripts/paper_manager.py info --arxiv-id "2301.12345"
|
|
18
|
+
```
|
|
19
|
+
|
|
20
|
+
Expected output:
|
|
21
|
+
```json
|
|
22
|
+
{
|
|
23
|
+
"exists": true,
|
|
24
|
+
"url": "https://huggingface.co/papers/2301.12345",
|
|
25
|
+
"arxiv_id": "2301.12345",
|
|
26
|
+
"arxiv_url": "https://arxiv.org/abs/2301.12345"
|
|
27
|
+
}
|
|
28
|
+
```
|
|
29
|
+
|
|
30
|
+
## Example 2: Link Paper to Your Model
|
|
31
|
+
|
|
32
|
+
After indexing a paper, link it to your model repository:
|
|
33
|
+
|
|
34
|
+
```bash
|
|
35
|
+
# Link single paper
|
|
36
|
+
python scripts/paper_manager.py link \
|
|
37
|
+
--repo-id "username/my-awesome-model" \
|
|
38
|
+
--repo-type "model" \
|
|
39
|
+
--arxiv-id "2301.12345"
|
|
40
|
+
|
|
41
|
+
# Link multiple papers
|
|
42
|
+
python scripts/paper_manager.py link \
|
|
43
|
+
--repo-id "username/my-awesome-model" \
|
|
44
|
+
--repo-type "model" \
|
|
45
|
+
--arxiv-ids "2301.12345,2302.67890"
|
|
46
|
+
```
|
|
47
|
+
|
|
48
|
+
This will:
|
|
49
|
+
1. Download the model's README.md
|
|
50
|
+
2. Add or update YAML frontmatter
|
|
51
|
+
3. Insert paper references with links
|
|
52
|
+
4. Upload the updated README
|
|
53
|
+
5. Hub automatically creates `arxiv:2301.12345` tags
|
|
54
|
+
|
|
55
|
+
## Example 3: Link Paper to Dataset
|
|
56
|
+
|
|
57
|
+
Same process for datasets:
|
|
58
|
+
|
|
59
|
+
```bash
|
|
60
|
+
python scripts/paper_manager.py link \
|
|
61
|
+
--repo-id "username/my-dataset" \
|
|
62
|
+
--repo-type "dataset" \
|
|
63
|
+
--arxiv-id "2301.12345" \
|
|
64
|
+
--citation "$(cat citation.bib)"
|
|
65
|
+
```
|
|
66
|
+
|
|
67
|
+
## Example 4: Create a New Research Article
|
|
68
|
+
|
|
69
|
+
Generate a research paper from template:
|
|
70
|
+
|
|
71
|
+
```bash
|
|
72
|
+
# Create with standard template
|
|
73
|
+
python scripts/paper_manager.py create \
|
|
74
|
+
--template "standard" \
|
|
75
|
+
--title "Efficient Fine-Tuning of Large Language Models" \
|
|
76
|
+
--authors "Jane Doe, John Smith" \
|
|
77
|
+
--abstract "We propose a novel approach to fine-tuning..." \
|
|
78
|
+
--output "paper.md"
|
|
79
|
+
|
|
80
|
+
# Create with modern template
|
|
81
|
+
python scripts/paper_manager.py create \
|
|
82
|
+
--template "modern" \
|
|
83
|
+
--title "Vision Transformers for Medical Imaging" \
|
|
84
|
+
--output "medical_vit_paper.md"
|
|
85
|
+
|
|
86
|
+
# Create ML experiment report
|
|
87
|
+
python scripts/paper_manager.py create \
|
|
88
|
+
--template "ml-report" \
|
|
89
|
+
--title "BERT Fine-tuning Experiment Results" \
|
|
90
|
+
--output "bert_experiment_report.md"
|
|
91
|
+
```
|
|
92
|
+
|
|
93
|
+
## Example 5: Generate Citations
|
|
94
|
+
|
|
95
|
+
Get formatted citations for papers:
|
|
96
|
+
|
|
97
|
+
```bash
|
|
98
|
+
# BibTeX format
|
|
99
|
+
python scripts/paper_manager.py citation \
|
|
100
|
+
--arxiv-id "2301.12345" \
|
|
101
|
+
--format "bibtex"
|
|
102
|
+
```
|
|
103
|
+
|
|
104
|
+
Output:
|
|
105
|
+
```bibtex
|
|
106
|
+
@article{arxiv2301_12345,
|
|
107
|
+
title={Efficient Fine-Tuning of Large Language Models},
|
|
108
|
+
author={Doe, Jane and Smith, John},
|
|
109
|
+
journal={arXiv preprint arXiv:2301.12345},
|
|
110
|
+
year={2023}
|
|
111
|
+
}
|
|
112
|
+
```
|
|
113
|
+
|
|
114
|
+
## Example 6: Complete Workflow - New Paper
|
|
115
|
+
|
|
116
|
+
Full workflow from paper creation to publication:
|
|
117
|
+
|
|
118
|
+
```bash
|
|
119
|
+
# Step 1: Create research article
|
|
120
|
+
python scripts/paper_manager.py create \
|
|
121
|
+
--template "modern" \
|
|
122
|
+
--title "Novel Architecture for Multimodal Learning" \
|
|
123
|
+
--authors "Alice Chen, Bob Kumar" \
|
|
124
|
+
--output "multimodal_paper.md"
|
|
125
|
+
|
|
126
|
+
# Step 2: Edit the paper (use your favorite editor)
|
|
127
|
+
# vim multimodal_paper.md
|
|
128
|
+
|
|
129
|
+
# Step 3: Submit to arXiv (external process)
|
|
130
|
+
# Upload to arxiv.org, receive arXiv ID: 2312.99999
|
|
131
|
+
|
|
132
|
+
# Step 4: Index on Hugging Face
|
|
133
|
+
python scripts/paper_manager.py index --arxiv-id "2312.99999"
|
|
134
|
+
|
|
135
|
+
# Step 5: Link to your models/datasets
|
|
136
|
+
python scripts/paper_manager.py link \
|
|
137
|
+
--repo-id "alice/multimodal-model-v1" \
|
|
138
|
+
--repo-type "model" \
|
|
139
|
+
--arxiv-id "2312.99999"
|
|
140
|
+
|
|
141
|
+
python scripts/paper_manager.py link \
|
|
142
|
+
--repo-id "alice/multimodal-dataset" \
|
|
143
|
+
--repo-type "dataset" \
|
|
144
|
+
--arxiv-id "2312.99999"
|
|
145
|
+
|
|
146
|
+
# Step 6: Generate citation for README
|
|
147
|
+
python scripts/paper_manager.py citation \
|
|
148
|
+
--arxiv-id "2312.99999" \
|
|
149
|
+
--format "bibtex" > citation.bib
|
|
150
|
+
```
|
|
151
|
+
|
|
152
|
+
## Example 7: Batch Link Papers
|
|
153
|
+
|
|
154
|
+
Link multiple papers to multiple repositories:
|
|
155
|
+
|
|
156
|
+
```bash
|
|
157
|
+
#!/bin/bash
|
|
158
|
+
|
|
159
|
+
# List of papers
|
|
160
|
+
PAPERS=("2301.12345" "2302.67890" "2303.11111")
|
|
161
|
+
|
|
162
|
+
# List of models
|
|
163
|
+
MODELS=("username/model-a" "username/model-b" "username/model-c")
|
|
164
|
+
|
|
165
|
+
# Link each paper to each model
|
|
166
|
+
for paper in "${PAPERS[@]}"; do
|
|
167
|
+
for model in "${MODELS[@]}"; do
|
|
168
|
+
echo "Linking $paper to $model..."
|
|
169
|
+
python scripts/paper_manager.py link \
|
|
170
|
+
--repo-id "$model" \
|
|
171
|
+
--repo-type "model" \
|
|
172
|
+
--arxiv-id "$paper"
|
|
173
|
+
done
|
|
174
|
+
done
|
|
175
|
+
```
|
|
176
|
+
|
|
177
|
+
## Example 8: Update Model Card with Paper Info
|
|
178
|
+
|
|
179
|
+
Get paper info and manually update model card:
|
|
180
|
+
|
|
181
|
+
```bash
|
|
182
|
+
# Get paper information
|
|
183
|
+
python scripts/paper_manager.py info \
|
|
184
|
+
--arxiv-id "2301.12345" \
|
|
185
|
+
--format "text" > paper_info.txt
|
|
186
|
+
|
|
187
|
+
# View the information
|
|
188
|
+
cat paper_info.txt
|
|
189
|
+
|
|
190
|
+
# Manually incorporate into your model card or use the link command
|
|
191
|
+
```
|
|
192
|
+
|
|
193
|
+
## Example 9: Search and Discover Papers
|
|
194
|
+
|
|
195
|
+
```bash
|
|
196
|
+
# Search for papers (opens browser)
|
|
197
|
+
python scripts/paper_manager.py search \
|
|
198
|
+
--query "transformer attention mechanism"
|
|
199
|
+
```
|
|
200
|
+
|
|
201
|
+
## Example 10: Working with tfrere's Template
|
|
202
|
+
|
|
203
|
+
This skill complements [tfrere's research article template](https://huggingface.co/spaces/tfrere/research-article-template):
|
|
204
|
+
|
|
205
|
+
```bash
|
|
206
|
+
# 1. Use tfrere's Space to create a beautiful web-based paper
|
|
207
|
+
# Visit: https://huggingface.co/spaces/tfrere/research-article-template
|
|
208
|
+
|
|
209
|
+
# 2. Export your paper content to markdown
|
|
210
|
+
|
|
211
|
+
# 3. Submit to arXiv
|
|
212
|
+
|
|
213
|
+
# 4. Use this skill to index and link
|
|
214
|
+
python scripts/paper_manager.py index --arxiv-id "YOUR_ARXIV_ID"
|
|
215
|
+
python scripts/paper_manager.py link \
|
|
216
|
+
--repo-id "your-username/your-model" \
|
|
217
|
+
--arxiv-id "YOUR_ARXIV_ID"
|
|
218
|
+
```
|
|
219
|
+
|
|
220
|
+
## Example 11: Error Handling
|
|
221
|
+
|
|
222
|
+
```bash
|
|
223
|
+
# Check if paper exists before linking
|
|
224
|
+
if python scripts/paper_manager.py check --arxiv-id "2301.12345" | grep -q '"exists": true'; then
|
|
225
|
+
echo "Paper exists, proceeding with link..."
|
|
226
|
+
python scripts/paper_manager.py link \
|
|
227
|
+
--repo-id "username/model" \
|
|
228
|
+
--arxiv-id "2301.12345"
|
|
229
|
+
else
|
|
230
|
+
echo "Paper doesn't exist, indexing first..."
|
|
231
|
+
python scripts/paper_manager.py index --arxiv-id "2301.12345"
|
|
232
|
+
python scripts/paper_manager.py link \
|
|
233
|
+
--repo-id "username/model" \
|
|
234
|
+
--arxiv-id "2301.12345"
|
|
235
|
+
fi
|
|
236
|
+
```
|
|
237
|
+
|
|
238
|
+
## Example 12: CI/CD Integration
|
|
239
|
+
|
|
240
|
+
Add to your `.github/workflows/update-paper.yml`:
|
|
241
|
+
|
|
242
|
+
```yaml
|
|
243
|
+
name: Update Paper Links
|
|
244
|
+
|
|
245
|
+
on:
|
|
246
|
+
push:
|
|
247
|
+
branches: [main]
|
|
248
|
+
workflow_dispatch:
|
|
249
|
+
|
|
250
|
+
jobs:
|
|
251
|
+
update:
|
|
252
|
+
runs-on: ubuntu-latest
|
|
253
|
+
steps:
|
|
254
|
+
- uses: actions/checkout@v3
|
|
255
|
+
|
|
256
|
+
- name: Set up Python
|
|
257
|
+
uses: actions/setup-python@v4
|
|
258
|
+
with:
|
|
259
|
+
python-version: '3.10'
|
|
260
|
+
|
|
261
|
+
- name: Install dependencies
|
|
262
|
+
run: |
|
|
263
|
+
pip install huggingface_hub pyyaml requests python-dotenv
|
|
264
|
+
|
|
265
|
+
- name: Link paper to model
|
|
266
|
+
env:
|
|
267
|
+
HF_TOKEN: ${{ secrets.HF_TOKEN }}
|
|
268
|
+
run: |
|
|
269
|
+
python scripts/paper_manager.py link \
|
|
270
|
+
--repo-id "${{ github.repository_owner }}/model-name" \
|
|
271
|
+
--repo-type "model" \
|
|
272
|
+
--arxiv-id "2301.12345"
|
|
273
|
+
```
|
|
274
|
+
|
|
275
|
+
## Tips and Best Practices
|
|
276
|
+
|
|
277
|
+
1. **Always check if paper exists** before indexing to avoid unnecessary operations
|
|
278
|
+
2. **Use meaningful commit messages** when linking papers to repositories
|
|
279
|
+
3. **Include full citations** in model cards for proper attribution
|
|
280
|
+
4. **Link papers to all relevant artifacts** (models, datasets, spaces)
|
|
281
|
+
5. **Generate BibTeX citations** for easy reference by others
|
|
282
|
+
6. **Keep paper visibility updated** in your HF profile settings
|
|
283
|
+
7. **Use templates consistently** within your research group
|
|
284
|
+
8. **Version control your papers** alongside code
|
|
285
|
+
|
|
286
|
+
## Troubleshooting
|
|
287
|
+
|
|
288
|
+
### Paper not found after indexing
|
|
289
|
+
|
|
290
|
+
```bash
|
|
291
|
+
# Visit the URL directly to trigger indexing
|
|
292
|
+
open "https://huggingface.co/papers/2301.12345"
|
|
293
|
+
|
|
294
|
+
# Wait a few seconds, then check again
|
|
295
|
+
python scripts/paper_manager.py check --arxiv-id "2301.12345"
|
|
296
|
+
```
|
|
297
|
+
|
|
298
|
+
### Permission denied when linking
|
|
299
|
+
|
|
300
|
+
```bash
|
|
301
|
+
# Verify your token has write access
|
|
302
|
+
echo $HF_TOKEN
|
|
303
|
+
|
|
304
|
+
# Set token if missing
|
|
305
|
+
export HF_TOKEN="your_token_here"
|
|
306
|
+
|
|
307
|
+
# Or use .env file
|
|
308
|
+
echo "HF_TOKEN=your_token_here" > .env
|
|
309
|
+
```
|
|
310
|
+
|
|
311
|
+
### arXiv ID format issues
|
|
312
|
+
|
|
313
|
+
```bash
|
|
314
|
+
# The script handles various formats:
|
|
315
|
+
python scripts/paper_manager.py check --arxiv-id "2301.12345"
|
|
316
|
+
python scripts/paper_manager.py check --arxiv-id "arxiv:2301.12345"
|
|
317
|
+
python scripts/paper_manager.py check --arxiv-id "https://arxiv.org/abs/2301.12345"
|
|
318
|
+
|
|
319
|
+
# All are equivalent and will be normalized
|
|
320
|
+
```
|
|
321
|
+
|
|
322
|
+
## Next Steps
|
|
323
|
+
|
|
324
|
+
- Explore the [Paper Pages documentation](https://huggingface.co/docs/hub/en/paper-pages)
|
|
325
|
+
- Check out [tfrere's research template](https://huggingface.co/spaces/tfrere/research-article-template)
|
|
326
|
+
- Browse [papers on HF](https://huggingface.co/papers)
|
|
327
|
+
- Learn about [model cards](https://huggingface.co/docs/hub/en/model-cards)
|
|
@@ -0,0 +1,216 @@
|
|
|
1
|
+
# Quick Reference Guide
|
|
2
|
+
|
|
3
|
+
## Essential Commands
|
|
4
|
+
|
|
5
|
+
### Paper Indexing
|
|
6
|
+
```bash
|
|
7
|
+
# Index from arXiv
|
|
8
|
+
python scripts/paper_manager.py index --arxiv-id "2301.12345"
|
|
9
|
+
|
|
10
|
+
# Check if exists
|
|
11
|
+
python scripts/paper_manager.py check --arxiv-id "2301.12345"
|
|
12
|
+
```
|
|
13
|
+
|
|
14
|
+
### Linking Papers
|
|
15
|
+
```bash
|
|
16
|
+
# Link to model
|
|
17
|
+
python scripts/paper_manager.py link \
|
|
18
|
+
--repo-id "username/model" \
|
|
19
|
+
--repo-type "model" \
|
|
20
|
+
--arxiv-id "2301.12345"
|
|
21
|
+
|
|
22
|
+
# Link to dataset
|
|
23
|
+
python scripts/paper_manager.py link \
|
|
24
|
+
--repo-id "username/dataset" \
|
|
25
|
+
--repo-type "dataset" \
|
|
26
|
+
--arxiv-id "2301.12345"
|
|
27
|
+
|
|
28
|
+
# Link multiple papers
|
|
29
|
+
python scripts/paper_manager.py link \
|
|
30
|
+
--repo-id "username/model" \
|
|
31
|
+
--repo-type "model" \
|
|
32
|
+
--arxiv-ids "2301.12345,2302.67890"
|
|
33
|
+
```
|
|
34
|
+
|
|
35
|
+
### Creating Papers
|
|
36
|
+
```bash
|
|
37
|
+
# Standard template
|
|
38
|
+
python scripts/paper_manager.py create \
|
|
39
|
+
--template "standard" \
|
|
40
|
+
--title "Paper Title" \
|
|
41
|
+
--output "paper.md"
|
|
42
|
+
|
|
43
|
+
# Modern template
|
|
44
|
+
python scripts/paper_manager.py create \
|
|
45
|
+
--template "modern" \
|
|
46
|
+
--title "Paper Title" \
|
|
47
|
+
--authors "Author1, Author2" \
|
|
48
|
+
--abstract "Abstract text" \
|
|
49
|
+
--output "paper.md"
|
|
50
|
+
|
|
51
|
+
# ML Report
|
|
52
|
+
python scripts/paper_manager.py create \
|
|
53
|
+
--template "ml-report" \
|
|
54
|
+
--title "Experiment Report" \
|
|
55
|
+
--output "report.md"
|
|
56
|
+
|
|
57
|
+
# arXiv style
|
|
58
|
+
python scripts/paper_manager.py create \
|
|
59
|
+
--template "arxiv" \
|
|
60
|
+
--title "Paper Title" \
|
|
61
|
+
--output "paper.md"
|
|
62
|
+
```
|
|
63
|
+
|
|
64
|
+
### Citations
|
|
65
|
+
```bash
|
|
66
|
+
# Generate BibTeX
|
|
67
|
+
python scripts/paper_manager.py citation \
|
|
68
|
+
--arxiv-id "2301.12345" \
|
|
69
|
+
--format "bibtex"
|
|
70
|
+
```
|
|
71
|
+
|
|
72
|
+
### Paper Info
|
|
73
|
+
```bash
|
|
74
|
+
# JSON format
|
|
75
|
+
python scripts/paper_manager.py info \
|
|
76
|
+
--arxiv-id "2301.12345" \
|
|
77
|
+
--format "json"
|
|
78
|
+
|
|
79
|
+
# Text format
|
|
80
|
+
python scripts/paper_manager.py info \
|
|
81
|
+
--arxiv-id "2301.12345" \
|
|
82
|
+
--format "text"
|
|
83
|
+
```
|
|
84
|
+
|
|
85
|
+
## URL Formats
|
|
86
|
+
|
|
87
|
+
### Hugging Face Paper Pages
|
|
88
|
+
- View paper: `https://huggingface.co/papers/{arxiv-id}`
|
|
89
|
+
- Example: `https://huggingface.co/papers/2301.12345`
|
|
90
|
+
|
|
91
|
+
### arXiv
|
|
92
|
+
- Abstract: `https://arxiv.org/abs/{arxiv-id}`
|
|
93
|
+
- PDF: `https://arxiv.org/pdf/{arxiv-id}.pdf`
|
|
94
|
+
- Example: `https://arxiv.org/abs/2301.12345`
|
|
95
|
+
|
|
96
|
+
## YAML Metadata Format
|
|
97
|
+
|
|
98
|
+
### Model Card
|
|
99
|
+
```yaml
|
|
100
|
+
---
|
|
101
|
+
language:
|
|
102
|
+
- en
|
|
103
|
+
license: apache-2.0
|
|
104
|
+
tags:
|
|
105
|
+
- text-generation
|
|
106
|
+
- transformers
|
|
107
|
+
library_name: transformers
|
|
108
|
+
---
|
|
109
|
+
```
|
|
110
|
+
|
|
111
|
+
### Dataset Card
|
|
112
|
+
```yaml
|
|
113
|
+
---
|
|
114
|
+
language:
|
|
115
|
+
- en
|
|
116
|
+
license: cc-by-4.0
|
|
117
|
+
task_categories:
|
|
118
|
+
- text-generation
|
|
119
|
+
size_categories:
|
|
120
|
+
- 10K<n<100K
|
|
121
|
+
---
|
|
122
|
+
```
|
|
123
|
+
|
|
124
|
+
## arXiv ID Formats
|
|
125
|
+
|
|
126
|
+
All these formats work:
|
|
127
|
+
- `2301.12345`
|
|
128
|
+
- `arxiv:2301.12345`
|
|
129
|
+
- `https://arxiv.org/abs/2301.12345`
|
|
130
|
+
- `https://arxiv.org/pdf/2301.12345.pdf`
|
|
131
|
+
|
|
132
|
+
## Environment Setup
|
|
133
|
+
|
|
134
|
+
### Set Token
|
|
135
|
+
```bash
|
|
136
|
+
export HF_TOKEN="your_token"
|
|
137
|
+
```
|
|
138
|
+
|
|
139
|
+
### Or use .env file
|
|
140
|
+
```bash
|
|
141
|
+
echo "HF_TOKEN=your_token" > .env
|
|
142
|
+
```
|
|
143
|
+
|
|
144
|
+
## Common Workflows
|
|
145
|
+
|
|
146
|
+
### 1. Index & Link
|
|
147
|
+
```bash
|
|
148
|
+
python scripts/paper_manager.py index --arxiv-id "2301.12345"
|
|
149
|
+
python scripts/paper_manager.py link --repo-id "user/model" --arxiv-id "2301.12345"
|
|
150
|
+
```
|
|
151
|
+
|
|
152
|
+
### 2. Create & Publish
|
|
153
|
+
```bash
|
|
154
|
+
python scripts/paper_manager.py create --template "modern" --title "Title" --output "paper.md"
|
|
155
|
+
# Edit paper.md
|
|
156
|
+
# Submit to arXiv → get ID
|
|
157
|
+
python scripts/paper_manager.py index --arxiv-id "NEW_ID"
|
|
158
|
+
python scripts/paper_manager.py link --repo-id "user/model" --arxiv-id "NEW_ID"
|
|
159
|
+
```
|
|
160
|
+
|
|
161
|
+
### 3. Batch Link
|
|
162
|
+
```bash
|
|
163
|
+
for id in "2301.12345" "2302.67890"; do
|
|
164
|
+
python scripts/paper_manager.py link --repo-id "user/model" --arxiv-id "$id"
|
|
165
|
+
done
|
|
166
|
+
```
|
|
167
|
+
|
|
168
|
+
## Troubleshooting
|
|
169
|
+
|
|
170
|
+
### Paper not found
|
|
171
|
+
Visit `https://huggingface.co/papers/{arxiv-id}` to trigger indexing
|
|
172
|
+
|
|
173
|
+
### Permission denied
|
|
174
|
+
Check `HF_TOKEN` is set and has write access
|
|
175
|
+
|
|
176
|
+
### arXiv API errors
|
|
177
|
+
Wait a moment and retry - arXiv has rate limits
|
|
178
|
+
|
|
179
|
+
## Tips
|
|
180
|
+
|
|
181
|
+
1. Always check paper exists before linking
|
|
182
|
+
2. Use templates for consistency
|
|
183
|
+
3. Include full citations in model cards
|
|
184
|
+
4. Link papers to all relevant artifacts
|
|
185
|
+
5. Keep citations up to date
|
|
186
|
+
|
|
187
|
+
## Templates Available
|
|
188
|
+
|
|
189
|
+
- `standard` - Traditional academic paper
|
|
190
|
+
- `modern` - Web-friendly format (Distill-style)
|
|
191
|
+
- `arxiv` - arXiv journal format
|
|
192
|
+
- `ml-report` - ML experiment documentation
|
|
193
|
+
|
|
194
|
+
## File Locations
|
|
195
|
+
|
|
196
|
+
- Scripts: `scripts/paper_manager.py`
|
|
197
|
+
- Templates: `templates/*.md`
|
|
198
|
+
- Examples: `examples/example_usage.md`
|
|
199
|
+
- This guide: `references/quick_reference.md`
|
|
200
|
+
|
|
201
|
+
## Getting Help
|
|
202
|
+
|
|
203
|
+
```bash
|
|
204
|
+
# Command help
|
|
205
|
+
python scripts/paper_manager.py --help
|
|
206
|
+
|
|
207
|
+
# Subcommand help
|
|
208
|
+
python scripts/paper_manager.py link --help
|
|
209
|
+
```
|
|
210
|
+
|
|
211
|
+
## Additional Resources
|
|
212
|
+
|
|
213
|
+
- [Full documentation](../SKILL.md)
|
|
214
|
+
- [Usage examples](../examples/example_usage.md)
|
|
215
|
+
- [HF Paper Pages](https://huggingface.co/papers)
|
|
216
|
+
- [tfrere's template](https://huggingface.co/spaces/tfrere/research-article-template)
|