@synsci/cli-darwin-x64 1.1.49
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bin/skills/accelerate/SKILL.md +332 -0
- package/bin/skills/accelerate/references/custom-plugins.md +453 -0
- package/bin/skills/accelerate/references/megatron-integration.md +489 -0
- package/bin/skills/accelerate/references/performance.md +525 -0
- package/bin/skills/audiocraft/SKILL.md +564 -0
- package/bin/skills/audiocraft/references/advanced-usage.md +666 -0
- package/bin/skills/audiocraft/references/troubleshooting.md +504 -0
- package/bin/skills/autogpt/SKILL.md +403 -0
- package/bin/skills/autogpt/references/advanced-usage.md +535 -0
- package/bin/skills/autogpt/references/troubleshooting.md +420 -0
- package/bin/skills/awq/SKILL.md +310 -0
- package/bin/skills/awq/references/advanced-usage.md +324 -0
- package/bin/skills/awq/references/troubleshooting.md +344 -0
- package/bin/skills/axolotl/SKILL.md +158 -0
- package/bin/skills/axolotl/references/api.md +5548 -0
- package/bin/skills/axolotl/references/dataset-formats.md +1029 -0
- package/bin/skills/axolotl/references/index.md +15 -0
- package/bin/skills/axolotl/references/other.md +3563 -0
- package/bin/skills/bigcode-evaluation-harness/SKILL.md +405 -0
- package/bin/skills/bigcode-evaluation-harness/references/benchmarks.md +393 -0
- package/bin/skills/bigcode-evaluation-harness/references/custom-tasks.md +424 -0
- package/bin/skills/bigcode-evaluation-harness/references/issues.md +394 -0
- package/bin/skills/bitsandbytes/SKILL.md +411 -0
- package/bin/skills/bitsandbytes/references/memory-optimization.md +521 -0
- package/bin/skills/bitsandbytes/references/qlora-training.md +521 -0
- package/bin/skills/bitsandbytes/references/quantization-formats.md +447 -0
- package/bin/skills/blip-2/SKILL.md +564 -0
- package/bin/skills/blip-2/references/advanced-usage.md +680 -0
- package/bin/skills/blip-2/references/troubleshooting.md +526 -0
- package/bin/skills/chroma/SKILL.md +406 -0
- package/bin/skills/chroma/references/integration.md +38 -0
- package/bin/skills/clip/SKILL.md +253 -0
- package/bin/skills/clip/references/applications.md +207 -0
- package/bin/skills/constitutional-ai/SKILL.md +290 -0
- package/bin/skills/crewai/SKILL.md +498 -0
- package/bin/skills/crewai/references/flows.md +438 -0
- package/bin/skills/crewai/references/tools.md +429 -0
- package/bin/skills/crewai/references/troubleshooting.md +480 -0
- package/bin/skills/deepspeed/SKILL.md +141 -0
- package/bin/skills/deepspeed/references/08.md +17 -0
- package/bin/skills/deepspeed/references/09.md +173 -0
- package/bin/skills/deepspeed/references/2020.md +378 -0
- package/bin/skills/deepspeed/references/2023.md +279 -0
- package/bin/skills/deepspeed/references/assets.md +179 -0
- package/bin/skills/deepspeed/references/index.md +35 -0
- package/bin/skills/deepspeed/references/mii.md +118 -0
- package/bin/skills/deepspeed/references/other.md +1191 -0
- package/bin/skills/deepspeed/references/tutorials.md +6554 -0
- package/bin/skills/dspy/SKILL.md +590 -0
- package/bin/skills/dspy/references/examples.md +663 -0
- package/bin/skills/dspy/references/modules.md +475 -0
- package/bin/skills/dspy/references/optimizers.md +566 -0
- package/bin/skills/faiss/SKILL.md +221 -0
- package/bin/skills/faiss/references/index_types.md +280 -0
- package/bin/skills/flash-attention/SKILL.md +367 -0
- package/bin/skills/flash-attention/references/benchmarks.md +215 -0
- package/bin/skills/flash-attention/references/transformers-integration.md +293 -0
- package/bin/skills/gguf/SKILL.md +427 -0
- package/bin/skills/gguf/references/advanced-usage.md +504 -0
- package/bin/skills/gguf/references/troubleshooting.md +442 -0
- package/bin/skills/gptq/SKILL.md +450 -0
- package/bin/skills/gptq/references/calibration.md +337 -0
- package/bin/skills/gptq/references/integration.md +129 -0
- package/bin/skills/gptq/references/troubleshooting.md +95 -0
- package/bin/skills/grpo-rl-training/README.md +97 -0
- package/bin/skills/grpo-rl-training/SKILL.md +572 -0
- package/bin/skills/grpo-rl-training/examples/reward_functions_library.py +393 -0
- package/bin/skills/grpo-rl-training/templates/basic_grpo_training.py +228 -0
- package/bin/skills/guidance/SKILL.md +572 -0
- package/bin/skills/guidance/references/backends.md +554 -0
- package/bin/skills/guidance/references/constraints.md +674 -0
- package/bin/skills/guidance/references/examples.md +767 -0
- package/bin/skills/hqq/SKILL.md +445 -0
- package/bin/skills/hqq/references/advanced-usage.md +528 -0
- package/bin/skills/hqq/references/troubleshooting.md +503 -0
- package/bin/skills/hugging-face-cli/SKILL.md +191 -0
- package/bin/skills/hugging-face-cli/references/commands.md +954 -0
- package/bin/skills/hugging-face-cli/references/examples.md +374 -0
- package/bin/skills/hugging-face-datasets/SKILL.md +547 -0
- package/bin/skills/hugging-face-datasets/examples/diverse_training_examples.json +239 -0
- package/bin/skills/hugging-face-datasets/examples/system_prompt_template.txt +196 -0
- package/bin/skills/hugging-face-datasets/examples/training_examples.json +176 -0
- package/bin/skills/hugging-face-datasets/scripts/dataset_manager.py +522 -0
- package/bin/skills/hugging-face-datasets/scripts/sql_manager.py +844 -0
- package/bin/skills/hugging-face-datasets/templates/chat.json +55 -0
- package/bin/skills/hugging-face-datasets/templates/classification.json +62 -0
- package/bin/skills/hugging-face-datasets/templates/completion.json +51 -0
- package/bin/skills/hugging-face-datasets/templates/custom.json +75 -0
- package/bin/skills/hugging-face-datasets/templates/qa.json +54 -0
- package/bin/skills/hugging-face-datasets/templates/tabular.json +81 -0
- package/bin/skills/hugging-face-evaluation/SKILL.md +656 -0
- package/bin/skills/hugging-face-evaluation/examples/USAGE_EXAMPLES.md +382 -0
- package/bin/skills/hugging-face-evaluation/examples/artificial_analysis_to_hub.py +141 -0
- package/bin/skills/hugging-face-evaluation/examples/example_readme_tables.md +135 -0
- package/bin/skills/hugging-face-evaluation/examples/metric_mapping.json +50 -0
- package/bin/skills/hugging-face-evaluation/requirements.txt +20 -0
- package/bin/skills/hugging-face-evaluation/scripts/evaluation_manager.py +1374 -0
- package/bin/skills/hugging-face-evaluation/scripts/inspect_eval_uv.py +104 -0
- package/bin/skills/hugging-face-evaluation/scripts/inspect_vllm_uv.py +317 -0
- package/bin/skills/hugging-face-evaluation/scripts/lighteval_vllm_uv.py +303 -0
- package/bin/skills/hugging-face-evaluation/scripts/run_eval_job.py +98 -0
- package/bin/skills/hugging-face-evaluation/scripts/run_vllm_eval_job.py +331 -0
- package/bin/skills/hugging-face-evaluation/scripts/test_extraction.py +206 -0
- package/bin/skills/hugging-face-jobs/SKILL.md +1041 -0
- package/bin/skills/hugging-face-jobs/index.html +216 -0
- package/bin/skills/hugging-face-jobs/references/hardware_guide.md +336 -0
- package/bin/skills/hugging-face-jobs/references/hub_saving.md +352 -0
- package/bin/skills/hugging-face-jobs/references/token_usage.md +546 -0
- package/bin/skills/hugging-face-jobs/references/troubleshooting.md +475 -0
- package/bin/skills/hugging-face-jobs/scripts/cot-self-instruct.py +718 -0
- package/bin/skills/hugging-face-jobs/scripts/finepdfs-stats.py +546 -0
- package/bin/skills/hugging-face-jobs/scripts/generate-responses.py +587 -0
- package/bin/skills/hugging-face-model-trainer/SKILL.md +711 -0
- package/bin/skills/hugging-face-model-trainer/references/gguf_conversion.md +296 -0
- package/bin/skills/hugging-face-model-trainer/references/hardware_guide.md +283 -0
- package/bin/skills/hugging-face-model-trainer/references/hub_saving.md +364 -0
- package/bin/skills/hugging-face-model-trainer/references/reliability_principles.md +371 -0
- package/bin/skills/hugging-face-model-trainer/references/trackio_guide.md +189 -0
- package/bin/skills/hugging-face-model-trainer/references/training_methods.md +150 -0
- package/bin/skills/hugging-face-model-trainer/references/training_patterns.md +203 -0
- package/bin/skills/hugging-face-model-trainer/references/troubleshooting.md +282 -0
- package/bin/skills/hugging-face-model-trainer/scripts/convert_to_gguf.py +424 -0
- package/bin/skills/hugging-face-model-trainer/scripts/dataset_inspector.py +417 -0
- package/bin/skills/hugging-face-model-trainer/scripts/estimate_cost.py +150 -0
- package/bin/skills/hugging-face-model-trainer/scripts/train_dpo_example.py +106 -0
- package/bin/skills/hugging-face-model-trainer/scripts/train_grpo_example.py +89 -0
- package/bin/skills/hugging-face-model-trainer/scripts/train_sft_example.py +122 -0
- package/bin/skills/hugging-face-paper-publisher/SKILL.md +627 -0
- package/bin/skills/hugging-face-paper-publisher/examples/example_usage.md +327 -0
- package/bin/skills/hugging-face-paper-publisher/references/quick_reference.md +216 -0
- package/bin/skills/hugging-face-paper-publisher/scripts/paper_manager.py +508 -0
- package/bin/skills/hugging-face-paper-publisher/templates/arxiv.md +299 -0
- package/bin/skills/hugging-face-paper-publisher/templates/ml-report.md +358 -0
- package/bin/skills/hugging-face-paper-publisher/templates/modern.md +319 -0
- package/bin/skills/hugging-face-paper-publisher/templates/standard.md +201 -0
- package/bin/skills/hugging-face-tool-builder/SKILL.md +115 -0
- package/bin/skills/hugging-face-tool-builder/references/baseline_hf_api.py +57 -0
- package/bin/skills/hugging-face-tool-builder/references/baseline_hf_api.sh +40 -0
- package/bin/skills/hugging-face-tool-builder/references/baseline_hf_api.tsx +57 -0
- package/bin/skills/hugging-face-tool-builder/references/find_models_by_paper.sh +230 -0
- package/bin/skills/hugging-face-tool-builder/references/hf_enrich_models.sh +96 -0
- package/bin/skills/hugging-face-tool-builder/references/hf_model_card_frontmatter.sh +188 -0
- package/bin/skills/hugging-face-tool-builder/references/hf_model_papers_auth.sh +171 -0
- package/bin/skills/hugging-face-trackio/SKILL.md +65 -0
- package/bin/skills/hugging-face-trackio/references/logging_metrics.md +206 -0
- package/bin/skills/hugging-face-trackio/references/retrieving_metrics.md +223 -0
- package/bin/skills/huggingface-tokenizers/SKILL.md +516 -0
- package/bin/skills/huggingface-tokenizers/references/algorithms.md +653 -0
- package/bin/skills/huggingface-tokenizers/references/integration.md +637 -0
- package/bin/skills/huggingface-tokenizers/references/pipeline.md +723 -0
- package/bin/skills/huggingface-tokenizers/references/training.md +565 -0
- package/bin/skills/instructor/SKILL.md +740 -0
- package/bin/skills/instructor/references/examples.md +107 -0
- package/bin/skills/instructor/references/providers.md +70 -0
- package/bin/skills/instructor/references/validation.md +606 -0
- package/bin/skills/knowledge-distillation/SKILL.md +458 -0
- package/bin/skills/knowledge-distillation/references/minillm.md +334 -0
- package/bin/skills/lambda-labs/SKILL.md +545 -0
- package/bin/skills/lambda-labs/references/advanced-usage.md +611 -0
- package/bin/skills/lambda-labs/references/troubleshooting.md +530 -0
- package/bin/skills/langchain/SKILL.md +480 -0
- package/bin/skills/langchain/references/agents.md +499 -0
- package/bin/skills/langchain/references/integration.md +562 -0
- package/bin/skills/langchain/references/rag.md +600 -0
- package/bin/skills/langsmith/SKILL.md +422 -0
- package/bin/skills/langsmith/references/advanced-usage.md +548 -0
- package/bin/skills/langsmith/references/troubleshooting.md +537 -0
- package/bin/skills/litgpt/SKILL.md +469 -0
- package/bin/skills/litgpt/references/custom-models.md +568 -0
- package/bin/skills/litgpt/references/distributed-training.md +451 -0
- package/bin/skills/litgpt/references/supported-models.md +336 -0
- package/bin/skills/litgpt/references/training-recipes.md +619 -0
- package/bin/skills/llama-cpp/SKILL.md +258 -0
- package/bin/skills/llama-cpp/references/optimization.md +89 -0
- package/bin/skills/llama-cpp/references/quantization.md +213 -0
- package/bin/skills/llama-cpp/references/server.md +125 -0
- package/bin/skills/llama-factory/SKILL.md +80 -0
- package/bin/skills/llama-factory/references/_images.md +23 -0
- package/bin/skills/llama-factory/references/advanced.md +1055 -0
- package/bin/skills/llama-factory/references/getting_started.md +349 -0
- package/bin/skills/llama-factory/references/index.md +19 -0
- package/bin/skills/llama-factory/references/other.md +31 -0
- package/bin/skills/llamaguard/SKILL.md +337 -0
- package/bin/skills/llamaindex/SKILL.md +569 -0
- package/bin/skills/llamaindex/references/agents.md +83 -0
- package/bin/skills/llamaindex/references/data_connectors.md +108 -0
- package/bin/skills/llamaindex/references/query_engines.md +406 -0
- package/bin/skills/llava/SKILL.md +304 -0
- package/bin/skills/llava/references/training.md +197 -0
- package/bin/skills/lm-evaluation-harness/SKILL.md +490 -0
- package/bin/skills/lm-evaluation-harness/references/api-evaluation.md +490 -0
- package/bin/skills/lm-evaluation-harness/references/benchmark-guide.md +488 -0
- package/bin/skills/lm-evaluation-harness/references/custom-tasks.md +602 -0
- package/bin/skills/lm-evaluation-harness/references/distributed-eval.md +519 -0
- package/bin/skills/long-context/SKILL.md +536 -0
- package/bin/skills/long-context/references/extension_methods.md +468 -0
- package/bin/skills/long-context/references/fine_tuning.md +611 -0
- package/bin/skills/long-context/references/rope.md +402 -0
- package/bin/skills/mamba/SKILL.md +260 -0
- package/bin/skills/mamba/references/architecture-details.md +206 -0
- package/bin/skills/mamba/references/benchmarks.md +255 -0
- package/bin/skills/mamba/references/training-guide.md +388 -0
- package/bin/skills/megatron-core/SKILL.md +366 -0
- package/bin/skills/megatron-core/references/benchmarks.md +249 -0
- package/bin/skills/megatron-core/references/parallelism-guide.md +404 -0
- package/bin/skills/megatron-core/references/production-examples.md +473 -0
- package/bin/skills/megatron-core/references/training-recipes.md +547 -0
- package/bin/skills/miles/SKILL.md +315 -0
- package/bin/skills/miles/references/api-reference.md +141 -0
- package/bin/skills/miles/references/troubleshooting.md +352 -0
- package/bin/skills/mlflow/SKILL.md +704 -0
- package/bin/skills/mlflow/references/deployment.md +744 -0
- package/bin/skills/mlflow/references/model-registry.md +770 -0
- package/bin/skills/mlflow/references/tracking.md +680 -0
- package/bin/skills/modal/SKILL.md +341 -0
- package/bin/skills/modal/references/advanced-usage.md +503 -0
- package/bin/skills/modal/references/troubleshooting.md +494 -0
- package/bin/skills/model-merging/SKILL.md +539 -0
- package/bin/skills/model-merging/references/evaluation.md +462 -0
- package/bin/skills/model-merging/references/examples.md +428 -0
- package/bin/skills/model-merging/references/methods.md +352 -0
- package/bin/skills/model-pruning/SKILL.md +495 -0
- package/bin/skills/model-pruning/references/wanda.md +347 -0
- package/bin/skills/moe-training/SKILL.md +526 -0
- package/bin/skills/moe-training/references/architectures.md +432 -0
- package/bin/skills/moe-training/references/inference.md +348 -0
- package/bin/skills/moe-training/references/training.md +425 -0
- package/bin/skills/nanogpt/SKILL.md +290 -0
- package/bin/skills/nanogpt/references/architecture.md +382 -0
- package/bin/skills/nanogpt/references/data.md +476 -0
- package/bin/skills/nanogpt/references/training.md +564 -0
- package/bin/skills/nemo-curator/SKILL.md +383 -0
- package/bin/skills/nemo-curator/references/deduplication.md +87 -0
- package/bin/skills/nemo-curator/references/filtering.md +102 -0
- package/bin/skills/nemo-evaluator/SKILL.md +494 -0
- package/bin/skills/nemo-evaluator/references/adapter-system.md +340 -0
- package/bin/skills/nemo-evaluator/references/configuration.md +447 -0
- package/bin/skills/nemo-evaluator/references/custom-benchmarks.md +315 -0
- package/bin/skills/nemo-evaluator/references/execution-backends.md +361 -0
- package/bin/skills/nemo-guardrails/SKILL.md +297 -0
- package/bin/skills/nnsight/SKILL.md +436 -0
- package/bin/skills/nnsight/references/README.md +78 -0
- package/bin/skills/nnsight/references/api.md +344 -0
- package/bin/skills/nnsight/references/tutorials.md +300 -0
- package/bin/skills/openrlhf/SKILL.md +249 -0
- package/bin/skills/openrlhf/references/algorithm-comparison.md +404 -0
- package/bin/skills/openrlhf/references/custom-rewards.md +530 -0
- package/bin/skills/openrlhf/references/hybrid-engine.md +287 -0
- package/bin/skills/openrlhf/references/multi-node-training.md +454 -0
- package/bin/skills/outlines/SKILL.md +652 -0
- package/bin/skills/outlines/references/backends.md +615 -0
- package/bin/skills/outlines/references/examples.md +773 -0
- package/bin/skills/outlines/references/json_generation.md +652 -0
- package/bin/skills/peft/SKILL.md +431 -0
- package/bin/skills/peft/references/advanced-usage.md +514 -0
- package/bin/skills/peft/references/troubleshooting.md +480 -0
- package/bin/skills/phoenix/SKILL.md +475 -0
- package/bin/skills/phoenix/references/advanced-usage.md +619 -0
- package/bin/skills/phoenix/references/troubleshooting.md +538 -0
- package/bin/skills/pinecone/SKILL.md +358 -0
- package/bin/skills/pinecone/references/deployment.md +181 -0
- package/bin/skills/pytorch-fsdp/SKILL.md +126 -0
- package/bin/skills/pytorch-fsdp/references/index.md +7 -0
- package/bin/skills/pytorch-fsdp/references/other.md +4249 -0
- package/bin/skills/pytorch-lightning/SKILL.md +346 -0
- package/bin/skills/pytorch-lightning/references/callbacks.md +436 -0
- package/bin/skills/pytorch-lightning/references/distributed.md +490 -0
- package/bin/skills/pytorch-lightning/references/hyperparameter-tuning.md +556 -0
- package/bin/skills/pyvene/SKILL.md +473 -0
- package/bin/skills/pyvene/references/README.md +73 -0
- package/bin/skills/pyvene/references/api.md +383 -0
- package/bin/skills/pyvene/references/tutorials.md +376 -0
- package/bin/skills/qdrant/SKILL.md +493 -0
- package/bin/skills/qdrant/references/advanced-usage.md +648 -0
- package/bin/skills/qdrant/references/troubleshooting.md +631 -0
- package/bin/skills/ray-data/SKILL.md +326 -0
- package/bin/skills/ray-data/references/integration.md +82 -0
- package/bin/skills/ray-data/references/transformations.md +83 -0
- package/bin/skills/ray-train/SKILL.md +406 -0
- package/bin/skills/ray-train/references/multi-node.md +628 -0
- package/bin/skills/rwkv/SKILL.md +260 -0
- package/bin/skills/rwkv/references/architecture-details.md +344 -0
- package/bin/skills/rwkv/references/rwkv7.md +386 -0
- package/bin/skills/rwkv/references/state-management.md +369 -0
- package/bin/skills/saelens/SKILL.md +386 -0
- package/bin/skills/saelens/references/README.md +70 -0
- package/bin/skills/saelens/references/api.md +333 -0
- package/bin/skills/saelens/references/tutorials.md +318 -0
- package/bin/skills/segment-anything/SKILL.md +500 -0
- package/bin/skills/segment-anything/references/advanced-usage.md +589 -0
- package/bin/skills/segment-anything/references/troubleshooting.md +484 -0
- package/bin/skills/sentence-transformers/SKILL.md +255 -0
- package/bin/skills/sentence-transformers/references/models.md +123 -0
- package/bin/skills/sentencepiece/SKILL.md +235 -0
- package/bin/skills/sentencepiece/references/algorithms.md +200 -0
- package/bin/skills/sentencepiece/references/training.md +304 -0
- package/bin/skills/sglang/SKILL.md +442 -0
- package/bin/skills/sglang/references/deployment.md +490 -0
- package/bin/skills/sglang/references/radix-attention.md +413 -0
- package/bin/skills/sglang/references/structured-generation.md +541 -0
- package/bin/skills/simpo/SKILL.md +219 -0
- package/bin/skills/simpo/references/datasets.md +478 -0
- package/bin/skills/simpo/references/hyperparameters.md +452 -0
- package/bin/skills/simpo/references/loss-functions.md +350 -0
- package/bin/skills/skypilot/SKILL.md +509 -0
- package/bin/skills/skypilot/references/advanced-usage.md +491 -0
- package/bin/skills/skypilot/references/troubleshooting.md +570 -0
- package/bin/skills/slime/SKILL.md +464 -0
- package/bin/skills/slime/references/api-reference.md +392 -0
- package/bin/skills/slime/references/troubleshooting.md +386 -0
- package/bin/skills/speculative-decoding/SKILL.md +467 -0
- package/bin/skills/speculative-decoding/references/lookahead.md +309 -0
- package/bin/skills/speculative-decoding/references/medusa.md +350 -0
- package/bin/skills/stable-diffusion/SKILL.md +519 -0
- package/bin/skills/stable-diffusion/references/advanced-usage.md +716 -0
- package/bin/skills/stable-diffusion/references/troubleshooting.md +555 -0
- package/bin/skills/tensorboard/SKILL.md +629 -0
- package/bin/skills/tensorboard/references/integrations.md +638 -0
- package/bin/skills/tensorboard/references/profiling.md +545 -0
- package/bin/skills/tensorboard/references/visualization.md +620 -0
- package/bin/skills/tensorrt-llm/SKILL.md +187 -0
- package/bin/skills/tensorrt-llm/references/multi-gpu.md +298 -0
- package/bin/skills/tensorrt-llm/references/optimization.md +242 -0
- package/bin/skills/tensorrt-llm/references/serving.md +470 -0
- package/bin/skills/tinker/SKILL.md +362 -0
- package/bin/skills/tinker/references/api-reference.md +168 -0
- package/bin/skills/tinker/references/getting-started.md +157 -0
- package/bin/skills/tinker/references/loss-functions.md +163 -0
- package/bin/skills/tinker/references/models-and-lora.md +139 -0
- package/bin/skills/tinker/references/recipes.md +280 -0
- package/bin/skills/tinker/references/reinforcement-learning.md +212 -0
- package/bin/skills/tinker/references/rendering.md +243 -0
- package/bin/skills/tinker/references/supervised-learning.md +232 -0
- package/bin/skills/tinker-training-cost/SKILL.md +187 -0
- package/bin/skills/tinker-training-cost/scripts/calculate_cost.py +123 -0
- package/bin/skills/torchforge/SKILL.md +433 -0
- package/bin/skills/torchforge/references/api-reference.md +327 -0
- package/bin/skills/torchforge/references/troubleshooting.md +409 -0
- package/bin/skills/torchtitan/SKILL.md +358 -0
- package/bin/skills/torchtitan/references/checkpoint.md +181 -0
- package/bin/skills/torchtitan/references/custom-models.md +258 -0
- package/bin/skills/torchtitan/references/float8.md +133 -0
- package/bin/skills/torchtitan/references/fsdp.md +126 -0
- package/bin/skills/transformer-lens/SKILL.md +346 -0
- package/bin/skills/transformer-lens/references/README.md +54 -0
- package/bin/skills/transformer-lens/references/api.md +362 -0
- package/bin/skills/transformer-lens/references/tutorials.md +339 -0
- package/bin/skills/trl-fine-tuning/SKILL.md +455 -0
- package/bin/skills/trl-fine-tuning/references/dpo-variants.md +227 -0
- package/bin/skills/trl-fine-tuning/references/online-rl.md +82 -0
- package/bin/skills/trl-fine-tuning/references/reward-modeling.md +122 -0
- package/bin/skills/trl-fine-tuning/references/sft-training.md +168 -0
- package/bin/skills/unsloth/SKILL.md +80 -0
- package/bin/skills/unsloth/references/index.md +7 -0
- package/bin/skills/unsloth/references/llms-full.md +16799 -0
- package/bin/skills/unsloth/references/llms-txt.md +12044 -0
- package/bin/skills/unsloth/references/llms.md +82 -0
- package/bin/skills/verl/SKILL.md +391 -0
- package/bin/skills/verl/references/api-reference.md +301 -0
- package/bin/skills/verl/references/troubleshooting.md +391 -0
- package/bin/skills/vllm/SKILL.md +364 -0
- package/bin/skills/vllm/references/optimization.md +226 -0
- package/bin/skills/vllm/references/quantization.md +284 -0
- package/bin/skills/vllm/references/server-deployment.md +255 -0
- package/bin/skills/vllm/references/troubleshooting.md +447 -0
- package/bin/skills/weights-and-biases/SKILL.md +590 -0
- package/bin/skills/weights-and-biases/references/artifacts.md +584 -0
- package/bin/skills/weights-and-biases/references/integrations.md +700 -0
- package/bin/skills/weights-and-biases/references/sweeps.md +847 -0
- package/bin/skills/whisper/SKILL.md +317 -0
- package/bin/skills/whisper/references/languages.md +189 -0
- package/bin/synsc +0 -0
- package/package.json +10 -0
|
@@ -0,0 +1,429 @@
|
|
|
1
|
+
# CrewAI Tools Guide
|
|
2
|
+
|
|
3
|
+
## Built-in Tools
|
|
4
|
+
|
|
5
|
+
Install the tools package:
|
|
6
|
+
|
|
7
|
+
```bash
|
|
8
|
+
pip install 'crewai[tools]'
|
|
9
|
+
```
|
|
10
|
+
|
|
11
|
+
### Search Tools
|
|
12
|
+
|
|
13
|
+
```python
|
|
14
|
+
from crewai_tools import (
|
|
15
|
+
SerperDevTool, # Google search via Serper
|
|
16
|
+
TavilySearchTool, # Tavily search API
|
|
17
|
+
BraveSearchTool, # Brave search
|
|
18
|
+
EXASearchTool, # EXA semantic search
|
|
19
|
+
)
|
|
20
|
+
|
|
21
|
+
# Serper (requires SERPER_API_KEY)
|
|
22
|
+
search = SerperDevTool()
|
|
23
|
+
|
|
24
|
+
# Tavily (requires TAVILY_API_KEY)
|
|
25
|
+
search = TavilySearchTool()
|
|
26
|
+
|
|
27
|
+
# Use in agent
|
|
28
|
+
researcher = Agent(
|
|
29
|
+
role="Researcher",
|
|
30
|
+
goal="Find information",
|
|
31
|
+
tools=[SerperDevTool()]
|
|
32
|
+
)
|
|
33
|
+
```
|
|
34
|
+
|
|
35
|
+
### Web Scraping Tools
|
|
36
|
+
|
|
37
|
+
```python
|
|
38
|
+
from crewai_tools import (
|
|
39
|
+
ScrapeWebsiteTool, # Basic scraping
|
|
40
|
+
FirecrawlScrapeWebsiteTool, # Firecrawl API
|
|
41
|
+
SeleniumScrapingTool, # Browser automation
|
|
42
|
+
SpiderTool, # Spider.cloud
|
|
43
|
+
)
|
|
44
|
+
|
|
45
|
+
# Basic scraping
|
|
46
|
+
scraper = ScrapeWebsiteTool()
|
|
47
|
+
|
|
48
|
+
# Firecrawl (requires FIRECRAWL_API_KEY)
|
|
49
|
+
scraper = FirecrawlScrapeWebsiteTool()
|
|
50
|
+
|
|
51
|
+
# Selenium (requires chromedriver)
|
|
52
|
+
scraper = SeleniumScrapingTool()
|
|
53
|
+
|
|
54
|
+
agent = Agent(
|
|
55
|
+
role="Web Analyst",
|
|
56
|
+
goal="Extract web content",
|
|
57
|
+
tools=[ScrapeWebsiteTool()]
|
|
58
|
+
)
|
|
59
|
+
```
|
|
60
|
+
|
|
61
|
+
### File Tools
|
|
62
|
+
|
|
63
|
+
```python
|
|
64
|
+
from crewai_tools import (
|
|
65
|
+
FileReadTool, # Read any file
|
|
66
|
+
FileWriterTool, # Write files
|
|
67
|
+
DirectoryReadTool, # List directory contents
|
|
68
|
+
DirectorySearchTool, # Search in directory
|
|
69
|
+
)
|
|
70
|
+
|
|
71
|
+
# Read files
|
|
72
|
+
file_reader = FileReadTool(file_path="./data") # Limit to directory
|
|
73
|
+
|
|
74
|
+
# Write files
|
|
75
|
+
file_writer = FileWriterTool()
|
|
76
|
+
|
|
77
|
+
agent = Agent(
|
|
78
|
+
role="File Manager",
|
|
79
|
+
tools=[FileReadTool(), FileWriterTool()]
|
|
80
|
+
)
|
|
81
|
+
```
|
|
82
|
+
|
|
83
|
+
### Document Tools
|
|
84
|
+
|
|
85
|
+
```python
|
|
86
|
+
from crewai_tools import (
|
|
87
|
+
PDFSearchTool, # Search PDF content
|
|
88
|
+
DOCXSearchTool, # Search Word docs
|
|
89
|
+
TXTSearchTool, # Search text files
|
|
90
|
+
CSVSearchTool, # Search CSV files
|
|
91
|
+
JSONSearchTool, # Search JSON files
|
|
92
|
+
XMLSearchTool, # Search XML files
|
|
93
|
+
MDXSearchTool, # Search MDX files
|
|
94
|
+
)
|
|
95
|
+
|
|
96
|
+
# PDF search (uses embeddings)
|
|
97
|
+
pdf_tool = PDFSearchTool(pdf="./documents/report.pdf")
|
|
98
|
+
|
|
99
|
+
# CSV search
|
|
100
|
+
csv_tool = CSVSearchTool(csv="./data/sales.csv")
|
|
101
|
+
|
|
102
|
+
agent = Agent(
|
|
103
|
+
role="Document Analyst",
|
|
104
|
+
tools=[PDFSearchTool(), CSVSearchTool()]
|
|
105
|
+
)
|
|
106
|
+
```
|
|
107
|
+
|
|
108
|
+
### Database Tools
|
|
109
|
+
|
|
110
|
+
```python
|
|
111
|
+
from crewai_tools import (
|
|
112
|
+
MySQLSearchTool, # MySQL queries
|
|
113
|
+
PostgreSQLTool, # PostgreSQL
|
|
114
|
+
MongoDBVectorSearchTool, # MongoDB vector search
|
|
115
|
+
QdrantVectorSearchTool, # Qdrant vector DB
|
|
116
|
+
WeaviateVectorSearchTool, # Weaviate
|
|
117
|
+
)
|
|
118
|
+
|
|
119
|
+
# MySQL
|
|
120
|
+
mysql_tool = MySQLSearchTool(
|
|
121
|
+
host="localhost",
|
|
122
|
+
port=3306,
|
|
123
|
+
database="mydb",
|
|
124
|
+
user="user",
|
|
125
|
+
password="pass"
|
|
126
|
+
)
|
|
127
|
+
|
|
128
|
+
# Qdrant
|
|
129
|
+
qdrant_tool = QdrantVectorSearchTool(
|
|
130
|
+
url="http://localhost:6333",
|
|
131
|
+
collection_name="my_collection"
|
|
132
|
+
)
|
|
133
|
+
```
|
|
134
|
+
|
|
135
|
+
### AI Service Tools
|
|
136
|
+
|
|
137
|
+
```python
|
|
138
|
+
from crewai_tools import (
|
|
139
|
+
DallETool, # DALL-E image generation
|
|
140
|
+
VisionTool, # Image analysis
|
|
141
|
+
OCRTool, # Text extraction from images
|
|
142
|
+
)
|
|
143
|
+
|
|
144
|
+
# DALL-E (requires OPENAI_API_KEY)
|
|
145
|
+
dalle = DallETool()
|
|
146
|
+
|
|
147
|
+
# Vision (GPT-4V)
|
|
148
|
+
vision = VisionTool()
|
|
149
|
+
|
|
150
|
+
agent = Agent(
|
|
151
|
+
role="Visual Designer",
|
|
152
|
+
tools=[DallETool(), VisionTool()]
|
|
153
|
+
)
|
|
154
|
+
```
|
|
155
|
+
|
|
156
|
+
### Code Tools
|
|
157
|
+
|
|
158
|
+
```python
|
|
159
|
+
from crewai_tools import (
|
|
160
|
+
CodeDocsSearchTool, # Search code documentation
|
|
161
|
+
GithubSearchTool, # Search GitHub repos
|
|
162
|
+
CodeInterpreterTool, # Execute Python code
|
|
163
|
+
)
|
|
164
|
+
|
|
165
|
+
# Code docs search
|
|
166
|
+
code_docs = CodeDocsSearchTool(docs_url="https://docs.python.org")
|
|
167
|
+
|
|
168
|
+
# GitHub search (requires GITHUB_TOKEN)
|
|
169
|
+
github = GithubSearchTool(
|
|
170
|
+
repo="owner/repo",
|
|
171
|
+
content_types=["code", "issue"]
|
|
172
|
+
)
|
|
173
|
+
|
|
174
|
+
# Code interpreter (sandboxed)
|
|
175
|
+
interpreter = CodeInterpreterTool()
|
|
176
|
+
```
|
|
177
|
+
|
|
178
|
+
### Cloud Platform Tools
|
|
179
|
+
|
|
180
|
+
```python
|
|
181
|
+
from crewai_tools import (
|
|
182
|
+
BedrockInvokeAgentTool, # AWS Bedrock
|
|
183
|
+
DatabricksQueryTool, # Databricks
|
|
184
|
+
S3ReaderTool, # AWS S3
|
|
185
|
+
SnowflakeTool, # Snowflake
|
|
186
|
+
)
|
|
187
|
+
|
|
188
|
+
# AWS Bedrock
|
|
189
|
+
bedrock = BedrockInvokeAgentTool(
|
|
190
|
+
agent_id="your-agent-id",
|
|
191
|
+
agent_alias_id="alias-id"
|
|
192
|
+
)
|
|
193
|
+
|
|
194
|
+
# Databricks
|
|
195
|
+
databricks = DatabricksQueryTool(
|
|
196
|
+
host="your-workspace.databricks.com",
|
|
197
|
+
token="your-token"
|
|
198
|
+
)
|
|
199
|
+
```
|
|
200
|
+
|
|
201
|
+
### Integration Tools
|
|
202
|
+
|
|
203
|
+
```python
|
|
204
|
+
from crewai_tools import (
|
|
205
|
+
MCPServerAdapter, # MCP protocol
|
|
206
|
+
ComposioTool, # Composio integrations
|
|
207
|
+
ZapierActionTool, # Zapier automations
|
|
208
|
+
)
|
|
209
|
+
|
|
210
|
+
# MCP Server
|
|
211
|
+
mcp = MCPServerAdapter(
|
|
212
|
+
server_url="http://localhost:8080",
|
|
213
|
+
tool_names=["tool1", "tool2"]
|
|
214
|
+
)
|
|
215
|
+
|
|
216
|
+
# Composio (requires COMPOSIO_API_KEY)
|
|
217
|
+
composio = ComposioTool()
|
|
218
|
+
```
|
|
219
|
+
|
|
220
|
+
## Custom Tools
|
|
221
|
+
|
|
222
|
+
### Basic Custom Tool
|
|
223
|
+
|
|
224
|
+
```python
|
|
225
|
+
from crewai.tools import BaseTool
|
|
226
|
+
from pydantic import Field
|
|
227
|
+
|
|
228
|
+
class WeatherTool(BaseTool):
|
|
229
|
+
name: str = "Weather Lookup"
|
|
230
|
+
description: str = "Get current weather for a city. Input: city name"
|
|
231
|
+
|
|
232
|
+
def _run(self, city: str) -> str:
|
|
233
|
+
# Your implementation
|
|
234
|
+
return f"Weather in {city}: 72°F, sunny"
|
|
235
|
+
|
|
236
|
+
# Use custom tool
|
|
237
|
+
agent = Agent(
|
|
238
|
+
role="Weather Reporter",
|
|
239
|
+
tools=[WeatherTool()]
|
|
240
|
+
)
|
|
241
|
+
```
|
|
242
|
+
|
|
243
|
+
### Tool with Parameters
|
|
244
|
+
|
|
245
|
+
```python
|
|
246
|
+
from crewai.tools import BaseTool
|
|
247
|
+
from pydantic import Field
|
|
248
|
+
from typing import Optional
|
|
249
|
+
|
|
250
|
+
class APITool(BaseTool):
|
|
251
|
+
name: str = "API Client"
|
|
252
|
+
description: str = "Make API requests"
|
|
253
|
+
|
|
254
|
+
# Tool configuration
|
|
255
|
+
api_key: str = Field(default="")
|
|
256
|
+
base_url: str = Field(default="https://api.example.com")
|
|
257
|
+
|
|
258
|
+
def _run(self, endpoint: str, method: str = "GET") -> str:
|
|
259
|
+
import requests
|
|
260
|
+
|
|
261
|
+
url = f"{self.base_url}/{endpoint}"
|
|
262
|
+
headers = {"Authorization": f"Bearer {self.api_key}"}
|
|
263
|
+
|
|
264
|
+
response = requests.request(method, url, headers=headers)
|
|
265
|
+
return response.json()
|
|
266
|
+
|
|
267
|
+
# Configure tool
|
|
268
|
+
api_tool = APITool(api_key="your-key", base_url="https://api.example.com")
|
|
269
|
+
```
|
|
270
|
+
|
|
271
|
+
### Tool with Validation
|
|
272
|
+
|
|
273
|
+
```python
|
|
274
|
+
from crewai.tools import BaseTool
|
|
275
|
+
from pydantic import Field, field_validator
|
|
276
|
+
|
|
277
|
+
class CalculatorTool(BaseTool):
|
|
278
|
+
name: str = "Calculator"
|
|
279
|
+
description: str = "Perform math calculations. Input: expression (e.g., '2 + 2')"
|
|
280
|
+
|
|
281
|
+
allowed_operators: list = Field(default=["+", "-", "*", "/", "**"])
|
|
282
|
+
|
|
283
|
+
@field_validator("allowed_operators")
|
|
284
|
+
def validate_operators(cls, v):
|
|
285
|
+
valid = ["+", "-", "*", "/", "**", "%", "//"]
|
|
286
|
+
for op in v:
|
|
287
|
+
if op not in valid:
|
|
288
|
+
raise ValueError(f"Invalid operator: {op}")
|
|
289
|
+
return v
|
|
290
|
+
|
|
291
|
+
def _run(self, expression: str) -> str:
|
|
292
|
+
try:
|
|
293
|
+
# Simple eval with safety checks
|
|
294
|
+
for char in expression:
|
|
295
|
+
if char.isalpha():
|
|
296
|
+
return "Error: Letters not allowed"
|
|
297
|
+
result = eval(expression)
|
|
298
|
+
return f"Result: {result}"
|
|
299
|
+
except Exception as e:
|
|
300
|
+
return f"Error: {str(e)}"
|
|
301
|
+
```
|
|
302
|
+
|
|
303
|
+
### Async Tool
|
|
304
|
+
|
|
305
|
+
```python
|
|
306
|
+
from crewai.tools import BaseTool
|
|
307
|
+
import aiohttp
|
|
308
|
+
|
|
309
|
+
class AsyncAPITool(BaseTool):
|
|
310
|
+
name: str = "Async API"
|
|
311
|
+
description: str = "Make async API requests"
|
|
312
|
+
|
|
313
|
+
async def _arun(self, url: str) -> str:
|
|
314
|
+
async with aiohttp.ClientSession() as session:
|
|
315
|
+
async with session.get(url) as response:
|
|
316
|
+
return await response.text()
|
|
317
|
+
|
|
318
|
+
def _run(self, url: str) -> str:
|
|
319
|
+
import asyncio
|
|
320
|
+
return asyncio.run(self._arun(url))
|
|
321
|
+
```
|
|
322
|
+
|
|
323
|
+
## Tool Configuration
|
|
324
|
+
|
|
325
|
+
### Caching
|
|
326
|
+
|
|
327
|
+
```python
|
|
328
|
+
from crewai_tools import SerperDevTool
|
|
329
|
+
|
|
330
|
+
# Enable caching (default)
|
|
331
|
+
search = SerperDevTool(cache=True)
|
|
332
|
+
|
|
333
|
+
# Disable for real-time data
|
|
334
|
+
search = SerperDevTool(cache=False)
|
|
335
|
+
```
|
|
336
|
+
|
|
337
|
+
### Error Handling
|
|
338
|
+
|
|
339
|
+
```python
|
|
340
|
+
class RobustTool(BaseTool):
|
|
341
|
+
name: str = "Robust Tool"
|
|
342
|
+
description: str = "A tool with error handling"
|
|
343
|
+
|
|
344
|
+
max_retries: int = 3
|
|
345
|
+
|
|
346
|
+
def _run(self, query: str) -> str:
|
|
347
|
+
for attempt in range(self.max_retries):
|
|
348
|
+
try:
|
|
349
|
+
return self._execute(query)
|
|
350
|
+
except Exception as e:
|
|
351
|
+
if attempt == self.max_retries - 1:
|
|
352
|
+
return f"Failed after {self.max_retries} attempts: {str(e)}"
|
|
353
|
+
continue
|
|
354
|
+
```
|
|
355
|
+
|
|
356
|
+
### Tool Limits per Agent
|
|
357
|
+
|
|
358
|
+
```python
|
|
359
|
+
# Recommended: 3-5 tools per agent
|
|
360
|
+
researcher = Agent(
|
|
361
|
+
role="Researcher",
|
|
362
|
+
goal="Find information",
|
|
363
|
+
tools=[
|
|
364
|
+
SerperDevTool(), # Search
|
|
365
|
+
ScrapeWebsiteTool(), # Scrape
|
|
366
|
+
PDFSearchTool(), # PDF search
|
|
367
|
+
],
|
|
368
|
+
max_iter=15 # Limit iterations
|
|
369
|
+
)
|
|
370
|
+
```
|
|
371
|
+
|
|
372
|
+
## MCP (Model Context Protocol)
|
|
373
|
+
|
|
374
|
+
### Using MCP Servers
|
|
375
|
+
|
|
376
|
+
```python
|
|
377
|
+
from crewai_tools import MCPServerAdapter
|
|
378
|
+
|
|
379
|
+
# Connect to MCP server
|
|
380
|
+
mcp_adapter = MCPServerAdapter(
|
|
381
|
+
server_url="http://localhost:8080",
|
|
382
|
+
tool_names=["search", "calculate", "translate"]
|
|
383
|
+
)
|
|
384
|
+
|
|
385
|
+
# Get tools from MCP
|
|
386
|
+
mcp_tools = mcp_adapter.get_tools()
|
|
387
|
+
|
|
388
|
+
agent = Agent(
|
|
389
|
+
role="MCP User",
|
|
390
|
+
tools=mcp_tools
|
|
391
|
+
)
|
|
392
|
+
```
|
|
393
|
+
|
|
394
|
+
### MCP Tool Discovery
|
|
395
|
+
|
|
396
|
+
```python
|
|
397
|
+
# List available tools
|
|
398
|
+
tools = mcp_adapter.list_tools()
|
|
399
|
+
for tool in tools:
|
|
400
|
+
print(f"{tool.name}: {tool.description}")
|
|
401
|
+
|
|
402
|
+
# Get specific tools
|
|
403
|
+
selected_tools = mcp_adapter.get_tools(tool_names=["search", "translate"])
|
|
404
|
+
```
|
|
405
|
+
|
|
406
|
+
## Tool Best Practices
|
|
407
|
+
|
|
408
|
+
1. **Single responsibility** - Each tool should do one thing well
|
|
409
|
+
2. **Clear descriptions** - Agents use descriptions to choose tools
|
|
410
|
+
3. **Input validation** - Validate inputs before processing
|
|
411
|
+
4. **Error messages** - Return helpful error messages
|
|
412
|
+
5. **Limit per agent** - 3-5 tools max for focused agents
|
|
413
|
+
6. **Cache when appropriate** - Enable caching for expensive operations
|
|
414
|
+
7. **Timeout handling** - Add timeouts for external API calls
|
|
415
|
+
8. **Test thoroughly** - Unit test tools independently
|
|
416
|
+
|
|
417
|
+
## Tool Categories Reference
|
|
418
|
+
|
|
419
|
+
| Category | Tools | Use Case |
|
|
420
|
+
|----------|-------|----------|
|
|
421
|
+
| **Search** | Serper, Tavily, Brave, EXA | Web search, information retrieval |
|
|
422
|
+
| **Scraping** | ScrapeWebsite, Firecrawl, Selenium | Extract web content |
|
|
423
|
+
| **Files** | FileRead, FileWrite, DirectoryRead | Local file operations |
|
|
424
|
+
| **Documents** | PDF, DOCX, CSV, JSON, XML | Document parsing |
|
|
425
|
+
| **Databases** | MySQL, PostgreSQL, MongoDB, Qdrant | Data storage queries |
|
|
426
|
+
| **AI Services** | DALL-E, Vision, OCR | AI-powered tools |
|
|
427
|
+
| **Code** | CodeDocs, GitHub, CodeInterpreter | Development tools |
|
|
428
|
+
| **Cloud** | Bedrock, Databricks, S3, Snowflake | Cloud platform integration |
|
|
429
|
+
| **Integration** | MCP, Composio, Zapier | Third-party integrations |
|