@synsci/cli-darwin-x64 1.1.49

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (373) hide show
  1. package/bin/skills/accelerate/SKILL.md +332 -0
  2. package/bin/skills/accelerate/references/custom-plugins.md +453 -0
  3. package/bin/skills/accelerate/references/megatron-integration.md +489 -0
  4. package/bin/skills/accelerate/references/performance.md +525 -0
  5. package/bin/skills/audiocraft/SKILL.md +564 -0
  6. package/bin/skills/audiocraft/references/advanced-usage.md +666 -0
  7. package/bin/skills/audiocraft/references/troubleshooting.md +504 -0
  8. package/bin/skills/autogpt/SKILL.md +403 -0
  9. package/bin/skills/autogpt/references/advanced-usage.md +535 -0
  10. package/bin/skills/autogpt/references/troubleshooting.md +420 -0
  11. package/bin/skills/awq/SKILL.md +310 -0
  12. package/bin/skills/awq/references/advanced-usage.md +324 -0
  13. package/bin/skills/awq/references/troubleshooting.md +344 -0
  14. package/bin/skills/axolotl/SKILL.md +158 -0
  15. package/bin/skills/axolotl/references/api.md +5548 -0
  16. package/bin/skills/axolotl/references/dataset-formats.md +1029 -0
  17. package/bin/skills/axolotl/references/index.md +15 -0
  18. package/bin/skills/axolotl/references/other.md +3563 -0
  19. package/bin/skills/bigcode-evaluation-harness/SKILL.md +405 -0
  20. package/bin/skills/bigcode-evaluation-harness/references/benchmarks.md +393 -0
  21. package/bin/skills/bigcode-evaluation-harness/references/custom-tasks.md +424 -0
  22. package/bin/skills/bigcode-evaluation-harness/references/issues.md +394 -0
  23. package/bin/skills/bitsandbytes/SKILL.md +411 -0
  24. package/bin/skills/bitsandbytes/references/memory-optimization.md +521 -0
  25. package/bin/skills/bitsandbytes/references/qlora-training.md +521 -0
  26. package/bin/skills/bitsandbytes/references/quantization-formats.md +447 -0
  27. package/bin/skills/blip-2/SKILL.md +564 -0
  28. package/bin/skills/blip-2/references/advanced-usage.md +680 -0
  29. package/bin/skills/blip-2/references/troubleshooting.md +526 -0
  30. package/bin/skills/chroma/SKILL.md +406 -0
  31. package/bin/skills/chroma/references/integration.md +38 -0
  32. package/bin/skills/clip/SKILL.md +253 -0
  33. package/bin/skills/clip/references/applications.md +207 -0
  34. package/bin/skills/constitutional-ai/SKILL.md +290 -0
  35. package/bin/skills/crewai/SKILL.md +498 -0
  36. package/bin/skills/crewai/references/flows.md +438 -0
  37. package/bin/skills/crewai/references/tools.md +429 -0
  38. package/bin/skills/crewai/references/troubleshooting.md +480 -0
  39. package/bin/skills/deepspeed/SKILL.md +141 -0
  40. package/bin/skills/deepspeed/references/08.md +17 -0
  41. package/bin/skills/deepspeed/references/09.md +173 -0
  42. package/bin/skills/deepspeed/references/2020.md +378 -0
  43. package/bin/skills/deepspeed/references/2023.md +279 -0
  44. package/bin/skills/deepspeed/references/assets.md +179 -0
  45. package/bin/skills/deepspeed/references/index.md +35 -0
  46. package/bin/skills/deepspeed/references/mii.md +118 -0
  47. package/bin/skills/deepspeed/references/other.md +1191 -0
  48. package/bin/skills/deepspeed/references/tutorials.md +6554 -0
  49. package/bin/skills/dspy/SKILL.md +590 -0
  50. package/bin/skills/dspy/references/examples.md +663 -0
  51. package/bin/skills/dspy/references/modules.md +475 -0
  52. package/bin/skills/dspy/references/optimizers.md +566 -0
  53. package/bin/skills/faiss/SKILL.md +221 -0
  54. package/bin/skills/faiss/references/index_types.md +280 -0
  55. package/bin/skills/flash-attention/SKILL.md +367 -0
  56. package/bin/skills/flash-attention/references/benchmarks.md +215 -0
  57. package/bin/skills/flash-attention/references/transformers-integration.md +293 -0
  58. package/bin/skills/gguf/SKILL.md +427 -0
  59. package/bin/skills/gguf/references/advanced-usage.md +504 -0
  60. package/bin/skills/gguf/references/troubleshooting.md +442 -0
  61. package/bin/skills/gptq/SKILL.md +450 -0
  62. package/bin/skills/gptq/references/calibration.md +337 -0
  63. package/bin/skills/gptq/references/integration.md +129 -0
  64. package/bin/skills/gptq/references/troubleshooting.md +95 -0
  65. package/bin/skills/grpo-rl-training/README.md +97 -0
  66. package/bin/skills/grpo-rl-training/SKILL.md +572 -0
  67. package/bin/skills/grpo-rl-training/examples/reward_functions_library.py +393 -0
  68. package/bin/skills/grpo-rl-training/templates/basic_grpo_training.py +228 -0
  69. package/bin/skills/guidance/SKILL.md +572 -0
  70. package/bin/skills/guidance/references/backends.md +554 -0
  71. package/bin/skills/guidance/references/constraints.md +674 -0
  72. package/bin/skills/guidance/references/examples.md +767 -0
  73. package/bin/skills/hqq/SKILL.md +445 -0
  74. package/bin/skills/hqq/references/advanced-usage.md +528 -0
  75. package/bin/skills/hqq/references/troubleshooting.md +503 -0
  76. package/bin/skills/hugging-face-cli/SKILL.md +191 -0
  77. package/bin/skills/hugging-face-cli/references/commands.md +954 -0
  78. package/bin/skills/hugging-face-cli/references/examples.md +374 -0
  79. package/bin/skills/hugging-face-datasets/SKILL.md +547 -0
  80. package/bin/skills/hugging-face-datasets/examples/diverse_training_examples.json +239 -0
  81. package/bin/skills/hugging-face-datasets/examples/system_prompt_template.txt +196 -0
  82. package/bin/skills/hugging-face-datasets/examples/training_examples.json +176 -0
  83. package/bin/skills/hugging-face-datasets/scripts/dataset_manager.py +522 -0
  84. package/bin/skills/hugging-face-datasets/scripts/sql_manager.py +844 -0
  85. package/bin/skills/hugging-face-datasets/templates/chat.json +55 -0
  86. package/bin/skills/hugging-face-datasets/templates/classification.json +62 -0
  87. package/bin/skills/hugging-face-datasets/templates/completion.json +51 -0
  88. package/bin/skills/hugging-face-datasets/templates/custom.json +75 -0
  89. package/bin/skills/hugging-face-datasets/templates/qa.json +54 -0
  90. package/bin/skills/hugging-face-datasets/templates/tabular.json +81 -0
  91. package/bin/skills/hugging-face-evaluation/SKILL.md +656 -0
  92. package/bin/skills/hugging-face-evaluation/examples/USAGE_EXAMPLES.md +382 -0
  93. package/bin/skills/hugging-face-evaluation/examples/artificial_analysis_to_hub.py +141 -0
  94. package/bin/skills/hugging-face-evaluation/examples/example_readme_tables.md +135 -0
  95. package/bin/skills/hugging-face-evaluation/examples/metric_mapping.json +50 -0
  96. package/bin/skills/hugging-face-evaluation/requirements.txt +20 -0
  97. package/bin/skills/hugging-face-evaluation/scripts/evaluation_manager.py +1374 -0
  98. package/bin/skills/hugging-face-evaluation/scripts/inspect_eval_uv.py +104 -0
  99. package/bin/skills/hugging-face-evaluation/scripts/inspect_vllm_uv.py +317 -0
  100. package/bin/skills/hugging-face-evaluation/scripts/lighteval_vllm_uv.py +303 -0
  101. package/bin/skills/hugging-face-evaluation/scripts/run_eval_job.py +98 -0
  102. package/bin/skills/hugging-face-evaluation/scripts/run_vllm_eval_job.py +331 -0
  103. package/bin/skills/hugging-face-evaluation/scripts/test_extraction.py +206 -0
  104. package/bin/skills/hugging-face-jobs/SKILL.md +1041 -0
  105. package/bin/skills/hugging-face-jobs/index.html +216 -0
  106. package/bin/skills/hugging-face-jobs/references/hardware_guide.md +336 -0
  107. package/bin/skills/hugging-face-jobs/references/hub_saving.md +352 -0
  108. package/bin/skills/hugging-face-jobs/references/token_usage.md +546 -0
  109. package/bin/skills/hugging-face-jobs/references/troubleshooting.md +475 -0
  110. package/bin/skills/hugging-face-jobs/scripts/cot-self-instruct.py +718 -0
  111. package/bin/skills/hugging-face-jobs/scripts/finepdfs-stats.py +546 -0
  112. package/bin/skills/hugging-face-jobs/scripts/generate-responses.py +587 -0
  113. package/bin/skills/hugging-face-model-trainer/SKILL.md +711 -0
  114. package/bin/skills/hugging-face-model-trainer/references/gguf_conversion.md +296 -0
  115. package/bin/skills/hugging-face-model-trainer/references/hardware_guide.md +283 -0
  116. package/bin/skills/hugging-face-model-trainer/references/hub_saving.md +364 -0
  117. package/bin/skills/hugging-face-model-trainer/references/reliability_principles.md +371 -0
  118. package/bin/skills/hugging-face-model-trainer/references/trackio_guide.md +189 -0
  119. package/bin/skills/hugging-face-model-trainer/references/training_methods.md +150 -0
  120. package/bin/skills/hugging-face-model-trainer/references/training_patterns.md +203 -0
  121. package/bin/skills/hugging-face-model-trainer/references/troubleshooting.md +282 -0
  122. package/bin/skills/hugging-face-model-trainer/scripts/convert_to_gguf.py +424 -0
  123. package/bin/skills/hugging-face-model-trainer/scripts/dataset_inspector.py +417 -0
  124. package/bin/skills/hugging-face-model-trainer/scripts/estimate_cost.py +150 -0
  125. package/bin/skills/hugging-face-model-trainer/scripts/train_dpo_example.py +106 -0
  126. package/bin/skills/hugging-face-model-trainer/scripts/train_grpo_example.py +89 -0
  127. package/bin/skills/hugging-face-model-trainer/scripts/train_sft_example.py +122 -0
  128. package/bin/skills/hugging-face-paper-publisher/SKILL.md +627 -0
  129. package/bin/skills/hugging-face-paper-publisher/examples/example_usage.md +327 -0
  130. package/bin/skills/hugging-face-paper-publisher/references/quick_reference.md +216 -0
  131. package/bin/skills/hugging-face-paper-publisher/scripts/paper_manager.py +508 -0
  132. package/bin/skills/hugging-face-paper-publisher/templates/arxiv.md +299 -0
  133. package/bin/skills/hugging-face-paper-publisher/templates/ml-report.md +358 -0
  134. package/bin/skills/hugging-face-paper-publisher/templates/modern.md +319 -0
  135. package/bin/skills/hugging-face-paper-publisher/templates/standard.md +201 -0
  136. package/bin/skills/hugging-face-tool-builder/SKILL.md +115 -0
  137. package/bin/skills/hugging-face-tool-builder/references/baseline_hf_api.py +57 -0
  138. package/bin/skills/hugging-face-tool-builder/references/baseline_hf_api.sh +40 -0
  139. package/bin/skills/hugging-face-tool-builder/references/baseline_hf_api.tsx +57 -0
  140. package/bin/skills/hugging-face-tool-builder/references/find_models_by_paper.sh +230 -0
  141. package/bin/skills/hugging-face-tool-builder/references/hf_enrich_models.sh +96 -0
  142. package/bin/skills/hugging-face-tool-builder/references/hf_model_card_frontmatter.sh +188 -0
  143. package/bin/skills/hugging-face-tool-builder/references/hf_model_papers_auth.sh +171 -0
  144. package/bin/skills/hugging-face-trackio/SKILL.md +65 -0
  145. package/bin/skills/hugging-face-trackio/references/logging_metrics.md +206 -0
  146. package/bin/skills/hugging-face-trackio/references/retrieving_metrics.md +223 -0
  147. package/bin/skills/huggingface-tokenizers/SKILL.md +516 -0
  148. package/bin/skills/huggingface-tokenizers/references/algorithms.md +653 -0
  149. package/bin/skills/huggingface-tokenizers/references/integration.md +637 -0
  150. package/bin/skills/huggingface-tokenizers/references/pipeline.md +723 -0
  151. package/bin/skills/huggingface-tokenizers/references/training.md +565 -0
  152. package/bin/skills/instructor/SKILL.md +740 -0
  153. package/bin/skills/instructor/references/examples.md +107 -0
  154. package/bin/skills/instructor/references/providers.md +70 -0
  155. package/bin/skills/instructor/references/validation.md +606 -0
  156. package/bin/skills/knowledge-distillation/SKILL.md +458 -0
  157. package/bin/skills/knowledge-distillation/references/minillm.md +334 -0
  158. package/bin/skills/lambda-labs/SKILL.md +545 -0
  159. package/bin/skills/lambda-labs/references/advanced-usage.md +611 -0
  160. package/bin/skills/lambda-labs/references/troubleshooting.md +530 -0
  161. package/bin/skills/langchain/SKILL.md +480 -0
  162. package/bin/skills/langchain/references/agents.md +499 -0
  163. package/bin/skills/langchain/references/integration.md +562 -0
  164. package/bin/skills/langchain/references/rag.md +600 -0
  165. package/bin/skills/langsmith/SKILL.md +422 -0
  166. package/bin/skills/langsmith/references/advanced-usage.md +548 -0
  167. package/bin/skills/langsmith/references/troubleshooting.md +537 -0
  168. package/bin/skills/litgpt/SKILL.md +469 -0
  169. package/bin/skills/litgpt/references/custom-models.md +568 -0
  170. package/bin/skills/litgpt/references/distributed-training.md +451 -0
  171. package/bin/skills/litgpt/references/supported-models.md +336 -0
  172. package/bin/skills/litgpt/references/training-recipes.md +619 -0
  173. package/bin/skills/llama-cpp/SKILL.md +258 -0
  174. package/bin/skills/llama-cpp/references/optimization.md +89 -0
  175. package/bin/skills/llama-cpp/references/quantization.md +213 -0
  176. package/bin/skills/llama-cpp/references/server.md +125 -0
  177. package/bin/skills/llama-factory/SKILL.md +80 -0
  178. package/bin/skills/llama-factory/references/_images.md +23 -0
  179. package/bin/skills/llama-factory/references/advanced.md +1055 -0
  180. package/bin/skills/llama-factory/references/getting_started.md +349 -0
  181. package/bin/skills/llama-factory/references/index.md +19 -0
  182. package/bin/skills/llama-factory/references/other.md +31 -0
  183. package/bin/skills/llamaguard/SKILL.md +337 -0
  184. package/bin/skills/llamaindex/SKILL.md +569 -0
  185. package/bin/skills/llamaindex/references/agents.md +83 -0
  186. package/bin/skills/llamaindex/references/data_connectors.md +108 -0
  187. package/bin/skills/llamaindex/references/query_engines.md +406 -0
  188. package/bin/skills/llava/SKILL.md +304 -0
  189. package/bin/skills/llava/references/training.md +197 -0
  190. package/bin/skills/lm-evaluation-harness/SKILL.md +490 -0
  191. package/bin/skills/lm-evaluation-harness/references/api-evaluation.md +490 -0
  192. package/bin/skills/lm-evaluation-harness/references/benchmark-guide.md +488 -0
  193. package/bin/skills/lm-evaluation-harness/references/custom-tasks.md +602 -0
  194. package/bin/skills/lm-evaluation-harness/references/distributed-eval.md +519 -0
  195. package/bin/skills/long-context/SKILL.md +536 -0
  196. package/bin/skills/long-context/references/extension_methods.md +468 -0
  197. package/bin/skills/long-context/references/fine_tuning.md +611 -0
  198. package/bin/skills/long-context/references/rope.md +402 -0
  199. package/bin/skills/mamba/SKILL.md +260 -0
  200. package/bin/skills/mamba/references/architecture-details.md +206 -0
  201. package/bin/skills/mamba/references/benchmarks.md +255 -0
  202. package/bin/skills/mamba/references/training-guide.md +388 -0
  203. package/bin/skills/megatron-core/SKILL.md +366 -0
  204. package/bin/skills/megatron-core/references/benchmarks.md +249 -0
  205. package/bin/skills/megatron-core/references/parallelism-guide.md +404 -0
  206. package/bin/skills/megatron-core/references/production-examples.md +473 -0
  207. package/bin/skills/megatron-core/references/training-recipes.md +547 -0
  208. package/bin/skills/miles/SKILL.md +315 -0
  209. package/bin/skills/miles/references/api-reference.md +141 -0
  210. package/bin/skills/miles/references/troubleshooting.md +352 -0
  211. package/bin/skills/mlflow/SKILL.md +704 -0
  212. package/bin/skills/mlflow/references/deployment.md +744 -0
  213. package/bin/skills/mlflow/references/model-registry.md +770 -0
  214. package/bin/skills/mlflow/references/tracking.md +680 -0
  215. package/bin/skills/modal/SKILL.md +341 -0
  216. package/bin/skills/modal/references/advanced-usage.md +503 -0
  217. package/bin/skills/modal/references/troubleshooting.md +494 -0
  218. package/bin/skills/model-merging/SKILL.md +539 -0
  219. package/bin/skills/model-merging/references/evaluation.md +462 -0
  220. package/bin/skills/model-merging/references/examples.md +428 -0
  221. package/bin/skills/model-merging/references/methods.md +352 -0
  222. package/bin/skills/model-pruning/SKILL.md +495 -0
  223. package/bin/skills/model-pruning/references/wanda.md +347 -0
  224. package/bin/skills/moe-training/SKILL.md +526 -0
  225. package/bin/skills/moe-training/references/architectures.md +432 -0
  226. package/bin/skills/moe-training/references/inference.md +348 -0
  227. package/bin/skills/moe-training/references/training.md +425 -0
  228. package/bin/skills/nanogpt/SKILL.md +290 -0
  229. package/bin/skills/nanogpt/references/architecture.md +382 -0
  230. package/bin/skills/nanogpt/references/data.md +476 -0
  231. package/bin/skills/nanogpt/references/training.md +564 -0
  232. package/bin/skills/nemo-curator/SKILL.md +383 -0
  233. package/bin/skills/nemo-curator/references/deduplication.md +87 -0
  234. package/bin/skills/nemo-curator/references/filtering.md +102 -0
  235. package/bin/skills/nemo-evaluator/SKILL.md +494 -0
  236. package/bin/skills/nemo-evaluator/references/adapter-system.md +340 -0
  237. package/bin/skills/nemo-evaluator/references/configuration.md +447 -0
  238. package/bin/skills/nemo-evaluator/references/custom-benchmarks.md +315 -0
  239. package/bin/skills/nemo-evaluator/references/execution-backends.md +361 -0
  240. package/bin/skills/nemo-guardrails/SKILL.md +297 -0
  241. package/bin/skills/nnsight/SKILL.md +436 -0
  242. package/bin/skills/nnsight/references/README.md +78 -0
  243. package/bin/skills/nnsight/references/api.md +344 -0
  244. package/bin/skills/nnsight/references/tutorials.md +300 -0
  245. package/bin/skills/openrlhf/SKILL.md +249 -0
  246. package/bin/skills/openrlhf/references/algorithm-comparison.md +404 -0
  247. package/bin/skills/openrlhf/references/custom-rewards.md +530 -0
  248. package/bin/skills/openrlhf/references/hybrid-engine.md +287 -0
  249. package/bin/skills/openrlhf/references/multi-node-training.md +454 -0
  250. package/bin/skills/outlines/SKILL.md +652 -0
  251. package/bin/skills/outlines/references/backends.md +615 -0
  252. package/bin/skills/outlines/references/examples.md +773 -0
  253. package/bin/skills/outlines/references/json_generation.md +652 -0
  254. package/bin/skills/peft/SKILL.md +431 -0
  255. package/bin/skills/peft/references/advanced-usage.md +514 -0
  256. package/bin/skills/peft/references/troubleshooting.md +480 -0
  257. package/bin/skills/phoenix/SKILL.md +475 -0
  258. package/bin/skills/phoenix/references/advanced-usage.md +619 -0
  259. package/bin/skills/phoenix/references/troubleshooting.md +538 -0
  260. package/bin/skills/pinecone/SKILL.md +358 -0
  261. package/bin/skills/pinecone/references/deployment.md +181 -0
  262. package/bin/skills/pytorch-fsdp/SKILL.md +126 -0
  263. package/bin/skills/pytorch-fsdp/references/index.md +7 -0
  264. package/bin/skills/pytorch-fsdp/references/other.md +4249 -0
  265. package/bin/skills/pytorch-lightning/SKILL.md +346 -0
  266. package/bin/skills/pytorch-lightning/references/callbacks.md +436 -0
  267. package/bin/skills/pytorch-lightning/references/distributed.md +490 -0
  268. package/bin/skills/pytorch-lightning/references/hyperparameter-tuning.md +556 -0
  269. package/bin/skills/pyvene/SKILL.md +473 -0
  270. package/bin/skills/pyvene/references/README.md +73 -0
  271. package/bin/skills/pyvene/references/api.md +383 -0
  272. package/bin/skills/pyvene/references/tutorials.md +376 -0
  273. package/bin/skills/qdrant/SKILL.md +493 -0
  274. package/bin/skills/qdrant/references/advanced-usage.md +648 -0
  275. package/bin/skills/qdrant/references/troubleshooting.md +631 -0
  276. package/bin/skills/ray-data/SKILL.md +326 -0
  277. package/bin/skills/ray-data/references/integration.md +82 -0
  278. package/bin/skills/ray-data/references/transformations.md +83 -0
  279. package/bin/skills/ray-train/SKILL.md +406 -0
  280. package/bin/skills/ray-train/references/multi-node.md +628 -0
  281. package/bin/skills/rwkv/SKILL.md +260 -0
  282. package/bin/skills/rwkv/references/architecture-details.md +344 -0
  283. package/bin/skills/rwkv/references/rwkv7.md +386 -0
  284. package/bin/skills/rwkv/references/state-management.md +369 -0
  285. package/bin/skills/saelens/SKILL.md +386 -0
  286. package/bin/skills/saelens/references/README.md +70 -0
  287. package/bin/skills/saelens/references/api.md +333 -0
  288. package/bin/skills/saelens/references/tutorials.md +318 -0
  289. package/bin/skills/segment-anything/SKILL.md +500 -0
  290. package/bin/skills/segment-anything/references/advanced-usage.md +589 -0
  291. package/bin/skills/segment-anything/references/troubleshooting.md +484 -0
  292. package/bin/skills/sentence-transformers/SKILL.md +255 -0
  293. package/bin/skills/sentence-transformers/references/models.md +123 -0
  294. package/bin/skills/sentencepiece/SKILL.md +235 -0
  295. package/bin/skills/sentencepiece/references/algorithms.md +200 -0
  296. package/bin/skills/sentencepiece/references/training.md +304 -0
  297. package/bin/skills/sglang/SKILL.md +442 -0
  298. package/bin/skills/sglang/references/deployment.md +490 -0
  299. package/bin/skills/sglang/references/radix-attention.md +413 -0
  300. package/bin/skills/sglang/references/structured-generation.md +541 -0
  301. package/bin/skills/simpo/SKILL.md +219 -0
  302. package/bin/skills/simpo/references/datasets.md +478 -0
  303. package/bin/skills/simpo/references/hyperparameters.md +452 -0
  304. package/bin/skills/simpo/references/loss-functions.md +350 -0
  305. package/bin/skills/skypilot/SKILL.md +509 -0
  306. package/bin/skills/skypilot/references/advanced-usage.md +491 -0
  307. package/bin/skills/skypilot/references/troubleshooting.md +570 -0
  308. package/bin/skills/slime/SKILL.md +464 -0
  309. package/bin/skills/slime/references/api-reference.md +392 -0
  310. package/bin/skills/slime/references/troubleshooting.md +386 -0
  311. package/bin/skills/speculative-decoding/SKILL.md +467 -0
  312. package/bin/skills/speculative-decoding/references/lookahead.md +309 -0
  313. package/bin/skills/speculative-decoding/references/medusa.md +350 -0
  314. package/bin/skills/stable-diffusion/SKILL.md +519 -0
  315. package/bin/skills/stable-diffusion/references/advanced-usage.md +716 -0
  316. package/bin/skills/stable-diffusion/references/troubleshooting.md +555 -0
  317. package/bin/skills/tensorboard/SKILL.md +629 -0
  318. package/bin/skills/tensorboard/references/integrations.md +638 -0
  319. package/bin/skills/tensorboard/references/profiling.md +545 -0
  320. package/bin/skills/tensorboard/references/visualization.md +620 -0
  321. package/bin/skills/tensorrt-llm/SKILL.md +187 -0
  322. package/bin/skills/tensorrt-llm/references/multi-gpu.md +298 -0
  323. package/bin/skills/tensorrt-llm/references/optimization.md +242 -0
  324. package/bin/skills/tensorrt-llm/references/serving.md +470 -0
  325. package/bin/skills/tinker/SKILL.md +362 -0
  326. package/bin/skills/tinker/references/api-reference.md +168 -0
  327. package/bin/skills/tinker/references/getting-started.md +157 -0
  328. package/bin/skills/tinker/references/loss-functions.md +163 -0
  329. package/bin/skills/tinker/references/models-and-lora.md +139 -0
  330. package/bin/skills/tinker/references/recipes.md +280 -0
  331. package/bin/skills/tinker/references/reinforcement-learning.md +212 -0
  332. package/bin/skills/tinker/references/rendering.md +243 -0
  333. package/bin/skills/tinker/references/supervised-learning.md +232 -0
  334. package/bin/skills/tinker-training-cost/SKILL.md +187 -0
  335. package/bin/skills/tinker-training-cost/scripts/calculate_cost.py +123 -0
  336. package/bin/skills/torchforge/SKILL.md +433 -0
  337. package/bin/skills/torchforge/references/api-reference.md +327 -0
  338. package/bin/skills/torchforge/references/troubleshooting.md +409 -0
  339. package/bin/skills/torchtitan/SKILL.md +358 -0
  340. package/bin/skills/torchtitan/references/checkpoint.md +181 -0
  341. package/bin/skills/torchtitan/references/custom-models.md +258 -0
  342. package/bin/skills/torchtitan/references/float8.md +133 -0
  343. package/bin/skills/torchtitan/references/fsdp.md +126 -0
  344. package/bin/skills/transformer-lens/SKILL.md +346 -0
  345. package/bin/skills/transformer-lens/references/README.md +54 -0
  346. package/bin/skills/transformer-lens/references/api.md +362 -0
  347. package/bin/skills/transformer-lens/references/tutorials.md +339 -0
  348. package/bin/skills/trl-fine-tuning/SKILL.md +455 -0
  349. package/bin/skills/trl-fine-tuning/references/dpo-variants.md +227 -0
  350. package/bin/skills/trl-fine-tuning/references/online-rl.md +82 -0
  351. package/bin/skills/trl-fine-tuning/references/reward-modeling.md +122 -0
  352. package/bin/skills/trl-fine-tuning/references/sft-training.md +168 -0
  353. package/bin/skills/unsloth/SKILL.md +80 -0
  354. package/bin/skills/unsloth/references/index.md +7 -0
  355. package/bin/skills/unsloth/references/llms-full.md +16799 -0
  356. package/bin/skills/unsloth/references/llms-txt.md +12044 -0
  357. package/bin/skills/unsloth/references/llms.md +82 -0
  358. package/bin/skills/verl/SKILL.md +391 -0
  359. package/bin/skills/verl/references/api-reference.md +301 -0
  360. package/bin/skills/verl/references/troubleshooting.md +391 -0
  361. package/bin/skills/vllm/SKILL.md +364 -0
  362. package/bin/skills/vllm/references/optimization.md +226 -0
  363. package/bin/skills/vllm/references/quantization.md +284 -0
  364. package/bin/skills/vllm/references/server-deployment.md +255 -0
  365. package/bin/skills/vllm/references/troubleshooting.md +447 -0
  366. package/bin/skills/weights-and-biases/SKILL.md +590 -0
  367. package/bin/skills/weights-and-biases/references/artifacts.md +584 -0
  368. package/bin/skills/weights-and-biases/references/integrations.md +700 -0
  369. package/bin/skills/weights-and-biases/references/sweeps.md +847 -0
  370. package/bin/skills/whisper/SKILL.md +317 -0
  371. package/bin/skills/whisper/references/languages.md +189 -0
  372. package/bin/synsc +0 -0
  373. package/package.json +10 -0
@@ -0,0 +1,429 @@
1
+ # CrewAI Tools Guide
2
+
3
+ ## Built-in Tools
4
+
5
+ Install the tools package:
6
+
7
+ ```bash
8
+ pip install 'crewai[tools]'
9
+ ```
10
+
11
+ ### Search Tools
12
+
13
+ ```python
14
+ from crewai_tools import (
15
+ SerperDevTool, # Google search via Serper
16
+ TavilySearchTool, # Tavily search API
17
+ BraveSearchTool, # Brave search
18
+ EXASearchTool, # EXA semantic search
19
+ )
20
+
21
+ # Serper (requires SERPER_API_KEY)
22
+ search = SerperDevTool()
23
+
24
+ # Tavily (requires TAVILY_API_KEY)
25
+ search = TavilySearchTool()
26
+
27
+ # Use in agent
28
+ researcher = Agent(
29
+ role="Researcher",
30
+ goal="Find information",
31
+ tools=[SerperDevTool()]
32
+ )
33
+ ```
34
+
35
+ ### Web Scraping Tools
36
+
37
+ ```python
38
+ from crewai_tools import (
39
+ ScrapeWebsiteTool, # Basic scraping
40
+ FirecrawlScrapeWebsiteTool, # Firecrawl API
41
+ SeleniumScrapingTool, # Browser automation
42
+ SpiderTool, # Spider.cloud
43
+ )
44
+
45
+ # Basic scraping
46
+ scraper = ScrapeWebsiteTool()
47
+
48
+ # Firecrawl (requires FIRECRAWL_API_KEY)
49
+ scraper = FirecrawlScrapeWebsiteTool()
50
+
51
+ # Selenium (requires chromedriver)
52
+ scraper = SeleniumScrapingTool()
53
+
54
+ agent = Agent(
55
+ role="Web Analyst",
56
+ goal="Extract web content",
57
+ tools=[ScrapeWebsiteTool()]
58
+ )
59
+ ```
60
+
61
+ ### File Tools
62
+
63
+ ```python
64
+ from crewai_tools import (
65
+ FileReadTool, # Read any file
66
+ FileWriterTool, # Write files
67
+ DirectoryReadTool, # List directory contents
68
+ DirectorySearchTool, # Search in directory
69
+ )
70
+
71
+ # Read files
72
+ file_reader = FileReadTool(file_path="./data") # Limit to directory
73
+
74
+ # Write files
75
+ file_writer = FileWriterTool()
76
+
77
+ agent = Agent(
78
+ role="File Manager",
79
+ tools=[FileReadTool(), FileWriterTool()]
80
+ )
81
+ ```
82
+
83
+ ### Document Tools
84
+
85
+ ```python
86
+ from crewai_tools import (
87
+ PDFSearchTool, # Search PDF content
88
+ DOCXSearchTool, # Search Word docs
89
+ TXTSearchTool, # Search text files
90
+ CSVSearchTool, # Search CSV files
91
+ JSONSearchTool, # Search JSON files
92
+ XMLSearchTool, # Search XML files
93
+ MDXSearchTool, # Search MDX files
94
+ )
95
+
96
+ # PDF search (uses embeddings)
97
+ pdf_tool = PDFSearchTool(pdf="./documents/report.pdf")
98
+
99
+ # CSV search
100
+ csv_tool = CSVSearchTool(csv="./data/sales.csv")
101
+
102
+ agent = Agent(
103
+ role="Document Analyst",
104
+ tools=[PDFSearchTool(), CSVSearchTool()]
105
+ )
106
+ ```
107
+
108
+ ### Database Tools
109
+
110
+ ```python
111
+ from crewai_tools import (
112
+ MySQLSearchTool, # MySQL queries
113
+ PostgreSQLTool, # PostgreSQL
114
+ MongoDBVectorSearchTool, # MongoDB vector search
115
+ QdrantVectorSearchTool, # Qdrant vector DB
116
+ WeaviateVectorSearchTool, # Weaviate
117
+ )
118
+
119
+ # MySQL
120
+ mysql_tool = MySQLSearchTool(
121
+ host="localhost",
122
+ port=3306,
123
+ database="mydb",
124
+ user="user",
125
+ password="pass"
126
+ )
127
+
128
+ # Qdrant
129
+ qdrant_tool = QdrantVectorSearchTool(
130
+ url="http://localhost:6333",
131
+ collection_name="my_collection"
132
+ )
133
+ ```
134
+
135
+ ### AI Service Tools
136
+
137
+ ```python
138
+ from crewai_tools import (
139
+ DallETool, # DALL-E image generation
140
+ VisionTool, # Image analysis
141
+ OCRTool, # Text extraction from images
142
+ )
143
+
144
+ # DALL-E (requires OPENAI_API_KEY)
145
+ dalle = DallETool()
146
+
147
+ # Vision (GPT-4V)
148
+ vision = VisionTool()
149
+
150
+ agent = Agent(
151
+ role="Visual Designer",
152
+ tools=[DallETool(), VisionTool()]
153
+ )
154
+ ```
155
+
156
+ ### Code Tools
157
+
158
+ ```python
159
+ from crewai_tools import (
160
+ CodeDocsSearchTool, # Search code documentation
161
+ GithubSearchTool, # Search GitHub repos
162
+ CodeInterpreterTool, # Execute Python code
163
+ )
164
+
165
+ # Code docs search
166
+ code_docs = CodeDocsSearchTool(docs_url="https://docs.python.org")
167
+
168
+ # GitHub search (requires GITHUB_TOKEN)
169
+ github = GithubSearchTool(
170
+ repo="owner/repo",
171
+ content_types=["code", "issue"]
172
+ )
173
+
174
+ # Code interpreter (sandboxed)
175
+ interpreter = CodeInterpreterTool()
176
+ ```
177
+
178
+ ### Cloud Platform Tools
179
+
180
+ ```python
181
+ from crewai_tools import (
182
+ BedrockInvokeAgentTool, # AWS Bedrock
183
+ DatabricksQueryTool, # Databricks
184
+ S3ReaderTool, # AWS S3
185
+ SnowflakeTool, # Snowflake
186
+ )
187
+
188
+ # AWS Bedrock
189
+ bedrock = BedrockInvokeAgentTool(
190
+ agent_id="your-agent-id",
191
+ agent_alias_id="alias-id"
192
+ )
193
+
194
+ # Databricks
195
+ databricks = DatabricksQueryTool(
196
+ host="your-workspace.databricks.com",
197
+ token="your-token"
198
+ )
199
+ ```
200
+
201
+ ### Integration Tools
202
+
203
+ ```python
204
+ from crewai_tools import (
205
+ MCPServerAdapter, # MCP protocol
206
+ ComposioTool, # Composio integrations
207
+ ZapierActionTool, # Zapier automations
208
+ )
209
+
210
+ # MCP Server
211
+ mcp = MCPServerAdapter(
212
+ server_url="http://localhost:8080",
213
+ tool_names=["tool1", "tool2"]
214
+ )
215
+
216
+ # Composio (requires COMPOSIO_API_KEY)
217
+ composio = ComposioTool()
218
+ ```
219
+
220
+ ## Custom Tools
221
+
222
+ ### Basic Custom Tool
223
+
224
+ ```python
225
+ from crewai.tools import BaseTool
226
+ from pydantic import Field
227
+
228
+ class WeatherTool(BaseTool):
229
+ name: str = "Weather Lookup"
230
+ description: str = "Get current weather for a city. Input: city name"
231
+
232
+ def _run(self, city: str) -> str:
233
+ # Your implementation
234
+ return f"Weather in {city}: 72°F, sunny"
235
+
236
+ # Use custom tool
237
+ agent = Agent(
238
+ role="Weather Reporter",
239
+ tools=[WeatherTool()]
240
+ )
241
+ ```
242
+
243
+ ### Tool with Parameters
244
+
245
+ ```python
246
+ from crewai.tools import BaseTool
247
+ from pydantic import Field
248
+ from typing import Optional
249
+
250
+ class APITool(BaseTool):
251
+ name: str = "API Client"
252
+ description: str = "Make API requests"
253
+
254
+ # Tool configuration
255
+ api_key: str = Field(default="")
256
+ base_url: str = Field(default="https://api.example.com")
257
+
258
+ def _run(self, endpoint: str, method: str = "GET") -> str:
259
+ import requests
260
+
261
+ url = f"{self.base_url}/{endpoint}"
262
+ headers = {"Authorization": f"Bearer {self.api_key}"}
263
+
264
+ response = requests.request(method, url, headers=headers)
265
+ return response.json()
266
+
267
+ # Configure tool
268
+ api_tool = APITool(api_key="your-key", base_url="https://api.example.com")
269
+ ```
270
+
271
+ ### Tool with Validation
272
+
273
+ ```python
274
+ from crewai.tools import BaseTool
275
+ from pydantic import Field, field_validator
276
+
277
+ class CalculatorTool(BaseTool):
278
+ name: str = "Calculator"
279
+ description: str = "Perform math calculations. Input: expression (e.g., '2 + 2')"
280
+
281
+ allowed_operators: list = Field(default=["+", "-", "*", "/", "**"])
282
+
283
+ @field_validator("allowed_operators")
284
+ def validate_operators(cls, v):
285
+ valid = ["+", "-", "*", "/", "**", "%", "//"]
286
+ for op in v:
287
+ if op not in valid:
288
+ raise ValueError(f"Invalid operator: {op}")
289
+ return v
290
+
291
+ def _run(self, expression: str) -> str:
292
+ try:
293
+ # Simple eval with safety checks
294
+ for char in expression:
295
+ if char.isalpha():
296
+ return "Error: Letters not allowed"
297
+ result = eval(expression)
298
+ return f"Result: {result}"
299
+ except Exception as e:
300
+ return f"Error: {str(e)}"
301
+ ```
302
+
303
+ ### Async Tool
304
+
305
+ ```python
306
+ from crewai.tools import BaseTool
307
+ import aiohttp
308
+
309
+ class AsyncAPITool(BaseTool):
310
+ name: str = "Async API"
311
+ description: str = "Make async API requests"
312
+
313
+ async def _arun(self, url: str) -> str:
314
+ async with aiohttp.ClientSession() as session:
315
+ async with session.get(url) as response:
316
+ return await response.text()
317
+
318
+ def _run(self, url: str) -> str:
319
+ import asyncio
320
+ return asyncio.run(self._arun(url))
321
+ ```
322
+
323
+ ## Tool Configuration
324
+
325
+ ### Caching
326
+
327
+ ```python
328
+ from crewai_tools import SerperDevTool
329
+
330
+ # Enable caching (default)
331
+ search = SerperDevTool(cache=True)
332
+
333
+ # Disable for real-time data
334
+ search = SerperDevTool(cache=False)
335
+ ```
336
+
337
+ ### Error Handling
338
+
339
+ ```python
340
+ class RobustTool(BaseTool):
341
+ name: str = "Robust Tool"
342
+ description: str = "A tool with error handling"
343
+
344
+ max_retries: int = 3
345
+
346
+ def _run(self, query: str) -> str:
347
+ for attempt in range(self.max_retries):
348
+ try:
349
+ return self._execute(query)
350
+ except Exception as e:
351
+ if attempt == self.max_retries - 1:
352
+ return f"Failed after {self.max_retries} attempts: {str(e)}"
353
+ continue
354
+ ```
355
+
356
+ ### Tool Limits per Agent
357
+
358
+ ```python
359
+ # Recommended: 3-5 tools per agent
360
+ researcher = Agent(
361
+ role="Researcher",
362
+ goal="Find information",
363
+ tools=[
364
+ SerperDevTool(), # Search
365
+ ScrapeWebsiteTool(), # Scrape
366
+ PDFSearchTool(), # PDF search
367
+ ],
368
+ max_iter=15 # Limit iterations
369
+ )
370
+ ```
371
+
372
+ ## MCP (Model Context Protocol)
373
+
374
+ ### Using MCP Servers
375
+
376
+ ```python
377
+ from crewai_tools import MCPServerAdapter
378
+
379
+ # Connect to MCP server
380
+ mcp_adapter = MCPServerAdapter(
381
+ server_url="http://localhost:8080",
382
+ tool_names=["search", "calculate", "translate"]
383
+ )
384
+
385
+ # Get tools from MCP
386
+ mcp_tools = mcp_adapter.get_tools()
387
+
388
+ agent = Agent(
389
+ role="MCP User",
390
+ tools=mcp_tools
391
+ )
392
+ ```
393
+
394
+ ### MCP Tool Discovery
395
+
396
+ ```python
397
+ # List available tools
398
+ tools = mcp_adapter.list_tools()
399
+ for tool in tools:
400
+ print(f"{tool.name}: {tool.description}")
401
+
402
+ # Get specific tools
403
+ selected_tools = mcp_adapter.get_tools(tool_names=["search", "translate"])
404
+ ```
405
+
406
+ ## Tool Best Practices
407
+
408
+ 1. **Single responsibility** - Each tool should do one thing well
409
+ 2. **Clear descriptions** - Agents use descriptions to choose tools
410
+ 3. **Input validation** - Validate inputs before processing
411
+ 4. **Error messages** - Return helpful error messages
412
+ 5. **Limit per agent** - 3-5 tools max for focused agents
413
+ 6. **Cache when appropriate** - Enable caching for expensive operations
414
+ 7. **Timeout handling** - Add timeouts for external API calls
415
+ 8. **Test thoroughly** - Unit test tools independently
416
+
417
+ ## Tool Categories Reference
418
+
419
+ | Category | Tools | Use Case |
420
+ |----------|-------|----------|
421
+ | **Search** | Serper, Tavily, Brave, EXA | Web search, information retrieval |
422
+ | **Scraping** | ScrapeWebsite, Firecrawl, Selenium | Extract web content |
423
+ | **Files** | FileRead, FileWrite, DirectoryRead | Local file operations |
424
+ | **Documents** | PDF, DOCX, CSV, JSON, XML | Document parsing |
425
+ | **Databases** | MySQL, PostgreSQL, MongoDB, Qdrant | Data storage queries |
426
+ | **AI Services** | DALL-E, Vision, OCR | AI-powered tools |
427
+ | **Code** | CodeDocs, GitHub, CodeInterpreter | Development tools |
428
+ | **Cloud** | Bedrock, Databricks, S3, Snowflake | Cloud platform integration |
429
+ | **Integration** | MCP, Composio, Zapier | Third-party integrations |