@nodetool-ai/deploy 0.7.0-rc.23 → 0.8.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +41 -0
- package/dist/.nodetool-build-stamp +1 -0
- package/dist/admin-client.d.ts +5 -39
- package/dist/admin-client.d.ts.map +1 -1
- package/dist/admin-client.js +9 -230
- package/dist/admin-client.js.map +1 -1
- package/dist/api-user-manager.d.ts.map +1 -1
- package/dist/api-user-manager.js +5 -2
- package/dist/api-user-manager.js.map +1 -1
- package/dist/auth.d.ts.map +1 -1
- package/dist/auth.js +0 -3
- package/dist/auth.js.map +1 -1
- package/dist/compose.d.ts.map +1 -1
- package/dist/compose.js +5 -6
- package/dist/compose.js.map +1 -1
- package/dist/configure.d.ts +1 -43
- package/dist/configure.d.ts.map +1 -1
- package/dist/configure.js +2 -43
- package/dist/configure.js.map +1 -1
- package/dist/deployment-config.d.ts +28 -786
- package/dist/deployment-config.d.ts.map +1 -1
- package/dist/deployment-config.js +34 -218
- package/dist/deployment-config.js.map +1 -1
- package/dist/docker-run.d.ts +2 -1
- package/dist/docker-run.d.ts.map +1 -1
- package/dist/docker-run.js +6 -22
- package/dist/docker-run.js.map +1 -1
- package/dist/docker.d.ts +6 -21
- package/dist/docker.d.ts.map +1 -1
- package/dist/docker.js +6 -53
- package/dist/docker.js.map +1 -1
- package/dist/image-spec.d.ts +1 -1
- package/dist/index.d.ts +0 -14
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +2 -17
- package/dist/index.js.map +1 -1
- package/dist/manager.d.ts.map +1 -1
- package/dist/manager.js +0 -44
- package/dist/manager.js.map +1 -1
- package/dist/progress.d.ts.map +1 -1
- package/dist/progress.js +0 -1
- package/dist/progress.js.map +1 -1
- package/dist/remote-users.d.ts.map +1 -1
- package/dist/remote-users.js +1 -4
- package/dist/remote-users.js.map +1 -1
- package/dist/runpod-rest.d.ts +114 -0
- package/dist/runpod-rest.d.ts.map +1 -0
- package/dist/runpod-rest.js +150 -0
- package/dist/runpod-rest.js.map +1 -0
- package/dist/self-hosted.d.ts +17 -43
- package/dist/self-hosted.d.ts.map +1 -1
- package/dist/self-hosted.js +50 -124
- package/dist/self-hosted.js.map +1 -1
- package/dist/ssh.d.ts +9 -0
- package/dist/ssh.d.ts.map +1 -1
- package/dist/ssh.js +1 -5
- package/dist/ssh.js.map +1 -1
- package/dist/state.d.ts.map +1 -1
- package/dist/state.js +1 -11
- package/dist/state.js.map +1 -1
- package/dist/workflow-syncer.d.ts +3 -32
- package/dist/workflow-syncer.d.ts.map +1 -1
- package/dist/workflow-syncer.js +3 -162
- package/dist/workflow-syncer.js.map +1 -1
- package/package.json +29 -14
- package/dist/admin-operations.d.ts +0 -197
- package/dist/admin-operations.d.ts.map +0 -1
- package/dist/admin-operations.js +0 -433
- package/dist/admin-operations.js.map +0 -1
- package/dist/admin-routes.d.ts +0 -306
- package/dist/admin-routes.d.ts.map +0 -1
- package/dist/admin-routes.js +0 -383
- package/dist/admin-routes.js.map +0 -1
- package/dist/collection-routes.d.ts +0 -37
- package/dist/collection-routes.d.ts.map +0 -1
- package/dist/collection-routes.js +0 -43
- package/dist/collection-routes.js.map +0 -1
- package/dist/deploy-to-gcp.d.ts +0 -67
- package/dist/deploy-to-gcp.d.ts.map +0 -1
- package/dist/deploy-to-gcp.js +0 -268
- package/dist/deploy-to-gcp.js.map +0 -1
- package/dist/deploy-to-runpod.d.ts +0 -53
- package/dist/deploy-to-runpod.d.ts.map +0 -1
- package/dist/deploy-to-runpod.js +0 -207
- package/dist/deploy-to-runpod.js.map +0 -1
- package/dist/fly.d.ts +0 -40
- package/dist/fly.d.ts.map +0 -1
- package/dist/fly.js +0 -291
- package/dist/fly.js.map +0 -1
- package/dist/gcp.d.ts +0 -59
- package/dist/gcp.d.ts.map +0 -1
- package/dist/gcp.js +0 -339
- package/dist/gcp.js.map +0 -1
- package/dist/google-cloud-run-api.d.ts +0 -134
- package/dist/google-cloud-run-api.d.ts.map +0 -1
- package/dist/google-cloud-run-api.js +0 -532
- package/dist/google-cloud-run-api.js.map +0 -1
- package/dist/huggingface.d.ts +0 -69
- package/dist/huggingface.d.ts.map +0 -1
- package/dist/huggingface.js +0 -346
- package/dist/huggingface.js.map +0 -1
- package/dist/railway.d.ts +0 -65
- package/dist/railway.d.ts.map +0 -1
- package/dist/railway.js +0 -284
- package/dist/railway.js.map +0 -1
- package/dist/runpod-api.d.ts +0 -206
- package/dist/runpod-api.d.ts.map +0 -1
- package/dist/runpod-api.js +0 -703
- package/dist/runpod-api.js.map +0 -1
- package/dist/runpod.d.ts +0 -82
- package/dist/runpod.d.ts.map +0 -1
- package/dist/runpod.js +0 -188
- package/dist/runpod.js.map +0 -1
- package/dist/storage-routes.d.ts +0 -55
- package/dist/storage-routes.d.ts.map +0 -1
- package/dist/storage-routes.js +0 -160
- package/dist/storage-routes.js.map +0 -1
- package/dist/sync.d.ts +0 -38
- package/dist/sync.d.ts.map +0 -1
- package/dist/sync.js +0 -130
- package/dist/sync.js.map +0 -1
package/dist/sync.js
DELETED
|
@@ -1,130 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Workflow model extraction utilities.
|
|
3
|
-
*
|
|
4
|
-
* Extracts HuggingFace and Ollama model references from workflow graphs
|
|
5
|
-
* so they can be pre-downloaded before execution.
|
|
6
|
-
*/
|
|
7
|
-
/**
|
|
8
|
-
* Extract both HuggingFace and Ollama models from a workflow graph.
|
|
9
|
-
*
|
|
10
|
-
* Scans through all nodes in the workflow graph to find models that need to be
|
|
11
|
-
* pre-downloaded. This includes:
|
|
12
|
-
* - HuggingFace models (type starts with "hf.")
|
|
13
|
-
* - Ollama language models (type="language_model" and provider="ollama")
|
|
14
|
-
* - llama_cpp language models (type="language_model" and provider="llama_cpp")
|
|
15
|
-
*/
|
|
16
|
-
export function extractModels(workflowData) {
|
|
17
|
-
const models = [];
|
|
18
|
-
const seenModels = new Set();
|
|
19
|
-
const nodes = workflowData.graph?.nodes;
|
|
20
|
-
if (!nodes) {
|
|
21
|
-
return models;
|
|
22
|
-
}
|
|
23
|
-
for (const node of nodes) {
|
|
24
|
-
if (!node.data) {
|
|
25
|
-
continue;
|
|
26
|
-
}
|
|
27
|
-
const nodeData = node.data;
|
|
28
|
-
// Check for model field containing HuggingFace or Ollama models
|
|
29
|
-
const model = nodeData["model"];
|
|
30
|
-
if (model && typeof model === "object" && !Array.isArray(model)) {
|
|
31
|
-
const m = model;
|
|
32
|
-
// HuggingFace models
|
|
33
|
-
if (typeof m["type"] === "string" &&
|
|
34
|
-
m["type"].startsWith("hf.") &&
|
|
35
|
-
typeof m["repo_id"] === "string" &&
|
|
36
|
-
m["repo_id"]) {
|
|
37
|
-
const modelKey = `hf|${m["type"]}|${m["repo_id"]}|${m["path"] ?? ""}|${m["variant"] ?? ""}`;
|
|
38
|
-
if (!seenModels.has(modelKey)) {
|
|
39
|
-
seenModels.add(modelKey);
|
|
40
|
-
models.push({
|
|
41
|
-
type: m["type"] || "hf.model",
|
|
42
|
-
repo_id: m["repo_id"],
|
|
43
|
-
path: m["path"] ?? null,
|
|
44
|
-
variant: m["variant"] ?? null,
|
|
45
|
-
allow_patterns: m["allow_patterns"] ?? null,
|
|
46
|
-
ignore_patterns: m["ignore_patterns"] ?? null
|
|
47
|
-
});
|
|
48
|
-
}
|
|
49
|
-
}
|
|
50
|
-
// Ollama language models
|
|
51
|
-
else if (m["type"] === "language_model" &&
|
|
52
|
-
m["provider"] === "ollama" &&
|
|
53
|
-
m["id"]) {
|
|
54
|
-
const modelKey = `ollama|${m["id"]}`;
|
|
55
|
-
if (!seenModels.has(modelKey)) {
|
|
56
|
-
seenModels.add(modelKey);
|
|
57
|
-
models.push({
|
|
58
|
-
type: "language_model",
|
|
59
|
-
provider: "ollama",
|
|
60
|
-
id: m["id"]
|
|
61
|
-
});
|
|
62
|
-
}
|
|
63
|
-
}
|
|
64
|
-
// llama_cpp language models (HuggingFace GGUF models)
|
|
65
|
-
else if (m["type"] === "language_model" &&
|
|
66
|
-
m["provider"] === "llama_cpp" &&
|
|
67
|
-
typeof m["id"] === "string") {
|
|
68
|
-
const modelId = m["id"];
|
|
69
|
-
if (modelId.includes(":")) {
|
|
70
|
-
const [repoId, filePath] = modelId.split(":", 2);
|
|
71
|
-
const modelKey = `hf|hf.gguf|${repoId}|${filePath}|`;
|
|
72
|
-
if (!seenModels.has(modelKey)) {
|
|
73
|
-
seenModels.add(modelKey);
|
|
74
|
-
models.push({
|
|
75
|
-
type: "hf.gguf",
|
|
76
|
-
repo_id: repoId,
|
|
77
|
-
path: filePath,
|
|
78
|
-
variant: null,
|
|
79
|
-
allow_patterns: null,
|
|
80
|
-
ignore_patterns: null
|
|
81
|
-
});
|
|
82
|
-
}
|
|
83
|
-
}
|
|
84
|
-
}
|
|
85
|
-
}
|
|
86
|
-
// Check for language models at the root level
|
|
87
|
-
if (nodeData["type"] === "language_model" &&
|
|
88
|
-
nodeData["provider"] === "ollama" &&
|
|
89
|
-
nodeData["id"]) {
|
|
90
|
-
const modelKey = `ollama|${nodeData["id"]}`;
|
|
91
|
-
if (!seenModels.has(modelKey)) {
|
|
92
|
-
seenModels.add(modelKey);
|
|
93
|
-
models.push({
|
|
94
|
-
type: "language_model",
|
|
95
|
-
provider: "ollama",
|
|
96
|
-
id: nodeData["id"]
|
|
97
|
-
});
|
|
98
|
-
}
|
|
99
|
-
}
|
|
100
|
-
// Check for nested model references (e.g., in arrays like loras)
|
|
101
|
-
for (const [, value] of Object.entries(nodeData)) {
|
|
102
|
-
if (Array.isArray(value)) {
|
|
103
|
-
for (const item of value) {
|
|
104
|
-
if (item && typeof item === "object" && !Array.isArray(item)) {
|
|
105
|
-
const it = item;
|
|
106
|
-
if (typeof it["type"] === "string" &&
|
|
107
|
-
it["type"].startsWith("hf.") &&
|
|
108
|
-
typeof it["repo_id"] === "string" &&
|
|
109
|
-
it["repo_id"]) {
|
|
110
|
-
const modelKey = `hf|${it["type"]}|${it["repo_id"]}|${it["path"] ?? ""}|${it["variant"] ?? ""}`;
|
|
111
|
-
if (!seenModels.has(modelKey)) {
|
|
112
|
-
seenModels.add(modelKey);
|
|
113
|
-
models.push({
|
|
114
|
-
type: it["type"] || "hf.model",
|
|
115
|
-
repo_id: it["repo_id"],
|
|
116
|
-
path: it["path"] ?? null,
|
|
117
|
-
variant: it["variant"] ?? null,
|
|
118
|
-
allow_patterns: it["allow_patterns"] ?? null,
|
|
119
|
-
ignore_patterns: it["ignore_patterns"] ?? null
|
|
120
|
-
});
|
|
121
|
-
}
|
|
122
|
-
}
|
|
123
|
-
}
|
|
124
|
-
}
|
|
125
|
-
}
|
|
126
|
-
}
|
|
127
|
-
}
|
|
128
|
-
return models;
|
|
129
|
-
}
|
|
130
|
-
//# sourceMappingURL=sync.js.map
|
package/dist/sync.js.map
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"sync.js","sourceRoot":"","sources":["../src/sync.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAyBH;;;;;;;;GAQG;AACH,MAAM,UAAU,aAAa,CAAC,YAA0B;IACtD,MAAM,MAAM,GAAqB,EAAE,CAAC;IACpC,MAAM,UAAU,GAAG,IAAI,GAAG,EAAU,CAAC;IAErC,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,EAAE,KAAK,CAAC;IACxC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YACf,SAAS;QACX,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC;QAE3B,gEAAgE;QAChE,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC;QAChC,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YAChE,MAAM,CAAC,GAAG,KAAgC,CAAC;YAE3C,qBAAqB;YACrB,IACE,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,QAAQ;gBAC7B,CAAC,CAAC,MAAM,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC;gBAC3B,OAAO,CAAC,CAAC,SAAS,CAAC,KAAK,QAAQ;gBAChC,CAAC,CAAC,SAAS,CAAC,EACZ,CAAC;gBACD,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,CAAC;gBAE5F,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAC9B,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;oBACzB,MAAM,CAAC,IAAI,CAAC;wBACV,IAAI,EAAG,CAAC,CAAC,MAAM,CAAY,IAAI,UAAU;wBACzC,OAAO,EAAE,CAAC,CAAC,SAAS,CAAW;wBAC/B,IAAI,EAAG,CAAC,CAAC,MAAM,CAAmB,IAAI,IAAI;wBAC1C,OAAO,EAAG,CAAC,CAAC,SAAS,CAAmB,IAAI,IAAI;wBAChD,cAAc,EAAG,CAAC,CAAC,gBAAgB,CAAqB,IAAI,IAAI;wBAChE,eAAe,EAAG,CAAC,CAAC,iBAAiB,CAAqB,IAAI,IAAI;qBACnE,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YACD,yBAAyB;iBACpB,IACH,CAAC,CAAC,MAAM,CAAC,KAAK,gBAAgB;gBAC9B,CAAC,CAAC,UAAU,CAAC,KAAK,QAAQ;gBAC1B,CAAC,CAAC,IAAI,CAAC,EACP,CAAC;gBACD,MAAM,QAAQ,GAAG,UAAU,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;gBAErC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAC9B,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;oBACzB,MAAM,CAAC,IAAI,CAAC;wBACV,IAAI,EAAE,gBAAgB;wBACtB,QAAQ,EAAE,QAAQ;wBAClB,EAAE,EAAE,CAAC,CAAC,IAAI,CAAW;qBACtB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YACD,sDAAsD;iBACjD,IACH,CAAC,CAAC,MAAM,CAAC,KAAK,gBAAgB;gBAC9B,CAAC,CAAC,UAAU,CAAC,KAAK,WAAW;gBAC7B,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,QAAQ,EAC3B,CAAC;gBACD,MAAM,OAAO,GAAG,CAAC,CAAC,IAAI,CAAW,CAAC;gBAClC,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;oBAC1B,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;oBACjD,MAAM,QAAQ,GAAG,cAAc,MAAM,IAAI,QAAQ,GAAG,CAAC;oBAErD,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;wBAC9B,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;wBACzB,MAAM,CAAC,IAAI,CAAC;4BACV,IAAI,EAAE,SAAS;4BACf,OAAO,EAAE,MAAM;4BACf,IAAI,EAAE,QAAQ;4BACd,OAAO,EAAE,IAAI;4BACb,cAAc,EAAE,IAAI;4BACpB,eAAe,EAAE,IAAI;yBACtB,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,8CAA8C;QAC9C,IACE,QAAQ,CAAC,MAAM,CAAC,KAAK,gBAAgB;YACrC,QAAQ,CAAC,UAAU,CAAC,KAAK,QAAQ;YACjC,QAAQ,CAAC,IAAI,CAAC,EACd,CAAC;YACD,MAAM,QAAQ,GAAG,UAAU,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YAE5C,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC9B,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBACzB,MAAM,CAAC,IAAI,CAAC;oBACV,IAAI,EAAE,gBAAgB;oBACtB,QAAQ,EAAE,QAAQ;oBAClB,EAAE,EAAE,QAAQ,CAAC,IAAI,CAAW;iBAC7B,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,iEAAiE;QACjE,KAAK,MAAM,CAAC,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;YACjD,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;gBACzB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,IAAI,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;wBAC7D,MAAM,EAAE,GAAG,IAA+B,CAAC;wBAC3C,IACE,OAAO,EAAE,CAAC,MAAM,CAAC,KAAK,QAAQ;4BAC9B,EAAE,CAAC,MAAM,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC;4BAC5B,OAAO,EAAE,CAAC,SAAS,CAAC,KAAK,QAAQ;4BACjC,EAAE,CAAC,SAAS,CAAC,EACb,CAAC;4BACD,MAAM,QAAQ,GAAG,MAAM,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,CAAC;4BAEhG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;gCAC9B,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gCACzB,MAAM,CAAC,IAAI,CAAC;oCACV,IAAI,EAAG,EAAE,CAAC,MAAM,CAAY,IAAI,UAAU;oCAC1C,OAAO,EAAE,EAAE,CAAC,SAAS,CAAW;oCAChC,IAAI,EAAG,EAAE,CAAC,MAAM,CAAmB,IAAI,IAAI;oCAC3C,OAAO,EAAG,EAAE,CAAC,SAAS,CAAmB,IAAI,IAAI;oCACjD,cAAc,EACX,EAAE,CAAC,gBAAgB,CAAqB,IAAI,IAAI;oCACnD,eAAe,EACZ,EAAE,CAAC,iBAAiB,CAAqB,IAAI,IAAI;iCACrD,CAAC,CAAC;4BACL,CAAC;wBACH,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}
|