@yuihub/server 1.0.0-beta.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/dist/api/text-process.d.ts +2 -0
- package/dist/api/text-process.d.ts.map +1 -0
- package/dist/api/text-process.js +48 -0
- package/dist/api/text-process.js.map +1 -0
- package/dist/auth.d.ts +30 -0
- package/dist/auth.d.ts.map +1 -0
- package/dist/auth.js +71 -0
- package/dist/auth.js.map +1 -0
- package/dist/cli/setup.d.ts +2 -0
- package/dist/cli/setup.d.ts.map +1 -0
- package/dist/cli/setup.js +120 -0
- package/dist/cli/setup.js.map +1 -0
- package/dist/config/schema.d.ts +334 -0
- package/dist/config/schema.d.ts.map +1 -0
- package/dist/config/schema.js +45 -0
- package/dist/config/schema.js.map +1 -0
- package/dist/config/service.d.ts +12 -0
- package/dist/config/service.d.ts.map +1 -0
- package/dist/config/service.js +81 -0
- package/dist/config/service.js.map +1 -0
- package/dist/engine/agent/context.d.ts +35 -0
- package/dist/engine/agent/context.d.ts.map +1 -0
- package/dist/engine/agent/context.js +72 -0
- package/dist/engine/agent/context.js.map +1 -0
- package/dist/engine/agent/core.d.ts +19 -0
- package/dist/engine/agent/core.d.ts.map +1 -0
- package/dist/engine/agent/core.js +67 -0
- package/dist/engine/agent/core.js.map +1 -0
- package/dist/engine/agent/live-context.d.ts +8 -0
- package/dist/engine/agent/live-context.d.ts.map +1 -0
- package/dist/engine/agent/live-context.js +19 -0
- package/dist/engine/agent/live-context.js.map +1 -0
- package/dist/engine/agent/tools/fs.d.ts +16 -0
- package/dist/engine/agent/tools/fs.d.ts.map +1 -0
- package/dist/engine/agent/tools/fs.js +78 -0
- package/dist/engine/agent/tools/fs.js.map +1 -0
- package/dist/engine/agent/tools/memory.d.ts +18 -0
- package/dist/engine/agent/tools/memory.d.ts.map +1 -0
- package/dist/engine/agent/tools/memory.js +51 -0
- package/dist/engine/agent/tools/memory.js.map +1 -0
- package/dist/engine/ai/local-genai-service.d.ts +22 -0
- package/dist/engine/ai/local-genai-service.d.ts.map +1 -0
- package/dist/engine/ai/local-genai-service.js +158 -0
- package/dist/engine/ai/local-genai-service.js.map +1 -0
- package/dist/engine/ai/registry.d.ts +16 -0
- package/dist/engine/ai/registry.d.ts.map +1 -0
- package/dist/engine/ai/registry.js +78 -0
- package/dist/engine/ai/registry.js.map +1 -0
- package/dist/engine/ai/tools.d.ts +7 -0
- package/dist/engine/ai/tools.d.ts.map +1 -0
- package/dist/engine/ai/tools.js +2 -0
- package/dist/engine/ai/tools.js.map +1 -0
- package/dist/engine/ai/types.d.ts +21 -0
- package/dist/engine/ai/types.d.ts.map +1 -0
- package/dist/engine/ai/types.js +2 -0
- package/dist/engine/ai/types.js.map +1 -0
- package/dist/engine/ai/vertex-genai-service.d.ts +13 -0
- package/dist/engine/ai/vertex-genai-service.d.ts.map +1 -0
- package/dist/engine/ai/vertex-genai-service.js +93 -0
- package/dist/engine/ai/vertex-genai-service.js.map +1 -0
- package/dist/engine/chunker.d.ts +19 -0
- package/dist/engine/chunker.d.ts.map +1 -0
- package/dist/engine/chunker.js +79 -0
- package/dist/engine/chunker.js.map +1 -0
- package/dist/engine/composite-vector-store.d.ts +21 -0
- package/dist/engine/composite-vector-store.d.ts.map +1 -0
- package/dist/engine/composite-vector-store.js +69 -0
- package/dist/engine/composite-vector-store.js.map +1 -0
- package/dist/engine/embeddings/local-service.d.ts +10 -0
- package/dist/engine/embeddings/local-service.d.ts.map +1 -0
- package/dist/engine/embeddings/local-service.js +37 -0
- package/dist/engine/embeddings/local-service.js.map +1 -0
- package/dist/engine/embeddings/types.d.ts +10 -0
- package/dist/engine/embeddings/types.d.ts.map +1 -0
- package/dist/engine/embeddings/types.js +2 -0
- package/dist/engine/embeddings/types.js.map +1 -0
- package/dist/engine/embeddings/vertex-service.d.ts +11 -0
- package/dist/engine/embeddings/vertex-service.d.ts.map +1 -0
- package/dist/engine/embeddings/vertex-service.js +45 -0
- package/dist/engine/embeddings/vertex-service.js.map +1 -0
- package/dist/engine/indexer.d.ts +12 -0
- package/dist/engine/indexer.d.ts.map +1 -0
- package/dist/engine/indexer.js +74 -0
- package/dist/engine/indexer.js.map +1 -0
- package/dist/engine/lock.d.ts +24 -0
- package/dist/engine/lock.d.ts.map +1 -0
- package/dist/engine/lock.js +58 -0
- package/dist/engine/lock.js.map +1 -0
- package/dist/engine/schema.d.ts +19 -0
- package/dist/engine/schema.d.ts.map +1 -0
- package/dist/engine/schema.js +18 -0
- package/dist/engine/schema.js.map +1 -0
- package/dist/engine/vector-store-types.d.ts +24 -0
- package/dist/engine/vector-store-types.d.ts.map +1 -0
- package/dist/engine/vector-store-types.js +2 -0
- package/dist/engine/vector-store-types.js.map +1 -0
- package/dist/engine/vector-store.d.ts +21 -0
- package/dist/engine/vector-store.d.ts.map +1 -0
- package/dist/engine/vector-store.js +105 -0
- package/dist/engine/vector-store.js.map +1 -0
- package/dist/engine/watcher.d.ts +16 -0
- package/dist/engine/watcher.d.ts.map +1 -0
- package/dist/engine/watcher.js +94 -0
- package/dist/engine/watcher.js.map +1 -0
- package/dist/server.d.ts +2 -0
- package/dist/server.d.ts.map +1 -0
- package/dist/server.js +360 -0
- package/dist/server.js.map +1 -0
- package/dist/sync/github-provider.d.ts +20 -0
- package/dist/sync/github-provider.d.ts.map +1 -0
- package/dist/sync/github-provider.js +80 -0
- package/dist/sync/github-provider.js.map +1 -0
- package/dist/sync/scheduler.d.ts +18 -0
- package/dist/sync/scheduler.d.ts.map +1 -0
- package/dist/sync/scheduler.js +67 -0
- package/dist/sync/scheduler.js.map +1 -0
- package/package.json +78 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"scheduler.d.ts","sourceRoot":"","sources":["../../src/sync/scheduler.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAE7C,qBAAa,aAAa;IACxB,OAAO,CAAC,GAAG,CAAwB;IACnC,OAAO,CAAC,QAAQ,CAAgB;IAChC,OAAO,CAAC,SAAS,CAAkB;IACnC,OAAO,CAAC,iBAAiB,CAAkB;IAC3C,OAAO,CAAC,cAAc,CAAS;gBAEnB,QAAQ,EAAE,aAAa,EAAE,cAAc,GAAE,MAAsB;IAM3E,OAAO,CAAC,SAAS;IAMjB,KAAK;IAQL,IAAI;IAOJ;;OAEG;IACH,cAAc,CAAC,iBAAiB,EAAE,MAAM;IAmBlC,OAAO;CAcd"}
|
|
@@ -0,0 +1,67 @@
|
|
|
1
|
+
import { CronJob } from 'cron';
|
|
2
|
+
export class SyncScheduler {
|
|
3
|
+
job = null;
|
|
4
|
+
provider;
|
|
5
|
+
isRunning = false;
|
|
6
|
+
isSchedulerActive = false;
|
|
7
|
+
cronExpression;
|
|
8
|
+
constructor(provider, cronExpression = '*/5 * * * *') {
|
|
9
|
+
this.provider = provider;
|
|
10
|
+
this.cronExpression = cronExpression;
|
|
11
|
+
this.job = this.createJob(cronExpression);
|
|
12
|
+
}
|
|
13
|
+
createJob(cronExpression) {
|
|
14
|
+
return new CronJob(cronExpression, async () => {
|
|
15
|
+
await this.runSync();
|
|
16
|
+
});
|
|
17
|
+
}
|
|
18
|
+
start() {
|
|
19
|
+
if (this.job) {
|
|
20
|
+
this.job.start();
|
|
21
|
+
this.isSchedulerActive = true;
|
|
22
|
+
console.log(`[Sync] Scheduler started (${this.provider.name})`);
|
|
23
|
+
}
|
|
24
|
+
}
|
|
25
|
+
stop() {
|
|
26
|
+
if (this.job) {
|
|
27
|
+
this.job.stop();
|
|
28
|
+
this.isSchedulerActive = false;
|
|
29
|
+
}
|
|
30
|
+
}
|
|
31
|
+
/**
|
|
32
|
+
* Update the sync interval dynamically (hot reload)
|
|
33
|
+
*/
|
|
34
|
+
updateInterval(newCronExpression) {
|
|
35
|
+
if (newCronExpression === this.cronExpression)
|
|
36
|
+
return;
|
|
37
|
+
const wasRunning = this.isSchedulerActive;
|
|
38
|
+
// Stop existing job
|
|
39
|
+
this.stop();
|
|
40
|
+
// Create new job with updated interval
|
|
41
|
+
this.cronExpression = newCronExpression;
|
|
42
|
+
this.job = this.createJob(newCronExpression);
|
|
43
|
+
// Restart if it was running
|
|
44
|
+
if (wasRunning) {
|
|
45
|
+
this.start();
|
|
46
|
+
console.log(`[Sync] Interval updated to: ${newCronExpression}`);
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
async runSync() {
|
|
50
|
+
if (this.isRunning)
|
|
51
|
+
return;
|
|
52
|
+
this.isRunning = true;
|
|
53
|
+
try {
|
|
54
|
+
console.log('[Sync] Starting sync...');
|
|
55
|
+
await this.provider.push(`sync: auto backup ${new Date().toISOString()}`);
|
|
56
|
+
// await this.provider.pull(); // Pull strategy?
|
|
57
|
+
console.log('[Sync] Sync completed.');
|
|
58
|
+
}
|
|
59
|
+
catch (e) {
|
|
60
|
+
console.error('[Sync] Error:', e);
|
|
61
|
+
}
|
|
62
|
+
finally {
|
|
63
|
+
this.isRunning = false;
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
}
|
|
67
|
+
//# sourceMappingURL=scheduler.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"scheduler.js","sourceRoot":"","sources":["../../src/sync/scheduler.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AAG/B,MAAM,OAAO,aAAa;IAChB,GAAG,GAAmB,IAAI,CAAC;IAC3B,QAAQ,CAAgB;IACxB,SAAS,GAAY,KAAK,CAAC;IAC3B,iBAAiB,GAAY,KAAK,CAAC;IACnC,cAAc,CAAS;IAE/B,YAAY,QAAuB,EAAE,iBAAyB,aAAa;QACzE,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;IAC5C,CAAC;IAEO,SAAS,CAAC,cAAsB;QACtC,OAAO,IAAI,OAAO,CAAC,cAAc,EAAE,KAAK,IAAI,EAAE;YAC5C,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QACvB,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK;QACH,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC;YACjB,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;YAC9B,OAAO,CAAC,GAAG,CAAC,6BAA6B,IAAI,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC,CAAC;QAClE,CAAC;IACH,CAAC;IAED,IAAI;QACF,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;YAChB,IAAI,CAAC,iBAAiB,GAAG,KAAK,CAAC;QACjC,CAAC;IACH,CAAC;IAED;;OAEG;IACH,cAAc,CAAC,iBAAyB;QACtC,IAAI,iBAAiB,KAAK,IAAI,CAAC,cAAc;YAAE,OAAO;QAEtD,MAAM,UAAU,GAAG,IAAI,CAAC,iBAAiB,CAAC;QAE1C,oBAAoB;QACpB,IAAI,CAAC,IAAI,EAAE,CAAC;QAEZ,uCAAuC;QACvC,IAAI,CAAC,cAAc,GAAG,iBAAiB,CAAC;QACxC,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,CAAC;QAE7C,4BAA4B;QAC5B,IAAI,UAAU,EAAE,CAAC;YACf,IAAI,CAAC,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,GAAG,CAAC,+BAA+B,iBAAiB,EAAE,CAAC,CAAC;QAClE,CAAC;IACH,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,IAAI,CAAC,SAAS;YAAE,OAAO;QAC3B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,IAAI,CAAC;YACH,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;YACvC,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,qBAAqB,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;YAC1E,gDAAgD;YAChD,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC;QACxC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC;QACpC,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;QACzB,CAAC;IACH,CAAC;CACF"}
|
package/package.json
ADDED
|
@@ -0,0 +1,78 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "@yuihub/server",
|
|
3
|
+
"version": "1.0.0-beta.4",
|
|
4
|
+
"description": "YuiHub Server - Semantic Memory API for Agentic AI",
|
|
5
|
+
"type": "module",
|
|
6
|
+
"license": "MIT",
|
|
7
|
+
"repository": {
|
|
8
|
+
"type": "git",
|
|
9
|
+
"url": "https://github.com/vemikrs/yuihub.git",
|
|
10
|
+
"directory": "apps/v1/backend"
|
|
11
|
+
},
|
|
12
|
+
"keywords": [
|
|
13
|
+
"yuihub",
|
|
14
|
+
"semantic-memory",
|
|
15
|
+
"ai",
|
|
16
|
+
"agent",
|
|
17
|
+
"api-server"
|
|
18
|
+
],
|
|
19
|
+
"bin": {
|
|
20
|
+
"yuihub-server": "./dist/server.js",
|
|
21
|
+
"yuihub": "./dist/server.js"
|
|
22
|
+
},
|
|
23
|
+
"exports": {
|
|
24
|
+
".": "./dist/server.js"
|
|
25
|
+
},
|
|
26
|
+
"files": [
|
|
27
|
+
"dist"
|
|
28
|
+
],
|
|
29
|
+
"dependencies": {
|
|
30
|
+
"@fastify/bearer-auth": "^10.1.2",
|
|
31
|
+
"@fastify/cors": "^10.0.0",
|
|
32
|
+
"@fastify/rate-limit": "^10.0.0",
|
|
33
|
+
"@fastify/sensible": "^6.0.0",
|
|
34
|
+
"@fastify/swagger": "^9.0.0",
|
|
35
|
+
"@fastify/swagger-ui": "^5.0.0",
|
|
36
|
+
"@google-cloud/vertexai": "^1.10.0",
|
|
37
|
+
"@lancedb/lancedb": "^0.23.0",
|
|
38
|
+
"@types/fs-extra": "^11.0.4",
|
|
39
|
+
"@types/lodash": "^4.17.23",
|
|
40
|
+
"@xenova/transformers": "^2.17.2",
|
|
41
|
+
"async-mutex": "^0.5.0",
|
|
42
|
+
"async-rwlock": "^1.1.1",
|
|
43
|
+
"chokidar": "^5.0.0",
|
|
44
|
+
"cron": "^4.4.0",
|
|
45
|
+
"fastify": "^5.2.0",
|
|
46
|
+
"fastify-type-provider-zod": "^4.0.0",
|
|
47
|
+
"fastq": "^1.20.1",
|
|
48
|
+
"fs-extra": "^11.3.3",
|
|
49
|
+
"inquirer": "^9.3.8",
|
|
50
|
+
"lodash": "^4.17.21",
|
|
51
|
+
"simple-git": "^3.30.0",
|
|
52
|
+
"tiny-segmenter": "^0.2.0",
|
|
53
|
+
"tree-sitter": "^0.21.1",
|
|
54
|
+
"tree-sitter-javascript": "^0.25.0",
|
|
55
|
+
"tree-sitter-typescript": "^0.23.2",
|
|
56
|
+
"ulid": "^3.0.2",
|
|
57
|
+
"web-tree-sitter": "^0.26.3",
|
|
58
|
+
"zod": "^3.22.4",
|
|
59
|
+
"zod-to-json-schema": "^3.25.1",
|
|
60
|
+
"@yuihub/core": "1.0.0-beta.4"
|
|
61
|
+
},
|
|
62
|
+
"devDependencies": {
|
|
63
|
+
"@types/inquirer": "^9.0.9",
|
|
64
|
+
"@types/node": "^22.0.0",
|
|
65
|
+
"tsx": "^4.7.0",
|
|
66
|
+
"typescript": "^5.0.0",
|
|
67
|
+
"vitest": "^4.0.17"
|
|
68
|
+
},
|
|
69
|
+
"scripts": {
|
|
70
|
+
"build": "npx tsc -b",
|
|
71
|
+
"dev": "npx tsx watch src/server.ts",
|
|
72
|
+
"start": "node dist/server.js",
|
|
73
|
+
"setup": "npx tsx src/cli/setup.ts",
|
|
74
|
+
"clean": "rm -rf dist tsconfig.tsbuildinfo",
|
|
75
|
+
"test": "vitest run",
|
|
76
|
+
"test:e2e": "vitest run tests/e2e"
|
|
77
|
+
}
|
|
78
|
+
}
|