wikimem 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (180) hide show
  1. package/CHANGELOG.md +37 -0
  2. package/LICENSE +21 -0
  3. package/README.md +398 -0
  4. package/dist/cli/commands/duplicates.d.ts +3 -0
  5. package/dist/cli/commands/duplicates.d.ts.map +1 -0
  6. package/dist/cli/commands/duplicates.js +38 -0
  7. package/dist/cli/commands/duplicates.js.map +1 -0
  8. package/dist/cli/commands/improve.d.ts +3 -0
  9. package/dist/cli/commands/improve.d.ts.map +1 -0
  10. package/dist/cli/commands/improve.js +69 -0
  11. package/dist/cli/commands/improve.js.map +1 -0
  12. package/dist/cli/commands/ingest.d.ts +3 -0
  13. package/dist/cli/commands/ingest.d.ts.map +1 -0
  14. package/dist/cli/commands/ingest.js +181 -0
  15. package/dist/cli/commands/ingest.js.map +1 -0
  16. package/dist/cli/commands/init.d.ts +3 -0
  17. package/dist/cli/commands/init.d.ts.map +1 -0
  18. package/dist/cli/commands/init.js +91 -0
  19. package/dist/cli/commands/init.js.map +1 -0
  20. package/dist/cli/commands/lint.d.ts +3 -0
  21. package/dist/cli/commands/lint.d.ts.map +1 -0
  22. package/dist/cli/commands/lint.js +49 -0
  23. package/dist/cli/commands/lint.js.map +1 -0
  24. package/dist/cli/commands/query.d.ts +3 -0
  25. package/dist/cli/commands/query.d.ts.map +1 -0
  26. package/dist/cli/commands/query.js +51 -0
  27. package/dist/cli/commands/query.js.map +1 -0
  28. package/dist/cli/commands/scrape.d.ts +3 -0
  29. package/dist/cli/commands/scrape.d.ts.map +1 -0
  30. package/dist/cli/commands/scrape.js +47 -0
  31. package/dist/cli/commands/scrape.js.map +1 -0
  32. package/dist/cli/commands/serve.d.ts +3 -0
  33. package/dist/cli/commands/serve.d.ts.map +1 -0
  34. package/dist/cli/commands/serve.js +24 -0
  35. package/dist/cli/commands/serve.js.map +1 -0
  36. package/dist/cli/commands/status.d.ts +3 -0
  37. package/dist/cli/commands/status.d.ts.map +1 -0
  38. package/dist/cli/commands/status.js +30 -0
  39. package/dist/cli/commands/status.js.map +1 -0
  40. package/dist/cli/commands/watch.d.ts +3 -0
  41. package/dist/cli/commands/watch.d.ts.map +1 -0
  42. package/dist/cli/commands/watch.js +29 -0
  43. package/dist/cli/commands/watch.js.map +1 -0
  44. package/dist/cli/index.d.ts +3 -0
  45. package/dist/cli/index.d.ts.map +1 -0
  46. package/dist/cli/index.js +30 -0
  47. package/dist/cli/index.js.map +1 -0
  48. package/dist/core/config.d.ts +47 -0
  49. package/dist/core/config.d.ts.map +1 -0
  50. package/dist/core/config.js +11 -0
  51. package/dist/core/config.js.map +1 -0
  52. package/dist/core/improve.d.ts +19 -0
  53. package/dist/core/improve.d.ts.map +1 -0
  54. package/dist/core/improve.js +175 -0
  55. package/dist/core/improve.js.map +1 -0
  56. package/dist/core/index-manager.d.ts +9 -0
  57. package/dist/core/index-manager.d.ts.map +1 -0
  58. package/dist/core/index-manager.js +30 -0
  59. package/dist/core/index-manager.js.map +1 -0
  60. package/dist/core/ingest.d.ts +46 -0
  61. package/dist/core/ingest.d.ts.map +1 -0
  62. package/dist/core/ingest.js +366 -0
  63. package/dist/core/ingest.js.map +1 -0
  64. package/dist/core/lint.d.ts +19 -0
  65. package/dist/core/lint.d.ts.map +1 -0
  66. package/dist/core/lint.js +90 -0
  67. package/dist/core/lint.js.map +1 -0
  68. package/dist/core/log-manager.d.ts +2 -0
  69. package/dist/core/log-manager.d.ts.map +1 -0
  70. package/dist/core/log-manager.js +14 -0
  71. package/dist/core/log-manager.js.map +1 -0
  72. package/dist/core/obsidian.d.ts +89 -0
  73. package/dist/core/obsidian.d.ts.map +1 -0
  74. package/dist/core/obsidian.js +123 -0
  75. package/dist/core/obsidian.js.map +1 -0
  76. package/dist/core/query.d.ts +16 -0
  77. package/dist/core/query.d.ts.map +1 -0
  78. package/dist/core/query.js +77 -0
  79. package/dist/core/query.js.map +1 -0
  80. package/dist/core/scrape.d.ts +13 -0
  81. package/dist/core/scrape.d.ts.map +1 -0
  82. package/dist/core/scrape.js +103 -0
  83. package/dist/core/scrape.js.map +1 -0
  84. package/dist/core/vault.d.ts +35 -0
  85. package/dist/core/vault.d.ts.map +1 -0
  86. package/dist/core/vault.js +119 -0
  87. package/dist/core/vault.js.map +1 -0
  88. package/dist/core/watcher.d.ts +4 -0
  89. package/dist/core/watcher.d.ts.map +1 -0
  90. package/dist/core/watcher.js +34 -0
  91. package/dist/core/watcher.js.map +1 -0
  92. package/dist/index.d.ts +3 -0
  93. package/dist/index.d.ts.map +1 -0
  94. package/dist/index.js +5 -0
  95. package/dist/index.js.map +1 -0
  96. package/dist/processors/audio.d.ts +10 -0
  97. package/dist/processors/audio.d.ts.map +1 -0
  98. package/dist/processors/audio.js +139 -0
  99. package/dist/processors/audio.js.map +1 -0
  100. package/dist/processors/docx.d.ts +12 -0
  101. package/dist/processors/docx.d.ts.map +1 -0
  102. package/dist/processors/docx.js +98 -0
  103. package/dist/processors/docx.js.map +1 -0
  104. package/dist/processors/image.d.ts +9 -0
  105. package/dist/processors/image.d.ts.map +1 -0
  106. package/dist/processors/image.js +94 -0
  107. package/dist/processors/image.js.map +1 -0
  108. package/dist/processors/pdf.d.ts +10 -0
  109. package/dist/processors/pdf.d.ts.map +1 -0
  110. package/dist/processors/pdf.js +92 -0
  111. package/dist/processors/pdf.js.map +1 -0
  112. package/dist/processors/pptx.d.ts +13 -0
  113. package/dist/processors/pptx.d.ts.map +1 -0
  114. package/dist/processors/pptx.js +165 -0
  115. package/dist/processors/pptx.js.map +1 -0
  116. package/dist/processors/text.d.ts +7 -0
  117. package/dist/processors/text.d.ts.map +1 -0
  118. package/dist/processors/text.js +9 -0
  119. package/dist/processors/text.js.map +1 -0
  120. package/dist/processors/url.d.ts +7 -0
  121. package/dist/processors/url.d.ts.map +1 -0
  122. package/dist/processors/url.js +61 -0
  123. package/dist/processors/url.js.map +1 -0
  124. package/dist/processors/video.d.ts +10 -0
  125. package/dist/processors/video.d.ts.map +1 -0
  126. package/dist/processors/video.js +115 -0
  127. package/dist/processors/video.js.map +1 -0
  128. package/dist/processors/xlsx.d.ts +13 -0
  129. package/dist/processors/xlsx.d.ts.map +1 -0
  130. package/dist/processors/xlsx.js +138 -0
  131. package/dist/processors/xlsx.js.map +1 -0
  132. package/dist/providers/claude.d.ts +10 -0
  133. package/dist/providers/claude.d.ts.map +1 -0
  134. package/dist/providers/claude.js +44 -0
  135. package/dist/providers/claude.js.map +1 -0
  136. package/dist/providers/embeddings.d.ts +62 -0
  137. package/dist/providers/embeddings.d.ts.map +1 -0
  138. package/dist/providers/embeddings.js +206 -0
  139. package/dist/providers/embeddings.js.map +1 -0
  140. package/dist/providers/index.d.ts +7 -0
  141. package/dist/providers/index.d.ts.map +1 -0
  142. package/dist/providers/index.js +19 -0
  143. package/dist/providers/index.js.map +1 -0
  144. package/dist/providers/ollama.d.ts +10 -0
  145. package/dist/providers/ollama.d.ts.map +1 -0
  146. package/dist/providers/ollama.js +48 -0
  147. package/dist/providers/ollama.js.map +1 -0
  148. package/dist/providers/openai.d.ts +10 -0
  149. package/dist/providers/openai.d.ts.map +1 -0
  150. package/dist/providers/openai.js +38 -0
  151. package/dist/providers/openai.js.map +1 -0
  152. package/dist/providers/types.d.ts +33 -0
  153. package/dist/providers/types.d.ts.map +1 -0
  154. package/dist/providers/types.js +2 -0
  155. package/dist/providers/types.js.map +1 -0
  156. package/dist/search/bm25.d.ts +18 -0
  157. package/dist/search/bm25.d.ts.map +1 -0
  158. package/dist/search/bm25.js +52 -0
  159. package/dist/search/bm25.js.map +1 -0
  160. package/dist/search/index.d.ts +12 -0
  161. package/dist/search/index.d.ts.map +1 -0
  162. package/dist/search/index.js +64 -0
  163. package/dist/search/index.js.map +1 -0
  164. package/dist/search/semantic.d.ts +30 -0
  165. package/dist/search/semantic.d.ts.map +1 -0
  166. package/dist/search/semantic.js +162 -0
  167. package/dist/search/semantic.js.map +1 -0
  168. package/dist/templates/agents-md.d.ts +2 -0
  169. package/dist/templates/agents-md.d.ts.map +1 -0
  170. package/dist/templates/agents-md.js +85 -0
  171. package/dist/templates/agents-md.js.map +1 -0
  172. package/dist/templates/config-yaml.d.ts +2 -0
  173. package/dist/templates/config-yaml.d.ts.map +1 -0
  174. package/dist/templates/config-yaml.js +81 -0
  175. package/dist/templates/config-yaml.js.map +1 -0
  176. package/dist/web/server.d.ts +2 -0
  177. package/dist/web/server.d.ts.map +1 -0
  178. package/dist/web/server.js +170 -0
  179. package/dist/web/server.js.map +1 -0
  180. package/package.json +68 -0
package/package.json ADDED
@@ -0,0 +1,68 @@
1
+ {
2
+ "name": "wikimem",
3
+ "version": "0.1.0",
4
+ "description": "Build self-improving knowledge bases with LLMs. Ingest anything, query everything, auto-evolve.",
5
+ "type": "module",
6
+ "bin": {
7
+ "wikimem": "./dist/index.js"
8
+ },
9
+ "main": "./dist/index.js",
10
+ "types": "./dist/index.d.ts",
11
+ "files": [
12
+ "dist/",
13
+ "templates/",
14
+ "README.md",
15
+ "CHANGELOG.md",
16
+ "LICENSE"
17
+ ],
18
+ "scripts": {
19
+ "build": "tsc",
20
+ "dev": "tsc --watch",
21
+ "test": "vitest run",
22
+ "test:watch": "vitest",
23
+ "lint": "tsc --noEmit",
24
+ "prepublishOnly": "pnpm build && pnpm test"
25
+ },
26
+ "keywords": [
27
+ "llm",
28
+ "wiki",
29
+ "knowledge-base",
30
+ "obsidian",
31
+ "ai",
32
+ "agent",
33
+ "markdown",
34
+ "self-improving",
35
+ "rag-alternative",
36
+ "karpathy",
37
+ "personal-wiki",
38
+ "claude",
39
+ "openai",
40
+ "ollama"
41
+ ],
42
+ "author": "Naman Parikh <naman10parikh@gmail.com>",
43
+ "license": "MIT",
44
+ "engines": {
45
+ "node": ">=18.0.0"
46
+ },
47
+ "dependencies": {
48
+ "@anthropic-ai/sdk": "^0.39.0",
49
+ "chalk": "^5.3.0",
50
+ "chokidar": "^4.0.0",
51
+ "commander": "^13.0.0",
52
+ "express": "^5.2.1",
53
+ "gray-matter": "^4.0.3",
54
+ "mammoth": "^1.12.0",
55
+ "node-cron": "^3.0.3",
56
+ "openai": "^4.80.0",
57
+ "ora": "^8.1.0",
58
+ "xlsx": "^0.18.5",
59
+ "yaml": "^2.6.0"
60
+ },
61
+ "devDependencies": {
62
+ "@types/express": "^5.0.6",
63
+ "@types/node": "^22.0.0",
64
+ "@types/node-cron": "^3.0.11",
65
+ "typescript": "^5.7.0",
66
+ "vitest": "^3.0.0"
67
+ }
68
+ }