khoji 2.1.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (95) hide show
  1. package/README.md +136 -0
  2. package/dist/ai/GeminiAdapter.d.ts +7 -0
  3. package/dist/ai/GeminiAdapter.d.ts.map +1 -0
  4. package/dist/ai/GeminiAdapter.js +40 -0
  5. package/dist/ai/GeminiAdapter.js.map +1 -0
  6. package/dist/browser/BrowserManager.d.ts +17 -0
  7. package/dist/browser/BrowserManager.d.ts.map +1 -0
  8. package/dist/browser/BrowserManager.js +61 -0
  9. package/dist/browser/BrowserManager.js.map +1 -0
  10. package/dist/browser/PageLoader.d.ts +21 -0
  11. package/dist/browser/PageLoader.d.ts.map +1 -0
  12. package/dist/browser/PageLoader.js +116 -0
  13. package/dist/browser/PageLoader.js.map +1 -0
  14. package/dist/cli/index.d.ts +3 -0
  15. package/dist/cli/index.d.ts.map +1 -0
  16. package/dist/cli/index.js +98 -0
  17. package/dist/cli/index.js.map +1 -0
  18. package/dist/extractors/AnimationExtractor.d.ts +12 -0
  19. package/dist/extractors/AnimationExtractor.d.ts.map +1 -0
  20. package/dist/extractors/AnimationExtractor.js +247 -0
  21. package/dist/extractors/AnimationExtractor.js.map +1 -0
  22. package/dist/extractors/AssetExtractor.d.ts +11 -0
  23. package/dist/extractors/AssetExtractor.d.ts.map +1 -0
  24. package/dist/extractors/AssetExtractor.js +124 -0
  25. package/dist/extractors/AssetExtractor.js.map +1 -0
  26. package/dist/extractors/ContentExtractor.d.ts +13 -0
  27. package/dist/extractors/ContentExtractor.d.ts.map +1 -0
  28. package/dist/extractors/ContentExtractor.js +60 -0
  29. package/dist/extractors/ContentExtractor.js.map +1 -0
  30. package/dist/extractors/DomExtractor.d.ts +11 -0
  31. package/dist/extractors/DomExtractor.d.ts.map +1 -0
  32. package/dist/extractors/DomExtractor.js +68 -0
  33. package/dist/extractors/DomExtractor.js.map +1 -0
  34. package/dist/extractors/InteractionExtractor.d.ts +10 -0
  35. package/dist/extractors/InteractionExtractor.d.ts.map +1 -0
  36. package/dist/extractors/InteractionExtractor.js +64 -0
  37. package/dist/extractors/InteractionExtractor.js.map +1 -0
  38. package/dist/extractors/MetaExtractor.d.ts +8 -0
  39. package/dist/extractors/MetaExtractor.d.ts.map +1 -0
  40. package/dist/extractors/MetaExtractor.js +33 -0
  41. package/dist/extractors/MetaExtractor.js.map +1 -0
  42. package/dist/extractors/StyleExtractor.d.ts +10 -0
  43. package/dist/extractors/StyleExtractor.d.ts.map +1 -0
  44. package/dist/extractors/StyleExtractor.js +87 -0
  45. package/dist/extractors/StyleExtractor.js.map +1 -0
  46. package/dist/index.d.ts +6 -0
  47. package/dist/index.d.ts.map +1 -0
  48. package/dist/index.js +6 -0
  49. package/dist/index.js.map +1 -0
  50. package/dist/output/Writer.d.ts +5 -0
  51. package/dist/output/Writer.d.ts.map +1 -0
  52. package/dist/output/Writer.js +13 -0
  53. package/dist/output/Writer.js.map +1 -0
  54. package/dist/pipeline/Cleaner.d.ts +12 -0
  55. package/dist/pipeline/Cleaner.d.ts.map +1 -0
  56. package/dist/pipeline/Cleaner.js +41 -0
  57. package/dist/pipeline/Cleaner.js.map +1 -0
  58. package/dist/pipeline/ComponentDetector.d.ts +8 -0
  59. package/dist/pipeline/ComponentDetector.d.ts.map +1 -0
  60. package/dist/pipeline/ComponentDetector.js +43 -0
  61. package/dist/pipeline/ComponentDetector.js.map +1 -0
  62. package/dist/pipeline/runner.d.ts +3 -0
  63. package/dist/pipeline/runner.d.ts.map +1 -0
  64. package/dist/pipeline/runner.js +182 -0
  65. package/dist/pipeline/runner.js.map +1 -0
  66. package/dist/prompting/PromptGenerator.d.ts +5 -0
  67. package/dist/prompting/PromptGenerator.d.ts.map +1 -0
  68. package/dist/prompting/PromptGenerator.js +30 -0
  69. package/dist/prompting/PromptGenerator.js.map +1 -0
  70. package/dist/serializer/JsonSerializer.d.ts +6 -0
  71. package/dist/serializer/JsonSerializer.d.ts.map +1 -0
  72. package/dist/serializer/JsonSerializer.js +7 -0
  73. package/dist/serializer/JsonSerializer.js.map +1 -0
  74. package/dist/serializer/MarkdownSerializer.d.ts +7 -0
  75. package/dist/serializer/MarkdownSerializer.d.ts.map +1 -0
  76. package/dist/serializer/MarkdownSerializer.js +143 -0
  77. package/dist/serializer/MarkdownSerializer.js.map +1 -0
  78. package/dist/types/KhojContext.d.ts +141 -0
  79. package/dist/types/KhojContext.d.ts.map +1 -0
  80. package/dist/types/KhojContext.js +6 -0
  81. package/dist/types/KhojContext.js.map +1 -0
  82. package/dist/utils/logger.d.ts +15 -0
  83. package/dist/utils/logger.d.ts.map +1 -0
  84. package/dist/utils/logger.js +70 -0
  85. package/dist/utils/logger.js.map +1 -0
  86. package/dist/utils/text.d.ts +2 -0
  87. package/dist/utils/text.d.ts.map +1 -0
  88. package/dist/utils/text.js +6 -0
  89. package/dist/utils/text.js.map +1 -0
  90. package/dist/utils/tokenEstimator.d.ts +10 -0
  91. package/dist/utils/tokenEstimator.d.ts.map +1 -0
  92. package/dist/utils/tokenEstimator.js +17 -0
  93. package/dist/utils/tokenEstimator.js.map +1 -0
  94. package/khoj-context.schema.json +48 -0
  95. package/package.json +75 -0
package/package.json ADDED
@@ -0,0 +1,75 @@
1
+ {
2
+ "name": "khoji",
3
+ "version": "2.1.4",
4
+ "description": "An intelligent CLI tool that extracts token-optimized context, animations, and pixel-perfect clones from any website to power AI coding agents.",
5
+ "private": false,
6
+ "type": "module",
7
+ "bin": {
8
+ "khoj": "dist/cli/index.js"
9
+ },
10
+ "main": "dist/index.js",
11
+ "types": "dist/index.d.ts",
12
+ "files": [
13
+ "dist",
14
+ "khoj-context.schema.json",
15
+ "README.md",
16
+ "LICENSE"
17
+ ],
18
+ "keywords": [
19
+ "web-scraping",
20
+ "ai-context",
21
+ "cli",
22
+ "playwright",
23
+ "design-tokens",
24
+ "llm",
25
+ "site-analysis"
26
+ ],
27
+ "author": "Vijeet Shah <vijeet@vijeetshah.com>",
28
+ "license": "MIT",
29
+ "repository": {
30
+ "type": "git",
31
+ "url": "https://github.com/vijeet-shah/khoj.git"
32
+ },
33
+ "homepage": "https://github.com/vijeet-shah/khoj#readme",
34
+ "bugs": {
35
+ "url": "https://github.com/vijeet-shah/khoj/issues"
36
+ },
37
+ "scripts": {
38
+ "dev": "tsx watch src/cli/index.ts",
39
+ "build": "tsc",
40
+ "start": "node dist/cli/index.js",
41
+ "test": "vitest run",
42
+ "test:watch": "vitest",
43
+ "test:coverage": "vitest run --coverage",
44
+ "test:integration": "vitest run tests/integration",
45
+ "lint": "eslint . --ext .ts",
46
+ "lint:fix": "eslint . --ext .ts --fix",
47
+ "typecheck": "tsc --noEmit",
48
+ "clean": "rm -rf dist",
49
+ "prepublishOnly": "npm run clean && npm run build"
50
+ },
51
+ "dependencies": {
52
+ "@google/generative-ai": "^0.15.0",
53
+ "@inquirer/prompts": "^8.3.0",
54
+ "chalk": "^5.3.0",
55
+ "commander": "^12.1.0",
56
+ "dotenv": "^16.4.5",
57
+ "ora": "^8.0.1",
58
+ "playwright": "^1.46.0",
59
+ "zod": "^3.23.8"
60
+ },
61
+ "devDependencies": {
62
+ "@types/node": "^20.14.10",
63
+ "@typescript-eslint/eslint-plugin": "^7.16.0",
64
+ "@typescript-eslint/parser": "^7.16.0",
65
+ "@vitest/coverage-v8": "^2.0.3",
66
+ "eslint": "^8.57.0",
67
+ "tsx": "^4.20.4",
68
+ "typescript": "^5.5.4",
69
+ "vitest": "^2.0.3"
70
+ },
71
+ "engines": {
72
+ "node": ">=18.0.0",
73
+ "npm": ">=8.0.0"
74
+ }
75
+ }