@exulu/backend 1.48.2 → 1.49.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (164) hide show
  1. package/dist/index.cjs +351 -42
  2. package/dist/index.d.cts +96 -1
  3. package/dist/index.d.ts +96 -1
  4. package/dist/index.js +340 -38
  5. package/ee/{markdown.ts → chunking/markdown.ts} +2 -2
  6. package/ee/python/README.md +295 -0
  7. package/ee/python/documents/processing/README.md +155 -0
  8. package/ee/{documents → python/documents}/processing/doc_processor.ts +25 -17
  9. package/ee/{documents/processing/pdf_to_markdown.py → python/documents/processing/document_to_markdown.py} +3 -10
  10. package/ee/python/setup.sh +180 -0
  11. package/package.json +14 -3
  12. package/scripts/postinstall.cjs +149 -0
  13. package/.agents/skills/mintlify/SKILL.md +0 -347
  14. package/.editorconfig +0 -15
  15. package/.eslintrc.json +0 -52
  16. package/.github/workflows/release-backend.yml +0 -38
  17. package/.husky/commit-msg +0 -1
  18. package/.jscpd.json +0 -18
  19. package/.mcp.json +0 -25
  20. package/.nvmrc +0 -1
  21. package/.prettierignore +0 -5
  22. package/.prettierrc.json +0 -12
  23. package/CHANGELOG.md +0 -8
  24. package/SECURITY.md +0 -5
  25. package/commitlint.config.js +0 -4
  26. package/devops/documentation/patch-older-releases.md +0 -42
  27. package/ee/documents/processing/build_pdf_processor.sh +0 -35
  28. package/ee/documents/processing/chunk_markdown.py +0 -263
  29. package/ee/documents/processing/pdf_processor.spec +0 -115
  30. package/eslint.config.js +0 -88
  31. package/jest.config.ts +0 -25
  32. package/mintlify-docs/.mintignore +0 -7
  33. package/mintlify-docs/AGENTS.md +0 -33
  34. package/mintlify-docs/CLAUDE.MD +0 -50
  35. package/mintlify-docs/CONTRIBUTING.md +0 -32
  36. package/mintlify-docs/LICENSE +0 -21
  37. package/mintlify-docs/README.md +0 -55
  38. package/mintlify-docs/ai-tools/claude-code.mdx +0 -43
  39. package/mintlify-docs/ai-tools/cursor.mdx +0 -39
  40. package/mintlify-docs/ai-tools/windsurf.mdx +0 -39
  41. package/mintlify-docs/api-reference/core-types/agent-types.mdx +0 -110
  42. package/mintlify-docs/api-reference/core-types/analytics-types.mdx +0 -95
  43. package/mintlify-docs/api-reference/core-types/configuration-types.mdx +0 -83
  44. package/mintlify-docs/api-reference/core-types/evaluation-types.mdx +0 -106
  45. package/mintlify-docs/api-reference/core-types/job-types.mdx +0 -135
  46. package/mintlify-docs/api-reference/core-types/overview.mdx +0 -73
  47. package/mintlify-docs/api-reference/core-types/prompt-types.mdx +0 -102
  48. package/mintlify-docs/api-reference/core-types/rbac-types.mdx +0 -163
  49. package/mintlify-docs/api-reference/core-types/session-types.mdx +0 -77
  50. package/mintlify-docs/api-reference/core-types/user-management.mdx +0 -112
  51. package/mintlify-docs/api-reference/core-types/workflow-types.mdx +0 -88
  52. package/mintlify-docs/api-reference/core-types.mdx +0 -585
  53. package/mintlify-docs/api-reference/dynamic-types.mdx +0 -851
  54. package/mintlify-docs/api-reference/endpoint/create.mdx +0 -4
  55. package/mintlify-docs/api-reference/endpoint/delete.mdx +0 -4
  56. package/mintlify-docs/api-reference/endpoint/get.mdx +0 -4
  57. package/mintlify-docs/api-reference/endpoint/webhook.mdx +0 -4
  58. package/mintlify-docs/api-reference/introduction.mdx +0 -661
  59. package/mintlify-docs/api-reference/mutations.mdx +0 -1012
  60. package/mintlify-docs/api-reference/openapi.json +0 -217
  61. package/mintlify-docs/api-reference/queries.mdx +0 -1154
  62. package/mintlify-docs/backend/introduction.mdx +0 -218
  63. package/mintlify-docs/changelog.mdx +0 -387
  64. package/mintlify-docs/community-edition.mdx +0 -304
  65. package/mintlify-docs/core/exulu-agent/api-reference.mdx +0 -894
  66. package/mintlify-docs/core/exulu-agent/configuration.mdx +0 -690
  67. package/mintlify-docs/core/exulu-agent/introduction.mdx +0 -552
  68. package/mintlify-docs/core/exulu-app/api-reference.mdx +0 -481
  69. package/mintlify-docs/core/exulu-app/configuration.mdx +0 -319
  70. package/mintlify-docs/core/exulu-app/introduction.mdx +0 -117
  71. package/mintlify-docs/core/exulu-authentication.mdx +0 -810
  72. package/mintlify-docs/core/exulu-chunkers/api-reference.mdx +0 -1011
  73. package/mintlify-docs/core/exulu-chunkers/configuration.mdx +0 -596
  74. package/mintlify-docs/core/exulu-chunkers/introduction.mdx +0 -403
  75. package/mintlify-docs/core/exulu-context/api-reference.mdx +0 -911
  76. package/mintlify-docs/core/exulu-context/configuration.mdx +0 -648
  77. package/mintlify-docs/core/exulu-context/introduction.mdx +0 -394
  78. package/mintlify-docs/core/exulu-database.mdx +0 -811
  79. package/mintlify-docs/core/exulu-default-agents.mdx +0 -545
  80. package/mintlify-docs/core/exulu-eval/api-reference.mdx +0 -772
  81. package/mintlify-docs/core/exulu-eval/configuration.mdx +0 -680
  82. package/mintlify-docs/core/exulu-eval/introduction.mdx +0 -459
  83. package/mintlify-docs/core/exulu-logging.mdx +0 -464
  84. package/mintlify-docs/core/exulu-otel.mdx +0 -670
  85. package/mintlify-docs/core/exulu-queues/api-reference.mdx +0 -648
  86. package/mintlify-docs/core/exulu-queues/configuration.mdx +0 -650
  87. package/mintlify-docs/core/exulu-queues/introduction.mdx +0 -474
  88. package/mintlify-docs/core/exulu-reranker/api-reference.mdx +0 -630
  89. package/mintlify-docs/core/exulu-reranker/configuration.mdx +0 -663
  90. package/mintlify-docs/core/exulu-reranker/introduction.mdx +0 -516
  91. package/mintlify-docs/core/exulu-tool/api-reference.mdx +0 -723
  92. package/mintlify-docs/core/exulu-tool/configuration.mdx +0 -805
  93. package/mintlify-docs/core/exulu-tool/introduction.mdx +0 -539
  94. package/mintlify-docs/core/exulu-variables/api-reference.mdx +0 -699
  95. package/mintlify-docs/core/exulu-variables/configuration.mdx +0 -736
  96. package/mintlify-docs/core/exulu-variables/introduction.mdx +0 -511
  97. package/mintlify-docs/development.mdx +0 -94
  98. package/mintlify-docs/docs.json +0 -248
  99. package/mintlify-docs/enterprise-edition.mdx +0 -538
  100. package/mintlify-docs/essentials/code.mdx +0 -35
  101. package/mintlify-docs/essentials/images.mdx +0 -59
  102. package/mintlify-docs/essentials/markdown.mdx +0 -88
  103. package/mintlify-docs/essentials/navigation.mdx +0 -87
  104. package/mintlify-docs/essentials/reusable-snippets.mdx +0 -110
  105. package/mintlify-docs/essentials/settings.mdx +0 -318
  106. package/mintlify-docs/favicon.svg +0 -3
  107. package/mintlify-docs/frontend/introduction.mdx +0 -39
  108. package/mintlify-docs/getting-started.mdx +0 -267
  109. package/mintlify-docs/guides/custom-agent.mdx +0 -608
  110. package/mintlify-docs/guides/first-agent.mdx +0 -315
  111. package/mintlify-docs/images/admin_ui.png +0 -0
  112. package/mintlify-docs/images/contexts.png +0 -0
  113. package/mintlify-docs/images/create_agents.png +0 -0
  114. package/mintlify-docs/images/evals.png +0 -0
  115. package/mintlify-docs/images/graphql.png +0 -0
  116. package/mintlify-docs/images/graphql_api.png +0 -0
  117. package/mintlify-docs/images/hero-dark.png +0 -0
  118. package/mintlify-docs/images/hero-light.png +0 -0
  119. package/mintlify-docs/images/hero.png +0 -0
  120. package/mintlify-docs/images/knowledge_sources.png +0 -0
  121. package/mintlify-docs/images/mcp.png +0 -0
  122. package/mintlify-docs/images/scaling.png +0 -0
  123. package/mintlify-docs/index.mdx +0 -411
  124. package/mintlify-docs/logo/dark.svg +0 -9
  125. package/mintlify-docs/logo/light.svg +0 -9
  126. package/mintlify-docs/partners.mdx +0 -558
  127. package/mintlify-docs/products.mdx +0 -77
  128. package/mintlify-docs/snippets/snippet-intro.mdx +0 -4
  129. package/mintlify-docs/styles.css +0 -207
  130. package/ngrok.bash +0 -1
  131. package/ngrok.md +0 -6
  132. package/ngrok.yml +0 -10
  133. package/release.config.cjs +0 -15
  134. package/skills-lock.json +0 -10
  135. package/types/context-processor.ts +0 -45
  136. package/types/enums/eval-types.ts +0 -5
  137. package/types/enums/field-types.ts +0 -1
  138. package/types/enums/jobs.ts +0 -11
  139. package/types/enums/statistics.ts +0 -13
  140. package/types/exulu-table-definition.ts +0 -79
  141. package/types/file-types.ts +0 -18
  142. package/types/models/agent-session.ts +0 -27
  143. package/types/models/agent.ts +0 -68
  144. package/types/models/context.ts +0 -53
  145. package/types/models/embedding.ts +0 -17
  146. package/types/models/eval-run.ts +0 -40
  147. package/types/models/exulu-agent-tool-config.ts +0 -11
  148. package/types/models/item.ts +0 -21
  149. package/types/models/job.ts +0 -8
  150. package/types/models/project.ts +0 -16
  151. package/types/models/rate-limiter-rules.ts +0 -7
  152. package/types/models/test-case.ts +0 -25
  153. package/types/models/tool.ts +0 -9
  154. package/types/models/user-role.ts +0 -12
  155. package/types/models/user.ts +0 -20
  156. package/types/models/variable.ts +0 -8
  157. package/types/models/vector-methods.ts +0 -7
  158. package/types/provider-config.ts +0 -21
  159. package/types/queue-config.ts +0 -16
  160. package/types/rbac-rights-modes.ts +0 -1
  161. package/types/statistics.ts +0 -20
  162. package/types/workflow.ts +0 -31
  163. /package/ee/{documents → python/documents}/THIRD_PARTY_LICENSES/docling.txt +0 -0
  164. /package/ee/{documents/processing → python}/requirements.txt +0 -0
package/dist/index.d.cts CHANGED
@@ -1897,6 +1897,95 @@ declare class MarkdownChunker {
1897
1897
  }[]>;
1898
1898
  }
1899
1899
 
1900
+ /**
1901
+ * Python Environment Setup Utility
1902
+ *
1903
+ * Provides functions to set up and validate the Python environment for Exulu backend.
1904
+ * This can be called manually by package consumers or run automatically on install.
1905
+ */
1906
+ /**
1907
+ * Options for Python environment setup
1908
+ */
1909
+ interface PythonSetupOptions {
1910
+ /**
1911
+ * Package root directory (where @exulu/backend is installed)
1912
+ * @default Auto-detected from package location
1913
+ */
1914
+ packageRoot?: string;
1915
+ /**
1916
+ * Whether to force reinstall even if environment exists
1917
+ * @default false
1918
+ */
1919
+ force?: boolean;
1920
+ /**
1921
+ * Whether to show verbose output
1922
+ * @default false
1923
+ */
1924
+ verbose?: boolean;
1925
+ /**
1926
+ * Timeout for setup process in milliseconds
1927
+ * @default 600000 (10 minutes)
1928
+ */
1929
+ timeout?: number;
1930
+ }
1931
+ /**
1932
+ * Result of Python environment setup
1933
+ */
1934
+ interface PythonSetupResult {
1935
+ /** Whether setup was successful */
1936
+ success: boolean;
1937
+ /** Message describing the result */
1938
+ message: string;
1939
+ /** Whether the environment already existed */
1940
+ alreadyExists: boolean;
1941
+ /** Python version installed */
1942
+ pythonVersion?: string;
1943
+ /** Full output from setup script */
1944
+ output?: string;
1945
+ }
1946
+ /**
1947
+ * Check if Python environment is already set up
1948
+ */
1949
+ declare function isPythonEnvironmentSetup(packageRoot?: string): boolean;
1950
+ /**
1951
+ * Set up the Python environment by running the setup script
1952
+ *
1953
+ * @param options - Setup configuration options
1954
+ * @returns Result of the setup operation
1955
+ *
1956
+ * @example
1957
+ * ```typescript
1958
+ * import { setupPythonEnvironment } from '@exulu/backend';
1959
+ *
1960
+ * // Basic usage
1961
+ * const result = await setupPythonEnvironment();
1962
+ * if (result.success) {
1963
+ * console.log('Python environment ready!');
1964
+ * }
1965
+ *
1966
+ * // With options
1967
+ * const result = await setupPythonEnvironment({
1968
+ * force: true,
1969
+ * verbose: true
1970
+ * });
1971
+ * ```
1972
+ */
1973
+ declare function setupPythonEnvironment(options?: PythonSetupOptions): Promise<PythonSetupResult>;
1974
+ /**
1975
+ * Get helpful setup instructions for users
1976
+ */
1977
+ declare function getPythonSetupInstructions(): string;
1978
+ /**
1979
+ * Validate Python environment and provide helpful error messages
1980
+ *
1981
+ * @param packageRoot - Package root directory
1982
+ * @returns Object with validation status and message
1983
+ */
1984
+ declare function validatePythonEnvironment(packageRoot?: string): Promise<{
1985
+ valid: boolean;
1986
+ message: string;
1987
+ }>;
1988
+
1900
1989
  type DocumentProcessorConfig = {
1901
1990
  vlm?: {
1902
1991
  model: LanguageModel;
@@ -2011,5 +2100,11 @@ declare const ExuluChunkers: {
2011
2100
  rules: typeof RecursiveRules;
2012
2101
  };
2013
2102
  };
2103
+ declare const ExuluPython: {
2104
+ setup: typeof setupPythonEnvironment;
2105
+ check: typeof isPythonEnvironmentSetup;
2106
+ validate: typeof validatePythonEnvironment;
2107
+ instructions: typeof getPythonSetupInstructions;
2108
+ };
2014
2109
 
2015
- export { type JOB_STATUS as EXULU_JOB_STATUS, JOB_STATUS_ENUM as EXULU_JOB_STATUS_ENUM, type STATISTICS_TYPE as EXULU_STATISTICS_TYPE, STATISTICS_TYPE_ENUM as EXULU_STATISTICS_TYPE_ENUM, type ExuluAgent, ExuluApp, ExuluAuthentication, ExuluChunkers, ExuluContext, ExuluDatabase, ExuluDefaultProviders, ExuluDocumentProcessor, ExuluEmbedder, ExuluEval, type Item as ExuluItem, ExuluJobs, ExuluOtel, ExuluProvider, queues as ExuluQueues, ExuluReranker, ExuluTool, ExuluVariables };
2110
+ export { type JOB_STATUS as EXULU_JOB_STATUS, JOB_STATUS_ENUM as EXULU_JOB_STATUS_ENUM, type STATISTICS_TYPE as EXULU_STATISTICS_TYPE, STATISTICS_TYPE_ENUM as EXULU_STATISTICS_TYPE_ENUM, type ExuluAgent, ExuluApp, ExuluAuthentication, ExuluChunkers, ExuluContext, ExuluDatabase, ExuluDefaultProviders, ExuluDocumentProcessor, ExuluEmbedder, ExuluEval, type Item as ExuluItem, ExuluJobs, ExuluOtel, ExuluProvider, ExuluPython, queues as ExuluQueues, ExuluReranker, ExuluTool, ExuluVariables };
package/dist/index.d.ts CHANGED
@@ -1897,6 +1897,95 @@ declare class MarkdownChunker {
1897
1897
  }[]>;
1898
1898
  }
1899
1899
 
1900
+ /**
1901
+ * Python Environment Setup Utility
1902
+ *
1903
+ * Provides functions to set up and validate the Python environment for Exulu backend.
1904
+ * This can be called manually by package consumers or run automatically on install.
1905
+ */
1906
+ /**
1907
+ * Options for Python environment setup
1908
+ */
1909
+ interface PythonSetupOptions {
1910
+ /**
1911
+ * Package root directory (where @exulu/backend is installed)
1912
+ * @default Auto-detected from package location
1913
+ */
1914
+ packageRoot?: string;
1915
+ /**
1916
+ * Whether to force reinstall even if environment exists
1917
+ * @default false
1918
+ */
1919
+ force?: boolean;
1920
+ /**
1921
+ * Whether to show verbose output
1922
+ * @default false
1923
+ */
1924
+ verbose?: boolean;
1925
+ /**
1926
+ * Timeout for setup process in milliseconds
1927
+ * @default 600000 (10 minutes)
1928
+ */
1929
+ timeout?: number;
1930
+ }
1931
+ /**
1932
+ * Result of Python environment setup
1933
+ */
1934
+ interface PythonSetupResult {
1935
+ /** Whether setup was successful */
1936
+ success: boolean;
1937
+ /** Message describing the result */
1938
+ message: string;
1939
+ /** Whether the environment already existed */
1940
+ alreadyExists: boolean;
1941
+ /** Python version installed */
1942
+ pythonVersion?: string;
1943
+ /** Full output from setup script */
1944
+ output?: string;
1945
+ }
1946
+ /**
1947
+ * Check if Python environment is already set up
1948
+ */
1949
+ declare function isPythonEnvironmentSetup(packageRoot?: string): boolean;
1950
+ /**
1951
+ * Set up the Python environment by running the setup script
1952
+ *
1953
+ * @param options - Setup configuration options
1954
+ * @returns Result of the setup operation
1955
+ *
1956
+ * @example
1957
+ * ```typescript
1958
+ * import { setupPythonEnvironment } from '@exulu/backend';
1959
+ *
1960
+ * // Basic usage
1961
+ * const result = await setupPythonEnvironment();
1962
+ * if (result.success) {
1963
+ * console.log('Python environment ready!');
1964
+ * }
1965
+ *
1966
+ * // With options
1967
+ * const result = await setupPythonEnvironment({
1968
+ * force: true,
1969
+ * verbose: true
1970
+ * });
1971
+ * ```
1972
+ */
1973
+ declare function setupPythonEnvironment(options?: PythonSetupOptions): Promise<PythonSetupResult>;
1974
+ /**
1975
+ * Get helpful setup instructions for users
1976
+ */
1977
+ declare function getPythonSetupInstructions(): string;
1978
+ /**
1979
+ * Validate Python environment and provide helpful error messages
1980
+ *
1981
+ * @param packageRoot - Package root directory
1982
+ * @returns Object with validation status and message
1983
+ */
1984
+ declare function validatePythonEnvironment(packageRoot?: string): Promise<{
1985
+ valid: boolean;
1986
+ message: string;
1987
+ }>;
1988
+
1900
1989
  type DocumentProcessorConfig = {
1901
1990
  vlm?: {
1902
1991
  model: LanguageModel;
@@ -2011,5 +2100,11 @@ declare const ExuluChunkers: {
2011
2100
  rules: typeof RecursiveRules;
2012
2101
  };
2013
2102
  };
2103
+ declare const ExuluPython: {
2104
+ setup: typeof setupPythonEnvironment;
2105
+ check: typeof isPythonEnvironmentSetup;
2106
+ validate: typeof validatePythonEnvironment;
2107
+ instructions: typeof getPythonSetupInstructions;
2108
+ };
2014
2109
 
2015
- export { type JOB_STATUS as EXULU_JOB_STATUS, JOB_STATUS_ENUM as EXULU_JOB_STATUS_ENUM, type STATISTICS_TYPE as EXULU_STATISTICS_TYPE, STATISTICS_TYPE_ENUM as EXULU_STATISTICS_TYPE_ENUM, type ExuluAgent, ExuluApp, ExuluAuthentication, ExuluChunkers, ExuluContext, ExuluDatabase, ExuluDefaultProviders, ExuluDocumentProcessor, ExuluEmbedder, ExuluEval, type Item as ExuluItem, ExuluJobs, ExuluOtel, ExuluProvider, queues as ExuluQueues, ExuluReranker, ExuluTool, ExuluVariables };
2110
+ export { type JOB_STATUS as EXULU_JOB_STATUS, JOB_STATUS_ENUM as EXULU_JOB_STATUS_ENUM, type STATISTICS_TYPE as EXULU_STATISTICS_TYPE, STATISTICS_TYPE_ENUM as EXULU_STATISTICS_TYPE_ENUM, type ExuluAgent, ExuluApp, ExuluAuthentication, ExuluChunkers, ExuluContext, ExuluDatabase, ExuluDefaultProviders, ExuluDocumentProcessor, ExuluEmbedder, ExuluEval, type Item as ExuluItem, ExuluJobs, ExuluOtel, ExuluProvider, ExuluPython, queues as ExuluQueues, ExuluReranker, ExuluTool, ExuluVariables };