@aj-archipelago/cortex 1.3.50 → 1.3.52
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/config.js +1 -1
- package/helper-apps/cortex-browser/Dockerfile +19 -31
- package/helper-apps/cortex-browser/function_app.py +708 -181
- package/helper-apps/cortex-browser/requirements.txt +4 -4
- package/helper-apps/cortex-file-handler/{.env.test.azure → .env.test.azure.sample} +2 -1
- package/helper-apps/cortex-file-handler/{.env.test.gcs → .env.test.gcs.sample} +2 -1
- package/helper-apps/cortex-file-handler/{.env.test → .env.test.sample} +2 -1
- package/helper-apps/cortex-file-handler/Dockerfile +1 -1
- package/helper-apps/cortex-file-handler/INTERFACE.md +178 -0
- package/helper-apps/cortex-file-handler/function.json +2 -6
- package/helper-apps/cortex-file-handler/package-lock.json +6065 -5964
- package/helper-apps/cortex-file-handler/package.json +11 -6
- package/helper-apps/cortex-file-handler/scripts/setup-azure-container.js +12 -9
- package/helper-apps/cortex-file-handler/scripts/setup-test-containers.js +21 -18
- package/helper-apps/cortex-file-handler/scripts/test-azure.sh +4 -1
- package/helper-apps/cortex-file-handler/scripts/test-gcs.sh +1 -1
- package/helper-apps/cortex-file-handler/src/blobHandler.js +1056 -0
- package/helper-apps/cortex-file-handler/{constants.js → src/constants.js} +64 -48
- package/helper-apps/cortex-file-handler/src/docHelper.js +37 -0
- package/helper-apps/cortex-file-handler/{fileChunker.js → src/fileChunker.js} +97 -65
- package/helper-apps/cortex-file-handler/{helper.js → src/helper.js} +34 -25
- package/helper-apps/cortex-file-handler/src/index.js +608 -0
- package/helper-apps/cortex-file-handler/src/localFileHandler.js +107 -0
- package/helper-apps/cortex-file-handler/{redis.js → src/redis.js} +23 -17
- package/helper-apps/cortex-file-handler/src/services/ConversionService.js +309 -0
- package/helper-apps/cortex-file-handler/src/services/FileConversionService.js +57 -0
- package/helper-apps/cortex-file-handler/src/services/storage/AzureStorageProvider.js +177 -0
- package/helper-apps/cortex-file-handler/src/services/storage/GCSStorageProvider.js +258 -0
- package/helper-apps/cortex-file-handler/src/services/storage/LocalStorageProvider.js +182 -0
- package/helper-apps/cortex-file-handler/src/services/storage/StorageFactory.js +86 -0
- package/helper-apps/cortex-file-handler/src/services/storage/StorageProvider.js +53 -0
- package/helper-apps/cortex-file-handler/src/services/storage/StorageService.js +259 -0
- package/helper-apps/cortex-file-handler/src/start.js +88 -0
- package/helper-apps/cortex-file-handler/src/utils/filenameUtils.js +28 -0
- package/helper-apps/cortex-file-handler/tests/FileConversionService.test.js +144 -0
- package/helper-apps/cortex-file-handler/tests/blobHandler.test.js +90 -66
- package/helper-apps/cortex-file-handler/tests/conversionResilience.test.js +152 -0
- package/helper-apps/cortex-file-handler/tests/fileChunker.test.js +105 -108
- package/helper-apps/cortex-file-handler/tests/fileUpload.test.js +462 -0
- package/helper-apps/cortex-file-handler/tests/files/DOCX_TestPage.docx +0 -0
- package/helper-apps/cortex-file-handler/tests/files/tests-example.xls +0 -0
- package/helper-apps/cortex-file-handler/tests/getOperations.test.js +307 -0
- package/helper-apps/cortex-file-handler/tests/postOperations.test.js +291 -0
- package/helper-apps/cortex-file-handler/tests/start.test.js +984 -647
- package/helper-apps/cortex-file-handler/tests/storage/AzureStorageProvider.test.js +120 -0
- package/helper-apps/cortex-file-handler/tests/storage/GCSStorageProvider.test.js +193 -0
- package/helper-apps/cortex-file-handler/tests/storage/LocalStorageProvider.test.js +148 -0
- package/helper-apps/cortex-file-handler/tests/storage/StorageFactory.test.js +100 -0
- package/helper-apps/cortex-file-handler/tests/storage/StorageService.test.js +113 -0
- package/helper-apps/cortex-file-handler/tests/testUtils.helper.js +85 -0
- package/helper-apps/cortex-markitdown/.funcignore +1 -0
- package/helper-apps/cortex-markitdown/MarkitdownConverterFunction/__init__.py +64 -0
- package/helper-apps/cortex-markitdown/MarkitdownConverterFunction/function.json +21 -0
- package/helper-apps/cortex-markitdown/README.md +94 -0
- package/helper-apps/cortex-markitdown/host.json +15 -0
- package/helper-apps/cortex-markitdown/requirements.txt +2 -0
- package/lib/entityConstants.js +1 -1
- package/lib/requestExecutor.js +44 -36
- package/package.json +1 -1
- package/pathways/system/entity/tools/sys_tool_readfile.js +24 -2
- package/server/plugins/openAiWhisperPlugin.js +59 -87
- package/helper-apps/cortex-file-handler/blobHandler.js +0 -567
- package/helper-apps/cortex-file-handler/docHelper.js +0 -144
- package/helper-apps/cortex-file-handler/index.js +0 -440
- package/helper-apps/cortex-file-handler/localFileHandler.js +0 -108
- package/helper-apps/cortex-file-handler/start.js +0 -63
- package/helper-apps/cortex-file-handler/tests/docHelper.test.js +0 -148
package/config.js
CHANGED
|
@@ -1,52 +1,40 @@
|
|
|
1
1
|
# Use an official Python runtime as a parent image suitable for Azure Functions
|
|
2
|
-
FROM mcr.microsoft.com/azure-functions/python:4-python3.
|
|
2
|
+
FROM mcr.microsoft.com/azure-functions/python:4-python3.11
|
|
3
3
|
|
|
4
4
|
# Set environment variables for Azure Functions runtime
|
|
5
5
|
ENV AzureWebJobsScriptRoot=/home/site/wwwroot
|
|
6
6
|
ENV AzureFunctionsJobHost__Logging__Console__IsEnabled=true
|
|
7
|
+
# This might still be useful for Azure deployments, can be kept or removed based on specific SSL/TLS needs for accessing other Azure resources.
|
|
8
|
+
ENV WEBSITES_INCLUDE_CLOUD_CERTS=true
|
|
7
9
|
|
|
8
|
-
# Install
|
|
9
|
-
# This list is based on Playwright documentation and common needs
|
|
10
|
+
# Install Playwright dependencies
|
|
10
11
|
RUN apt-get update && apt-get install -y --no-install-recommends \
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
libcups2 \
|
|
17
|
-
libdrm2 \
|
|
18
|
-
libexpat1 \
|
|
19
|
-
libgbm1 \
|
|
20
|
-
libpango-1.0-0 \
|
|
21
|
-
libx11-6 \
|
|
22
|
-
libxcb1 \
|
|
23
|
-
libxcomposite1 \
|
|
24
|
-
libxdamage1 \
|
|
25
|
-
libxext6 \
|
|
26
|
-
libxfixes3 \
|
|
27
|
-
libxrandr2 \
|
|
28
|
-
libxrender1 \
|
|
29
|
-
libxtst6 \
|
|
30
|
-
lsb-release \
|
|
31
|
-
wget \
|
|
32
|
-
xvfb \
|
|
33
|
-
# Clean up apt cache
|
|
12
|
+
# Common fonts for rendering (can be useful even for headless)
|
|
13
|
+
fonts-liberation \
|
|
14
|
+
fonts-noto \
|
|
15
|
+
fontconfig \
|
|
16
|
+
# Clean up APT caches
|
|
34
17
|
&& rm -rf /var/lib/apt/lists/*
|
|
35
18
|
|
|
36
19
|
# Copy requirements file first to leverage Docker cache
|
|
37
20
|
COPY requirements.txt /tmp/
|
|
38
21
|
WORKDIR /tmp
|
|
39
22
|
|
|
40
|
-
# Install Python dependencies
|
|
23
|
+
# Install Python dependencies (including playwright)
|
|
41
24
|
RUN pip install --no-cache-dir -r requirements.txt
|
|
42
25
|
|
|
43
|
-
# Install Playwright
|
|
44
|
-
#
|
|
45
|
-
#
|
|
26
|
+
# Install Playwright browser(s) and their OS dependencies
|
|
27
|
+
# This installs Chromium by default along with its necessary OS packages.
|
|
28
|
+
# Add other browsers like firefox or webkit if needed: playwright install --with-deps firefox webkit
|
|
46
29
|
RUN playwright install --with-deps chromium
|
|
47
30
|
|
|
31
|
+
RUN playwright install-deps
|
|
32
|
+
|
|
48
33
|
# Copy the function app code to the final location
|
|
49
34
|
COPY . /home/site/wwwroot
|
|
50
35
|
|
|
51
36
|
# Set the working directory for the function app
|
|
52
|
-
WORKDIR /home/site/wwwroot
|
|
37
|
+
WORKDIR /home/site/wwwroot
|
|
38
|
+
|
|
39
|
+
# Expose the default Azure Functions port
|
|
40
|
+
EXPOSE 80
|