@lyxa.ai/core 1.4.323 → 1.4.324

package/dist/libraries/google-location/google-location.service.js

@@ -35,13 +35,7 @@ let GoogleLocationService = class GoogleLocationService {
             this.logger.logger.info('Google Autocomplete skipped: empty input provided');
             return { predictions: [], status: 'OK' };
         }
-        const queryParams = { input: searchText, ...otherParams };
-        if (sessionToken)
-            queryParams.sessiontoken = sessionToken;
-        const querySummary = Object.entries(queryParams)
-            .map(([k, v]) => `${k}:${v}`)
-            .join('|');
-        const cacheKey = `maps:autocomplete:${this.redisService.sanitizeKey(querySummary)}`;
+        const cacheKey = `maps:autocomplete:${this.redisService.sanitizeKey(searchText.trim().toLowerCase())}`;
         try {
             const cached = await this.redisService.getCachedObject(cacheKey);
             if (cached !== undefined) {
@@ -54,9 +48,12 @@ let GoogleLocationService = class GoogleLocationService {
                 this.logger.logger.error('GOOGLE_MAPS_API_KEY is missing in SecretManager');
                 throw new Error('GOOGLE_MAPS_API_KEY is not configured');
             }
+            const queryParams = { input: searchText, ...otherParams };
+            if (sessionToken)
+                queryParams.sessiontoken = sessionToken;
             const result = await this.client.callGoogleMapsAPI('place/autocomplete', apiKey, queryParams);
             if (result.status === 'OK') {
-                await this.redisService.cacheObject(cacheKey, result, 86400);
+                await this.redisService.cacheObject(cacheKey, result, 604800);
                 this.logger.logger.info('Google Autocomplete response cached successfully', {
                     cacheKey,
                     predictionCount: result.predictions?.length ?? 0,
@@ -128,6 +125,16 @@ let GoogleLocationService = class GoogleLocationService {
         const roundedLng = parseFloat(longitude).toFixed(4);
         const cacheKey = `maps:geocode:${roundedLat}:${roundedLng}`;
         try {
+            const cached = await this.redisService.getCachedObject(cacheKey);
+            if (cached !== undefined) {
+                this.logger.logger.info('Google Reverse Geocode Cache HIT', { cacheKey, roundedLat, roundedLng });
+                return cached;
+            }
+            this.logger.logger.info('Google Reverse Geocode Cache MISS - Calling API', {
+                cacheKey,
+                latitude,
+                longitude,
+            });
             const apiKey = await this.secretManager.getKey('GOOGLE_MAPS_API_KEY');
             if (!apiKey) {
                 this.logger.logger.error('GOOGLE_MAPS_API_KEY is missing in SecretManager');
@@ -136,11 +143,6 @@ let GoogleLocationService = class GoogleLocationService {
             const params = { latlng: `${latitude},${longitude}` };
             const result = await this.client.callGoogleMapsAPI('geocode', apiKey, params);
             if (result.status === 'OK') {
-                await this.redisService.cacheObject(cacheKey, result, 259200);
-                this.logger.logger.info('Google Reverse Geocode cached successfully', {
-                    cacheKey,
-                    resultsCount: result.results?.length ?? 0,
-                });
             }
             else {
                 this.logger.logger.warn('Google Reverse Geocode returned non-OK status', {

package/dist/libraries/google-location/google-location.service.js.map

@@ -1 +1 @@
-{"version":3,"file":"google-location.service.js","sourceRoot":"/","sources":["libraries/google-location/google-location.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,mCAAyC;AACzC,qEAAgE;AAChE,wCAAkD;AAClD,oCAAwC;AACxC,sCAAuC;AAWhC,IAAM,qBAAqB,GAA3B,MAAM,qBAAqB;IAEL;IACA;IACA;IACA;IAJ5B,YAC4B,MAA4B,EAC5B,aAAmC,EACnC,YAA0B,EAC1B,MAAkB;QAHlB,WAAM,GAAN,MAAM,CAAsB;QAC5B,kBAAa,GAAb,aAAa,CAAsB;QACnC,iBAAY,GAAZ,YAAY,CAAc;QAC1B,WAAM,GAAN,MAAM,CAAY;IAC3C,CAAC;IAEG,KAAK,CAAC,eAAe,CAAC,KAAiC;QAC7D,MAAM,EAAE,UAAU,EAAE,YAAY,EAAE,GAAG,WAAW,EAAE,GAAG,KAAK,CAAC;QAE3D,IAAI,CAAC,UAAU,EAAE,IAAI,EAAE,EAAE,CAAC;YACzB,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAC;YAC7E,OAAO,EAAE,WAAW,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;QAC1C,CAAC;QAED,MAAM,WAAW,GAA2B,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,WAAW,EAAE,CAAC;QAClF,IAAI,YAAY;YAAE,WAAW,CAAC,YAAY,GAAG,YAAY,CAAC;QAE1D,MAAM,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC;aAC9C,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;aAC5B,IAAI,CAAC,GAAG,CAAC,CAAC;QACZ,MAAM,QAAQ,GAAG,qBAAqB,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,YAAY,CAAC,EAAE,CAAC;QAEpF,IAAI,CAAC;YACJ,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,eAAe,CAA6B,QAAQ,CAAC,CAAC;YAC7F,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;gBAC1B,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,+BAA+B,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC9E,OAAO,MAAM,CAAC;YACf,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,8CAA8C,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;YAE7F,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC;YACtE,IAAI,CAAC,MAAM,EAAE,CAAC;gBACb,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,iDAAiD,CAAC,CAAC;gBAC5E,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;YAC1D,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,oBAAoB,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;YAE9F,IAAI,MAAM,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;gBAC5B,MAAM,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;gBAC7D,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,kDAAkD,EAAE;oBAC3E,QAAQ;oBACR,eAAe,EAAE,MAAM,CAAC,WAAW,EAAE,MAAM,IAAI,CAAC;iBAChD,CAAC,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACP,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,4CAA4C,EAAE;oBACrE,MAAM,EAAE,MAAM,CAAC,MAAM;oBACrB,YAAY,EAAE,MAAM,CAAC,aAAa;iBAClC,CAAC,CAAC;YACJ,CAAC;YAED,OAAO,MAAoC,CAAC;QAC7C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,4BAA4B,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YACzE,MAAM,KAAK,CAAC;QACb,CAAC;IACF,CAAC;IAEM,KAAK,CAAC,eAAe,CAAC,KAAiC;QAC7D,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,KAAK,CAAC;QACxC,IAAI,CAAC,OAAO,EAAE,CAAC;YACd,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,8CAA8C,CAAC,CAAC;YACzE,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACrC,CAAC;QAED,MAAM,QAAQ,GAAG,gBAAgB,OAAO,EAAE,CAAC;QAE3C,IAAI,CAAC;YACJ,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,eAAe,CAA6B,QAAQ,CAAC,CAAC;YAC7F,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;gBAC1B,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,gCAAgC,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;gBACjF,OAAO,MAAM,CAAC;YACf,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,+CAA+C,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;YAEhG,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC;YACtE,IAAI,CAAC,MAAM,EAAE,CAAC;gBACb,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,iDAAiD,CAAC,CAAC;gBAC5E,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;YAC1D,CAAC;YAED,MAAM,MAAM,GAA2B;gBACtC,QAAQ,EAAE,OAAO;gBACjB,MAAM,EAAE,mDAAmD;aAC3D,CAAC;YACF,IAAI,YAAY;gBAAE,MAAM,CAAC,YAAY,GAAG,YAAY,CAAC;YAErD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,eAAe,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;YAEpF,IAAI,MAAM,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;gBAC5B,MAAM,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;gBAC9D,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,0CAA0C,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;YAC5F,CAAC;iBAAM,CAAC;gBACP,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,6CAA6C,EAAE;oBACtE,MAAM,EAAE,MAAM,CAAC,MAAM;oBACrB,YAAY,EAAE,MAAM,CAAC,aAAa;iBAClC,CAAC,CAAC;YACJ,CAAC;YAED,OAAO,MAAoC,CAAC;QAC7C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,6BAA6B,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YAC1E,MAAM,KAAK,CAAC;QACb,CAAC;IACF,CAAC;IAEM,KAAK,CAAC,iBAAiB,CAAC,KAAmC;QACjE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,KAAK,CAAC;QACtC,IAAI,CAAC,QAAQ,IAAI,CAAC,SAAS,EAAE,CAAC;YAC7B,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,oDAAoD,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC;YACxG,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;QAClD,CAAC;QAED,MAAM,UAAU,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACnD,MAAM,UAAU,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACpD,MAAM,QAAQ,GAAG,gBAAgB,UAAU,IAAI,UAAU,EAAE,CAAC;QAE5D,IAAI,CAAC;YAiBJ,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC;YACtE,IAAI,CAAC,MAAM,EAAE,CAAC;gBACb,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,iDAAiD,CAAC,CAAC;gBAC5E,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;YAC1D,CAAC;YAED,MAAM,MAAM,GAAG,EAAE,MAAM,EAAE,GAAG,QAAQ,IAAI,SAAS,EAAE,EAAE,CAAC;YAEtD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;YAE9E,IAAI,MAAM,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;gBAC5B,MAAM,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;gBAC9D,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,4CAA4C,EAAE;oBACrE,QAAQ;oBACR,YAAY,EAAE,MAAM,CAAC,OAAO,EAAE,MAAM,IAAI,CAAC;iBACzC,CAAC,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACP,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,+CAA+C,EAAE;oBACxE,MAAM,EAAE,MAAM,CAAC,MAAM;oBACrB,YAAY,EAAE,MAAM,CAAC,aAAa;iBAClC,CAAC,CAAC;YACJ,CAAC;YAED,OAAO,MAAsC,CAAC;QAC/C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,+BAA+B,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YAC5E,MAAM,KAAK,CAAC;QACb,CAAC;IACF,CAAC;CACD,CAAA;AAvKY,sDAAqB;gCAArB,qBAAqB;IADjC,IAAA,gBAAO,GAAE;IAGP,WAAA,IAAA,eAAM,GAAE,CAAA;IACR,WAAA,IAAA,eAAM,GAAE,CAAA;IACR,WAAA,IAAA,eAAM,GAAE,CAAA;IACR,WAAA,IAAA,eAAM,GAAE,CAAA;qCAH0B,6CAAoB;QACb,8BAAoB;QACrB,oBAAY;QAClB,mBAAU;GALlC,qBAAqB,CAuKjC","sourcesContent":["import { Inject, Service } from 'typedi';\nimport { GoogleLocationClient } from './google-location.client';\nimport { SecretManagerService } from '../secrets';\nimport { RedisService } from '../redis';\nimport { LyxaLogger } from '../logger';\nimport {\n\tGoogleAutocompleteInputDTO,\n\tGoogleAutocompleteResponse,\n\tGooglePlaceDetailsInputDTO,\n\tGooglePlaceDetailsResponse,\n\tGoogleReverseGeocodeInputDTO,\n\tGoogleReverseGeocodeResponse,\n} from './google-location.dto';\n\n@Service()\nexport class GoogleLocationService {\n\tconstructor(\n\t\t@Inject() private readonly client: GoogleLocationClient,\n\t\t@Inject() private readonly secretManager: SecretManagerService,\n\t\t@Inject() private readonly redisService: RedisService,\n\t\t@Inject() private readonly logger: LyxaLogger\n\t) {}\n\n\tpublic async getAutocomplete(input: GoogleAutocompleteInputDTO): Promise<GoogleAutocompleteResponse> {\n\t\tconst { searchText, sessionToken, ...otherParams } = input;\n\n\t\tif (!searchText?.trim()) {\n\t\t\tthis.logger.logger.info('Google Autocomplete skipped: empty input provided');\n\t\t\treturn { predictions: [], status: 'OK' };\n\t\t}\n\n\t\tconst queryParams: Record<string, string> = { input: searchText, ...otherParams };\n\t\tif (sessionToken) queryParams.sessiontoken = sessionToken;\n\n\t\tconst querySummary = Object.entries(queryParams)\n\t\t\t.map(([k, v]) => `${k}:${v}`)\n\t\t\t.join('|');\n\t\tconst cacheKey = `maps:autocomplete:${this.redisService.sanitizeKey(querySummary)}`;\n\n\t\ttry {\n\t\t\tconst cached = await this.redisService.getCachedObject<GoogleAutocompleteResponse>(cacheKey);\n\t\t\tif (cached !== undefined) {\n\t\t\t\tthis.logger.logger.info('Google Autocomplete Cache HIT', { cacheKey, input });\n\t\t\t\treturn cached;\n\t\t\t}\n\n\t\t\tthis.logger.logger.info('Google Autocomplete Cache MISS - Calling API', { cacheKey, input });\n\n\t\t\tconst apiKey = await this.secretManager.getKey('GOOGLE_MAPS_API_KEY');\n\t\t\tif (!apiKey) {\n\t\t\t\tthis.logger.logger.error('GOOGLE_MAPS_API_KEY is missing in SecretManager');\n\t\t\t\tthrow new Error('GOOGLE_MAPS_API_KEY is not configured');\n\t\t\t}\n\n\t\t\tconst result = await this.client.callGoogleMapsAPI('place/autocomplete', apiKey, queryParams);\n\n\t\t\tif (result.status === 'OK') {\n\t\t\t\tawait this.redisService.cacheObject(cacheKey, result, 86400);\n\t\t\t\tthis.logger.logger.info('Google Autocomplete response cached successfully', {\n\t\t\t\t\tcacheKey,\n\t\t\t\t\tpredictionCount: result.predictions?.length ?? 0,\n\t\t\t\t});\n\t\t\t} else {\n\t\t\t\tthis.logger.logger.warn('Google Autocomplete returned non-OK status', {\n\t\t\t\t\tstatus: result.status,\n\t\t\t\t\terrorMessage: result.error_message,\n\t\t\t\t});\n\t\t\t}\n\n\t\t\treturn result as GoogleAutocompleteResponse;\n\t\t} catch (error) {\n\t\t\tthis.logger.logger.error('Google Autocomplete failed', { input, error });\n\t\t\tthrow error;\n\t\t}\n\t}\n\n\tpublic async getPlaceDetails(input: GooglePlaceDetailsInputDTO): Promise<GooglePlaceDetailsResponse> {\n\t\tconst { placeId, sessionToken } = input;\n\t\tif (!placeId) {\n\t\t\tthis.logger.logger.error('Google Place Details failed: missing placeId');\n\t\t\tthrow new Error('Missing place_id');\n\t\t}\n\n\t\tconst cacheKey = `maps:details:${placeId}`;\n\n\t\ttry {\n\t\t\tconst cached = await this.redisService.getCachedObject<GooglePlaceDetailsResponse>(cacheKey);\n\t\t\tif (cached !== undefined) {\n\t\t\t\tthis.logger.logger.info('Google Place Details Cache HIT', { cacheKey, placeId });\n\t\t\t\treturn cached;\n\t\t\t}\n\n\t\t\tthis.logger.logger.info('Google Place Details Cache MISS - Calling API', { cacheKey, placeId });\n\n\t\t\tconst apiKey = await this.secretManager.getKey('GOOGLE_MAPS_API_KEY');\n\t\t\tif (!apiKey) {\n\t\t\t\tthis.logger.logger.error('GOOGLE_MAPS_API_KEY is missing in SecretManager');\n\t\t\t\tthrow new Error('GOOGLE_MAPS_API_KEY is not configured');\n\t\t\t}\n\n\t\t\tconst params: Record<string, string> = {\n\t\t\t\tplace_id: placeId,\n\t\t\t\tfields: 'name,formatted_address,geometry,address_component',\n\t\t\t};\n\t\t\tif (sessionToken) params.sessiontoken = sessionToken;\n\n\t\t\tconst result = await this.client.callGoogleMapsAPI('place/details', apiKey, params);\n\n\t\t\tif (result.status === 'OK') {\n\t\t\t\tawait this.redisService.cacheObject(cacheKey, result, 604800);\n\t\t\t\tthis.logger.logger.info('Google Place Details cached successfully', { cacheKey, placeId });\n\t\t\t} else {\n\t\t\t\tthis.logger.logger.warn('Google Place Details returned non-OK status', {\n\t\t\t\t\tstatus: result.status,\n\t\t\t\t\terrorMessage: result.error_message,\n\t\t\t\t});\n\t\t\t}\n\n\t\t\treturn result as GooglePlaceDetailsResponse;\n\t\t} catch (error) {\n\t\t\tthis.logger.logger.error('Google Place Details failed', { input, error });\n\t\t\tthrow error;\n\t\t}\n\t}\n\n\tpublic async getReverseGeocode(input: GoogleReverseGeocodeInputDTO): Promise<GoogleReverseGeocodeResponse> {\n\t\tconst { latitude, longitude } = input;\n\t\tif (!latitude || !longitude) {\n\t\t\tthis.logger.logger.error('Google Reverse Geocode failed: missing coordinates', { latitude, longitude });\n\t\t\tthrow new Error('Missing latitude or longitude');\n\t\t}\n\n\t\tconst roundedLat = parseFloat(latitude).toFixed(4);\n\t\tconst roundedLng = parseFloat(longitude).toFixed(4);\n\t\tconst cacheKey = `maps:geocode:${roundedLat}:${roundedLng}`;\n\n\t\ttry {\n\t\t\t/*\n\t\t\tRedis Cache logic \n\t\t\t*/\n\n\t\t\t// const cached = await this.redisService.getCachedObject<GoogleReverseGeocodeResponse>(cacheKey);\n\t\t\t// if (cached !== undefined) {\n\t\t\t// \tthis.logger.logger.info('Google Reverse Geocode Cache HIT', { cacheKey, roundedLat, roundedLng });\n\t\t\t// \treturn cached;\n\t\t\t// }\n\n\t\t\t// this.logger.logger.info('Google Reverse Geocode Cache MISS - Calling API', {\n\t\t\t// \tcacheKey,\n\t\t\t// \tlatitude,\n\t\t\t// \tlongitude,\n\t\t\t// });\n\n\t\t\tconst apiKey = await this.secretManager.getKey('GOOGLE_MAPS_API_KEY');\n\t\t\tif (!apiKey) {\n\t\t\t\tthis.logger.logger.error('GOOGLE_MAPS_API_KEY is missing in SecretManager');\n\t\t\t\tthrow new Error('GOOGLE_MAPS_API_KEY is not configured');\n\t\t\t}\n\n\t\t\tconst params = { latlng: `${latitude},${longitude}` };\n\n\t\t\tconst result = await this.client.callGoogleMapsAPI('geocode', apiKey, params);\n\n\t\t\tif (result.status === 'OK') {\n\t\t\t\tawait this.redisService.cacheObject(cacheKey, result, 259200);\n\t\t\t\tthis.logger.logger.info('Google Reverse Geocode cached successfully', {\n\t\t\t\t\tcacheKey,\n\t\t\t\t\tresultsCount: result.results?.length ?? 0,\n\t\t\t\t});\n\t\t\t} else {\n\t\t\t\tthis.logger.logger.warn('Google Reverse Geocode returned non-OK status', {\n\t\t\t\t\tstatus: result.status,\n\t\t\t\t\terrorMessage: result.error_message,\n\t\t\t\t});\n\t\t\t}\n\n\t\t\treturn result as GoogleReverseGeocodeResponse;\n\t\t} catch (error) {\n\t\t\tthis.logger.logger.error('Google Reverse Geocode failed', { input, error });\n\t\t\tthrow error;\n\t\t}\n\t}\n}\n"]}
+{"version":3,"file":"google-location.service.js","sourceRoot":"/","sources":["libraries/google-location/google-location.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,mCAAyC;AACzC,qEAAgE;AAChE,wCAAkD;AAClD,oCAAwC;AACxC,sCAAuC;AAWhC,IAAM,qBAAqB,GAA3B,MAAM,qBAAqB;IAEL;IACA;IACA;IACA;IAJ5B,YAC4B,MAA4B,EAC5B,aAAmC,EACnC,YAA0B,EAC1B,MAAkB;QAHlB,WAAM,GAAN,MAAM,CAAsB;QAC5B,kBAAa,GAAb,aAAa,CAAsB;QACnC,iBAAY,GAAZ,YAAY,CAAc;QAC1B,WAAM,GAAN,MAAM,CAAY;IAC3C,CAAC;IAEG,KAAK,CAAC,eAAe,CAAC,KAAiC;QAC7D,MAAM,EAAE,UAAU,EAAE,YAAY,EAAE,GAAG,WAAW,EAAE,GAAG,KAAK,CAAC;QAE3D,IAAI,CAAC,UAAU,EAAE,IAAI,EAAE,EAAE,CAAC;YACzB,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAC;YAC7E,OAAO,EAAE,WAAW,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;QAC1C,CAAC;QAED,MAAM,QAAQ,GAAG,qBAAqB,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;QAEvG,IAAI,CAAC;YACJ,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,eAAe,CAA6B,QAAQ,CAAC,CAAC;YAC7F,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;gBAC1B,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,+BAA+B,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC9E,OAAO,MAAM,CAAC;YACf,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,8CAA8C,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;YAE7F,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC;YACtE,IAAI,CAAC,MAAM,EAAE,CAAC;gBACb,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,iDAAiD,CAAC,CAAC;gBAC5E,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;YAC1D,CAAC;YAED,MAAM,WAAW,GAA2B,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,WAAW,EAAE,CAAC;YAClF,IAAI,YAAY;gBAAE,WAAW,CAAC,YAAY,GAAG,YAAY,CAAC;YAE1D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,oBAAoB,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;YAE9F,IAAI,MAAM,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;gBAC5B,MAAM,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;gBAC9D,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,kDAAkD,EAAE;oBAC3E,QAAQ;oBACR,eAAe,EAAE,MAAM,CAAC,WAAW,EAAE,MAAM,IAAI,CAAC;iBAChD,CAAC,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACP,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,4CAA4C,EAAE;oBACrE,MAAM,EAAE,MAAM,CAAC,MAAM;oBACrB,YAAY,EAAE,MAAM,CAAC,aAAa;iBAClC,CAAC,CAAC;YACJ,CAAC;YAED,OAAO,MAAoC,CAAC;QAC7C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,4BAA4B,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YACzE,MAAM,KAAK,CAAC;QACb,CAAC;IACF,CAAC;IAEM,KAAK,CAAC,eAAe,CAAC,KAAiC;QAC7D,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,KAAK,CAAC;QACxC,IAAI,CAAC,OAAO,EAAE,CAAC;YACd,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,8CAA8C,CAAC,CAAC;YACzE,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACrC,CAAC;QAED,MAAM,QAAQ,GAAG,gBAAgB,OAAO,EAAE,CAAC;QAE3C,IAAI,CAAC;YACJ,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,eAAe,CAA6B,QAAQ,CAAC,CAAC;YAC7F,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;gBAC1B,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,gCAAgC,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;gBACjF,OAAO,MAAM,CAAC;YACf,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,+CAA+C,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;YAEhG,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC;YACtE,IAAI,CAAC,MAAM,EAAE,CAAC;gBACb,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,iDAAiD,CAAC,CAAC;gBAC5E,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;YAC1D,CAAC;YAED,MAAM,MAAM,GAA2B;gBACtC,QAAQ,EAAE,OAAO;gBACjB,MAAM,EAAE,mDAAmD;aAC3D,CAAC;YACF,IAAI,YAAY;gBAAE,MAAM,CAAC,YAAY,GAAG,YAAY,CAAC;YAErD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,eAAe,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;YAEpF,IAAI,MAAM,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;gBAC5B,MAAM,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;gBAC9D,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,0CAA0C,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;YAC5F,CAAC;iBAAM,CAAC;gBACP,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,6CAA6C,EAAE;oBACtE,MAAM,EAAE,MAAM,CAAC,MAAM;oBACrB,YAAY,EAAE,MAAM,CAAC,aAAa;iBAClC,CAAC,CAAC;YACJ,CAAC;YAED,OAAO,MAAoC,CAAC;QAC7C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,6BAA6B,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YAC1E,MAAM,KAAK,CAAC;QACb,CAAC;IACF,CAAC;IAEM,KAAK,CAAC,iBAAiB,CAAC,KAAmC;QACjE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,KAAK,CAAC;QACtC,IAAI,CAAC,QAAQ,IAAI,CAAC,SAAS,EAAE,CAAC;YAC7B,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,oDAAoD,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC;YACxG,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;QAClD,CAAC;QAED,MAAM,UAAU,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACnD,MAAM,UAAU,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACpD,MAAM,QAAQ,GAAG,gBAAgB,UAAU,IAAI,UAAU,EAAE,CAAC;QAE5D,IAAI,CAAC;YACJ,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,eAAe,CAA+B,QAAQ,CAAC,CAAC;YAC/F,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;gBAC1B,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,kCAAkC,EAAE,EAAE,QAAQ,EAAE,UAAU,EAAE,UAAU,EAAE,CAAC,CAAC;gBAClG,OAAO,MAAM,CAAC;YACf,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,iDAAiD,EAAE;gBAC1E,QAAQ;gBACR,QAAQ;gBACR,SAAS;aACT,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC;YACtE,IAAI,CAAC,MAAM,EAAE,CAAC;gBACb,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,iDAAiD,CAAC,CAAC;gBAC5E,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;YAC1D,CAAC;YAED,MAAM,MAAM,GAAG,EAAE,MAAM,EAAE,GAAG,QAAQ,IAAI,SAAS,EAAE,EAAE,CAAC;YAEtD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;YAE9E,IAAI,MAAM,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;YAQ7B,CAAC;iBAAM,CAAC;gBACP,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,+CAA+C,EAAE;oBACxE,MAAM,EAAE,MAAM,CAAC,MAAM;oBACrB,YAAY,EAAE,MAAM,CAAC,aAAa;iBAClC,CAAC,CAAC;YACJ,CAAC;YAED,OAAO,MAAsC,CAAC;QAC/C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,+BAA+B,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YAC5E,MAAM,KAAK,CAAC;QACb,CAAC;IACF,CAAC;CACD,CAAA;AAlKY,sDAAqB;gCAArB,qBAAqB;IADjC,IAAA,gBAAO,GAAE;IAGP,WAAA,IAAA,eAAM,GAAE,CAAA;IACR,WAAA,IAAA,eAAM,GAAE,CAAA;IACR,WAAA,IAAA,eAAM,GAAE,CAAA;IACR,WAAA,IAAA,eAAM,GAAE,CAAA;qCAH0B,6CAAoB;QACb,8BAAoB;QACrB,oBAAY;QAClB,mBAAU;GALlC,qBAAqB,CAkKjC","sourcesContent":["import { Inject, Service } from 'typedi';\nimport { GoogleLocationClient } from './google-location.client';\nimport { SecretManagerService } from '../secrets';\nimport { RedisService } from '../redis';\nimport { LyxaLogger } from '../logger';\nimport {\n\tGoogleAutocompleteInputDTO,\n\tGoogleAutocompleteResponse,\n\tGooglePlaceDetailsInputDTO,\n\tGooglePlaceDetailsResponse,\n\tGoogleReverseGeocodeInputDTO,\n\tGoogleReverseGeocodeResponse,\n} from './google-location.dto';\n\n@Service()\nexport class GoogleLocationService {\n\tconstructor(\n\t\t@Inject() private readonly client: GoogleLocationClient,\n\t\t@Inject() private readonly secretManager: SecretManagerService,\n\t\t@Inject() private readonly redisService: RedisService,\n\t\t@Inject() private readonly logger: LyxaLogger\n\t) {}\n\n\tpublic async getAutocomplete(input: GoogleAutocompleteInputDTO): Promise<GoogleAutocompleteResponse> {\n\t\tconst { searchText, sessionToken, ...otherParams } = input;\n\n\t\tif (!searchText?.trim()) {\n\t\t\tthis.logger.logger.info('Google Autocomplete skipped: empty input provided');\n\t\t\treturn { predictions: [], status: 'OK' };\n\t\t}\n\n\t\tconst cacheKey = `maps:autocomplete:${this.redisService.sanitizeKey(searchText.trim().toLowerCase())}`;\n\n\t\ttry {\n\t\t\tconst cached = await this.redisService.getCachedObject<GoogleAutocompleteResponse>(cacheKey);\n\t\t\tif (cached !== undefined) {\n\t\t\t\tthis.logger.logger.info('Google Autocomplete Cache HIT', { cacheKey, input });\n\t\t\t\treturn cached;\n\t\t\t}\n\n\t\t\tthis.logger.logger.info('Google Autocomplete Cache MISS - Calling API', { cacheKey, input });\n\n\t\t\tconst apiKey = await this.secretManager.getKey('GOOGLE_MAPS_API_KEY');\n\t\t\tif (!apiKey) {\n\t\t\t\tthis.logger.logger.error('GOOGLE_MAPS_API_KEY is missing in SecretManager');\n\t\t\t\tthrow new Error('GOOGLE_MAPS_API_KEY is not configured');\n\t\t\t}\n\n\t\t\tconst queryParams: Record<string, string> = { input: searchText, ...otherParams };\n\t\t\tif (sessionToken) queryParams.sessiontoken = sessionToken;\n\n\t\t\tconst result = await this.client.callGoogleMapsAPI('place/autocomplete', apiKey, queryParams);\n\n\t\t\tif (result.status === 'OK') {\n\t\t\t\tawait this.redisService.cacheObject(cacheKey, result, 604800);\n\t\t\t\tthis.logger.logger.info('Google Autocomplete response cached successfully', {\n\t\t\t\t\tcacheKey,\n\t\t\t\t\tpredictionCount: result.predictions?.length ?? 0,\n\t\t\t\t});\n\t\t\t} else {\n\t\t\t\tthis.logger.logger.warn('Google Autocomplete returned non-OK status', {\n\t\t\t\t\tstatus: result.status,\n\t\t\t\t\terrorMessage: result.error_message,\n\t\t\t\t});\n\t\t\t}\n\n\t\t\treturn result as GoogleAutocompleteResponse;\n\t\t} catch (error) {\n\t\t\tthis.logger.logger.error('Google Autocomplete failed', { input, error });\n\t\t\tthrow error;\n\t\t}\n\t}\n\n\tpublic async getPlaceDetails(input: GooglePlaceDetailsInputDTO): Promise<GooglePlaceDetailsResponse> {\n\t\tconst { placeId, sessionToken } = input;\n\t\tif (!placeId) {\n\t\t\tthis.logger.logger.error('Google Place Details failed: missing placeId');\n\t\t\tthrow new Error('Missing place_id');\n\t\t}\n\n\t\tconst cacheKey = `maps:details:${placeId}`;\n\n\t\ttry {\n\t\t\tconst cached = await this.redisService.getCachedObject<GooglePlaceDetailsResponse>(cacheKey);\n\t\t\tif (cached !== undefined) {\n\t\t\t\tthis.logger.logger.info('Google Place Details Cache HIT', { cacheKey, placeId });\n\t\t\t\treturn cached;\n\t\t\t}\n\n\t\t\tthis.logger.logger.info('Google Place Details Cache MISS - Calling API', { cacheKey, placeId });\n\n\t\t\tconst apiKey = await this.secretManager.getKey('GOOGLE_MAPS_API_KEY');\n\t\t\tif (!apiKey) {\n\t\t\t\tthis.logger.logger.error('GOOGLE_MAPS_API_KEY is missing in SecretManager');\n\t\t\t\tthrow new Error('GOOGLE_MAPS_API_KEY is not configured');\n\t\t\t}\n\n\t\t\tconst params: Record<string, string> = {\n\t\t\t\tplace_id: placeId,\n\t\t\t\tfields: 'name,formatted_address,geometry,address_component',\n\t\t\t};\n\t\t\tif (sessionToken) params.sessiontoken = sessionToken;\n\n\t\t\tconst result = await this.client.callGoogleMapsAPI('place/details', apiKey, params);\n\n\t\t\tif (result.status === 'OK') {\n\t\t\t\tawait this.redisService.cacheObject(cacheKey, result, 604800);\n\t\t\t\tthis.logger.logger.info('Google Place Details cached successfully', { cacheKey, placeId });\n\t\t\t} else {\n\t\t\t\tthis.logger.logger.warn('Google Place Details returned non-OK status', {\n\t\t\t\t\tstatus: result.status,\n\t\t\t\t\terrorMessage: result.error_message,\n\t\t\t\t});\n\t\t\t}\n\n\t\t\treturn result as GooglePlaceDetailsResponse;\n\t\t} catch (error) {\n\t\t\tthis.logger.logger.error('Google Place Details failed', { input, error });\n\t\t\tthrow error;\n\t\t}\n\t}\n\n\tpublic async getReverseGeocode(input: GoogleReverseGeocodeInputDTO): Promise<GoogleReverseGeocodeResponse> {\n\t\tconst { latitude, longitude } = input;\n\t\tif (!latitude || !longitude) {\n\t\t\tthis.logger.logger.error('Google Reverse Geocode failed: missing coordinates', { latitude, longitude });\n\t\t\tthrow new Error('Missing latitude or longitude');\n\t\t}\n\n\t\tconst roundedLat = parseFloat(latitude).toFixed(4);\n\t\tconst roundedLng = parseFloat(longitude).toFixed(4);\n\t\tconst cacheKey = `maps:geocode:${roundedLat}:${roundedLng}`;\n\n\t\ttry {\n\t\t\tconst cached = await this.redisService.getCachedObject<GoogleReverseGeocodeResponse>(cacheKey);\n\t\t\tif (cached !== undefined) {\n\t\t\t\tthis.logger.logger.info('Google Reverse Geocode Cache HIT', { cacheKey, roundedLat, roundedLng });\n\t\t\t\treturn cached;\n\t\t\t}\n\n\t\t\tthis.logger.logger.info('Google Reverse Geocode Cache MISS - Calling API', {\n\t\t\t\tcacheKey,\n\t\t\t\tlatitude,\n\t\t\t\tlongitude,\n\t\t\t});\n\n\t\t\tconst apiKey = await this.secretManager.getKey('GOOGLE_MAPS_API_KEY');\n\t\t\tif (!apiKey) {\n\t\t\t\tthis.logger.logger.error('GOOGLE_MAPS_API_KEY is missing in SecretManager');\n\t\t\t\tthrow new Error('GOOGLE_MAPS_API_KEY is not configured');\n\t\t\t}\n\n\t\t\tconst params = { latlng: `${latitude},${longitude}` };\n\n\t\t\tconst result = await this.client.callGoogleMapsAPI('geocode', apiKey, params);\n\n\t\t\tif (result.status === 'OK') {\n\t\t\t\t/* redis cache create\n\t\t\t\tawait this.redisService.cacheObject(cacheKey, result, 259200);\n\t\t\t\tthis.logger.logger.info('Google Reverse Geocode cached successfully', {\n\t\t\t\t\tcacheKey,\n\t\t\t\t\tresultsCount: result.results?.length ?? 0,\n\t\t\t\t});\n\t\t\t\t*/\n\t\t\t} else {\n\t\t\t\tthis.logger.logger.warn('Google Reverse Geocode returned non-OK status', {\n\t\t\t\t\tstatus: result.status,\n\t\t\t\t\terrorMessage: result.error_message,\n\t\t\t\t});\n\t\t\t}\n\n\t\t\treturn result as GoogleReverseGeocodeResponse;\n\t\t} catch (error) {\n\t\t\tthis.logger.logger.error('Google Reverse Geocode failed', { input, error });\n\t\t\tthrow error;\n\t\t}\n\t}\n}\n"]}

package/dist/libraries/llm/providers/openai-provider.js

@@ -48,9 +48,9 @@ class OpenAICompletionProvider {
     }
     async generateSearchVariantsChunksInBatch(items, model, instructions, options) {
         const finalModel = model ?? this.model;
-        const chunkSize = options?.chunkSize ?? 200;
+        const chunkSize = options?.chunkSize ?? 25;
         const maxArabic = options?.maxArabic ?? 1;
-        const maxArabizi = options?.maxArabizi ?? 2;
+        const maxArabizi = options?.maxArabizi ?? 1;
         const maxTransliteration = options?.maxTransliteration ?? 1;
         const itemsToSend = items.filter(i => !i.skipAutoTranslation);
         const skippedItems = items.filter(i => i.skipAutoTranslation);
@@ -109,6 +109,7 @@ class OpenAICompletionProvider {
             const outputByChunk = await this.readJsonlFile(batch.output_file_id);
             const errorsByChunk = await this.readJsonlFile(batch.error_file_id);
             const resultsById = new Map();
+            let chunkParseFailures = 0;
             for (const [chunkId, record] of outputByChunk.entries()) {
                 const body = record?.response?.body;
                 const outputText = body?.output_text ??
@@ -140,10 +141,19 @@ class OpenAICompletionProvider {
                         });
                     }
                 }
-                catch {
-                    console.error(`generateSearchVariantsChunksInBatch: failed to parse output for ${chunkId}`, outputText);
+                catch (parseErr) {
+                    chunkParseFailures++;
+                    console.error(`generateSearchVariantsChunksInBatch: failed to parse output for ${chunkId}`, {
+                        error: parseErr,
+                        outputTextLength: outputText.length,
+                        outputTextPreview: outputText.slice(0, 2000),
+                        outputTextTail: outputText.slice(-500),
+                    });
                 }
             }
+            if (chunkParseFailures) {
+                console.error(`generateSearchVariantsChunksInBatch: ${chunkParseFailures}/${chunks.length} chunks failed to parse entirely — every item in those chunks will show as missing from LLM output below.`);
+            }
             const missingIds = itemsToSend.filter(i => !resultsById.has(i.id)).map(i => i.id);
             if (missingIds.length) {
                 console.error(`generateSearchVariantsChunksInBatch: ${missingIds.length}/${itemsToSend.length} items missing from LLM output`, missingIds);
@@ -152,7 +162,7 @@ class OpenAICompletionProvider {
                 const r = resultsById.get(id);
                 if (!r) {
                     console.error(`generateSearchVariantsChunksInBatch: no result for itemId=${id}`);
-                    return { id, original: text, processingFailed: true, isEmpty: true };
+                    return { id, original: text, isProcessingFailed: true, isEmpty: true };
                 }
                 return { id, original: text, ...r };
             });

package/dist/libraries/llm/providers/openai-provider.js.map

@@ -1 +1 @@
-{"version":3,"file":"openai-provider.js","sourceRoot":"/","sources":["libraries/llm/providers/openai-provider.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,iDAAwC;AAGxC,MAAa,wBAAwB;IACnB,MAAM,CAAS;IACf,KAAK,CAAS;IACd,iBAAiB,GAAG,iBAAiB,CAAC;IAEvD,YAAY,MAA0B,EAAE,QAAgB,YAAY;QACnE,IAAI,CAAC,MAAM,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAC;QACrF,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,IAAI,gBAAM,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;QACrC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACpB,CAAC;IAcD,KAAK,CAAC,mCAAmC,CACxC,KAAsB,EACtB,KAAc,EACd,YAAqB,EACrB,OAOC;QAED,MAAM,UAAU,GAAG,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC;QACvC,MAAM,SAAS,GAAG,OAAO,EAAE,SAAS,IAAI,GAAG,CAAC;QAC5C,MAAM,SAAS,GAAG,OAAO,EAAE,SAAS,IAAI,CAAC,CAAC;QAC1C,MAAM,UAAU,GAAG,OAAO,EAAE,UAAU,IAAI,CAAC,CAAC;QAC5C,MAAM,kBAAkB,GAAG,OAAO,EAAE,kBAAkB,IAAI,CAAC,CAAC;QAG5D,MAAM,WAAW,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC;QAC9D,MAAM,YAAY,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC;QAE9D,IAAI,YAAY,CAAC,MAAM,EAAE,CAAC;YACzB,OAAO,CAAC,GAAG,CACV,iDAAiD,YAAY,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,wCAAwC,CAC5H,CAAC;QACH,CAAC;QAGD,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC;YAEzB,OAAO,EAAE,CAAC;QACX,CAAC;QAED,IAAI,CAAC;YACJ,MAAM,iBAAiB,GACtB,YAAY,IAAI,IAAI,CAAC,0BAA0B,CAAC,EAAE,SAAS,EAAE,UAAU,EAAE,kBAAkB,EAAE,CAAC,CAAC;YAEhG,MAAM,WAAW,GAAG,IAAI,CAAC,yBAAyB,CAAC,EAAE,SAAS,EAAE,UAAU,EAAE,kBAAkB,EAAE,CAAC,CAAC;YAElG,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;YAEvD,IAAI,MAAM,CAAC,MAAM,GAAG,MAAM,EAAE,CAAC;gBAC5B,MAAM,IAAI,KAAK,CACd,oBAAoB,MAAM,CAAC,MAAM,0FAA0F,CAC3H,CAAC;YACH,CAAC;YAED,OAAO,CAAC,GAAG,CACV,8CAA8C,UAAU,UAAU,WAAW,CAAC,MAAM,KAAK,YAAY,CAAC,MAAM,uBAAuB,SAAS,WAAW,MAAM,CAAC,MAAM,EAAE,CACtK,CAAC;YAGF,MAAM,KAAK,GAAG,MAAM;iBAClB,GAAG,CAAC,CAAC,UAAU,EAAE,CAAC,EAAE,EAAE,CACtB,IAAI,CAAC,SAAS,CAAC;gBACd,SAAS,EAAE,SAAS,CAAC,EAAE;gBACvB,MAAM,EAAE,MAAM;gBACd,GAAG,EAAE,eAAe;gBACpB,IAAI,EAAE;oBACL,KAAK,EAAE,UAAU;oBACjB,YAAY,EAAE,iBAAiB;oBAC/B,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;oBAC3E,IAAI,EAAE;wBACL,MAAM,EAAE;4BACP,IAAI,EAAE,aAAa;4BACnB,IAAI,EAAE,qBAAqB;4BAC3B,MAAM,EAAE,WAAW;4BACnB,MAAM,EAAE,IAAI;yBACZ;qBACD;iBACD;aACD,CAAC,CACF;iBACA,IAAI,CAAC,IAAI,CAAC,CAAC;YAGb,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC;gBAChD,IAAI,EAAE,MAAM,IAAA,eAAM,EAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE,6BAA6B,CAAC;gBAC9E,OAAO,EAAE,OAAO;aAChB,CAAC,CAAC;YAGH,IAAI,KAAK,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;gBAC5C,aAAa,EAAE,SAAS,CAAC,EAAE;gBAC3B,QAAQ,EAAE,eAAe;gBACzB,iBAAiB,EAAE,KAAK;aACxB,CAAC,CAAC;YAGH,KAAK,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,EAAE,OAAO,EAAE,cAAc,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;YAEpF,OAAO,CAAC,GAAG,CAAC;gBACX,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,cAAc,EAAE,KAAK,CAAC,cAAc;gBACpC,MAAM,EAAE,KAAK,CAAC,MAAM;aACpB,CAAC,CAAC;YAEH,IAAI,KAAK,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;gBAClC,MAAM,IAAI,KAAK,CACd,SAAS,KAAK,CAAC,EAAE,uBAAuB,KAAK,CAAC,MAAM,MAAM,KAAK,CAAC,cAAc,EAAE,MAAM,IAAI,CAAC,UAAU,CACrG,CAAC;YACH,CAAC;YAGD,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;YACrE,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;YAGpE,MAAM,WAAW,GAAG,IAAI,GAAG,EAAsC,CAAC;YAElE,KAAK,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,IAAI,aAAa,CAAC,OAAO,EAAE,EAAE,CAAC;gBACzD,MAAM,IAAI,GAAG,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC;gBACpC,MAAM,UAAU,GACf,IAAI,EAAE,WAAW;oBACjB,IAAI,EAAE,MAAM;wBACX,EAAE,IAAI,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC;wBACxC,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,aAAa,CAAC,EAAE,IAAI,CAAC;gBAE9D,IAAI,CAAC,UAAU,EAAE,CAAC;oBACjB,MAAM,GAAG,GAAG,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;oBACvC,OAAO,CAAC,KAAK,CACZ,sDAAsD,OAAO,EAAE,EAC/D,GAAG,IAAI,MAAM,EAAE,KAAK,CACpB,CAAC;oBACF,SAAS;gBACV,CAAC;gBAED,IAAI,CAAC;oBACJ,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAEnC,CAAC;oBACF,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;wBAChC,MAAM,EAAE,GAAG,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;wBAC1C,MAAM,EAAE,GAAG,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;wBAC1C,MAAM,EAAE,GAAG,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;wBAEzC,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;wBAC9F,MAAM,kBAAkB,GAAG,CAAC,CAAC,EAAE,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC;wBAEpE,IAAI,kBAAkB,EAAE,CAAC;4BACxB,OAAO,CAAC,IAAI,CACX,mDAAmD,CAAC,CAAC,EAAE,6BAA6B,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAChK,CAAC;wBACH,CAAC;wBAED,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;4BACrB,MAAM,EAAE,EAAE;4BACV,OAAO,EAAE,EAAE;4BACX,qBAAqB,EAAE,EAAE;4BACzB,kBAAkB;4BAClB,OAAO;yBACP,CAAC,CAAC;oBACJ,CAAC;gBACF,CAAC;gBAAC,MAAM,CAAC;oBACR,OAAO,CAAC,KAAK,CACZ,mEAAmE,OAAO,EAAE,EAC5E,UAAU,CACV,CAAC;gBACH,CAAC;YACF,CAAC;YAGD,MAAM,UAAU,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAClF,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;gBACvB,OAAO,CAAC,KAAK,CACZ,wCAAwC,UAAU,CAAC,MAAM,IAAI,WAAW,CAAC,MAAM,gCAAgC,EAC/G,UAAU,CACV,CAAC;YACH,CAAC;YAID,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE;gBACjC,MAAM,CAAC,GAAG,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAC9B,IAAI,CAAC,CAAC,EAAE,CAAC;oBACR,OAAO,CAAC,KAAK,CAAC,6DAA6D,EAAE,EAAE,CAAC,CAAC;oBACjF,OAAO,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;gBACtE,CAAC;gBACD,OAAO,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,GAAG,CAAC,EAAuB,CAAC;YAC1D,CAAC,CAAC,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,OAAO,CAAC,KAAK,CAAC,4CAA4C,EAAE;gBAC3D,KAAK;gBACL,SAAS,EAAE,WAAW,CAAC,MAAM;gBAC7B,KAAK,EAAE,UAAU;aACjB,CAAC,CAAC;YACH,MAAM,KAAK,CAAC;QACb,CAAC;IACF,CAAC;IAMO,mBAAmB,CAAC,MAA4B;QACvD,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,EAAE,IAAI,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IACxG,CAAC;IAIO,kBAAkB,CAAC,MAA4B;QACtD,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IACzG,CAAC;IAMO,0BAA0B,CAAC,IAIlC;QACA,OAAO;YACN,8EAA8E;YAC9E,oEAAoE;YACpE,uCAAuC;YACvC,yCAAyC;YACzC,qDAAqD,IAAI,CAAC,SAAS,GAAG;YACtE,0EAA0E,IAAI,CAAC,UAAU,GAAG;YAC5F,qFAAqF,IAAI,CAAC,kBAAkB,GAAG;YAC/G,2EAA2E;YAC3E,mFAAmF;YACnF,+EAA+E;SAC/E,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACd,CAAC;IAIO,yBAAyB,CAAC,IAIjC;QACA,OAAO;YACN,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACX,OAAO,EAAE;oBACR,IAAI,EAAE,OAAO;oBACb,KAAK,EAAE;wBACN,IAAI,EAAE,QAAQ;wBACd,UAAU,EAAE;4BACX,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;4BACtB,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,SAAS,EAAE;4BACvF,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,UAAU,EAAE;4BACxF,EAAE,EAAE;gCACH,IAAI,EAAE,OAAO;gCACb,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;gCACzB,QAAQ,EAAE,CAAC;gCACX,QAAQ,EAAE,IAAI,CAAC,kBAAkB;6BACjC;yBACD;wBACD,QAAQ,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC;wBAClC,oBAAoB,EAAE,KAAK;qBAC3B;iBACD;aACD;YACD,QAAQ,EAAE,CAAC,SAAS,CAAC;YACrB,oBAAoB,EAAE,KAAK;SAC3B,CAAC;IACH,CAAC;IAEO,UAAU,CAAI,KAAU,EAAE,IAAY;QAC7C,MAAM,GAAG,GAAU,EAAE,CAAC;QACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC;YAC7C,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;QACpC,CAAC;QACD,OAAO,GAAG,CAAC;IACZ,CAAC;IAEO,KAAK,CAAC,SAAS,CACtB,OAAe,EACf,UAAU,GAAG,IAAI,EACjB,SAAS,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI;QAE/B,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,CAAC,WAAW,EAAE,QAAQ,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC,CAAC;QAC1E,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEzB,OAAO,IAAI,EAAE,CAAC;YACb,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YAC1D,OAAO,CAAC,GAAG,CACV,cAAc,OAAO,WAAW,KAAK,CAAC,MAAM,YAAY,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,GAAG,IAAI,CAAC,GAAG,CAClG,CAAC;YACF,IAAI,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC;gBAAE,OAAO,KAAK,CAAC;YAE7C,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,GAAG,SAAS,EAAE,CAAC;gBACpC,MAAM,IAAI,KAAK,CAAC,SAAS,OAAO,0BAA0B,SAAS,eAAe,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;YACpG,CAAC;YAED,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC;QAC/D,CAAC;IACF,CAAC;IAEO,KAAK,CAAC,aAAa,CAAC,MAAiC;QAC5D,MAAM,MAAM,GAAG,IAAI,GAAG,EAAe,CAAC;QACtC,IAAI,CAAC,MAAM;YAAE,OAAO,MAAM,CAAC;QAE3B,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC7D,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,IAAI,EAAE,CAAC;QAEvC,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;YACrD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAChC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QACtC,CAAC;QAED,OAAO,MAAM,CAAC;IACf,CAAC;IAKO,YAAY,CAAC,MAAmC;QACvD,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAChD,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IAC9D,CAAC;CACD;AAtVD,4DAsVC","sourcesContent":["import OpenAI, { toFile } from 'openai';\nimport { IAICompletionProvider, ItemTextInput, TextVariantResult } from '../interfaces/common-llm-interfaces';\n\nexport class OpenAICompletionProvider implements IAICompletionProvider {\n\tprivate readonly client: OpenAI;\n\tprivate readonly model: string;\n\tprivate readonly ARABIC_CHAR_REGEX = /[\\u0600-\\u06FF]/;\n\n\tconstructor(apiKey: string | undefined, model: string = 'gpt-5-nano') {\n\t\tif (!apiKey) {\n\t\t\tthrow new Error('OPENAI_API_KEY is required to construct OpenAICompletionProvider');\n\t\t}\n\t\tthis.client = new OpenAI({ apiKey });\n\t\tthis.model = model;\n\t}\n\n\t// ── Cost-optimized batch path ────────────────────────────────────\n\t// Implements everything discussed:\n\t//  1. Chunking — groups items (default 200/chunk) into one line per\n\t//     chunk, so `instructions` is billed once per chunk instead of\n\t//     once per item (biggest single cost lever).\n\t//  2. Short output keys — model emits {id, ar, az, tr} instead of\n\t//     {id, arabic, arabizi, arabicTransliteration}; mapped back\n\t//     to full field names locally, at zero token cost.\n\t//  3. Capped array lengths — schema enforces maxItems (not just a\n\t//     prose suggestion), so the model can't drift to longer arrays.\n\t//  4. No echoed fields — model never re-emits id/original text;\n\t//     both are re-attached locally from the input you already have.\n\tasync generateSearchVariantsChunksInBatch(\n\t\titems: ItemTextInput[],\n\t\tmodel?: string,\n\t\tinstructions?: string,\n\t\toptions?: {\n\t\t\tchunkSize?: number;\n\t\t\tmaxArabic?: number;\n\t\t\tmaxArabizi?: number;\n\t\t\tmaxTransliteration?: number;\n\t\t\tpollIntervalMs?: number;\n\t\t\tmaxWaitMs?: number;\n\t\t}\n\t): Promise<TextVariantResult[]> {\n\t\tconst finalModel = model ?? this.model;\n\t\tconst chunkSize = options?.chunkSize ?? 200;\n\t\tconst maxArabic = options?.maxArabic ?? 1;\n\t\tconst maxArabizi = options?.maxArabizi ?? 2;\n\t\tconst maxTransliteration = options?.maxTransliteration ?? 1;\n\n\t\t// Items explicitly opted out — never sent to the model, just passed through.\n\t\tconst itemsToSend = items.filter(i => !i.skipAutoTranslation);\n\t\tconst skippedItems = items.filter(i => i.skipAutoTranslation);\n\n\t\tif (skippedItems.length) {\n\t\t\tconsole.log(\n\t\t\t\t`generateSearchVariantsChunksInBatch: skipping ${skippedItems.length}/${items.length} items due to skipAutoTranslation=true`\n\t\t\t);\n\t\t}\n\n\t\t// Nothing left to actually send — short-circuit before touching the OpenAI API at all.\n\t\tif (!itemsToSend.length) {\n\t\t\t// return skippedItems.map(({ id, text }) => ({ id, original: text, skipped: true }));\n\t\t\treturn [];\n\t\t}\n\n\t\ttry {\n\t\t\tconst finalInstructions =\n\t\t\t\tinstructions ?? this.buildOptimizedInstructions({ maxArabic, maxArabizi, maxTransliteration });\n\n\t\t\tconst chunkSchema = this.buildOptimizedChunkSchema({ maxArabic, maxArabizi, maxTransliteration });\n\n\t\t\tconst chunks = this.chunkItems(itemsToSend, chunkSize);\n\n\t\t\tif (chunks.length > 50_000) {\n\t\t\t\tthrow new Error(\n\t\t\t\t\t`Too many chunks (${chunks.length}) for a single batch file — increase chunkSize or split into multiple batch submissions.`\n\t\t\t\t);\n\t\t\t}\n\n\t\t\tconsole.log(\n\t\t\t\t`generateSearchVariantsChunksInBatch: model=${finalModel} items=${itemsToSend.length} (${skippedItems.length} skipped) chunkSize=${chunkSize} chunks=${chunks.length}`\n\t\t\t);\n\n\t\t\t// 1. Build JSONL — ONE line per chunk, not per item\n\t\t\tconst jsonl = chunks\n\t\t\t\t.map((chunkItems, i) =>\n\t\t\t\t\tJSON.stringify({\n\t\t\t\t\t\tcustom_id: `chunk-${i}`,\n\t\t\t\t\t\tmethod: 'POST',\n\t\t\t\t\t\turl: '/v1/responses',\n\t\t\t\t\t\tbody: {\n\t\t\t\t\t\t\tmodel: finalModel,\n\t\t\t\t\t\t\tinstructions: finalInstructions,\n\t\t\t\t\t\t\tinput: JSON.stringify(chunkItems.map(({ id, text }) => ({ id: id, text }))),\n\t\t\t\t\t\t\ttext: {\n\t\t\t\t\t\t\t\tformat: {\n\t\t\t\t\t\t\t\t\ttype: 'json_schema',\n\t\t\t\t\t\t\t\t\tname: 'text_variants_batch',\n\t\t\t\t\t\t\t\t\tschema: chunkSchema,\n\t\t\t\t\t\t\t\t\tstrict: true,\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t)\n\t\t\t\t.join('\\n');\n\n\t\t\t// 2. Upload input file\n\t\t\tconst inputFile = await this.client.files.create({\n\t\t\t\tfile: await toFile(Buffer.from(jsonl, 'utf-8'), 'batch-input-optimized.jsonl'),\n\t\t\t\tpurpose: 'batch',\n\t\t\t});\n\n\t\t\t// 3. Create batch job\n\t\t\tlet batch = await this.client.batches.create({\n\t\t\t\tinput_file_id: inputFile.id,\n\t\t\t\tendpoint: '/v1/responses',\n\t\t\t\tcompletion_window: '24h',\n\t\t\t});\n\n\t\t\t// 4. Poll until done\n\t\t\tbatch = await this.pollBatch(batch.id, options?.pollIntervalMs, options?.maxWaitMs);\n\n\t\t\tconsole.log({\n\t\t\t\tstatus: batch.status,\n\t\t\t\trequest_counts: batch.request_counts,\n\t\t\t\terrors: batch.errors,\n\t\t\t});\n\n\t\t\tif (batch.status !== 'completed') {\n\t\t\t\tthrow new Error(\n\t\t\t\t\t`Batch ${batch.id} ended with status \"${batch.status}\" (${batch.request_counts?.failed ?? 0} failed)`\n\t\t\t\t);\n\t\t\t}\n\n\t\t\t// 5. Parse output\n\t\t\tconst outputByChunk = await this.readJsonlFile(batch.output_file_id);\n\t\t\tconst errorsByChunk = await this.readJsonlFile(batch.error_file_id);\n\n\t\t\t// 6. Flatten chunk results into a per-itemId map\n\t\t\tconst resultsById = new Map<string, Partial<TextVariantResult>>();\n\n\t\t\tfor (const [chunkId, record] of outputByChunk.entries()) {\n\t\t\t\tconst body = record?.response?.body;\n\t\t\t\tconst outputText =\n\t\t\t\t\tbody?.output_text ??\n\t\t\t\t\tbody?.output\n\t\t\t\t\t\t?.find((o: any) => o.type === 'message')\n\t\t\t\t\t\t?.content?.find((c: any) => c.type === 'output_text')?.text;\n\n\t\t\t\tif (!outputText) {\n\t\t\t\t\tconst err = errorsByChunk.get(chunkId);\n\t\t\t\t\tconsole.error(\n\t\t\t\t\t\t`generateSearchVariantsChunksInBatch: no output for ${chunkId}`,\n\t\t\t\t\t\terr ?? record?.error\n\t\t\t\t\t);\n\t\t\t\t\tcontinue;\n\t\t\t\t}\n\n\t\t\t\ttry {\n\t\t\t\t\tconst parsed = JSON.parse(outputText) as {\n\t\t\t\t\t\tresults: Array<{ id: string; ar: string[]; az: string[]; tr: string[] }>;\n\t\t\t\t\t};\n\t\t\t\t\tfor (const r of parsed.results) {\n\t\t\t\t\t\tconst ar = this.sanitizeArabicArray(r.ar);\n\t\t\t\t\t\tconst tr = this.sanitizeArabicArray(r.tr);\n\t\t\t\t\t\tconst az = this.sanitizeLatinArray(r.az);\n\n\t\t\t\t\t\tconst isEmpty = this.isEmptyValue(r.ar) || this.isEmptyValue(r.az) || this.isEmptyValue(r.tr);\n\t\t\t\t\t\tconst isProcessingFailed = (!ar.length && !tr.length) || !az.length;\n\n\t\t\t\t\t\tif (isProcessingFailed) {\n\t\t\t\t\t\t\tconsole.warn(\n\t\t\t\t\t\t\t\t`generateSearchVariantsChunksInBatch: marking id=${r.id} as processingFailed — ar=${JSON.stringify(r.ar)} az=${JSON.stringify(r.az)} tr=${JSON.stringify(r.tr)}`\n\t\t\t\t\t\t\t);\n\t\t\t\t\t\t}\n\n\t\t\t\t\t\tresultsById.set(r.id, {\n\t\t\t\t\t\t\tarabic: ar,\n\t\t\t\t\t\t\tarabizi: az,\n\t\t\t\t\t\t\tarabicTransliteration: tr,\n\t\t\t\t\t\t\tisProcessingFailed,\n\t\t\t\t\t\t\tisEmpty,\n\t\t\t\t\t\t});\n\t\t\t\t\t}\n\t\t\t\t} catch {\n\t\t\t\t\tconsole.error(\n\t\t\t\t\t\t`generateSearchVariantsChunksInBatch: failed to parse output for ${chunkId}`,\n\t\t\t\t\t\toutputText\n\t\t\t\t\t);\n\t\t\t\t}\n\t\t\t}\n\n\t\t\t// 7. Surface items the model silently dropped (only checked against what we actually sent)\n\t\t\tconst missingIds = itemsToSend.filter(i => !resultsById.has(i.id)).map(i => i.id);\n\t\t\tif (missingIds.length) {\n\t\t\t\tconsole.error(\n\t\t\t\t\t`generateSearchVariantsChunksInBatch: ${missingIds.length}/${itemsToSend.length} items missing from LLM output`,\n\t\t\t\t\tmissingIds\n\t\t\t\t);\n\t\t\t}\n\n\t\t\t// 8. Merge back with the FULL original item list — skipped items pass through untouched,\n\t\t\t//    everything else is looked up in resultsById.\n\t\t\treturn items.map(({ id, text }) => {\n\t\t\t\tconst r = resultsById.get(id);\n\t\t\t\tif (!r) {\n\t\t\t\t\tconsole.error(`generateSearchVariantsChunksInBatch: no result for itemId=${id}`);\n\t\t\t\t\treturn { id, original: text, processingFailed: true, isEmpty: true };\n\t\t\t\t}\n\t\t\t\treturn { id, original: text, ...r } as TextVariantResult;\n\t\t\t});\n\t\t} catch (error) {\n\t\t\tconsole.error('generateSearchVariantsChunksInBatch failed', {\n\t\t\t\terror,\n\t\t\t\titemCount: itemsToSend.length,\n\t\t\t\tmodel: finalModel,\n\t\t\t});\n\t\t\tthrow error;\n\t\t}\n\t}\n\n\t// ── Helpers ──────────────────────────────────────────────────────\n\n\t// Keeps only entries that actually contain Arabic-script characters — used for `ar`/`tr`,\n\t// which must never contain the raw English/Latin text the model was given.\n\tprivate sanitizeArabicArray(values: string[] | undefined): string[] {\n\t\treturn (values ?? []).filter(v => typeof v === 'string' && v.trim() && this.ARABIC_CHAR_REGEX.test(v));\n\t}\n\n\t// Keeps only entries that do NOT contain Arabic-script characters — used for `az`\n\t// (Latin/Arabizi variants), which must never contain Arabic script.\n\tprivate sanitizeLatinArray(values: string[] | undefined): string[] {\n\t\treturn (values ?? []).filter(v => typeof v === 'string' && v.trim() && !this.ARABIC_CHAR_REGEX.test(v));\n\t}\n\n\t// Compact instructions for the optimized path: short-key output format,\n\t// explicit array caps stated in prose (schema also enforces them),\n\t// and an explicit \"no commentary inside values\" rule to stop the model\n\t// padding fields with parenthetical notes.\n\tprivate buildOptimizedInstructions(caps: {\n\t\tmaxArabic: number;\n\t\tmaxArabizi: number;\n\t\tmaxTransliteration: number;\n\t}): string {\n\t\treturn [\n\t\t\t'You generate search-name variants for a food delivery app product/shop name.',\n\t\t\t'You will receive a JSON array of items, each with \"id\" and \"text\".',\n\t\t\t'For EACH item, return an object with:',\n\t\t\t`- id: the exact id provided (unchanged)`,\n\t\t\t`- ar: Arabic translation(s) in Arabic script, max ${caps.maxArabic}.`,\n\t\t\t`- az: Arabizi spelling(s) (Latin script/numerals, e.g. \"zaytoon\"), max ${caps.maxArabizi}.`,\n\t\t\t`- tr: Arabic-script transliteration(s) of the original word (not translated), max ${caps.maxTransliteration}.`,\n\t\t\t'Return one result per input item, same order, no items skipped or merged.',\n\t\t\t'Values must contain only the term itself — no parenthetical notes, no commentary.',\n\t\t\t'Return strict JSON matching the schema. No extra commentary, no extra fields.',\n\t\t].join('\\n');\n\t}\n\n\t// Schema for the OPTIMIZED chunk path: wraps a `results` array (one\n\t// entry per item in the chunk), short keys, and hard maxItems caps.\n\tprivate buildOptimizedChunkSchema(caps: {\n\t\tmaxArabic: number;\n\t\tmaxArabizi: number;\n\t\tmaxTransliteration: number;\n\t}) {\n\t\treturn {\n\t\t\ttype: 'object',\n\t\t\tproperties: {\n\t\t\t\tresults: {\n\t\t\t\t\ttype: 'array',\n\t\t\t\t\titems: {\n\t\t\t\t\t\ttype: 'object',\n\t\t\t\t\t\tproperties: {\n\t\t\t\t\t\t\tid: { type: 'string' },\n\t\t\t\t\t\t\tar: { type: 'array', items: { type: 'string' }, minItems: 1, maxItems: caps.maxArabic },\n\t\t\t\t\t\t\taz: { type: 'array', items: { type: 'string' }, minItems: 1, maxItems: caps.maxArabizi },\n\t\t\t\t\t\t\ttr: {\n\t\t\t\t\t\t\t\ttype: 'array',\n\t\t\t\t\t\t\t\titems: { type: 'string' },\n\t\t\t\t\t\t\t\tminItems: 1,\n\t\t\t\t\t\t\t\tmaxItems: caps.maxTransliteration,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t\trequired: ['id', 'ar', 'az', 'tr'],\n\t\t\t\t\t\tadditionalProperties: false,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\trequired: ['results'],\n\t\t\tadditionalProperties: false,\n\t\t};\n\t}\n\n\tprivate chunkItems<T>(items: T[], size: number): T[][] {\n\t\tconst out: T[][] = [];\n\t\tfor (let i = 0; i < items.length; i += size) {\n\t\t\tout.push(items.slice(i, i + size));\n\t\t}\n\t\treturn out;\n\t}\n\n\tprivate async pollBatch(\n\t\tbatchId: string,\n\t\tintervalMs = 5000,\n\t\tmaxWaitMs = 24 * 60 * 60 * 1000\n\t): Promise<OpenAI.Batches.Batch> {\n\t\tconst terminal = new Set(['completed', 'failed', 'expired', 'cancelled']);\n\t\tconst start = Date.now();\n\n\t\twhile (true) {\n\t\t\tconst batch = await this.client.batches.retrieve(batchId);\n\t\t\tconsole.log(\n\t\t\t\t`pollBatch: ${batchId} status=${batch.status} elapsed=${Math.round((Date.now() - start) / 1000)}s`\n\t\t\t);\n\t\t\tif (terminal.has(batch.status)) return batch;\n\n\t\t\tif (Date.now() - start > maxWaitMs) {\n\t\t\t\tthrow new Error(`Batch ${batchId} did not finish within ${maxWaitMs}ms (status: ${batch.status})`);\n\t\t\t}\n\n\t\t\tawait new Promise(resolve => setTimeout(resolve, intervalMs));\n\t\t}\n\t}\n\n\tprivate async readJsonlFile(fileId: string | null | undefined): Promise<Map<string, any>> {\n\t\tconst result = new Map<string, any>();\n\t\tif (!fileId) return result;\n\n\t\tconst fileResponse = await this.client.files.content(fileId);\n\t\tconst text = await fileResponse.text();\n\n\t\tfor (const line of text.split('\\n').filter(Boolean)) {\n\t\t\tconst record = JSON.parse(line);\n\t\t\tresult.set(record.custom_id, record);\n\t\t}\n\n\t\treturn result;\n\t}\n\n\t// Checks whether ar/az/tr came back empty in any sense the model might produce:\n\t// missing entirely (null/undefined), an empty array, or an array whose entries\n\t// are just empty/whitespace strings.\n\tprivate isEmptyValue(values: string[] | null | undefined): boolean {\n\t\tif (!values || values.length === 0) return true;\n\t\treturn values.every(v => typeof v !== 'string' || !v.trim());\n\t}\n}\n"]}
+{"version":3,"file":"openai-provider.js","sourceRoot":"/","sources":["libraries/llm/providers/openai-provider.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,iDAAwC;AAGxC,MAAa,wBAAwB;IACnB,MAAM,CAAS;IACf,KAAK,CAAS;IACd,iBAAiB,GAAG,iBAAiB,CAAC;IAEvD,YAAY,MAA0B,EAAE,QAAgB,YAAY;QACnE,IAAI,CAAC,MAAM,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAC;QACrF,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,IAAI,gBAAM,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;QACrC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACpB,CAAC;IAeD,KAAK,CAAC,mCAAmC,CACxC,KAAsB,EACtB,KAAc,EACd,YAAqB,EACrB,OAOC;QAED,MAAM,UAAU,GAAG,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC;QAGvC,MAAM,SAAS,GAAG,OAAO,EAAE,SAAS,IAAI,EAAE,CAAC;QAC3C,MAAM,SAAS,GAAG,OAAO,EAAE,SAAS,IAAI,CAAC,CAAC;QAG1C,MAAM,UAAU,GAAG,OAAO,EAAE,UAAU,IAAI,CAAC,CAAC;QAC5C,MAAM,kBAAkB,GAAG,OAAO,EAAE,kBAAkB,IAAI,CAAC,CAAC;QAG5D,MAAM,WAAW,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC;QAC9D,MAAM,YAAY,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC;QAE9D,IAAI,YAAY,CAAC,MAAM,EAAE,CAAC;YACzB,OAAO,CAAC,GAAG,CACV,iDAAiD,YAAY,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,wCAAwC,CAC5H,CAAC;QACH,CAAC;QAGD,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC;YACzB,OAAO,EAAE,CAAC;QACX,CAAC;QAED,IAAI,CAAC;YACJ,MAAM,iBAAiB,GACtB,YAAY,IAAI,IAAI,CAAC,0BAA0B,CAAC,EAAE,SAAS,EAAE,UAAU,EAAE,kBAAkB,EAAE,CAAC,CAAC;YAEhG,MAAM,WAAW,GAAG,IAAI,CAAC,yBAAyB,CAAC,EAAE,SAAS,EAAE,UAAU,EAAE,kBAAkB,EAAE,CAAC,CAAC;YAElG,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;YAEvD,IAAI,MAAM,CAAC,MAAM,GAAG,MAAM,EAAE,CAAC;gBAC5B,MAAM,IAAI,KAAK,CACd,oBAAoB,MAAM,CAAC,MAAM,0FAA0F,CAC3H,CAAC;YACH,CAAC;YAED,OAAO,CAAC,GAAG,CACV,8CAA8C,UAAU,UAAU,WAAW,CAAC,MAAM,KAAK,YAAY,CAAC,MAAM,uBAAuB,SAAS,WAAW,MAAM,CAAC,MAAM,EAAE,CACtK,CAAC;YAGF,MAAM,KAAK,GAAG,MAAM;iBAClB,GAAG,CAAC,CAAC,UAAU,EAAE,CAAC,EAAE,EAAE,CACtB,IAAI,CAAC,SAAS,CAAC;gBACd,SAAS,EAAE,SAAS,CAAC,EAAE;gBACvB,MAAM,EAAE,MAAM;gBACd,GAAG,EAAE,eAAe;gBACpB,IAAI,EAAE;oBACL,KAAK,EAAE,UAAU;oBACjB,YAAY,EAAE,iBAAiB;oBAC/B,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;oBAC3E,IAAI,EAAE;wBACL,MAAM,EAAE;4BACP,IAAI,EAAE,aAAa;4BACnB,IAAI,EAAE,qBAAqB;4BAC3B,MAAM,EAAE,WAAW;4BACnB,MAAM,EAAE,IAAI;yBACZ;qBACD;iBACD;aACD,CAAC,CACF;iBACA,IAAI,CAAC,IAAI,CAAC,CAAC;YAGb,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC;gBAChD,IAAI,EAAE,MAAM,IAAA,eAAM,EAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE,6BAA6B,CAAC;gBAC9E,OAAO,EAAE,OAAO;aAChB,CAAC,CAAC;YAGH,IAAI,KAAK,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;gBAC5C,aAAa,EAAE,SAAS,CAAC,EAAE;gBAC3B,QAAQ,EAAE,eAAe;gBACzB,iBAAiB,EAAE,KAAK;aACxB,CAAC,CAAC;YAGH,KAAK,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,EAAE,OAAO,EAAE,cAAc,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;YAEpF,OAAO,CAAC,GAAG,CAAC;gBACX,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,cAAc,EAAE,KAAK,CAAC,cAAc;gBACpC,MAAM,EAAE,KAAK,CAAC,MAAM;aACpB,CAAC,CAAC;YAEH,IAAI,KAAK,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;gBAClC,MAAM,IAAI,KAAK,CACd,SAAS,KAAK,CAAC,EAAE,uBAAuB,KAAK,CAAC,MAAM,MAAM,KAAK,CAAC,cAAc,EAAE,MAAM,IAAI,CAAC,UAAU,CACrG,CAAC;YACH,CAAC;YAGD,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;YACrE,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;YAGpE,MAAM,WAAW,GAAG,IAAI,GAAG,EAAsC,CAAC;YAClE,IAAI,kBAAkB,GAAG,CAAC,CAAC;YAE3B,KAAK,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,IAAI,aAAa,CAAC,OAAO,EAAE,EAAE,CAAC;gBACzD,MAAM,IAAI,GAAG,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC;gBACpC,MAAM,UAAU,GACf,IAAI,EAAE,WAAW;oBACjB,IAAI,EAAE,MAAM;wBACX,EAAE,IAAI,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC;wBACxC,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,aAAa,CAAC,EAAE,IAAI,CAAC;gBAE9D,IAAI,CAAC,UAAU,EAAE,CAAC;oBACjB,MAAM,GAAG,GAAG,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;oBACvC,OAAO,CAAC,KAAK,CACZ,sDAAsD,OAAO,EAAE,EAC/D,GAAG,IAAI,MAAM,EAAE,KAAK,CACpB,CAAC;oBACF,SAAS;gBACV,CAAC;gBAED,IAAI,CAAC;oBACJ,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAEnC,CAAC;oBACF,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;wBAChC,MAAM,EAAE,GAAG,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;wBAC1C,MAAM,EAAE,GAAG,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;wBAC1C,MAAM,EAAE,GAAG,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;wBAEzC,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;wBAC9F,MAAM,kBAAkB,GAAG,CAAC,CAAC,EAAE,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC;wBAEpE,IAAI,kBAAkB,EAAE,CAAC;4BACxB,OAAO,CAAC,IAAI,CACX,mDAAmD,CAAC,CAAC,EAAE,6BAA6B,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAChK,CAAC;wBACH,CAAC;wBAED,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;4BACrB,MAAM,EAAE,EAAE;4BACV,OAAO,EAAE,EAAE;4BACX,qBAAqB,EAAE,EAAE;4BACzB,kBAAkB;4BAClB,OAAO;yBACP,CAAC,CAAC;oBACJ,CAAC;gBACF,CAAC;gBAAC,OAAO,QAAQ,EAAE,CAAC;oBACnB,kBAAkB,EAAE,CAAC;oBAGrB,OAAO,CAAC,KAAK,CAAC,mEAAmE,OAAO,EAAE,EAAE;wBAC3F,KAAK,EAAE,QAAQ;wBACf,gBAAgB,EAAE,UAAU,CAAC,MAAM;wBACnC,iBAAiB,EAAE,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;wBAC5C,cAAc,EAAE,UAAU,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC;qBACtC,CAAC,CAAC;gBACJ,CAAC;YACF,CAAC;YAED,IAAI,kBAAkB,EAAE,CAAC;gBACxB,OAAO,CAAC,KAAK,CACZ,wCAAwC,kBAAkB,IAAI,MAAM,CAAC,MAAM,2GAA2G,CACtL,CAAC;YACH,CAAC;YAGD,MAAM,UAAU,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAClF,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;gBACvB,OAAO,CAAC,KAAK,CACZ,wCAAwC,UAAU,CAAC,MAAM,IAAI,WAAW,CAAC,MAAM,gCAAgC,EAC/G,UAAU,CACV,CAAC;YACH,CAAC;YAID,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE;gBACjC,MAAM,CAAC,GAAG,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAC9B,IAAI,CAAC,CAAC,EAAE,CAAC;oBACR,OAAO,CAAC,KAAK,CAAC,6DAA6D,EAAE,EAAE,CAAC,CAAC;oBAKjF,OAAO,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,kBAAkB,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;gBACxE,CAAC;gBACD,OAAO,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,GAAG,CAAC,EAAuB,CAAC;YAC1D,CAAC,CAAC,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,OAAO,CAAC,KAAK,CAAC,4CAA4C,EAAE;gBAC3D,KAAK;gBACL,SAAS,EAAE,WAAW,CAAC,MAAM;gBAC7B,KAAK,EAAE,UAAU;aACjB,CAAC,CAAC;YACH,MAAM,KAAK,CAAC;QACb,CAAC;IACF,CAAC;IAMO,mBAAmB,CAAC,MAA4B;QACvD,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,EAAE,IAAI,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IACxG,CAAC;IAIO,kBAAkB,CAAC,MAA4B;QACtD,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IACzG,CAAC;IAMO,0BAA0B,CAAC,IAIlC;QACA,OAAO;YACN,8EAA8E;YAC9E,oEAAoE;YACpE,uCAAuC;YACvC,yCAAyC;YACzC,qDAAqD,IAAI,CAAC,SAAS,GAAG;YACtE,0EAA0E,IAAI,CAAC,UAAU,GAAG;YAC5F,qFAAqF,IAAI,CAAC,kBAAkB,GAAG;YAC/G,2EAA2E;YAC3E,mFAAmF;YACnF,+EAA+E;SAC/E,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACd,CAAC;IAIO,yBAAyB,CAAC,IAIjC;QACA,OAAO;YACN,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACX,OAAO,EAAE;oBACR,IAAI,EAAE,OAAO;oBACb,KAAK,EAAE;wBACN,IAAI,EAAE,QAAQ;wBACd,UAAU,EAAE;4BACX,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;4BACtB,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,SAAS,EAAE;4BACvF,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,UAAU,EAAE;4BACxF,EAAE,EAAE;gCACH,IAAI,EAAE,OAAO;gCACb,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;gCACzB,QAAQ,EAAE,CAAC;gCACX,QAAQ,EAAE,IAAI,CAAC,kBAAkB;6BACjC;yBACD;wBACD,QAAQ,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC;wBAClC,oBAAoB,EAAE,KAAK;qBAC3B;iBACD;aACD;YACD,QAAQ,EAAE,CAAC,SAAS,CAAC;YACrB,oBAAoB,EAAE,KAAK;SAC3B,CAAC;IACH,CAAC;IAEO,UAAU,CAAI,KAAU,EAAE,IAAY;QAC7C,MAAM,GAAG,GAAU,EAAE,CAAC;QACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC;YAC7C,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;QACpC,CAAC;QACD,OAAO,GAAG,CAAC;IACZ,CAAC;IAEO,KAAK,CAAC,SAAS,CACtB,OAAe,EACf,UAAU,GAAG,IAAI,EACjB,SAAS,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI;QAE/B,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,CAAC,WAAW,EAAE,QAAQ,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC,CAAC;QAC1E,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEzB,OAAO,IAAI,EAAE,CAAC;YACb,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YAC1D,OAAO,CAAC,GAAG,CACV,cAAc,OAAO,WAAW,KAAK,CAAC,MAAM,YAAY,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,GAAG,IAAI,CAAC,GAAG,CAClG,CAAC;YACF,IAAI,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC;gBAAE,OAAO,KAAK,CAAC;YAE7C,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,GAAG,SAAS,EAAE,CAAC;gBACpC,MAAM,IAAI,KAAK,CAAC,SAAS,OAAO,0BAA0B,SAAS,eAAe,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;YACpG,CAAC;YAED,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC;QAC/D,CAAC;IACF,CAAC;IAEO,KAAK,CAAC,aAAa,CAAC,MAAiC;QAC5D,MAAM,MAAM,GAAG,IAAI,GAAG,EAAe,CAAC;QACtC,IAAI,CAAC,MAAM;YAAE,OAAO,MAAM,CAAC;QAE3B,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC7D,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,IAAI,EAAE,CAAC;QAEvC,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;YACrD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAChC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QACtC,CAAC;QAED,OAAO,MAAM,CAAC;IACf,CAAC;IAKO,YAAY,CAAC,MAAmC;QACvD,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAChD,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IAC9D,CAAC;CACD;AA1WD,4DA0WC","sourcesContent":["import OpenAI, { toFile } from 'openai';\nimport { IAICompletionProvider, ItemTextInput, TextVariantResult } from '../interfaces/common-llm-interfaces';\n\nexport class OpenAICompletionProvider implements IAICompletionProvider {\n\tprivate readonly client: OpenAI;\n\tprivate readonly model: string;\n\tprivate readonly ARABIC_CHAR_REGEX = /[\\u0600-\\u06FF]/;\n\n\tconstructor(apiKey: string | undefined, model: string = 'gpt-5-nano') {\n\t\tif (!apiKey) {\n\t\t\tthrow new Error('OPENAI_API_KEY is required to construct OpenAICompletionProvider');\n\t\t}\n\t\tthis.client = new OpenAI({ apiKey });\n\t\tthis.model = model;\n\t}\n\n\t// ── Cost-optimized batch path ────────────────────────────────────\n\t// Implements everything discussed:\n\t//  1. Chunking — groups items (default 25/chunk — kept small so a single\n\t//     malformed/truncated model response only takes out a small slice of\n\t//     items instead of ~100+ at once) into one line per chunk, so\n\t//     `instructions` is billed once per chunk instead of once per item.\n\t//  2. Short output keys — model emits {id, ar, az, tr} instead of\n\t//     {id, arabic, arabizi, arabicTransliteration}; mapped back\n\t//     to full field names locally, at zero token cost.\n\t//  3. Capped array lengths — schema enforces maxItems (not just a\n\t//     prose suggestion), so the model can't drift to longer arrays.\n\t//  4. No echoed fields — model never re-emits id/original text;\n\t//     both are re-attached locally from the input you already have.\n\tasync generateSearchVariantsChunksInBatch(\n\t\titems: ItemTextInput[],\n\t\tmodel?: string,\n\t\tinstructions?: string,\n\t\toptions?: {\n\t\t\tchunkSize?: number;\n\t\t\tmaxArabic?: number;\n\t\t\tmaxArabizi?: number;\n\t\t\tmaxTransliteration?: number;\n\t\t\tpollIntervalMs?: number;\n\t\t\tmaxWaitMs?: number;\n\t\t}\n\t): Promise<TextVariantResult[]> {\n\t\tconst finalModel = model ?? this.model;\n\t\t// Kept intentionally small — large chunks (100+) risk the model truncating or\n\t\t// malforming output for the WHOLE chunk, which drops every item in it at once.\n\t\tconst chunkSize = options?.chunkSize ?? 25;\n\t\tconst maxArabic = options?.maxArabic ?? 1;\n\t\t// Reduced from 2 → 1 by default: fewer required strings per item means less total\n\t\t// output per chunk, which lowers the chance of hitting a truncation/formatting issue.\n\t\tconst maxArabizi = options?.maxArabizi ?? 1;\n\t\tconst maxTransliteration = options?.maxTransliteration ?? 1;\n\n\t\t// Items explicitly opted out — never sent to the model, just passed through.\n\t\tconst itemsToSend = items.filter(i => !i.skipAutoTranslation);\n\t\tconst skippedItems = items.filter(i => i.skipAutoTranslation);\n\n\t\tif (skippedItems.length) {\n\t\t\tconsole.log(\n\t\t\t\t`generateSearchVariantsChunksInBatch: skipping ${skippedItems.length}/${items.length} items due to skipAutoTranslation=true`\n\t\t\t);\n\t\t}\n\n\t\t// Nothing left to actually send — short-circuit before touching the OpenAI API at all.\n\t\tif (!itemsToSend.length) {\n\t\t\treturn [];\n\t\t}\n\n\t\ttry {\n\t\t\tconst finalInstructions =\n\t\t\t\tinstructions ?? this.buildOptimizedInstructions({ maxArabic, maxArabizi, maxTransliteration });\n\n\t\t\tconst chunkSchema = this.buildOptimizedChunkSchema({ maxArabic, maxArabizi, maxTransliteration });\n\n\t\t\tconst chunks = this.chunkItems(itemsToSend, chunkSize);\n\n\t\t\tif (chunks.length > 50_000) {\n\t\t\t\tthrow new Error(\n\t\t\t\t\t`Too many chunks (${chunks.length}) for a single batch file — increase chunkSize or split into multiple batch submissions.`\n\t\t\t\t);\n\t\t\t}\n\n\t\t\tconsole.log(\n\t\t\t\t`generateSearchVariantsChunksInBatch: model=${finalModel} items=${itemsToSend.length} (${skippedItems.length} skipped) chunkSize=${chunkSize} chunks=${chunks.length}`\n\t\t\t);\n\n\t\t\t// 1. Build JSONL — ONE line per chunk, not per item\n\t\t\tconst jsonl = chunks\n\t\t\t\t.map((chunkItems, i) =>\n\t\t\t\t\tJSON.stringify({\n\t\t\t\t\t\tcustom_id: `chunk-${i}`,\n\t\t\t\t\t\tmethod: 'POST',\n\t\t\t\t\t\turl: '/v1/responses',\n\t\t\t\t\t\tbody: {\n\t\t\t\t\t\t\tmodel: finalModel,\n\t\t\t\t\t\t\tinstructions: finalInstructions,\n\t\t\t\t\t\t\tinput: JSON.stringify(chunkItems.map(({ id, text }) => ({ id: id, text }))),\n\t\t\t\t\t\t\ttext: {\n\t\t\t\t\t\t\t\tformat: {\n\t\t\t\t\t\t\t\t\ttype: 'json_schema',\n\t\t\t\t\t\t\t\t\tname: 'text_variants_batch',\n\t\t\t\t\t\t\t\t\tschema: chunkSchema,\n\t\t\t\t\t\t\t\t\tstrict: true,\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t})\n\t\t\t\t)\n\t\t\t\t.join('\\n');\n\n\t\t\t// 2. Upload input file\n\t\t\tconst inputFile = await this.client.files.create({\n\t\t\t\tfile: await toFile(Buffer.from(jsonl, 'utf-8'), 'batch-input-optimized.jsonl'),\n\t\t\t\tpurpose: 'batch',\n\t\t\t});\n\n\t\t\t// 3. Create batch job\n\t\t\tlet batch = await this.client.batches.create({\n\t\t\t\tinput_file_id: inputFile.id,\n\t\t\t\tendpoint: '/v1/responses',\n\t\t\t\tcompletion_window: '24h',\n\t\t\t});\n\n\t\t\t// 4. Poll until done\n\t\t\tbatch = await this.pollBatch(batch.id, options?.pollIntervalMs, options?.maxWaitMs);\n\n\t\t\tconsole.log({\n\t\t\t\tstatus: batch.status,\n\t\t\t\trequest_counts: batch.request_counts,\n\t\t\t\terrors: batch.errors,\n\t\t\t});\n\n\t\t\tif (batch.status !== 'completed') {\n\t\t\t\tthrow new Error(\n\t\t\t\t\t`Batch ${batch.id} ended with status \"${batch.status}\" (${batch.request_counts?.failed ?? 0} failed)`\n\t\t\t\t);\n\t\t\t}\n\n\t\t\t// 5. Parse output\n\t\t\tconst outputByChunk = await this.readJsonlFile(batch.output_file_id);\n\t\t\tconst errorsByChunk = await this.readJsonlFile(batch.error_file_id);\n\n\t\t\t// 6. Flatten chunk results into a per-itemId map\n\t\t\tconst resultsById = new Map<string, Partial<TextVariantResult>>();\n\t\t\tlet chunkParseFailures = 0;\n\n\t\t\tfor (const [chunkId, record] of outputByChunk.entries()) {\n\t\t\t\tconst body = record?.response?.body;\n\t\t\t\tconst outputText =\n\t\t\t\t\tbody?.output_text ??\n\t\t\t\t\tbody?.output\n\t\t\t\t\t\t?.find((o: any) => o.type === 'message')\n\t\t\t\t\t\t?.content?.find((c: any) => c.type === 'output_text')?.text;\n\n\t\t\t\tif (!outputText) {\n\t\t\t\t\tconst err = errorsByChunk.get(chunkId);\n\t\t\t\t\tconsole.error(\n\t\t\t\t\t\t`generateSearchVariantsChunksInBatch: no output for ${chunkId}`,\n\t\t\t\t\t\terr ?? record?.error\n\t\t\t\t\t);\n\t\t\t\t\tcontinue;\n\t\t\t\t}\n\n\t\t\t\ttry {\n\t\t\t\t\tconst parsed = JSON.parse(outputText) as {\n\t\t\t\t\t\tresults: Array<{ id: string; ar: string[]; az: string[]; tr: string[] }>;\n\t\t\t\t\t};\n\t\t\t\t\tfor (const r of parsed.results) {\n\t\t\t\t\t\tconst ar = this.sanitizeArabicArray(r.ar);\n\t\t\t\t\t\tconst tr = this.sanitizeArabicArray(r.tr);\n\t\t\t\t\t\tconst az = this.sanitizeLatinArray(r.az);\n\n\t\t\t\t\t\tconst isEmpty = this.isEmptyValue(r.ar) || this.isEmptyValue(r.az) || this.isEmptyValue(r.tr);\n\t\t\t\t\t\tconst isProcessingFailed = (!ar.length && !tr.length) || !az.length;\n\n\t\t\t\t\t\tif (isProcessingFailed) {\n\t\t\t\t\t\t\tconsole.warn(\n\t\t\t\t\t\t\t\t`generateSearchVariantsChunksInBatch: marking id=${r.id} as processingFailed — ar=${JSON.stringify(r.ar)} az=${JSON.stringify(r.az)} tr=${JSON.stringify(r.tr)}`\n\t\t\t\t\t\t\t);\n\t\t\t\t\t\t}\n\n\t\t\t\t\t\tresultsById.set(r.id, {\n\t\t\t\t\t\t\tarabic: ar,\n\t\t\t\t\t\t\tarabizi: az,\n\t\t\t\t\t\t\tarabicTransliteration: tr,\n\t\t\t\t\t\t\tisProcessingFailed,\n\t\t\t\t\t\t\tisEmpty,\n\t\t\t\t\t\t});\n\t\t\t\t\t}\n\t\t\t\t} catch (parseErr) {\n\t\t\t\t\tchunkParseFailures++;\n\t\t\t\t\t// Log a preview + length of the raw output so you can tell WHY it failed —\n\t\t\t\t\t// truncated mid-JSON (hit output length) vs. malformed/extra text vs. something else.\n\t\t\t\t\tconsole.error(`generateSearchVariantsChunksInBatch: failed to parse output for ${chunkId}`, {\n\t\t\t\t\t\terror: parseErr,\n\t\t\t\t\t\toutputTextLength: outputText.length,\n\t\t\t\t\t\toutputTextPreview: outputText.slice(0, 2000),\n\t\t\t\t\t\toutputTextTail: outputText.slice(-500),\n\t\t\t\t\t});\n\t\t\t\t}\n\t\t\t}\n\n\t\t\tif (chunkParseFailures) {\n\t\t\t\tconsole.error(\n\t\t\t\t\t`generateSearchVariantsChunksInBatch: ${chunkParseFailures}/${chunks.length} chunks failed to parse entirely — every item in those chunks will show as missing from LLM output below.`\n\t\t\t\t);\n\t\t\t}\n\n\t\t\t// 7. Surface items the model silently dropped (only checked against what we actually sent)\n\t\t\tconst missingIds = itemsToSend.filter(i => !resultsById.has(i.id)).map(i => i.id);\n\t\t\tif (missingIds.length) {\n\t\t\t\tconsole.error(\n\t\t\t\t\t`generateSearchVariantsChunksInBatch: ${missingIds.length}/${itemsToSend.length} items missing from LLM output`,\n\t\t\t\t\tmissingIds\n\t\t\t\t);\n\t\t\t}\n\n\t\t\t// 8. Merge back with the FULL original item list — skipped items pass through untouched,\n\t\t\t//    everything else is looked up in resultsById.\n\t\t\treturn items.map(({ id, text }) => {\n\t\t\t\tconst r = resultsById.get(id);\n\t\t\t\tif (!r) {\n\t\t\t\t\tconsole.error(`generateSearchVariantsChunksInBatch: no result for itemId=${id}`);\n\t\t\t\t\t// NOTE: key must be isProcessingFailed (matches the shape set above and what\n\t\t\t\t\t// hasAnyFailedField/isFieldUsable check downstream) — a prior version of this\n\t\t\t\t\t// fallback used `processingFailed` (wrong key), which meant callers saw\n\t\t\t\t\t// isProcessingFailed=undefined for every dropped item instead of true.\n\t\t\t\t\treturn { id, original: text, isProcessingFailed: true, isEmpty: true };\n\t\t\t\t}\n\t\t\t\treturn { id, original: text, ...r } as TextVariantResult;\n\t\t\t});\n\t\t} catch (error) {\n\t\t\tconsole.error('generateSearchVariantsChunksInBatch failed', {\n\t\t\t\terror,\n\t\t\t\titemCount: itemsToSend.length,\n\t\t\t\tmodel: finalModel,\n\t\t\t});\n\t\t\tthrow error;\n\t\t}\n\t}\n\n\t// ── Helpers ──────────────────────────────────────────────────────\n\n\t// Keeps only entries that actually contain Arabic-script characters — used for `ar`/`tr`,\n\t// which must never contain the raw English/Latin text the model was given.\n\tprivate sanitizeArabicArray(values: string[] | undefined): string[] {\n\t\treturn (values ?? []).filter(v => typeof v === 'string' && v.trim() && this.ARABIC_CHAR_REGEX.test(v));\n\t}\n\n\t// Keeps only entries that do NOT contain Arabic-script characters — used for `az`\n\t// (Latin/Arabizi variants), which must never contain Arabic script.\n\tprivate sanitizeLatinArray(values: string[] | undefined): string[] {\n\t\treturn (values ?? []).filter(v => typeof v === 'string' && v.trim() && !this.ARABIC_CHAR_REGEX.test(v));\n\t}\n\n\t// Compact instructions for the optimized path: short-key output format,\n\t// explicit array caps stated in prose (schema also enforces them),\n\t// and an explicit \"no commentary inside values\" rule to stop the model\n\t// padding fields with parenthetical notes.\n\tprivate buildOptimizedInstructions(caps: {\n\t\tmaxArabic: number;\n\t\tmaxArabizi: number;\n\t\tmaxTransliteration: number;\n\t}): string {\n\t\treturn [\n\t\t\t'You generate search-name variants for a food delivery app product/shop name.',\n\t\t\t'You will receive a JSON array of items, each with \"id\" and \"text\".',\n\t\t\t'For EACH item, return an object with:',\n\t\t\t`- id: the exact id provided (unchanged)`,\n\t\t\t`- ar: Arabic translation(s) in Arabic script, max ${caps.maxArabic}.`,\n\t\t\t`- az: Arabizi spelling(s) (Latin script/numerals, e.g. \"zaytoon\"), max ${caps.maxArabizi}.`,\n\t\t\t`- tr: Arabic-script transliteration(s) of the original word (not translated), max ${caps.maxTransliteration}.`,\n\t\t\t'Return one result per input item, same order, no items skipped or merged.',\n\t\t\t'Values must contain only the term itself — no parenthetical notes, no commentary.',\n\t\t\t'Return strict JSON matching the schema. No extra commentary, no extra fields.',\n\t\t].join('\\n');\n\t}\n\n\t// Schema for the OPTIMIZED chunk path: wraps a `results` array (one\n\t// entry per item in the chunk), short keys, and hard maxItems caps.\n\tprivate buildOptimizedChunkSchema(caps: {\n\t\tmaxArabic: number;\n\t\tmaxArabizi: number;\n\t\tmaxTransliteration: number;\n\t}) {\n\t\treturn {\n\t\t\ttype: 'object',\n\t\t\tproperties: {\n\t\t\t\tresults: {\n\t\t\t\t\ttype: 'array',\n\t\t\t\t\titems: {\n\t\t\t\t\t\ttype: 'object',\n\t\t\t\t\t\tproperties: {\n\t\t\t\t\t\t\tid: { type: 'string' },\n\t\t\t\t\t\t\tar: { type: 'array', items: { type: 'string' }, minItems: 1, maxItems: caps.maxArabic },\n\t\t\t\t\t\t\taz: { type: 'array', items: { type: 'string' }, minItems: 1, maxItems: caps.maxArabizi },\n\t\t\t\t\t\t\ttr: {\n\t\t\t\t\t\t\t\ttype: 'array',\n\t\t\t\t\t\t\t\titems: { type: 'string' },\n\t\t\t\t\t\t\t\tminItems: 1,\n\t\t\t\t\t\t\t\tmaxItems: caps.maxTransliteration,\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t},\n\t\t\t\t\t\trequired: ['id', 'ar', 'az', 'tr'],\n\t\t\t\t\t\tadditionalProperties: false,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t},\n\t\t\trequired: ['results'],\n\t\t\tadditionalProperties: false,\n\t\t};\n\t}\n\n\tprivate chunkItems<T>(items: T[], size: number): T[][] {\n\t\tconst out: T[][] = [];\n\t\tfor (let i = 0; i < items.length; i += size) {\n\t\t\tout.push(items.slice(i, i + size));\n\t\t}\n\t\treturn out;\n\t}\n\n\tprivate async pollBatch(\n\t\tbatchId: string,\n\t\tintervalMs = 5000,\n\t\tmaxWaitMs = 24 * 60 * 60 * 1000\n\t): Promise<OpenAI.Batches.Batch> {\n\t\tconst terminal = new Set(['completed', 'failed', 'expired', 'cancelled']);\n\t\tconst start = Date.now();\n\n\t\twhile (true) {\n\t\t\tconst batch = await this.client.batches.retrieve(batchId);\n\t\t\tconsole.log(\n\t\t\t\t`pollBatch: ${batchId} status=${batch.status} elapsed=${Math.round((Date.now() - start) / 1000)}s`\n\t\t\t);\n\t\t\tif (terminal.has(batch.status)) return batch;\n\n\t\t\tif (Date.now() - start > maxWaitMs) {\n\t\t\t\tthrow new Error(`Batch ${batchId} did not finish within ${maxWaitMs}ms (status: ${batch.status})`);\n\t\t\t}\n\n\t\t\tawait new Promise(resolve => setTimeout(resolve, intervalMs));\n\t\t}\n\t}\n\n\tprivate async readJsonlFile(fileId: string | null | undefined): Promise<Map<string, any>> {\n\t\tconst result = new Map<string, any>();\n\t\tif (!fileId) return result;\n\n\t\tconst fileResponse = await this.client.files.content(fileId);\n\t\tconst text = await fileResponse.text();\n\n\t\tfor (const line of text.split('\\n').filter(Boolean)) {\n\t\t\tconst record = JSON.parse(line);\n\t\t\tresult.set(record.custom_id, record);\n\t\t}\n\n\t\treturn result;\n\t}\n\n\t// Checks whether ar/az/tr came back empty in any sense the model might produce:\n\t// missing entirely (null/undefined), an empty array, or an array whose entries\n\t// are just empty/whitespace strings.\n\tprivate isEmptyValue(values: string[] | null | undefined): boolean {\n\t\tif (!values || values.length === 0) return true;\n\t\treturn values.every(v => typeof v !== 'string' || !v.trim());\n\t}\n}\n"]}

package/dist/libraries/mongo/models/user-shop-history.model.d.ts

@@ -2,7 +2,12 @@ import { Ref } from '@typegoose/typegoose';
 import { TimeStamps } from '@typegoose/typegoose/lib/defaultClasses';
 import { User } from './user.model';
 import { Shop } from './shop.model';
+export declare class ShopOrderCount {
+    shop: Ref<Shop>;
+    count: number;
+    lastOrderedAt: Date;
+}
 export declare class UserShopHistory extends TimeStamps {
     user: Ref<User>;
-    shops?: Ref<Shop>[];
+    shops: ShopOrderCount[];
 }

package/dist/libraries/mongo/models/user-shop-history.model.js

@@ -9,11 +9,29 @@ var __metadata = (this && this.__metadata) || function (k, v) {
     if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.UserShopHistory = void 0;
+exports.UserShopHistory = exports.ShopOrderCount = void 0;
 const typegoose_1 = require("@typegoose/typegoose");
 const defaultClasses_1 = require("@typegoose/typegoose/lib/defaultClasses");
 const user_model_1 = require("./user.model");
 const shop_model_1 = require("./shop.model");
+class ShopOrderCount {
+    shop;
+    count;
+    lastOrderedAt;
+}
+exports.ShopOrderCount = ShopOrderCount;
+__decorate([
+    (0, typegoose_1.prop)({ required: true, ref: () => shop_model_1.Shop }),
+    __metadata("design:type", Object)
+], ShopOrderCount.prototype, "shop", void 0);
+__decorate([
+    (0, typegoose_1.prop)({ required: true, type: Number, default: 1 }),
+    __metadata("design:type", Number)
+], ShopOrderCount.prototype, "count", void 0);
+__decorate([
+    (0, typegoose_1.prop)({ required: true, type: Date, default: Date.now }),
+    __metadata("design:type", Date)
+], ShopOrderCount.prototype, "lastOrderedAt", void 0);
 let UserShopHistory = class UserShopHistory extends defaultClasses_1.TimeStamps {
     user;
     shops;
@@ -24,11 +42,12 @@ __decorate([
     __metadata("design:type", Object)
 ], UserShopHistory.prototype, "user", void 0);
 __decorate([
-    (0, typegoose_1.prop)({ ref: () => shop_model_1.Shop }),
+    (0, typegoose_1.prop)({ type: () => [ShopOrderCount], default: [] }),
     __metadata("design:type", Array)
 ], UserShopHistory.prototype, "shops", void 0);
 exports.UserShopHistory = UserShopHistory = __decorate([
     (0, typegoose_1.modelOptions)({ schemaOptions: { collection: 'userShopHistories' } }),
-    (0, typegoose_1.index)({ user: 1 }, { unique: true })
+    (0, typegoose_1.index)({ user: 1 }, { unique: true }),
+    (0, typegoose_1.index)({ 'shops.shop': 1 })
 ], UserShopHistory);
 //# sourceMappingURL=user-shop-history.model.js.map

package/dist/libraries/mongo/models/user-shop-history.model.js.map

@@ -1 +1 @@
-{"version":3,"file":"user-shop-history.model.js","sourceRoot":"/","sources":["libraries/mongo/models/user-shop-history.model.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,oDAAsE;AACtE,4EAAqE;AACrE,6CAAoC;AACpC,6CAAoC;AAO7B,IAAM,eAAe,GAArB,MAAM,eAAgB,SAAQ,2BAAU;IAEvC,IAAI,CAAa;IAGjB,KAAK,CAAe;CAC3B,CAAA;AANY,0CAAe;AAEpB;IADN,IAAA,gBAAI,EAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,iBAAI,EAAE,CAAC;;6CAClB;AAGjB;IADN,IAAA,gBAAI,EAAC,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,iBAAI,EAAE,CAAC;;8CACC;0BALf,eAAe;IAF3B,IAAA,wBAAY,EAAC,EAAE,aAAa,EAAE,EAAE,UAAU,EAAE,mBAAmB,EAAE,EAAE,CAAC;IACpE,IAAA,iBAAK,EAAC,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;GACxB,eAAe,CAM3B","sourcesContent":["import { index, modelOptions, prop, Ref } from '@typegoose/typegoose';\nimport { TimeStamps } from '@typegoose/typegoose/lib/defaultClasses';\nimport { User } from './user.model';\nimport { Shop } from './shop.model';\n\n/**\n * UserShopHistory model - Tracks the shops a user is associated with (eligible/ordered-from shops)\n */\n@modelOptions({ schemaOptions: { collection: 'userShopHistories' } })\n@index({ user: 1 }, { unique: true })\nexport class UserShopHistory extends TimeStamps {\n\t@prop({ required: true, ref: () => User })\n\tpublic user!: Ref<User>;\n\n\t@prop({ ref: () => Shop })\n\tpublic shops?: Ref<Shop>[];\n}\n"]}
+{"version":3,"file":"user-shop-history.model.js","sourceRoot":"/","sources":["libraries/mongo/models/user-shop-history.model.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,oDAAsE;AACtE,4EAAqE;AACrE,6CAAoC;AACpC,6CAAoC;AAEpC,MAAa,cAAc;IAEnB,IAAI,CAAa;IAGjB,KAAK,CAAU;IAGf,aAAa,CAAQ;CAC5B;AATD,wCASC;AAPO;IADN,IAAA,gBAAI,EAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,iBAAI,EAAE,CAAC;;4CAClB;AAGjB;IADN,IAAA,gBAAI,EAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;;6CAC7B;AAGf;IADN,IAAA,gBAAI,EAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC;8BACjC,IAAI;qDAAC;AAStB,IAAM,eAAe,GAArB,MAAM,eAAgB,SAAQ,2BAAU;IAEvC,IAAI,CAAa;IAGjB,KAAK,CAAoB;CAChC,CAAA;AANY,0CAAe;AAEpB;IADN,IAAA,gBAAI,EAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,iBAAI,EAAE,CAAC;;6CAClB;AAGjB;IADN,IAAA,gBAAI,EAAC,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC,cAAc,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;;8CACpB;0BALpB,eAAe;IAH3B,IAAA,wBAAY,EAAC,EAAE,aAAa,EAAE,EAAE,UAAU,EAAE,mBAAmB,EAAE,EAAE,CAAC;IACpE,IAAA,iBAAK,EAAC,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;IACpC,IAAA,iBAAK,EAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;GACd,eAAe,CAM3B","sourcesContent":["import { index, modelOptions, prop, Ref } from '@typegoose/typegoose';\nimport { TimeStamps } from '@typegoose/typegoose/lib/defaultClasses';\nimport { User } from './user.model';\nimport { Shop } from './shop.model';\n\nexport class ShopOrderCount {\n\t@prop({ required: true, ref: () => Shop })\n\tpublic shop!: Ref<Shop>;\n\n\t@prop({ required: true, type: Number, default: 1 })\n\tpublic count!: number;\n\n\t@prop({ required: true, type: Date, default: Date.now })\n\tpublic lastOrderedAt!: Date;\n}\n\n/**\n * UserShopHistory model - Tracks the shops a user is associated with (eligible/ordered-from shops)\n */\n@modelOptions({ schemaOptions: { collection: 'userShopHistories' } })\n@index({ user: 1 }, { unique: true })\n@index({ 'shops.shop': 1 })\nexport class UserShopHistory extends TimeStamps {\n\t@prop({ required: true, ref: () => User })\n\tpublic user!: Ref<User>;\n\n\t@prop({ type: () => [ShopOrderCount], default: [] })\n\tpublic shops!: ShopOrderCount[];\n}\n"]}

package/dist/libraries/socket/events/chatroom-message-send.socket.event.d.ts

@@ -20,13 +20,13 @@ export declare const ChatroomMessageSendOutputSchema: z.ZodObject<{
         name: z.ZodString | z.ZodEffects<z.ZodEffects<z.ZodString, string, string>, string, string>;
         type: z.ZodNativeEnum<typeof UserRef>;
     }, "strip", z.ZodTypeAny, {
-        type: UserRef;
         name: string;
         id: import("mongoose").Types.ObjectId;
-    }, {
         type: UserRef;
+    }, {
         name: string;
         id: import("mongoose").Types.ObjectId;
+        type: UserRef;
     }>;
     content: z.ZodOptional<z.ZodString> | z.ZodOptional<z.ZodEffects<z.ZodEffects<z.ZodString, string, string>, string, string>>;
     media: z.ZodArray<z.ZodObject<{
@@ -36,14 +36,14 @@ export declare const ChatroomMessageSendOutputSchema: z.ZodObject<{
         thumbnailUrl: z.ZodOptional<z.ZodString> | z.ZodOptional<z.ZodEffects<z.ZodEffects<z.ZodString, string, string>, string, string>>;
         name: z.ZodOptional<z.ZodString> | z.ZodOptional<z.ZodEffects<z.ZodEffects<z.ZodString, string, string>, string, string>>;
     }, "strip", z.ZodTypeAny, {
-        mediaUrl: string;
         mediaType: MediaType;
+        mediaUrl: string;
         mimeType: string;
         name?: string | undefined;
         thumbnailUrl?: string | undefined;
     }, {
-        mediaUrl: string;
         mediaType: MediaType;
+        mediaUrl: string;
         mimeType: string;
         name?: string | undefined;
         thumbnailUrl?: string | undefined;
@@ -63,17 +63,17 @@ export declare const ChatroomMessageSendOutputSchema: z.ZodObject<{
     orderId: z.ZodOptional<z.ZodEffects<z.ZodType<import("mongoose").Types.ObjectId, z.ZodTypeDef, import("mongoose").Types.ObjectId>, import("mongoose").Types.ObjectId, import("mongoose").Types.ObjectId>>;
     createdAt: z.ZodEffects<z.ZodEffects<z.ZodDate, Date, Date>, Date, Date>;
 }, "strip", z.ZodTypeAny, {
-    _id: import("mongoose").Types.ObjectId;
     createdAt: Date;
+    _id: import("mongoose").Types.ObjectId;
     sender: {
-        type: UserRef;
         name: string;
         id: import("mongoose").Types.ObjectId;
+        type: UserRef;
     };
     senderType: UserRef;
     media: {
-        mediaUrl: string;
         mediaType: MediaType;
+        mediaUrl: string;
         mimeType: string;
         name?: string | undefined;
         thumbnailUrl?: string | undefined;
@@ -89,17 +89,17 @@ export declare const ChatroomMessageSendOutputSchema: z.ZodObject<{
     content?: string | undefined;
     chatroomId?: import("mongoose").Types.ObjectId | undefined;
 }, {
-    _id: import("mongoose").Types.ObjectId;
     createdAt: Date;
+    _id: import("mongoose").Types.ObjectId;
     sender: {
-        type: UserRef;
         name: string;
         id: import("mongoose").Types.ObjectId;
+        type: UserRef;
     };
     senderType: UserRef;
     media: {
-        mediaUrl: string;
         mediaType: MediaType;
+        mediaUrl: string;
         mimeType: string;
         name?: string | undefined;
         thumbnailUrl?: string | undefined;
@@ -124,14 +124,14 @@ export declare const ChatroomMessageSendPushOutputSchema: z.ZodObject<{
 }, "strip", z.ZodTypeAny, {
     type: ChatroomType;
     orderId?: import("mongoose").Types.ObjectId | undefined;
-    ticketId?: import("mongoose").Types.ObjectId | undefined;
     lastMessage?: string | undefined;
+    ticketId?: import("mongoose").Types.ObjectId | undefined;
     chatroomId?: import("mongoose").Types.ObjectId | undefined;
 }, {
     type: ChatroomType;
     orderId?: import("mongoose").Types.ObjectId | undefined;
-    ticketId?: import("mongoose").Types.ObjectId | undefined;
     lastMessage?: string | undefined;
+    ticketId?: import("mongoose").Types.ObjectId | undefined;
     chatroomId?: import("mongoose").Types.ObjectId | undefined;
 }>;
 export type ChatlistMessageSendPushOutputDTO = DTO<typeof ChatroomMessageSendPushOutputSchema>;
@@ -156,13 +156,13 @@ export declare class ChatroomMessageSendSocketEvent extends BaseSocketEvent<type
                 name: z.ZodString | z.ZodEffects<z.ZodEffects<z.ZodString, string, string>, string, string>;
                 type: z.ZodNativeEnum<typeof UserRef>;
             }, "strip", z.ZodTypeAny, {
-                type: UserRef;
                 name: string;
                 id: import("mongoose").Types.ObjectId;
-            }, {
                 type: UserRef;
+            }, {
                 name: string;
                 id: import("mongoose").Types.ObjectId;
+                type: UserRef;
             }>;
             content: z.ZodOptional<z.ZodString> | z.ZodOptional<z.ZodEffects<z.ZodEffects<z.ZodString, string, string>, string, string>>;
             media: z.ZodArray<z.ZodObject<{
@@ -172,14 +172,14 @@ export declare class ChatroomMessageSendSocketEvent extends BaseSocketEvent<type
                 thumbnailUrl: z.ZodOptional<z.ZodString> | z.ZodOptional<z.ZodEffects<z.ZodEffects<z.ZodString, string, string>, string, string>>;
                 name: z.ZodOptional<z.ZodString> | z.ZodOptional<z.ZodEffects<z.ZodEffects<z.ZodString, string, string>, string, string>>;
             }, "strip", z.ZodTypeAny, {
-                mediaUrl: string;
                 mediaType: MediaType;
+                mediaUrl: string;
                 mimeType: string;
                 name?: string | undefined;
                 thumbnailUrl?: string | undefined;
             }, {
-                mediaUrl: string;
                 mediaType: MediaType;
+                mediaUrl: string;
                 mimeType: string;
                 name?: string | undefined;
                 thumbnailUrl?: string | undefined;
@@ -199,17 +199,17 @@ export declare class ChatroomMessageSendSocketEvent extends BaseSocketEvent<type
             orderId: z.ZodOptional<z.ZodEffects<z.ZodType<import("mongoose").Types.ObjectId, z.ZodTypeDef, import("mongoose").Types.ObjectId>, import("mongoose").Types.ObjectId, import("mongoose").Types.ObjectId>>;
             createdAt: z.ZodEffects<z.ZodEffects<z.ZodDate, Date, Date>, Date, Date>;
         }, "strip", z.ZodTypeAny, {
-            _id: import("mongoose").Types.ObjectId;
             createdAt: Date;
+            _id: import("mongoose").Types.ObjectId;
             sender: {
-                type: UserRef;
                 name: string;
                 id: import("mongoose").Types.ObjectId;
+                type: UserRef;
             };
             senderType: UserRef;
             media: {
-                mediaUrl: string;
                 mediaType: MediaType;
+                mediaUrl: string;
                 mimeType: string;
                 name?: string | undefined;
                 thumbnailUrl?: string | undefined;
@@ -225,17 +225,17 @@ export declare class ChatroomMessageSendSocketEvent extends BaseSocketEvent<type
             content?: string | undefined;
             chatroomId?: import("mongoose").Types.ObjectId | undefined;
         }, {
-            _id: import("mongoose").Types.ObjectId;
             createdAt: Date;
+            _id: import("mongoose").Types.ObjectId;
             sender: {
-                type: UserRef;
                 name: string;
                 id: import("mongoose").Types.ObjectId;
+                type: UserRef;
             };
             senderType: UserRef;
             media: {
-                mediaUrl: string;
                 mediaType: MediaType;
+                mediaUrl: string;
                 mimeType: string;
                 name?: string | undefined;
                 thumbnailUrl?: string | undefined;
@@ -260,14 +260,14 @@ export declare class ChatroomMessageSendSocketEvent extends BaseSocketEvent<type
         }, "strip", z.ZodTypeAny, {
             type: ChatroomType;
             orderId?: import("mongoose").Types.ObjectId | undefined;
-            ticketId?: import("mongoose").Types.ObjectId | undefined;
             lastMessage?: string | undefined;
+            ticketId?: import("mongoose").Types.ObjectId | undefined;
             chatroomId?: import("mongoose").Types.ObjectId | undefined;
         }, {
             type: ChatroomType;
             orderId?: import("mongoose").Types.ObjectId | undefined;
-            ticketId?: import("mongoose").Types.ObjectId | undefined;
             lastMessage?: string | undefined;
+            ticketId?: import("mongoose").Types.ObjectId | undefined;
             chatroomId?: import("mongoose").Types.ObjectId | undefined;
         }>;
     };
@@ -278,8 +278,8 @@ export declare class ChatroomMessageSendSocketEvent extends BaseSocketEvent<type
     getPushNotificationPayload(): {
         type: ChatroomType;
         orderId?: import("mongoose").Types.ObjectId | undefined;
-        ticketId?: import("mongoose").Types.ObjectId | undefined;
         lastMessage?: string | undefined;
+        ticketId?: import("mongoose").Types.ObjectId | undefined;
         chatroomId?: import("mongoose").Types.ObjectId | undefined;
     } | undefined;
     protected getIdentifier(): string;

package/dist/libraries/socket/events/order-actions.socket.event.d.ts

@@ -16,11 +16,11 @@ export declare const OrderActionsOutputSchema: z.ZodObject<{
         _id: z.ZodUnion<[z.ZodEffects<z.ZodEffects<z.ZodString, string, string>, import("mongoose").Types.ObjectId, string>, z.ZodType<import("mongoose").Types.ObjectId, z.ZodTypeDef, import("mongoose").Types.ObjectId>]>;
         name: z.ZodString | z.ZodEffects<z.ZodEffects<z.ZodString, string, string>, string, string>;
     }, "strip", z.ZodTypeAny, {
-        _id: import("mongoose").Types.ObjectId;
         name: string;
+        _id: import("mongoose").Types.ObjectId;
     }, {
-        _id: string | import("mongoose").Types.ObjectId;
         name: string;
+        _id: string | import("mongoose").Types.ObjectId;
     }>;
     orderStatus: z.ZodNativeEnum<typeof RegularOrderStatus>;
     orderAction: z.ZodNativeEnum<typeof OrderAction>;
@@ -39,20 +39,20 @@ export declare const OrderActionsOutputSchema: z.ZodObject<{
             riderTips: z.ZodNumber;
             secondaryRiderTips: z.ZodNumber;
         }, "strip", z.ZodTypeAny, {
-            total: number;
             deliveryFee: number;
             secondaryDeliveryFee: number;
             riderTips: number;
             secondaryRiderTips: number;
+            total: number;
             secondaryTotal: number;
             paidAmount: number;
             secondaryPaidAmount: number;
         }, {
-            total: number;
             deliveryFee: number;
             secondaryDeliveryFee: number;
             riderTips: number;
             secondaryRiderTips: number;
+            total: number;
             secondaryTotal: number;
             paidAmount: number;
             secondaryPaidAmount: number;
@@ -60,11 +60,11 @@ export declare const OrderActionsOutputSchema: z.ZodObject<{
     }, "strip", z.ZodTypeAny, {
         paymentMethod: PaymentMethod;
         pricing: {
-            total: number;
             deliveryFee: number;
             secondaryDeliveryFee: number;
             riderTips: number;
             secondaryRiderTips: number;
+            total: number;
             secondaryTotal: number;
             paidAmount: number;
             secondaryPaidAmount: number;
@@ -73,11 +73,11 @@ export declare const OrderActionsOutputSchema: z.ZodObject<{
     }, {
         paymentMethod: PaymentMethod;
         pricing: {
-            total: number;
             deliveryFee: number;
             secondaryDeliveryFee: number;
             riderTips: number;
             secondaryRiderTips: number;
+            total: number;
             secondaryTotal: number;
             paidAmount: number;
             secondaryPaidAmount: number;
@@ -88,59 +88,59 @@ export declare const OrderActionsOutputSchema: z.ZodObject<{
     triggerAt: z.ZodEffects<z.ZodEffects<z.ZodDate, Date, Date>, Date, Date>;
     orderActionType: z.ZodNativeEnum<typeof OrderAction>;
 }, "strip", z.ZodTypeAny, {
-    _id: import("mongoose").Types.ObjectId;
     createdAt: Date;
+    _id: import("mongoose").Types.ObjectId;
+    shopId: import("mongoose").Types.ObjectId;
     user: {
-        _id: import("mongoose").Types.ObjectId;
         name: string;
+        _id: import("mongoose").Types.ObjectId;
     };
     orderId: string;
-    shopId: import("mongoose").Types.ObjectId;
-    paymentMethod: PaymentMethod;
     triggerAt: Date;
     adjustedFinance: {
         paymentMethod: PaymentMethod;
         pricing: {
-            total: number;
             deliveryFee: number;
             secondaryDeliveryFee: number;
             riderTips: number;
             secondaryRiderTips: number;
+            total: number;
             secondaryTotal: number;
             paidAmount: number;
             secondaryPaidAmount: number;
         };
         shopProfit: number;
     };
+    paymentMethod: PaymentMethod;
     orderActionType: OrderAction;
     orderStatus: RegularOrderStatus;
     orderAction: OrderAction;
     preparationTimeMinutes: number;
 }, {
-    _id: string | import("mongoose").Types.ObjectId;
     createdAt: Date;
+    _id: string | import("mongoose").Types.ObjectId;
+    shopId: string | import("mongoose").Types.ObjectId;
     user: {
-        _id: string | import("mongoose").Types.ObjectId;
         name: string;
+        _id: string | import("mongoose").Types.ObjectId;
     };
     orderId: string;
-    shopId: string | import("mongoose").Types.ObjectId;
-    paymentMethod: PaymentMethod;
     triggerAt: Date;
     adjustedFinance: {
         paymentMethod: PaymentMethod;
         pricing: {
-            total: number;
             deliveryFee: number;
             secondaryDeliveryFee: number;
             riderTips: number;
             secondaryRiderTips: number;
+            total: number;
             secondaryTotal: number;
             paidAmount: number;
             secondaryPaidAmount: number;
         };
         shopProfit: number;
     };
+    paymentMethod: PaymentMethod;
     orderActionType: OrderAction;
     orderStatus: RegularOrderStatus;
     orderAction: OrderAction;
@@ -160,11 +160,11 @@ export declare class OrderActionsSocketEvent extends BaseSocketEvent<typeof Orde
                 _id: z.ZodUnion<[z.ZodEffects<z.ZodEffects<z.ZodString, string, string>, import("mongoose").Types.ObjectId, string>, z.ZodType<import("mongoose").Types.ObjectId, z.ZodTypeDef, import("mongoose").Types.ObjectId>]>;
                 name: z.ZodString | z.ZodEffects<z.ZodEffects<z.ZodString, string, string>, string, string>;
             }, "strip", z.ZodTypeAny, {
-                _id: import("mongoose").Types.ObjectId;
                 name: string;
+                _id: import("mongoose").Types.ObjectId;
             }, {
-                _id: string | import("mongoose").Types.ObjectId;
                 name: string;
+                _id: string | import("mongoose").Types.ObjectId;
             }>;
             orderStatus: z.ZodNativeEnum<typeof RegularOrderStatus>;
             orderAction: z.ZodNativeEnum<typeof OrderAction>;
@@ -183,20 +183,20 @@ export declare class OrderActionsSocketEvent extends BaseSocketEvent<typeof Orde
                     riderTips: z.ZodNumber;
                     secondaryRiderTips: z.ZodNumber;
                 }, "strip", z.ZodTypeAny, {
-                    total: number;
                     deliveryFee: number;
                     secondaryDeliveryFee: number;
                     riderTips: number;
                     secondaryRiderTips: number;
+                    total: number;
                     secondaryTotal: number;
                     paidAmount: number;
                     secondaryPaidAmount: number;
                 }, {
-                    total: number;
                     deliveryFee: number;
                     secondaryDeliveryFee: number;
                     riderTips: number;
                     secondaryRiderTips: number;
+                    total: number;
                     secondaryTotal: number;
                     paidAmount: number;
                     secondaryPaidAmount: number;
@@ -204,11 +204,11 @@ export declare class OrderActionsSocketEvent extends BaseSocketEvent<typeof Orde
             }, "strip", z.ZodTypeAny, {
                 paymentMethod: PaymentMethod;
                 pricing: {
-                    total: number;
                     deliveryFee: number;
                     secondaryDeliveryFee: number;
                     riderTips: number;
                     secondaryRiderTips: number;
+                    total: number;
                     secondaryTotal: number;
                     paidAmount: number;
                     secondaryPaidAmount: number;
@@ -217,11 +217,11 @@ export declare class OrderActionsSocketEvent extends BaseSocketEvent<typeof Orde
             }, {
                 paymentMethod: PaymentMethod;
                 pricing: {
-                    total: number;
                     deliveryFee: number;
                     secondaryDeliveryFee: number;
                     riderTips: number;
                     secondaryRiderTips: number;
+                    total: number;
                     secondaryTotal: number;
                     paidAmount: number;
                     secondaryPaidAmount: number;
@@ -232,59 +232,59 @@ export declare class OrderActionsSocketEvent extends BaseSocketEvent<typeof Orde
             triggerAt: z.ZodEffects<z.ZodEffects<z.ZodDate, Date, Date>, Date, Date>;
             orderActionType: z.ZodNativeEnum<typeof OrderAction>;
         }, "strip", z.ZodTypeAny, {
-            _id: import("mongoose").Types.ObjectId;
             createdAt: Date;
+            _id: import("mongoose").Types.ObjectId;
+            shopId: import("mongoose").Types.ObjectId;
             user: {
-                _id: import("mongoose").Types.ObjectId;
                 name: string;
+                _id: import("mongoose").Types.ObjectId;
             };
             orderId: string;
-            shopId: import("mongoose").Types.ObjectId;
-            paymentMethod: PaymentMethod;
             triggerAt: Date;
             adjustedFinance: {
                 paymentMethod: PaymentMethod;
                 pricing: {
-                    total: number;
                     deliveryFee: number;
                     secondaryDeliveryFee: number;
                     riderTips: number;
                     secondaryRiderTips: number;
+                    total: number;
                     secondaryTotal: number;
                     paidAmount: number;
                     secondaryPaidAmount: number;
                 };
                 shopProfit: number;
             };
+            paymentMethod: PaymentMethod;
             orderActionType: OrderAction;
             orderStatus: RegularOrderStatus;
             orderAction: OrderAction;
             preparationTimeMinutes: number;
         }, {
-            _id: string | import("mongoose").Types.ObjectId;
             createdAt: Date;
+            _id: string | import("mongoose").Types.ObjectId;
+            shopId: string | import("mongoose").Types.ObjectId;
             user: {
-                _id: string | import("mongoose").Types.ObjectId;
                 name: string;
+                _id: string | import("mongoose").Types.ObjectId;
             };
             orderId: string;
-            shopId: string | import("mongoose").Types.ObjectId;
-            paymentMethod: PaymentMethod;
             triggerAt: Date;
             adjustedFinance: {
                 paymentMethod: PaymentMethod;
                 pricing: {
-                    total: number;
                     deliveryFee: number;
                     secondaryDeliveryFee: number;
                     riderTips: number;
                     secondaryRiderTips: number;
+                    total: number;
                     secondaryTotal: number;
                     paidAmount: number;
                     secondaryPaidAmount: number;
                 };
                 shopProfit: number;
             };
+            paymentMethod: PaymentMethod;
             orderActionType: OrderAction;
             orderStatus: RegularOrderStatus;
             orderAction: OrderAction;

package/dist/libraries/socket/events/rider-location-update.socket.event.d.ts

@@ -19,18 +19,18 @@ export declare const RiderLocationUpdateSocketOutputSchema: z.ZodObject<{
     bearing: z.ZodOptional<z.ZodNumber>;
     updatedAt: z.ZodEffects<z.ZodEffects<z.ZodUnion<[z.ZodEffects<z.ZodEffects<z.ZodString, string, string>, Date, string>, z.ZodDate]>, Date, string | Date>, Date, string | Date>;
 }, "strip", z.ZodTypeAny, {
-    _id: import("mongoose").Types.ObjectId;
     updatedAt: Date;
+    _id: import("mongoose").Types.ObjectId;
+    riderId: import("mongoose").Types.ObjectId;
     latitude: number;
     longitude: number;
-    riderId: import("mongoose").Types.ObjectId;
     bearing?: number | undefined;
 }, {
-    _id: string | import("mongoose").Types.ObjectId;
     updatedAt: string | Date;
+    _id: string | import("mongoose").Types.ObjectId;
+    riderId: string | import("mongoose").Types.ObjectId;
     latitude: number;
     longitude: number;
-    riderId: string | import("mongoose").Types.ObjectId;
     bearing?: number | undefined;
 }>;
 export type RiderLocationUpdateSocketInputDTO = DTO<typeof RiderLocationUpdateSocketInputSchema>;
@@ -55,18 +55,18 @@ export declare class RiderLocationUpdateSocketEvent extends BaseSocketEvent<type
             bearing: z.ZodOptional<z.ZodNumber>;
             updatedAt: z.ZodEffects<z.ZodEffects<z.ZodUnion<[z.ZodEffects<z.ZodEffects<z.ZodString, string, string>, Date, string>, z.ZodDate]>, Date, string | Date>, Date, string | Date>;
         }, "strip", z.ZodTypeAny, {
-            _id: import("mongoose").Types.ObjectId;
             updatedAt: Date;
+            _id: import("mongoose").Types.ObjectId;
+            riderId: import("mongoose").Types.ObjectId;
             latitude: number;
             longitude: number;
-            riderId: import("mongoose").Types.ObjectId;
             bearing?: number | undefined;
         }, {
-            _id: string | import("mongoose").Types.ObjectId;
             updatedAt: string | Date;
+            _id: string | import("mongoose").Types.ObjectId;
+            riderId: string | import("mongoose").Types.ObjectId;
             latitude: number;
             longitude: number;
-            riderId: string | import("mongoose").Types.ObjectId;
             bearing?: number | undefined;
         }>;
     };

package/dist/libraries/socket/events/ticket-actions.socket.event.d.ts

@@ -13,18 +13,18 @@ export declare const TicketActionsSocketOutputSchema: z.ZodObject<{
     silent: z.ZodOptional<z.ZodBoolean>;
 }, "strip", z.ZodTypeAny, {
     status: TicketStatus;
-    type: TicketType;
     _id: import("mongoose").Types.ObjectId;
-    silent?: boolean | undefined;
+    type: TicketType;
     title?: string | undefined;
     content?: string | undefined;
+    silent?: boolean | undefined;
 }, {
     status: TicketStatus;
-    type: TicketType;
     _id: import("mongoose").Types.ObjectId;
-    silent?: boolean | undefined;
+    type: TicketType;
     title?: string | undefined;
     content?: string | undefined;
+    silent?: boolean | undefined;
 }>;
 export declare const TicketActionsPushOutputSchema: z.ZodObject<{
     ticketId: z.ZodEffects<z.ZodType<import("mongoose").Types.ObjectId, z.ZodTypeDef, import("mongoose").Types.ObjectId>, import("mongoose").Types.ObjectId, import("mongoose").Types.ObjectId>;
@@ -60,18 +60,18 @@ export declare class TicketActionsSocketEvent extends BaseSocketEvent<typeof Tic
             silent: z.ZodOptional<z.ZodBoolean>;
         }, "strip", z.ZodTypeAny, {
             status: TicketStatus;
-            type: TicketType;
             _id: import("mongoose").Types.ObjectId;
-            silent?: boolean | undefined;
+            type: TicketType;
             title?: string | undefined;
             content?: string | undefined;
+            silent?: boolean | undefined;
         }, {
             status: TicketStatus;
-            type: TicketType;
             _id: import("mongoose").Types.ObjectId;
-            silent?: boolean | undefined;
+            type: TicketType;
             title?: string | undefined;
             content?: string | undefined;
+            silent?: boolean | undefined;
         }>;
         pushNotificationOutput: z.ZodObject<{
             ticketId: z.ZodEffects<z.ZodType<import("mongoose").Types.ObjectId, z.ZodTypeDef, import("mongoose").Types.ObjectId>, import("mongoose").Types.ObjectId, import("mongoose").Types.ObjectId>;

package/dist/libraries/socket/events/ticket-assign.socket.event.d.ts

@@ -13,14 +13,14 @@ export declare const TicketAssignSocketOutputSchema: z.ZodObject<{
         name: z.ZodString | z.ZodEffects<z.ZodEffects<z.ZodString, string, string>, string, string>;
         profilePhoto: z.ZodNullable<z.ZodString> | z.ZodNullable<z.ZodEffects<z.ZodEffects<z.ZodString, string, string>, string, string>>;
     }, "strip", z.ZodTypeAny, {
-        type: UserRef;
-        _id: import("mongoose").Types.ObjectId;
         name: string;
+        _id: import("mongoose").Types.ObjectId;
+        type: UserRef;
         profilePhoto: string | null;
     }, {
-        type: UserRef;
-        _id: string | import("mongoose").Types.ObjectId;
         name: string;
+        _id: string | import("mongoose").Types.ObjectId;
+        type: UserRef;
         profilePhoto: string | null;
     }>;
     createdAt: z.ZodEffects<z.ZodEffects<z.ZodUnion<[z.ZodEffects<z.ZodEffects<z.ZodString, string, string>, Date, string>, z.ZodDate]>, Date, string | Date>, Date, string | Date>;
@@ -40,40 +40,40 @@ export declare const TicketAssignSocketOutputSchema: z.ZodObject<{
     unreadCount: z.ZodNumber;
 }, "strip", z.ZodTypeAny, {
     status: TicketStatus;
-    type: TicketType;
-    _id: import("mongoose").Types.ObjectId;
     createdAt: Date;
     updatedAt: Date;
+    _id: import("mongoose").Types.ObjectId;
+    type: TicketType;
     lastMessage: {
         createdAt: Date;
         content: string;
     };
-    unreadCount: number;
     client: {
-        type: UserRef;
-        _id: import("mongoose").Types.ObjectId;
         name: string;
+        _id: import("mongoose").Types.ObjectId;
+        type: UserRef;
         profilePhoto: string | null;
     };
+    unreadCount: number;
     chatroomId: import("mongoose").Types.ObjectId;
     orderId?: import("mongoose").Types.ObjectId | undefined;
 }, {
     status: TicketStatus;
-    type: TicketType;
-    _id: string | import("mongoose").Types.ObjectId;
     createdAt: string | Date;
     updatedAt: string | Date;
+    _id: string | import("mongoose").Types.ObjectId;
+    type: TicketType;
     lastMessage: {
         createdAt: string | Date;
         content: string;
     };
-    unreadCount: number;
     client: {
-        type: UserRef;
-        _id: string | import("mongoose").Types.ObjectId;
         name: string;
+        _id: string | import("mongoose").Types.ObjectId;
+        type: UserRef;
         profilePhoto: string | null;
     };
+    unreadCount: number;
     chatroomId: string | import("mongoose").Types.ObjectId;
     orderId?: string | import("mongoose").Types.ObjectId | undefined;
 }>;
@@ -91,14 +91,14 @@ export declare class TicketAssignEvent extends BaseSocketEvent<typeof TicketAssi
                 name: z.ZodString | z.ZodEffects<z.ZodEffects<z.ZodString, string, string>, string, string>;
                 profilePhoto: z.ZodNullable<z.ZodString> | z.ZodNullable<z.ZodEffects<z.ZodEffects<z.ZodString, string, string>, string, string>>;
             }, "strip", z.ZodTypeAny, {
-                type: UserRef;
-                _id: import("mongoose").Types.ObjectId;
                 name: string;
+                _id: import("mongoose").Types.ObjectId;
+                type: UserRef;
                 profilePhoto: string | null;
             }, {
-                type: UserRef;
-                _id: string | import("mongoose").Types.ObjectId;
                 name: string;
+                _id: string | import("mongoose").Types.ObjectId;
+                type: UserRef;
                 profilePhoto: string | null;
             }>;
             createdAt: z.ZodEffects<z.ZodEffects<z.ZodUnion<[z.ZodEffects<z.ZodEffects<z.ZodString, string, string>, Date, string>, z.ZodDate]>, Date, string | Date>, Date, string | Date>;
@@ -118,40 +118,40 @@ export declare class TicketAssignEvent extends BaseSocketEvent<typeof TicketAssi
             unreadCount: z.ZodNumber;
         }, "strip", z.ZodTypeAny, {
             status: TicketStatus;
-            type: TicketType;
-            _id: import("mongoose").Types.ObjectId;
             createdAt: Date;
             updatedAt: Date;
+            _id: import("mongoose").Types.ObjectId;
+            type: TicketType;
             lastMessage: {
                 createdAt: Date;
                 content: string;
             };
-            unreadCount: number;
             client: {
-                type: UserRef;
-                _id: import("mongoose").Types.ObjectId;
                 name: string;
+                _id: import("mongoose").Types.ObjectId;
+                type: UserRef;
                 profilePhoto: string | null;
             };
+            unreadCount: number;
             chatroomId: import("mongoose").Types.ObjectId;
             orderId?: import("mongoose").Types.ObjectId | undefined;
         }, {
             status: TicketStatus;
-            type: TicketType;
-            _id: string | import("mongoose").Types.ObjectId;
             createdAt: string | Date;
             updatedAt: string | Date;
+            _id: string | import("mongoose").Types.ObjectId;
+            type: TicketType;
             lastMessage: {
                 createdAt: string | Date;
                 content: string;
             };
-            unreadCount: number;
             client: {
-                type: UserRef;
-                _id: string | import("mongoose").Types.ObjectId;
                 name: string;
+                _id: string | import("mongoose").Types.ObjectId;
+                type: UserRef;
                 profilePhoto: string | null;
             };
+            unreadCount: number;
             chatroomId: string | import("mongoose").Types.ObjectId;
             orderId?: string | import("mongoose").Types.ObjectId | undefined;
         }>;

package/dist/types/README.md

@@ -22,7 +22,7 @@ Perfect for sharing types between frontend and backend applications.
 
 ## Version
 
-Version: 1.4.323
+Version: 1.4.324
 
 ## Dependencies
 

package/dist/types/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lyxa.ai/types",
-  "version": "1.4.323",
+  "version": "1.4.324",
   "description": "Lyxa type definitions and validation schemas for both frontend and backend",
   "author": "elie <42282499+Internalizable@users.noreply.github.com>",
   "license": "MIT",

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@lyxa.ai/core",
-	"version": "1.4.323",
+	"version": "1.4.324",
 	"description": "The Core system of the Lyxa services.",
 	"author": "elie <42282499+Internalizable@users.noreply.github.com>",
 	"license": "MIT",