harvester_sdk 1.0.57 → 1.0.59

package/dist/index.d.ts

@@ -336,6 +336,7 @@ export declare const MongoRegionSchema: Schema<any, import("mongoose").Model<any
     created_at: number;
     updated_at: number;
     status: "active" | "inactive" | "deleted";
+    consume_languages: string[];
     legend?: string | null | undefined;
     notes?: string | null | undefined;
     coordinates?: {
@@ -348,6 +349,7 @@ export declare const MongoRegionSchema: Schema<any, import("mongoose").Model<any
     created_at: number;
     updated_at: number;
     status: "active" | "inactive" | "deleted";
+    consume_languages: string[];
     legend?: string | null | undefined;
     notes?: string | null | undefined;
     coordinates?: {
@@ -360,6 +362,7 @@ export declare const MongoRegionSchema: Schema<any, import("mongoose").Model<any
     created_at: number;
     updated_at: number;
     status: "active" | "inactive" | "deleted";
+    consume_languages: string[];
     legend?: string | null | undefined;
     notes?: string | null | undefined;
     coordinates?: {
@@ -782,6 +785,7 @@ export declare const MongoEventSchema: Schema<any, import("mongoose").Model<any,
     timestamp: number;
     embeddings: number[];
     keywords: string[];
+    update_count: number;
     type?: string | null | undefined;
     region_id?: string | null | undefined;
     title?: string | null | undefined;
@@ -794,6 +798,7 @@ export declare const MongoEventSchema: Schema<any, import("mongoose").Model<any,
         data_geo: string[];
         platform?: "telegram" | "facebook" | "instagram" | "tiktok" | "website" | "youtube" | "twitter" | "x" | "reddit" | "linkedin" | "snapchat" | "whatsapp" | "discord" | "twitch" | null | undefined;
         timestamp?: number | null | undefined;
+        data_timestamp?: number | null | undefined;
         source_id?: any;
         data_id?: any;
         data_url?: string | null | undefined;
@@ -805,6 +810,7 @@ export declare const MongoEventSchema: Schema<any, import("mongoose").Model<any,
         data_geo: string[];
         platform?: "telegram" | "facebook" | "instagram" | "tiktok" | "website" | "youtube" | "twitter" | "x" | "reddit" | "linkedin" | "snapchat" | "whatsapp" | "discord" | "twitch" | null | undefined;
         timestamp?: number | null | undefined;
+        data_timestamp?: number | null | undefined;
         source_id?: any;
         data_id?: any;
         data_url?: string | null | undefined;
@@ -816,6 +822,7 @@ export declare const MongoEventSchema: Schema<any, import("mongoose").Model<any,
         data_geo: string[];
         platform?: "telegram" | "facebook" | "instagram" | "tiktok" | "website" | "youtube" | "twitter" | "x" | "reddit" | "linkedin" | "snapchat" | "whatsapp" | "discord" | "twitch" | null | undefined;
         timestamp?: number | null | undefined;
+        data_timestamp?: number | null | undefined;
         source_id?: any;
         data_id?: any;
         data_url?: string | null | undefined;
@@ -824,6 +831,12 @@ export declare const MongoEventSchema: Schema<any, import("mongoose").Model<any,
         author_id?: string | null | undefined;
         data_region_id?: string | null | undefined;
     }> | null | undefined;
+    translated_data?: Map<string, {
+        keywords: string[];
+        title?: string | null | undefined;
+        data_short?: string | null | undefined;
+        data?: string | null | undefined;
+    }> | null | undefined;
     event_id?: string | null | undefined;
 }, import("mongoose").Document<unknown, {}, import("mongoose").FlatRecord<{
     created_at: number;
@@ -831,6 +844,7 @@ export declare const MongoEventSchema: Schema<any, import("mongoose").Model<any,
     timestamp: number;
     embeddings: number[];
     keywords: string[];
+    update_count: number;
     type?: string | null | undefined;
     region_id?: string | null | undefined;
     title?: string | null | undefined;
@@ -843,6 +857,7 @@ export declare const MongoEventSchema: Schema<any, import("mongoose").Model<any,
         data_geo: string[];
         platform?: "telegram" | "facebook" | "instagram" | "tiktok" | "website" | "youtube" | "twitter" | "x" | "reddit" | "linkedin" | "snapchat" | "whatsapp" | "discord" | "twitch" | null | undefined;
         timestamp?: number | null | undefined;
+        data_timestamp?: number | null | undefined;
         source_id?: any;
         data_id?: any;
         data_url?: string | null | undefined;
@@ -854,6 +869,7 @@ export declare const MongoEventSchema: Schema<any, import("mongoose").Model<any,
         data_geo: string[];
         platform?: "telegram" | "facebook" | "instagram" | "tiktok" | "website" | "youtube" | "twitter" | "x" | "reddit" | "linkedin" | "snapchat" | "whatsapp" | "discord" | "twitch" | null | undefined;
         timestamp?: number | null | undefined;
+        data_timestamp?: number | null | undefined;
         source_id?: any;
         data_id?: any;
         data_url?: string | null | undefined;
@@ -865,6 +881,7 @@ export declare const MongoEventSchema: Schema<any, import("mongoose").Model<any,
         data_geo: string[];
         platform?: "telegram" | "facebook" | "instagram" | "tiktok" | "website" | "youtube" | "twitter" | "x" | "reddit" | "linkedin" | "snapchat" | "whatsapp" | "discord" | "twitch" | null | undefined;
         timestamp?: number | null | undefined;
+        data_timestamp?: number | null | undefined;
         source_id?: any;
         data_id?: any;
         data_url?: string | null | undefined;
@@ -873,6 +890,12 @@ export declare const MongoEventSchema: Schema<any, import("mongoose").Model<any,
         author_id?: string | null | undefined;
         data_region_id?: string | null | undefined;
     }> | null | undefined;
+    translated_data?: Map<string, {
+        keywords: string[];
+        title?: string | null | undefined;
+        data_short?: string | null | undefined;
+        data?: string | null | undefined;
+    }> | null | undefined;
     event_id?: string | null | undefined;
 }>, {}> & import("mongoose").FlatRecord<{
     created_at: number;
@@ -880,6 +903,7 @@ export declare const MongoEventSchema: Schema<any, import("mongoose").Model<any,
     timestamp: number;
     embeddings: number[];
     keywords: string[];
+    update_count: number;
     type?: string | null | undefined;
     region_id?: string | null | undefined;
     title?: string | null | undefined;
@@ -892,6 +916,7 @@ export declare const MongoEventSchema: Schema<any, import("mongoose").Model<any,
         data_geo: string[];
         platform?: "telegram" | "facebook" | "instagram" | "tiktok" | "website" | "youtube" | "twitter" | "x" | "reddit" | "linkedin" | "snapchat" | "whatsapp" | "discord" | "twitch" | null | undefined;
         timestamp?: number | null | undefined;
+        data_timestamp?: number | null | undefined;
         source_id?: any;
         data_id?: any;
         data_url?: string | null | undefined;
@@ -903,6 +928,7 @@ export declare const MongoEventSchema: Schema<any, import("mongoose").Model<any,
         data_geo: string[];
         platform?: "telegram" | "facebook" | "instagram" | "tiktok" | "website" | "youtube" | "twitter" | "x" | "reddit" | "linkedin" | "snapchat" | "whatsapp" | "discord" | "twitch" | null | undefined;
         timestamp?: number | null | undefined;
+        data_timestamp?: number | null | undefined;
         source_id?: any;
         data_id?: any;
         data_url?: string | null | undefined;
@@ -914,6 +940,7 @@ export declare const MongoEventSchema: Schema<any, import("mongoose").Model<any,
         data_geo: string[];
         platform?: "telegram" | "facebook" | "instagram" | "tiktok" | "website" | "youtube" | "twitter" | "x" | "reddit" | "linkedin" | "snapchat" | "whatsapp" | "discord" | "twitch" | null | undefined;
         timestamp?: number | null | undefined;
+        data_timestamp?: number | null | undefined;
         source_id?: any;
         data_id?: any;
         data_url?: string | null | undefined;
@@ -922,12 +949,67 @@ export declare const MongoEventSchema: Schema<any, import("mongoose").Model<any,
         author_id?: string | null | undefined;
         data_region_id?: string | null | undefined;
     }> | null | undefined;
+    translated_data?: Map<string, {
+        keywords: string[];
+        title?: string | null | undefined;
+        data_short?: string | null | undefined;
+        data?: string | null | undefined;
+    }> | null | undefined;
     event_id?: string | null | undefined;
 }> & {
     _id: import("mongoose").Types.ObjectId;
 } & {
     __v: number;
 }>;
+export declare const MongoEventMonitoringSchema: Schema<any, import("mongoose").Model<any, any, any, any, any, any>, {}, {}, {}, {}, {
+    versionKey: false;
+    toJSON: {
+        virtuals: true;
+    };
+    toObject: {
+        virtuals: true;
+    };
+}, {
+    created_at: number;
+    region_id: string;
+    geo_selection_id: string;
+    geo_selection_title: string;
+    event_ids: string[];
+    data_count: number;
+    existing_events_count: number;
+    events_updated: number;
+    events_created: number;
+    skipped: boolean;
+    geo_selection_group_id?: string | null | undefined;
+}, import("mongoose").Document<unknown, {}, import("mongoose").FlatRecord<{
+    created_at: number;
+    region_id: string;
+    geo_selection_id: string;
+    geo_selection_title: string;
+    event_ids: string[];
+    data_count: number;
+    existing_events_count: number;
+    events_updated: number;
+    events_created: number;
+    skipped: boolean;
+    geo_selection_group_id?: string | null | undefined;
+}>, {}> & import("mongoose").FlatRecord<{
+    created_at: number;
+    region_id: string;
+    geo_selection_id: string;
+    geo_selection_title: string;
+    event_ids: string[];
+    data_count: number;
+    existing_events_count: number;
+    events_updated: number;
+    events_created: number;
+    skipped: boolean;
+    geo_selection_group_id?: string | null | undefined;
+}> & {
+    _id: import("mongoose").Types.ObjectId;
+} & {
+    __v: number;
+}>;
 export declare const MongoGeoSelectionGroupSchema: Schema<any, import("mongoose").Model<any, any, any, any, any, any>, {}, {}, {}, {}, {
     versionKey: false;
     toJSON: {

package/dist/index.js

@@ -14,7 +14,7 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.MongoGeoSelectionGroupSchema = exports.MongoEventSchema = exports.MongoServerReportSchema = exports.MongoRegionSummarySchema = exports.MongoApiKeySchema = exports.MongoGeoSelectionSchema = exports.MongoGeoSchema = exports.MongoSourceSchema = exports.MongoSourceGroupSchema = exports.MongoRegionSchema = exports.MongoDataSchema = exports.HarvesterSDKError = exports.createHarvesterSDK = exports.HarvesterSDK = void 0;
+exports.MongoGeoSelectionGroupSchema = exports.MongoEventMonitoringSchema = exports.MongoEventSchema = exports.MongoServerReportSchema = exports.MongoRegionSummarySchema = exports.MongoApiKeySchema = exports.MongoGeoSelectionSchema = exports.MongoGeoSchema = exports.MongoSourceSchema = exports.MongoSourceGroupSchema = exports.MongoRegionSchema = exports.MongoDataSchema = exports.HarvesterSDKError = exports.createHarvesterSDK = exports.HarvesterSDK = void 0;
 // Export types for consumers
 __exportStar(require("./types"), exports);
 // Export SDK
@@ -167,7 +167,8 @@ exports.MongoRegionSchema = new mongoose_1.Schema({
     coordinates: {
         type: { type: String, enum: ['point', 'polygon'] },
         coordinates: { type: mongoose_1.Schema.Types.Mixed },
-    }, // GeoJSON format
+    },
+    consume_languages: { type: [String] }, // e.g., dominant user languages that consume content from this region
 }, {
     versionKey: false,
     toJSON: { virtuals: true },
@@ -354,6 +355,7 @@ exports.MongoEventSchema = new mongoose_1.Schema({
     data: { type: String },
     created_at: { type: Number, default: Date.now },
     updated_at: { type: Number, default: Date.now },
+    update_count: { type: Number, default: 0 },
     keywords: { type: [String], default: [] },
     geo_selection: { type: mongoose_1.Schema.Types.Mixed },
     raw_data: {
@@ -364,6 +366,7 @@ exports.MongoEventSchema = new mongoose_1.Schema({
                 data_id: { type: mongoose_1.Schema.Types.Mixed },
                 data_url: { type: String },
                 data_text: { type: String },
+                data_timestamp: { type: Number },
                 author_username: { type: String },
                 author_id: { type: String },
                 timestamp: { type: Number },
@@ -373,7 +376,33 @@ exports.MongoEventSchema = new mongoose_1.Schema({
         ],
         default: undefined,
     },
-    embeddings: { type: [Number], default: [] }, // vector embeddings for ML tasks
+    embeddings: { type: [Number], default: [] },
+    translated_data: {
+        type: Map,
+        of: new mongoose_1.Schema({
+            title: { type: String },
+            data_short: { type: String },
+            data: { type: String },
+            keywords: { type: [String], default: [] },
+        }),
+    }, // translated data for different languages, e.g., { "en": { title, data_short, data, keywords }, "ar": { ... } }
+}, {
+    versionKey: false,
+    toJSON: { virtuals: true },
+    toObject: { virtuals: true },
+});
+exports.MongoEventMonitoringSchema = new mongoose_1.Schema({
+    geo_selection_id: { type: String, required: true },
+    geo_selection_title: { type: String, required: true },
+    region_id: { type: String, required: true },
+    geo_selection_group_id: { type: String },
+    event_ids: { type: [String], default: [] },
+    data_count: { type: Number, required: true },
+    existing_events_count: { type: Number, required: true },
+    events_updated: { type: Number, required: true },
+    events_created: { type: Number, required: true },
+    skipped: { type: Boolean, required: true },
+    created_at: { type: Number, default: Date.now, required: true },
 }, {
     versionKey: false,
     toJSON: { virtuals: true },

package/dist/types.d.ts

@@ -10,6 +10,7 @@ export declare const platformEntityMap: {
 };
 export declare const priorityLevels: readonly ["none", "low", "medium", "high", "critical"];
 export declare const sourceStatusList: readonly ["active", "pending", "inactive", "requested", "discovered", "deleted"];
+export declare const userLanguagesList: readonly ["hebrew", "arabic", "french", "german", "chinese", "russian", "portuguese", "spanish"];
 export declare const generalStatusList: readonly ["active", "inactive", "deleted"];
 export declare const zodRegionSchema: z.ZodObject<{
     _id: z.ZodOptional<z.ZodString>;
@@ -30,6 +31,7 @@ export declare const zodRegionSchema: z.ZodObject<{
         type?: "point" | "polygon" | undefined;
         coordinates?: [number, number] | [number, number][] | undefined;
     }>>;
+    consume_languages: z.ZodOptional<z.ZodArray<z.ZodEnum<["hebrew", "arabic", "french", "german", "chinese", "russian", "portuguese", "spanish"]>, "many">>;
 }, "strip", z.ZodTypeAny, {
     name: string;
     slug: string;
@@ -43,6 +45,7 @@ export declare const zodRegionSchema: z.ZodObject<{
         type?: "point" | "polygon" | undefined;
         coordinates?: [number, number] | [number, number][] | undefined;
     } | undefined;
+    consume_languages?: ("hebrew" | "arabic" | "french" | "german" | "chinese" | "russian" | "portuguese" | "spanish")[] | undefined;
 }, {
     name: string;
     slug: string;
@@ -56,6 +59,7 @@ export declare const zodRegionSchema: z.ZodObject<{
         type?: "point" | "polygon" | undefined;
         coordinates?: [number, number] | [number, number][] | undefined;
     } | undefined;
+    consume_languages?: ("hebrew" | "arabic" | "french" | "german" | "chinese" | "russian" | "portuguese" | "spanish")[] | undefined;
 }>;
 export declare const zodSourceGroupSchema: z.ZodObject<{
     _id: z.ZodOptional<z.ZodString>;
@@ -2140,6 +2144,7 @@ export declare const zodEventSchema: z.ZodObject<{
     data: z.ZodString;
     created_at: z.ZodNumber;
     updated_at: z.ZodNumber;
+    update_count: z.ZodOptional<z.ZodNumber>;
     keywords: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
     geo_selection: z.ZodObject<{
         _id: z.ZodOptional<z.ZodString>;
@@ -2240,6 +2245,22 @@ export declare const zodEventSchema: z.ZodObject<{
         data_region_id?: string | undefined;
     }>, "many">>;
     embeddings: z.ZodOptional<z.ZodArray<z.ZodNumber, "many">>;
+    translated_data: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodObject<{
+        title: z.ZodString;
+        data_short: z.ZodString;
+        data: z.ZodString;
+        keywords: z.ZodArray<z.ZodString, "many">;
+    }, "strip", z.ZodTypeAny, {
+        title: string;
+        keywords: string[];
+        data_short: string;
+        data: string;
+    }, {
+        title: string;
+        keywords: string[];
+        data_short: string;
+        data: string;
+    }>>>;
 }, "strip", z.ZodTypeAny, {
     created_at: number;
     updated_at: number;
@@ -2272,6 +2293,7 @@ export declare const zodEventSchema: z.ZodObject<{
     geo_selection_id?: string | undefined;
     geo_selection_title?: string | undefined;
     data_short?: string | undefined;
+    update_count?: number | undefined;
     raw_data?: {
         platform: "telegram" | "facebook" | "instagram" | "tiktok" | "website" | "youtube" | "twitter" | "x" | "reddit" | "linkedin" | "snapchat" | "whatsapp" | "discord" | "twitch";
         source_id: string | number;
@@ -2285,6 +2307,12 @@ export declare const zodEventSchema: z.ZodObject<{
         author_id?: string | undefined;
         data_region_id?: string | undefined;
     }[] | undefined;
+    translated_data?: Record<string, {
+        title: string;
+        keywords: string[];
+        data_short: string;
+        data: string;
+    }> | undefined;
 }, {
     created_at: number;
     updated_at: number;
@@ -2317,6 +2345,7 @@ export declare const zodEventSchema: z.ZodObject<{
     geo_selection_id?: string | undefined;
     geo_selection_title?: string | undefined;
     data_short?: string | undefined;
+    update_count?: number | undefined;
     raw_data?: {
         platform: "telegram" | "facebook" | "instagram" | "tiktok" | "website" | "youtube" | "twitter" | "x" | "reddit" | "linkedin" | "snapchat" | "whatsapp" | "discord" | "twitch";
         source_id: string | number;
@@ -2330,5 +2359,49 @@ export declare const zodEventSchema: z.ZodObject<{
         author_id?: string | undefined;
         data_region_id?: string | undefined;
     }[] | undefined;
+    translated_data?: Record<string, {
+        title: string;
+        keywords: string[];
+        data_short: string;
+        data: string;
+    }> | undefined;
+}>;
+export declare const zodEventMonitoringSchema: z.ZodObject<{
+    geo_selection_id: z.ZodString;
+    geo_selection_title: z.ZodString;
+    region_id: z.ZodString;
+    geo_selection_group_id: z.ZodOptional<z.ZodString>;
+    event_ids: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+    data_count: z.ZodNumber;
+    existing_events_count: z.ZodNumber;
+    events_updated: z.ZodNumber;
+    events_created: z.ZodNumber;
+    skipped: z.ZodBoolean;
+    created_at: z.ZodNumber;
+}, "strip", z.ZodTypeAny, {
+    created_at: number;
+    region_id: string;
+    geo_selection_id: string;
+    geo_selection_title: string;
+    data_count: number;
+    existing_events_count: number;
+    events_updated: number;
+    events_created: number;
+    skipped: boolean;
+    geo_selection_group_id?: string | undefined;
+    event_ids?: string[] | undefined;
+}, {
+    created_at: number;
+    region_id: string;
+    geo_selection_id: string;
+    geo_selection_title: string;
+    data_count: number;
+    existing_events_count: number;
+    events_updated: number;
+    events_created: number;
+    skipped: boolean;
+    geo_selection_group_id?: string | undefined;
+    event_ids?: string[] | undefined;
 }>;
 export type EventType = z.infer<typeof zodEventSchema>;
+export type EventMonitoringType = z.infer<typeof zodEventMonitoringSchema>;

package/dist/types.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.zodEventSchema = exports.zodServerReportSchema = exports.zodRegionSummarySchema = exports.zodDashboardStatsSchema = exports.zodDataSchemaWithValidation = exports.zodDataSchema = exports.authorSchema = exports.repliesInfoSchema = exports.mediaItemSchema = exports.websiteMetadataSchema = exports.tiktokMetadataSchema = exports.instagramMetadataSchema = exports.facebookMetadataSchema = exports.telegramMetadataSchema = exports.zodGeoSelectionSchema = exports.zodGeoSelectionGroupSchema = exports.zodGeoSchema = exports.zodSourceSchema = exports.zodSourceGroupSchema = exports.zodRegionSchema = exports.generalStatusList = exports.sourceStatusList = exports.priorityLevels = exports.platformEntityMap = exports.entityTypesList = exports.platformsList = void 0;
+exports.zodEventMonitoringSchema = exports.zodEventSchema = exports.zodServerReportSchema = exports.zodRegionSummarySchema = exports.zodDashboardStatsSchema = exports.zodDataSchemaWithValidation = exports.zodDataSchema = exports.authorSchema = exports.repliesInfoSchema = exports.mediaItemSchema = exports.websiteMetadataSchema = exports.tiktokMetadataSchema = exports.instagramMetadataSchema = exports.facebookMetadataSchema = exports.telegramMetadataSchema = exports.zodGeoSelectionSchema = exports.zodGeoSelectionGroupSchema = exports.zodGeoSchema = exports.zodSourceSchema = exports.zodSourceGroupSchema = exports.zodRegionSchema = exports.generalStatusList = exports.userLanguagesList = exports.sourceStatusList = exports.priorityLevels = exports.platformEntityMap = exports.entityTypesList = exports.platformsList = void 0;
 const zod_1 = require("zod");
 exports.platformsList = [
     'telegram',
@@ -50,6 +50,16 @@ exports.sourceStatusList = [
     'discovered',
     'deleted', // sources that have been deleted
 ];
+exports.userLanguagesList = [
+    'hebrew',
+    'arabic',
+    'french',
+    'german',
+    'chinese',
+    'russian',
+    'portuguese',
+    'spanish',
+];
 exports.generalStatusList = ['active', 'inactive', 'deleted'];
 exports.zodRegionSchema = zod_1.z.object({
     _id: zod_1.z.string().optional(),
@@ -71,6 +81,7 @@ exports.zodRegionSchema = zod_1.z.object({
             .optional(),
     })
         .optional(),
+    consume_languages: zod_1.z.array(zod_1.z.enum(exports.userLanguagesList)).optional(), // e.g., dominant user languages that consume content from this region
 });
 exports.zodSourceGroupSchema = zod_1.z.object({
     _id: zod_1.z.string().optional(),
@@ -445,6 +456,7 @@ exports.zodEventSchema = zod_1.z.object({
     data: zod_1.z.string(),
     created_at: zod_1.z.number(),
     updated_at: zod_1.z.number(),
+    update_count: zod_1.z.number().optional(),
     keywords: zod_1.z.array(zod_1.z.string()).optional(),
     geo_selection: exports.zodGeoSelectionSchema,
     raw_data: zod_1.z
@@ -462,5 +474,24 @@ exports.zodEventSchema = zod_1.z.object({
         data_region_id: zod_1.z.string().optional(),
     }))
         .optional(),
-    embeddings: zod_1.z.array(zod_1.z.number()).optional(), // e.g., vector embeddings for ML tasks
+    embeddings: zod_1.z.array(zod_1.z.number()).optional(),
+    translated_data: zod_1.z.record(zod_1.z.string(), zod_1.z.object({
+        title: zod_1.z.string(),
+        data_short: zod_1.z.string(),
+        data: zod_1.z.string(),
+        keywords: zod_1.z.array(zod_1.z.string()),
+    })).optional(),
+});
+exports.zodEventMonitoringSchema = zod_1.z.object({
+    geo_selection_id: zod_1.z.string(),
+    geo_selection_title: zod_1.z.string(),
+    region_id: zod_1.z.string(),
+    geo_selection_group_id: zod_1.z.string().optional(),
+    event_ids: zod_1.z.array(zod_1.z.string()).optional(),
+    data_count: zod_1.z.number(),
+    existing_events_count: zod_1.z.number(),
+    events_updated: zod_1.z.number(),
+    events_created: zod_1.z.number(),
+    skipped: zod_1.z.boolean(),
+    created_at: zod_1.z.number(),
 });

package/index.ts

@@ -11,6 +11,7 @@ import {
   platformsList,
   sourceStatusList,
   priorityLevels,
+  userLanguagesList,
 } from './types';
 
 export const MongoDataSchema = new Schema(
@@ -174,6 +175,7 @@ export const MongoRegionSchema = new Schema(
       type: { type: String, enum: ['point', 'polygon'] },
       coordinates: { type: Schema.Types.Mixed },
     }, // GeoJSON format
+    consume_languages: { type: [String] }, // e.g., dominant user languages that consume content from this region
   },
   {
     versionKey: false,
@@ -294,8 +296,6 @@ export const MongoGeoSchema = new Schema(
   },
 );
 
-
-
 export const MongoGeoSelectionSchema = new Schema(
   {
     geo_selection_group_id: { type: String }, // e.g., geo selection group ID
@@ -394,6 +394,7 @@ export const MongoEventSchema = new Schema(
     data: { type: String }, // in depth data about the event, this string is updated each time the object is updated
     created_at: { type: Number, default: Date.now }, // creation date
     updated_at: { type: Number, default: Date.now }, // last update date
+    update_count: { type: Number, default: 0 }, // how many times the event was updated
     keywords: { type: [String], default: [] }, // e.g., ['red sea', 'escalating']
     geo_selection: { type: Schema.Types.Mixed }, // embedded geo selection object
     raw_data: {
@@ -404,6 +405,7 @@ export const MongoEventSchema = new Schema(
           data_id: { type: Schema.Types.Mixed },
           data_url: { type: String },
           data_text: { type: String },
+          data_timestamp: { type: Number },
           author_username: { type: String },
           author_id: { type: String },
           timestamp: { type: Number },
@@ -414,6 +416,38 @@ export const MongoEventSchema = new Schema(
       default: undefined,
     }, // raw data items that triggered the event
     embeddings: { type: [Number], default: [] }, // vector embeddings for ML tasks
+    translated_data: {
+      type: Map,
+      of: new Schema({
+        title: { type: String },
+        data_short: { type: String },
+        data: { type: String },
+        keywords: { type: [String], default: [] },
+      }),
+    }, // translated data for different languages, e.g., { "en": { title, data_short, data, keywords }, "ar": { ... } }
+  },
+  {
+    versionKey: false,
+    toJSON: { virtuals: true },
+    toObject: { virtuals: true },
+  },
+);
+
+
+
+export const MongoEventMonitoringSchema = new Schema(
+  {
+    geo_selection_id: { type: String, required: true },
+    geo_selection_title: { type: String, required: true },
+    region_id: { type: String, required: true },
+    geo_selection_group_id: { type: String },
+    event_ids: { type: [String], default: [] },
+    data_count: { type: Number, required: true },
+    existing_events_count: { type: Number, required: true },
+    events_updated: { type: Number, required: true },
+    events_created: { type: Number, required: true },
+    skipped: { type: Boolean, required: true },
+    created_at: { type: Number, default: Date.now, required: true },
   },
   {
     versionKey: false,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "harvester_sdk",
-  "version": "1.0.57",
+  "version": "1.0.59",
   "description": "SDK for interacting with the Harvester API",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",

package/types.ts

@@ -53,6 +53,17 @@ export const sourceStatusList = [
   'deleted', // sources that have been deleted
 ] as const;
 
+export const userLanguagesList = [
+  'hebrew',
+  'arabic',
+  'french',
+  'german',
+  'chinese',
+  'russian',
+  'portuguese',
+  'spanish',
+] as const;
+
 export const generalStatusList = ['active', 'inactive', 'deleted'] as const;
 
 export const zodRegionSchema = z.object({
@@ -75,6 +86,7 @@ export const zodRegionSchema = z.object({
         .optional(),
     })
     .optional(),
+  consume_languages: z.array(z.enum(userLanguagesList)).optional(), // e.g., dominant user languages that consume content from this region
 });
 
 export const zodSourceGroupSchema = z.object({
@@ -513,6 +525,7 @@ export const zodEventSchema = z.object({
   data: z.string(), // in depth data about the event, this string is updated each time the object is updated
   created_at: z.number(), // e.g., 1751210833000
   updated_at: z.number(), // e.g., 1751210833000
+  update_count: z.number().optional(), // e.g., 3 - how many times the event was updated
   keywords: z.array(z.string()).optional(), // e.g., ['red sea', 'escalating']
   geo_selection: zodGeoSelectionSchema,
   raw_data: z
@@ -533,6 +546,30 @@ export const zodEventSchema = z.object({
     )
     .optional(), // raw data items that triggered the event
   embeddings: z.array(z.number()).optional(), // e.g., vector embeddings for ML tasks
+  translated_data: z.record(
+    z.string(),
+    z.object({
+      title: z.string(),
+      data_short: z.string(),
+      data: z.string(),
+      keywords: z.array(z.string()),
+    }),
+  ).optional(),
+});
+
+export const zodEventMonitoringSchema = z.object({
+  geo_selection_id: z.string(),
+  geo_selection_title: z.string(),
+  region_id: z.string(),
+  geo_selection_group_id: z.string().optional(),
+  event_ids: z.array(z.string()).optional(),
+  data_count: z.number(),
+  existing_events_count: z.number(),
+  events_updated: z.number(),
+  events_created: z.number(),
+  skipped: z.boolean(),
+  created_at: z.number(),
 });
 
 export type EventType = z.infer<typeof zodEventSchema>;
+export type EventMonitoringType = z.infer<typeof zodEventMonitoringSchema>;