harvester_sdk 1.0.16 → 1.0.18

package/dist/index.d.ts

@@ -414,6 +414,7 @@ export declare const MongoSourceSchema: Schema<any, import("mongoose").Model<any
     is_public: boolean;
     metadata: any;
     dominant_geos: string[];
+    mentions_in_discovery: number;
     priority: "low" | "medium" | "high" | "critical";
     notes?: string | null | undefined;
     description?: string | null | undefined;
@@ -423,6 +424,8 @@ export declare const MongoSourceSchema: Schema<any, import("mongoose").Model<any
     public_id?: any;
     url?: string | null | undefined;
     language?: string | null | undefined;
+    created_by?: string | null | undefined;
+    updated_by?: string | null | undefined;
     last_active_at?: number | null | undefined;
     region_title?: string | null | undefined;
     group_id?: string | null | undefined;
@@ -442,6 +445,7 @@ export declare const MongoSourceSchema: Schema<any, import("mongoose").Model<any
     is_public: boolean;
     metadata: any;
     dominant_geos: string[];
+    mentions_in_discovery: number;
     priority: "low" | "medium" | "high" | "critical";
     notes?: string | null | undefined;
     description?: string | null | undefined;
@@ -451,6 +455,8 @@ export declare const MongoSourceSchema: Schema<any, import("mongoose").Model<any
     public_id?: any;
     url?: string | null | undefined;
     language?: string | null | undefined;
+    created_by?: string | null | undefined;
+    updated_by?: string | null | undefined;
     last_active_at?: number | null | undefined;
     region_title?: string | null | undefined;
     group_id?: string | null | undefined;
@@ -470,6 +476,7 @@ export declare const MongoSourceSchema: Schema<any, import("mongoose").Model<any
     is_public: boolean;
     metadata: any;
     dominant_geos: string[];
+    mentions_in_discovery: number;
     priority: "low" | "medium" | "high" | "critical";
     notes?: string | null | undefined;
     description?: string | null | undefined;
@@ -479,6 +486,8 @@ export declare const MongoSourceSchema: Schema<any, import("mongoose").Model<any
     public_id?: any;
     url?: string | null | undefined;
     language?: string | null | undefined;
+    created_by?: string | null | undefined;
+    updated_by?: string | null | undefined;
     last_active_at?: number | null | undefined;
     region_title?: string | null | undefined;
     group_id?: string | null | undefined;

package/dist/index.js

@@ -225,11 +225,14 @@ exports.MongoSourceSchema = new mongoose_1.Schema({
     metadata: { type: Object, default: {} },
     created_at: { type: Number, default: Date.now },
     updated_at: { type: Number, default: Date.now },
+    created_by: { type: String },
+    updated_by: { type: String },
     last_active_at: { type: Number },
     region_id: { type: String },
     region_title: { type: String },
     group_id: { type: String },
     dominant_geos: { type: [String], default: [] },
+    mentions_in_discovery: { type: Number, default: 0 },
     requested_by: {
         type: {
             user_id: { type: String },

package/dist/types.d.ts

@@ -88,11 +88,14 @@ export declare const zodSourceSchema: z.ZodObject<{
     metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
     created_at: z.ZodOptional<z.ZodNumber>;
     updated_at: z.ZodOptional<z.ZodNumber>;
+    created_by: z.ZodOptional<z.ZodString>;
+    updated_by: z.ZodOptional<z.ZodString>;
     last_active_at: z.ZodOptional<z.ZodNumber>;
     region_id: z.ZodOptional<z.ZodString>;
     region_title: z.ZodOptional<z.ZodString>;
     group_id: z.ZodOptional<z.ZodString>;
     dominant_geos: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+    mentions_in_discovery: z.ZodOptional<z.ZodNumber>;
     requested_by: z.ZodOptional<z.ZodObject<{
         user_id: z.ZodOptional<z.ZodString>;
         username: z.ZodOptional<z.ZodString>;
@@ -131,10 +134,13 @@ export declare const zodSourceSchema: z.ZodObject<{
     language?: string | undefined;
     tags?: string[] | undefined;
     metadata?: Record<string, any> | undefined;
+    created_by?: string | undefined;
+    updated_by?: string | undefined;
     last_active_at?: number | undefined;
     region_title?: string | undefined;
     group_id?: string | undefined;
     dominant_geos?: string[] | undefined;
+    mentions_in_discovery?: number | undefined;
     requested_by?: {
         user_id?: string | undefined;
         username?: string | undefined;
@@ -160,10 +166,13 @@ export declare const zodSourceSchema: z.ZodObject<{
     tags?: string[] | undefined;
     is_public?: boolean | undefined;
     metadata?: Record<string, any> | undefined;
+    created_by?: string | undefined;
+    updated_by?: string | undefined;
     last_active_at?: number | undefined;
     region_title?: string | undefined;
     group_id?: string | undefined;
     dominant_geos?: string[] | undefined;
+    mentions_in_discovery?: number | undefined;
     requested_by?: {
         user_id?: string | undefined;
         username?: string | undefined;

package/dist/types.js

@@ -81,11 +81,14 @@ exports.zodSourceSchema = zod_1.z.object({
     metadata: zod_1.z.record(zod_1.z.string(), zod_1.z.any()).optional(),
     created_at: zod_1.z.number().optional(),
     updated_at: zod_1.z.number().optional(),
+    created_by: zod_1.z.string().optional(),
+    updated_by: zod_1.z.string().optional(),
     last_active_at: zod_1.z.number().optional(),
     region_id: zod_1.z.string().optional(),
     region_title: zod_1.z.string().optional(),
     group_id: zod_1.z.string().optional(),
     dominant_geos: zod_1.z.array(zod_1.z.string()).optional(),
+    mentions_in_discovery: zod_1.z.number().optional(),
     requested_by: zod_1.z
         .object({
         user_id: zod_1.z.string().optional(),
@@ -178,7 +181,15 @@ exports.websiteMetadataSchema = zod_1.z.object({
 });
 // Improved media schema with more types and optional dimensions
 exports.mediaItemSchema = zod_1.z.object({
-    type: zod_1.z.enum(['image', 'video', 'audio', 'link', 'document', 'gif', 'sticker']),
+    type: zod_1.z.enum([
+        'image',
+        'video',
+        'audio',
+        'link',
+        'document',
+        'gif',
+        'sticker',
+    ]),
     url: zod_1.z.string(),
     caption: zod_1.z.string().optional(),
     thumbnail_url: zod_1.z.string().optional(),
@@ -223,7 +234,8 @@ exports.zodDataSchema = zod_1.z.object({
     // Data/Post Identifiers
     data_id: zod_1.z.string().or(zod_1.z.number()).optional(),
     data_url: zod_1.z.string().url().optional(),
-    data_original_type: zod_1.z.enum([
+    data_original_type: zod_1.z
+        .enum([
         'post',
         'comment',
         'reply',
@@ -235,14 +247,17 @@ exports.zodDataSchema = zod_1.z.object({
         'article',
         'link',
         'document',
-        'text'
-    ]).optional(),
+        'text',
+    ])
+        .optional(),
     // Content
     data_text: zod_1.z.string().optional(),
     data_language: zod_1.z.string().optional(),
     data_geo: zod_1.z.array(zod_1.z.string()).optional().default([]),
     // Analysis (populated by processors)
-    data_sentiment: zod_1.z.enum(['positive', 'negative', 'neutral', 'mixed']).optional(),
+    data_sentiment: zod_1.z
+        .enum(['positive', 'negative', 'neutral', 'mixed'])
+        .optional(),
     data_topics: zod_1.z.array(zod_1.z.string()).optional(),
     data_keywords: zod_1.z.array(zod_1.z.string()).optional(),
     // Media attachments
@@ -259,13 +274,15 @@ exports.zodDataSchema = zod_1.z.object({
     replies: zod_1.z.any().optional(),
     replies_info: exports.repliesInfoSchema.optional(),
     // Engagement metrics (platform-specific)
-    engagement: zod_1.z.object({
+    engagement: zod_1.z
+        .object({
         views: zod_1.z.number().optional(),
         likes: zod_1.z.number().optional(),
         shares: zod_1.z.number().optional(),
         comments: zod_1.z.number().optional(),
         reactions: zod_1.z.record(zod_1.z.string(), zod_1.z.number()).optional(), // e.g., { "like": 10, "love": 5 }
-    }).optional(),
+    })
+        .optional(),
     // Content flags
     is_edited: zod_1.z.boolean().optional(),
     edit_date: zod_1.z.number().optional(),
@@ -278,15 +295,20 @@ exports.zodDataSchema = zod_1.z.object({
     hashtags: zod_1.z.array(zod_1.z.string()).optional().default([]),
     mentions: zod_1.z.array(zod_1.z.string()).optional().default([]),
     // Platform-specific metadata (flexible)
-    metadata: zod_1.z.union([
+    metadata: zod_1.z
+        .union([
         exports.telegramMetadataSchema,
         exports.facebookMetadataSchema,
         exports.instagramMetadataSchema,
         exports.tiktokMetadataSchema,
         exports.websiteMetadataSchema,
         zod_1.z.record(zod_1.z.string(), zod_1.z.any()), // fallback for unknown platforms
-    ]).optional(),
-    processing_status: zod_1.z.enum(['raw', 'processed', 'error']).optional().default('raw'),
+    ])
+        .optional(),
+    processing_status: zod_1.z
+        .enum(['raw', 'processed', 'error'])
+        .optional()
+        .default('raw'),
     processing_errors: zod_1.z.string().optional(),
 });
 // Add validation refinement for platform-specific fields
@@ -297,6 +319,6 @@ exports.zodDataSchemaWithValidation = exports.zodDataSchema.refine((data) => {
     }
     return true;
 }, {
-    message: "data_id is required for non-website platforms",
-    path: ["data_id"],
+    message: 'data_id is required for non-website platforms',
+    path: ['data_id'],
 });

package/index.ts

@@ -241,11 +241,14 @@ export const MongoSourceSchema = new Schema(
     metadata: { type: Object, default: {} }, // flexible per platform
     created_at: { type: Number, default: Date.now },
     updated_at: { type: Number, default: Date.now },
+    created_by: { type: String },
+    updated_by: { type: String },
     last_active_at: { type: Number }, // last time data was collected from this source
     region_id: { type: String }, // e.g., region ID
     region_title: { type: String }, // e.g., region title
     group_id: { type: String }, // e.g., source group ID
     dominant_geos: { type: [String], default: [] }, // e.g., dominant geos associated with this source
+    mentions_in_discovery: { type: Number, default: 0 }, // number of times this source was mentioned in discovery
     requested_by: {
       type: {
         user_id: { type: String },

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "harvester_sdk",
-  "version": "1.0.16",
+  "version": "1.0.18",
   "description": "SDK for interacting with the Harvester API",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",

package/types.ts

@@ -87,11 +87,14 @@ export const zodSourceSchema = z.object({
   metadata: z.record(z.string(), z.any()).optional(), // flexible per platform
   created_at: z.number().optional(),
   updated_at: z.number().optional(),
+  created_by: z.string().optional(),
+  updated_by: z.string().optional(),
   last_active_at: z.number().optional(), // last time data was collected from this source
   region_id: z.string().optional(), // e.g., region ID // INDEX
   region_title: z.string().optional(), // e.g., region title
   group_id: z.string().optional(), // e.g., source group ID // INDEX
   dominant_geos: z.array(z.string()).optional(), // e.g., dominant geos associated with this source
+  mentions_in_discovery: z.number().optional(), // e.g., associated mentions or keywords
   requested_by: z
     .object({
       user_id: z.string().optional(),
@@ -192,7 +195,15 @@ export const websiteMetadataSchema = z.object({
 
 // Improved media schema with more types and optional dimensions
 export const mediaItemSchema = z.object({
-  type: z.enum(['image', 'video', 'audio', 'link', 'document', 'gif', 'sticker']),
+  type: z.enum([
+    'image',
+    'video',
+    'audio',
+    'link',
+    'document',
+    'gif',
+    'sticker',
+  ]),
   url: z.string(), // Can be a URL or file ID/path
   caption: z.string().optional(),
   thumbnail_url: z.string().optional(),
@@ -223,13 +234,13 @@ export const authorSchema = z.object({
 
 export const zodDataSchema = z.object({
   _id: z.string().optional(),
-  
+
   // Timestamps
   timestamp: z.number().optional(), // INDEX - ingestion timestamp
   data_timestamp: z.number().optional(), // original post timestamp
-  created_at: z.number(), 
+  created_at: z.number(),
   updated_at: z.number(),
-  
+
   // Platform & Source Info (denormalized for query performance)
   platform: z.enum(platformsList).optional(),
   source_id: z.string().or(z.number()), // INDEX - reference to Source _id
@@ -239,60 +250,66 @@ export const zodDataSchema = z.object({
   source_region_title: z.string().optional(),
   source_group_id: z.string().optional(), // INDEX
   source_dominant_geos: z.array(z.string()).optional().default([]),
-  
+
   // Data/Post Identifiers
   data_id: z.string().or(z.number()).optional(), // INDEX - platform-specific post ID
   data_url: z.string().url().optional(), // direct link to the post
-  data_original_type: z.enum([
-    'post',
-    'comment',
-    'reply',
-    'video',
-    'image',
-    'photo',
-    'story',
-    'reel',
-    'article',
-    'link',
-    'document',
-    'text'
-  ]).optional(),
-  
+  data_original_type: z
+    .enum([
+      'post',
+      'comment',
+      'reply',
+      'video',
+      'image',
+      'photo',
+      'story',
+      'reel',
+      'article',
+      'link',
+      'document',
+      'text',
+    ])
+    .optional(),
+
   // Content
   data_text: z.string().optional(),
   data_language: z.string().optional(), // ISO 639-1 code (e.g., 'en', 'ar')
   data_geo: z.array(z.string()).optional().default([]), // INDEX - extracted locations
-  
+
   // Analysis (populated by processors)
-  data_sentiment: z.enum(['positive', 'negative', 'neutral', 'mixed']).optional(),
+  data_sentiment: z
+    .enum(['positive', 'negative', 'neutral', 'mixed'])
+    .optional(),
   data_topics: z.array(z.string()).optional(), // extracted topics/themes
   data_keywords: z.array(z.string()).optional(), // extracted keywords
-  
+
   // Media attachments
   media: z.array(mediaItemSchema).optional().default([]),
-  
+
   // Author information
   author: z.string().optional(), // legacy field - display name
   author_username: z.string().optional(), // legacy field
   author_id: z.string().optional(), // legacy field
   author_info: authorSchema.optional(), // NEW - structured author info
-  
+
   // Reply/Thread information
   is_reply: z.boolean().optional().default(false),
   reply_to_message_id: z.string().or(z.number()).optional(),
   reply_to_author_id: z.string().optional(),
   replies: z.any().optional(), // legacy field - keep for backward compatibility
   replies_info: repliesInfoSchema.optional(), // NEW - structured replies info
-  
+
   // Engagement metrics (platform-specific)
-  engagement: z.object({
-    views: z.number().optional(),
-    likes: z.number().optional(),
-    shares: z.number().optional(),
-    comments: z.number().optional(),
-    reactions: z.record(z.string(), z.number()).optional(), // e.g., { "like": 10, "love": 5 }
-  }).optional(),
-  
+  engagement: z
+    .object({
+      views: z.number().optional(),
+      likes: z.number().optional(),
+      shares: z.number().optional(),
+      comments: z.number().optional(),
+      reactions: z.record(z.string(), z.number()).optional(), // e.g., { "like": 10, "love": 5 }
+    })
+    .optional(),
+
   // Content flags
   is_edited: z.boolean().optional(),
   edit_date: z.number().optional(),
@@ -301,25 +318,29 @@ export const zodDataSchema = z.object({
   is_forwarded: z.boolean().optional(),
   forwarded_from_id: z.string().optional(),
   forwarded_date: z.number().optional(),
-  
+
   // Hashtags and mentions (extracted for easier querying)
   hashtags: z.array(z.string()).optional().default([]),
   mentions: z.array(z.string()).optional().default([]),
-  
+
   // Platform-specific metadata (flexible)
-  metadata: z.union([
-    telegramMetadataSchema,
-    facebookMetadataSchema,
-    instagramMetadataSchema,
-    tiktokMetadataSchema,
-    websiteMetadataSchema,
-    z.record(z.string(), z.any()), // fallback for unknown platforms
-  ]).optional(),
-
-  processing_status: z.enum(['raw', 'processed', 'error']).optional().default('raw'),
-  
-  processing_errors: z.string().optional(),
+  metadata: z
+    .union([
+      telegramMetadataSchema,
+      facebookMetadataSchema,
+      instagramMetadataSchema,
+      tiktokMetadataSchema,
+      websiteMetadataSchema,
+      z.record(z.string(), z.any()), // fallback for unknown platforms
+    ])
+    .optional(),
+
+  processing_status: z
+    .enum(['raw', 'processed', 'error'])
+    .optional()
+    .default('raw'),
 
+  processing_errors: z.string().optional(),
 });
 
 // Add validation refinement for platform-specific fields
@@ -332,8 +353,8 @@ export const zodDataSchemaWithValidation = zodDataSchema.refine(
     return true;
   },
   {
-    message: "data_id is required for non-website platforms",
-    path: ["data_id"],
+    message: 'data_id is required for non-website platforms',
+    path: ['data_id'],
   }
 );