harvester_sdk 1.0.17 → 1.0.19

package/dist/index.d.ts

@@ -414,7 +414,8 @@ export declare const MongoSourceSchema: Schema<any, import("mongoose").Model<any
     is_public: boolean;
     metadata: any;
     dominant_geos: string[];
-    priority: "low" | "medium" | "high" | "critical";
+    mentions_in_discovery: number;
+    priority: "none" | "low" | "medium" | "high" | "critical";
     notes?: string | null | undefined;
     description?: string | null | undefined;
     region_id?: string | null | undefined;
@@ -444,7 +445,8 @@ export declare const MongoSourceSchema: Schema<any, import("mongoose").Model<any
     is_public: boolean;
     metadata: any;
     dominant_geos: string[];
-    priority: "low" | "medium" | "high" | "critical";
+    mentions_in_discovery: number;
+    priority: "none" | "low" | "medium" | "high" | "critical";
     notes?: string | null | undefined;
     description?: string | null | undefined;
     region_id?: string | null | undefined;
@@ -474,7 +476,8 @@ export declare const MongoSourceSchema: Schema<any, import("mongoose").Model<any
     is_public: boolean;
     metadata: any;
     dominant_geos: string[];
-    priority: "low" | "medium" | "high" | "critical";
+    mentions_in_discovery: number;
+    priority: "none" | "low" | "medium" | "high" | "critical";
     notes?: string | null | undefined;
     description?: string | null | undefined;
     region_id?: string | null | undefined;

package/dist/index.js

@@ -54,7 +54,7 @@ exports.MongoDataSchema = new mongoose_1.Schema({
             'article',
             'link',
             'document',
-            'text'
+            'text',
         ],
     },
     // Content
@@ -232,6 +232,7 @@ exports.MongoSourceSchema = new mongoose_1.Schema({
     region_title: { type: String },
     group_id: { type: String },
     dominant_geos: { type: [String], default: [] },
+    mentions_in_discovery: { type: Number, default: 0 },
     requested_by: {
         type: {
             user_id: { type: String },
@@ -245,8 +246,8 @@ exports.MongoSourceSchema = new mongoose_1.Schema({
     notes: { type: String },
     priority: {
         type: String,
-        enum: ['low', 'medium', 'high', 'critical'],
-        default: 'medium',
+        enum: types_1.priorityLevels,
+        default: 'none',
     },
 }, {
     versionKey: false,

package/dist/types.d.ts

@@ -8,7 +8,7 @@ export declare const platformEntityMap: {
     readonly tiktok: readonly ["profile", "hashtag"];
     readonly website: readonly ["website"];
 };
-export declare const priorityLevels: readonly ["low", "medium", "high", "critical"];
+export declare const priorityLevels: readonly ["none", "low", "medium", "high", "critical"];
 export declare const sourceStatusList: readonly ["active", "pending", "inactive", "requested", "discovered", "deleted"];
 export declare const generalStatusList: readonly ["active", "inactive", "deleted"];
 export declare const zodRegionSchema: z.ZodObject<{
@@ -95,6 +95,7 @@ export declare const zodSourceSchema: z.ZodObject<{
     region_title: z.ZodOptional<z.ZodString>;
     group_id: z.ZodOptional<z.ZodString>;
     dominant_geos: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+    mentions_in_discovery: z.ZodOptional<z.ZodNumber>;
     requested_by: z.ZodOptional<z.ZodObject<{
         user_id: z.ZodOptional<z.ZodString>;
         username: z.ZodOptional<z.ZodString>;
@@ -115,7 +116,7 @@ export declare const zodSourceSchema: z.ZodObject<{
         requested_at?: number | undefined;
     }>>;
     notes: z.ZodOptional<z.ZodString>;
-    priority: z.ZodOptional<z.ZodEnum<["low", "medium", "high", "critical"]>>;
+    priority: z.ZodOptional<z.ZodEnum<["none", "low", "medium", "high", "critical"]>>;
 }, "strip", z.ZodTypeAny, {
     status: "active" | "pending" | "inactive" | "requested" | "discovered" | "deleted";
     platform: "telegram" | "facebook" | "instagram" | "tiktok" | "website" | "youtube" | "twitter" | "x" | "reddit" | "linkedin" | "snapchat" | "whatsapp" | "discord" | "twitch";
@@ -139,6 +140,7 @@ export declare const zodSourceSchema: z.ZodObject<{
     region_title?: string | undefined;
     group_id?: string | undefined;
     dominant_geos?: string[] | undefined;
+    mentions_in_discovery?: number | undefined;
     requested_by?: {
         user_id?: string | undefined;
         username?: string | undefined;
@@ -146,7 +148,7 @@ export declare const zodSourceSchema: z.ZodObject<{
         email?: string | undefined;
         requested_at?: number | undefined;
     } | undefined;
-    priority?: "low" | "medium" | "high" | "critical" | undefined;
+    priority?: "none" | "low" | "medium" | "high" | "critical" | undefined;
 }, {
     status: "active" | "pending" | "inactive" | "requested" | "discovered" | "deleted";
     platform: "telegram" | "facebook" | "instagram" | "tiktok" | "website" | "youtube" | "twitter" | "x" | "reddit" | "linkedin" | "snapchat" | "whatsapp" | "discord" | "twitch";
@@ -170,6 +172,7 @@ export declare const zodSourceSchema: z.ZodObject<{
     region_title?: string | undefined;
     group_id?: string | undefined;
     dominant_geos?: string[] | undefined;
+    mentions_in_discovery?: number | undefined;
     requested_by?: {
         user_id?: string | undefined;
         username?: string | undefined;
@@ -177,7 +180,7 @@ export declare const zodSourceSchema: z.ZodObject<{
         email?: string | undefined;
         requested_at?: number | undefined;
     } | undefined;
-    priority?: "low" | "medium" | "high" | "critical" | undefined;
+    priority?: "none" | "low" | "medium" | "high" | "critical" | undefined;
 }>;
 export declare const zodGeoSchema: z.ZodObject<{
     _id: z.ZodOptional<z.ZodString>;

package/dist/types.js

@@ -34,7 +34,7 @@ exports.platformEntityMap = {
     tiktok: ['profile', 'hashtag'],
     website: ['website'],
 };
-exports.priorityLevels = ['low', 'medium', 'high', 'critical'];
+exports.priorityLevels = ['none', 'low', 'medium', 'high', 'critical'];
 exports.sourceStatusList = [
     'active',
     'pending',
@@ -88,6 +88,7 @@ exports.zodSourceSchema = zod_1.z.object({
     region_title: zod_1.z.string().optional(),
     group_id: zod_1.z.string().optional(),
     dominant_geos: zod_1.z.array(zod_1.z.string()).optional(),
+    mentions_in_discovery: zod_1.z.number().optional(),
     requested_by: zod_1.z
         .object({
         user_id: zod_1.z.string().optional(),
@@ -180,7 +181,15 @@ exports.websiteMetadataSchema = zod_1.z.object({
 });
 // Improved media schema with more types and optional dimensions
 exports.mediaItemSchema = zod_1.z.object({
-    type: zod_1.z.enum(['image', 'video', 'audio', 'link', 'document', 'gif', 'sticker']),
+    type: zod_1.z.enum([
+        'image',
+        'video',
+        'audio',
+        'link',
+        'document',
+        'gif',
+        'sticker',
+    ]),
     url: zod_1.z.string(),
     caption: zod_1.z.string().optional(),
     thumbnail_url: zod_1.z.string().optional(),
@@ -225,7 +234,8 @@ exports.zodDataSchema = zod_1.z.object({
     // Data/Post Identifiers
     data_id: zod_1.z.string().or(zod_1.z.number()).optional(),
     data_url: zod_1.z.string().url().optional(),
-    data_original_type: zod_1.z.enum([
+    data_original_type: zod_1.z
+        .enum([
         'post',
         'comment',
         'reply',
@@ -237,14 +247,17 @@ exports.zodDataSchema = zod_1.z.object({
         'article',
         'link',
         'document',
-        'text'
-    ]).optional(),
+        'text',
+    ])
+        .optional(),
     // Content
     data_text: zod_1.z.string().optional(),
     data_language: zod_1.z.string().optional(),
     data_geo: zod_1.z.array(zod_1.z.string()).optional().default([]),
     // Analysis (populated by processors)
-    data_sentiment: zod_1.z.enum(['positive', 'negative', 'neutral', 'mixed']).optional(),
+    data_sentiment: zod_1.z
+        .enum(['positive', 'negative', 'neutral', 'mixed'])
+        .optional(),
     data_topics: zod_1.z.array(zod_1.z.string()).optional(),
     data_keywords: zod_1.z.array(zod_1.z.string()).optional(),
     // Media attachments
@@ -261,13 +274,15 @@ exports.zodDataSchema = zod_1.z.object({
     replies: zod_1.z.any().optional(),
     replies_info: exports.repliesInfoSchema.optional(),
     // Engagement metrics (platform-specific)
-    engagement: zod_1.z.object({
+    engagement: zod_1.z
+        .object({
         views: zod_1.z.number().optional(),
         likes: zod_1.z.number().optional(),
         shares: zod_1.z.number().optional(),
         comments: zod_1.z.number().optional(),
         reactions: zod_1.z.record(zod_1.z.string(), zod_1.z.number()).optional(), // e.g., { "like": 10, "love": 5 }
-    }).optional(),
+    })
+        .optional(),
     // Content flags
     is_edited: zod_1.z.boolean().optional(),
     edit_date: zod_1.z.number().optional(),
@@ -280,15 +295,20 @@ exports.zodDataSchema = zod_1.z.object({
     hashtags: zod_1.z.array(zod_1.z.string()).optional().default([]),
     mentions: zod_1.z.array(zod_1.z.string()).optional().default([]),
     // Platform-specific metadata (flexible)
-    metadata: zod_1.z.union([
+    metadata: zod_1.z
+        .union([
         exports.telegramMetadataSchema,
         exports.facebookMetadataSchema,
         exports.instagramMetadataSchema,
         exports.tiktokMetadataSchema,
         exports.websiteMetadataSchema,
         zod_1.z.record(zod_1.z.string(), zod_1.z.any()), // fallback for unknown platforms
-    ]).optional(),
-    processing_status: zod_1.z.enum(['raw', 'processed', 'error']).optional().default('raw'),
+    ])
+        .optional(),
+    processing_status: zod_1.z
+        .enum(['raw', 'processed', 'error'])
+        .optional()
+        .default('raw'),
     processing_errors: zod_1.z.string().optional(),
 });
 // Add validation refinement for platform-specific fields
@@ -299,6 +319,6 @@ exports.zodDataSchemaWithValidation = exports.zodDataSchema.refine((data) => {
     }
     return true;
 }, {
-    message: "data_id is required for non-website platforms",
-    path: ["data_id"],
+    message: 'data_id is required for non-website platforms',
+    path: ['data_id'],
 });

package/index.ts

@@ -7,6 +7,7 @@ import {
   platformsList,
   entityTypesList,
   sourceStatusList,
+  priorityLevels,
 } from './types';
 
 export const MongoDataSchema = new Schema(
@@ -47,7 +48,7 @@ export const MongoDataSchema = new Schema(
         'article',
         'link',
         'document',
-        'text'
+        'text',
       ],
     },
 
@@ -248,6 +249,7 @@ export const MongoSourceSchema = new Schema(
     region_title: { type: String }, // e.g., region title
     group_id: { type: String }, // e.g., source group ID
     dominant_geos: { type: [String], default: [] }, // e.g., dominant geos associated with this source
+    mentions_in_discovery: { type: Number, default: 0 }, // number of times this source was mentioned in discovery
     requested_by: {
       type: {
         user_id: { type: String },
@@ -261,8 +263,8 @@ export const MongoSourceSchema = new Schema(
     notes: { type: String }, // internal notes about the source
     priority: {
       type: String,
-      enum: ['low', 'medium', 'high', 'critical'],
-      default: 'medium',
+      enum: priorityLevels,
+      default: 'none',
     },
   },
   {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "harvester_sdk",
-  "version": "1.0.17",
+  "version": "1.0.19",
   "description": "SDK for interacting with the Harvester API",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",

package/types.ts

@@ -35,7 +35,7 @@ export const platformEntityMap = {
   website: ['website'],
 } as const;
 
-export const priorityLevels = ['low', 'medium', 'high', 'critical'] as const;
+export const priorityLevels = ['none', 'low', 'medium', 'high', 'critical'] as const;
 
 export const sourceStatusList = [
   'active', // active and approved sources
@@ -94,6 +94,7 @@ export const zodSourceSchema = z.object({
   region_title: z.string().optional(), // e.g., region title
   group_id: z.string().optional(), // e.g., source group ID // INDEX
   dominant_geos: z.array(z.string()).optional(), // e.g., dominant geos associated with this source
+  mentions_in_discovery: z.number().optional(), // e.g., associated mentions or keywords
   requested_by: z
     .object({
       user_id: z.string().optional(),
@@ -194,7 +195,15 @@ export const websiteMetadataSchema = z.object({
 
 // Improved media schema with more types and optional dimensions
 export const mediaItemSchema = z.object({
-  type: z.enum(['image', 'video', 'audio', 'link', 'document', 'gif', 'sticker']),
+  type: z.enum([
+    'image',
+    'video',
+    'audio',
+    'link',
+    'document',
+    'gif',
+    'sticker',
+  ]),
   url: z.string(), // Can be a URL or file ID/path
   caption: z.string().optional(),
   thumbnail_url: z.string().optional(),
@@ -225,13 +234,13 @@ export const authorSchema = z.object({
 
 export const zodDataSchema = z.object({
   _id: z.string().optional(),
-  
+
   // Timestamps
   timestamp: z.number().optional(), // INDEX - ingestion timestamp
   data_timestamp: z.number().optional(), // original post timestamp
-  created_at: z.number(), 
+  created_at: z.number(),
   updated_at: z.number(),
-  
+
   // Platform & Source Info (denormalized for query performance)
   platform: z.enum(platformsList).optional(),
   source_id: z.string().or(z.number()), // INDEX - reference to Source _id
@@ -241,60 +250,66 @@ export const zodDataSchema = z.object({
   source_region_title: z.string().optional(),
   source_group_id: z.string().optional(), // INDEX
   source_dominant_geos: z.array(z.string()).optional().default([]),
-  
+
   // Data/Post Identifiers
   data_id: z.string().or(z.number()).optional(), // INDEX - platform-specific post ID
   data_url: z.string().url().optional(), // direct link to the post
-  data_original_type: z.enum([
-    'post',
-    'comment',
-    'reply',
-    'video',
-    'image',
-    'photo',
-    'story',
-    'reel',
-    'article',
-    'link',
-    'document',
-    'text'
-  ]).optional(),
-  
+  data_original_type: z
+    .enum([
+      'post',
+      'comment',
+      'reply',
+      'video',
+      'image',
+      'photo',
+      'story',
+      'reel',
+      'article',
+      'link',
+      'document',
+      'text',
+    ])
+    .optional(),
+
   // Content
   data_text: z.string().optional(),
   data_language: z.string().optional(), // ISO 639-1 code (e.g., 'en', 'ar')
   data_geo: z.array(z.string()).optional().default([]), // INDEX - extracted locations
-  
+
   // Analysis (populated by processors)
-  data_sentiment: z.enum(['positive', 'negative', 'neutral', 'mixed']).optional(),
+  data_sentiment: z
+    .enum(['positive', 'negative', 'neutral', 'mixed'])
+    .optional(),
   data_topics: z.array(z.string()).optional(), // extracted topics/themes
   data_keywords: z.array(z.string()).optional(), // extracted keywords
-  
+
   // Media attachments
   media: z.array(mediaItemSchema).optional().default([]),
-  
+
   // Author information
   author: z.string().optional(), // legacy field - display name
   author_username: z.string().optional(), // legacy field
   author_id: z.string().optional(), // legacy field
   author_info: authorSchema.optional(), // NEW - structured author info
-  
+
   // Reply/Thread information
   is_reply: z.boolean().optional().default(false),
   reply_to_message_id: z.string().or(z.number()).optional(),
   reply_to_author_id: z.string().optional(),
   replies: z.any().optional(), // legacy field - keep for backward compatibility
   replies_info: repliesInfoSchema.optional(), // NEW - structured replies info
-  
+
   // Engagement metrics (platform-specific)
-  engagement: z.object({
-    views: z.number().optional(),
-    likes: z.number().optional(),
-    shares: z.number().optional(),
-    comments: z.number().optional(),
-    reactions: z.record(z.string(), z.number()).optional(), // e.g., { "like": 10, "love": 5 }
-  }).optional(),
-  
+  engagement: z
+    .object({
+      views: z.number().optional(),
+      likes: z.number().optional(),
+      shares: z.number().optional(),
+      comments: z.number().optional(),
+      reactions: z.record(z.string(), z.number()).optional(), // e.g., { "like": 10, "love": 5 }
+    })
+    .optional(),
+
   // Content flags
   is_edited: z.boolean().optional(),
   edit_date: z.number().optional(),
@@ -303,25 +318,29 @@ export const zodDataSchema = z.object({
   is_forwarded: z.boolean().optional(),
   forwarded_from_id: z.string().optional(),
   forwarded_date: z.number().optional(),
-  
+
   // Hashtags and mentions (extracted for easier querying)
   hashtags: z.array(z.string()).optional().default([]),
   mentions: z.array(z.string()).optional().default([]),
-  
+
   // Platform-specific metadata (flexible)
-  metadata: z.union([
-    telegramMetadataSchema,
-    facebookMetadataSchema,
-    instagramMetadataSchema,
-    tiktokMetadataSchema,
-    websiteMetadataSchema,
-    z.record(z.string(), z.any()), // fallback for unknown platforms
-  ]).optional(),
-
-  processing_status: z.enum(['raw', 'processed', 'error']).optional().default('raw'),
-  
-  processing_errors: z.string().optional(),
+  metadata: z
+    .union([
+      telegramMetadataSchema,
+      facebookMetadataSchema,
+      instagramMetadataSchema,
+      tiktokMetadataSchema,
+      websiteMetadataSchema,
+      z.record(z.string(), z.any()), // fallback for unknown platforms
+    ])
+    .optional(),
+
+  processing_status: z
+    .enum(['raw', 'processed', 'error'])
+    .optional()
+    .default('raw'),
 
+  processing_errors: z.string().optional(),
 });
 
 // Add validation refinement for platform-specific fields
@@ -334,8 +353,8 @@ export const zodDataSchemaWithValidation = zodDataSchema.refine(
     return true;
   },
   {
-    message: "data_id is required for non-website platforms",
-    path: ["data_id"],
+    message: 'data_id is required for non-website platforms',
+    path: ['data_id'],
   }
 );