harvester_sdk 1.0.58 → 1.0.60

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (7) hide show
  1. package/dist/index.d.ts +30 -0
  2. package/dist/index.js +8 -0
  3. package/dist/types.d.ts +31 -0
  4. package/dist/types.js +7 -0
  5. package/index.ts +9 -3
  6. package/package.json +1 -1
  7. package/types.ts +7 -0
package/dist/index.d.ts CHANGED
@@ -785,6 +785,7 @@ export declare const MongoEventSchema: Schema<any, import("mongoose").Model<any,
785
785
  timestamp: number;
786
786
  embeddings: number[];
787
787
  keywords: string[];
788
+ update_count: number;
788
789
  type?: string | null | undefined;
789
790
  region_id?: string | null | undefined;
790
791
  title?: string | null | undefined;
@@ -797,6 +798,7 @@ export declare const MongoEventSchema: Schema<any, import("mongoose").Model<any,
797
798
  data_geo: string[];
798
799
  platform?: "telegram" | "facebook" | "instagram" | "tiktok" | "website" | "youtube" | "twitter" | "x" | "reddit" | "linkedin" | "snapchat" | "whatsapp" | "discord" | "twitch" | null | undefined;
799
800
  timestamp?: number | null | undefined;
801
+ data_timestamp?: number | null | undefined;
800
802
  source_id?: any;
801
803
  data_id?: any;
802
804
  data_url?: string | null | undefined;
@@ -808,6 +810,7 @@ export declare const MongoEventSchema: Schema<any, import("mongoose").Model<any,
808
810
  data_geo: string[];
809
811
  platform?: "telegram" | "facebook" | "instagram" | "tiktok" | "website" | "youtube" | "twitter" | "x" | "reddit" | "linkedin" | "snapchat" | "whatsapp" | "discord" | "twitch" | null | undefined;
810
812
  timestamp?: number | null | undefined;
813
+ data_timestamp?: number | null | undefined;
811
814
  source_id?: any;
812
815
  data_id?: any;
813
816
  data_url?: string | null | undefined;
@@ -819,6 +822,7 @@ export declare const MongoEventSchema: Schema<any, import("mongoose").Model<any,
819
822
  data_geo: string[];
820
823
  platform?: "telegram" | "facebook" | "instagram" | "tiktok" | "website" | "youtube" | "twitter" | "x" | "reddit" | "linkedin" | "snapchat" | "whatsapp" | "discord" | "twitch" | null | undefined;
821
824
  timestamp?: number | null | undefined;
825
+ data_timestamp?: number | null | undefined;
822
826
  source_id?: any;
823
827
  data_id?: any;
824
828
  data_url?: string | null | undefined;
@@ -840,6 +844,7 @@ export declare const MongoEventSchema: Schema<any, import("mongoose").Model<any,
840
844
  timestamp: number;
841
845
  embeddings: number[];
842
846
  keywords: string[];
847
+ update_count: number;
843
848
  type?: string | null | undefined;
844
849
  region_id?: string | null | undefined;
845
850
  title?: string | null | undefined;
@@ -852,6 +857,7 @@ export declare const MongoEventSchema: Schema<any, import("mongoose").Model<any,
852
857
  data_geo: string[];
853
858
  platform?: "telegram" | "facebook" | "instagram" | "tiktok" | "website" | "youtube" | "twitter" | "x" | "reddit" | "linkedin" | "snapchat" | "whatsapp" | "discord" | "twitch" | null | undefined;
854
859
  timestamp?: number | null | undefined;
860
+ data_timestamp?: number | null | undefined;
855
861
  source_id?: any;
856
862
  data_id?: any;
857
863
  data_url?: string | null | undefined;
@@ -863,6 +869,7 @@ export declare const MongoEventSchema: Schema<any, import("mongoose").Model<any,
863
869
  data_geo: string[];
864
870
  platform?: "telegram" | "facebook" | "instagram" | "tiktok" | "website" | "youtube" | "twitter" | "x" | "reddit" | "linkedin" | "snapchat" | "whatsapp" | "discord" | "twitch" | null | undefined;
865
871
  timestamp?: number | null | undefined;
872
+ data_timestamp?: number | null | undefined;
866
873
  source_id?: any;
867
874
  data_id?: any;
868
875
  data_url?: string | null | undefined;
@@ -874,6 +881,7 @@ export declare const MongoEventSchema: Schema<any, import("mongoose").Model<any,
874
881
  data_geo: string[];
875
882
  platform?: "telegram" | "facebook" | "instagram" | "tiktok" | "website" | "youtube" | "twitter" | "x" | "reddit" | "linkedin" | "snapchat" | "whatsapp" | "discord" | "twitch" | null | undefined;
876
883
  timestamp?: number | null | undefined;
884
+ data_timestamp?: number | null | undefined;
877
885
  source_id?: any;
878
886
  data_id?: any;
879
887
  data_url?: string | null | undefined;
@@ -895,6 +903,7 @@ export declare const MongoEventSchema: Schema<any, import("mongoose").Model<any,
895
903
  timestamp: number;
896
904
  embeddings: number[];
897
905
  keywords: string[];
906
+ update_count: number;
898
907
  type?: string | null | undefined;
899
908
  region_id?: string | null | undefined;
900
909
  title?: string | null | undefined;
@@ -907,6 +916,7 @@ export declare const MongoEventSchema: Schema<any, import("mongoose").Model<any,
907
916
  data_geo: string[];
908
917
  platform?: "telegram" | "facebook" | "instagram" | "tiktok" | "website" | "youtube" | "twitter" | "x" | "reddit" | "linkedin" | "snapchat" | "whatsapp" | "discord" | "twitch" | null | undefined;
909
918
  timestamp?: number | null | undefined;
919
+ data_timestamp?: number | null | undefined;
910
920
  source_id?: any;
911
921
  data_id?: any;
912
922
  data_url?: string | null | undefined;
@@ -918,6 +928,7 @@ export declare const MongoEventSchema: Schema<any, import("mongoose").Model<any,
918
928
  data_geo: string[];
919
929
  platform?: "telegram" | "facebook" | "instagram" | "tiktok" | "website" | "youtube" | "twitter" | "x" | "reddit" | "linkedin" | "snapchat" | "whatsapp" | "discord" | "twitch" | null | undefined;
920
930
  timestamp?: number | null | undefined;
931
+ data_timestamp?: number | null | undefined;
921
932
  source_id?: any;
922
933
  data_id?: any;
923
934
  data_url?: string | null | undefined;
@@ -929,6 +940,7 @@ export declare const MongoEventSchema: Schema<any, import("mongoose").Model<any,
929
940
  data_geo: string[];
930
941
  platform?: "telegram" | "facebook" | "instagram" | "tiktok" | "website" | "youtube" | "twitter" | "x" | "reddit" | "linkedin" | "snapchat" | "whatsapp" | "discord" | "twitch" | null | undefined;
931
942
  timestamp?: number | null | undefined;
943
+ data_timestamp?: number | null | undefined;
932
944
  source_id?: any;
933
945
  data_id?: any;
934
946
  data_url?: string | null | undefined;
@@ -969,6 +981,12 @@ export declare const MongoEventMonitoringSchema: Schema<any, import("mongoose").
969
981
  events_created: number;
970
982
  skipped: boolean;
971
983
  geo_selection_group_id?: string | null | undefined;
984
+ token_usage?: {
985
+ total_tokens: number;
986
+ prompt_tokens: number;
987
+ completion_tokens: number;
988
+ model?: string | null | undefined;
989
+ } | null | undefined;
972
990
  }, import("mongoose").Document<unknown, {}, import("mongoose").FlatRecord<{
973
991
  created_at: number;
974
992
  region_id: string;
@@ -981,6 +999,12 @@ export declare const MongoEventMonitoringSchema: Schema<any, import("mongoose").
981
999
  events_created: number;
982
1000
  skipped: boolean;
983
1001
  geo_selection_group_id?: string | null | undefined;
1002
+ token_usage?: {
1003
+ total_tokens: number;
1004
+ prompt_tokens: number;
1005
+ completion_tokens: number;
1006
+ model?: string | null | undefined;
1007
+ } | null | undefined;
984
1008
  }>, {}> & import("mongoose").FlatRecord<{
985
1009
  created_at: number;
986
1010
  region_id: string;
@@ -993,6 +1017,12 @@ export declare const MongoEventMonitoringSchema: Schema<any, import("mongoose").
993
1017
  events_created: number;
994
1018
  skipped: boolean;
995
1019
  geo_selection_group_id?: string | null | undefined;
1020
+ token_usage?: {
1021
+ total_tokens: number;
1022
+ prompt_tokens: number;
1023
+ completion_tokens: number;
1024
+ model?: string | null | undefined;
1025
+ } | null | undefined;
996
1026
  }> & {
997
1027
  _id: import("mongoose").Types.ObjectId;
998
1028
  } & {
package/dist/index.js CHANGED
@@ -355,6 +355,7 @@ exports.MongoEventSchema = new mongoose_1.Schema({
355
355
  data: { type: String },
356
356
  created_at: { type: Number, default: Date.now },
357
357
  updated_at: { type: Number, default: Date.now },
358
+ update_count: { type: Number, default: 0 },
358
359
  keywords: { type: [String], default: [] },
359
360
  geo_selection: { type: mongoose_1.Schema.Types.Mixed },
360
361
  raw_data: {
@@ -365,6 +366,7 @@ exports.MongoEventSchema = new mongoose_1.Schema({
365
366
  data_id: { type: mongoose_1.Schema.Types.Mixed },
366
367
  data_url: { type: String },
367
368
  data_text: { type: String },
369
+ data_timestamp: { type: Number },
368
370
  author_username: { type: String },
369
371
  author_id: { type: String },
370
372
  timestamp: { type: Number },
@@ -401,6 +403,12 @@ exports.MongoEventMonitoringSchema = new mongoose_1.Schema({
401
403
  events_created: { type: Number, required: true },
402
404
  skipped: { type: Boolean, required: true },
403
405
  created_at: { type: Number, default: Date.now, required: true },
406
+ token_usage: {
407
+ model: { type: String },
408
+ total_tokens: { type: Number, default: 0 },
409
+ prompt_tokens: { type: Number, default: 0 },
410
+ completion_tokens: { type: Number, default: 0 },
411
+ },
404
412
  }, {
405
413
  versionKey: false,
406
414
  toJSON: { virtuals: true },
package/dist/types.d.ts CHANGED
@@ -2144,6 +2144,7 @@ export declare const zodEventSchema: z.ZodObject<{
2144
2144
  data: z.ZodString;
2145
2145
  created_at: z.ZodNumber;
2146
2146
  updated_at: z.ZodNumber;
2147
+ update_count: z.ZodOptional<z.ZodNumber>;
2147
2148
  keywords: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
2148
2149
  geo_selection: z.ZodObject<{
2149
2150
  _id: z.ZodOptional<z.ZodString>;
@@ -2292,6 +2293,7 @@ export declare const zodEventSchema: z.ZodObject<{
2292
2293
  geo_selection_id?: string | undefined;
2293
2294
  geo_selection_title?: string | undefined;
2294
2295
  data_short?: string | undefined;
2296
+ update_count?: number | undefined;
2295
2297
  raw_data?: {
2296
2298
  platform: "telegram" | "facebook" | "instagram" | "tiktok" | "website" | "youtube" | "twitter" | "x" | "reddit" | "linkedin" | "snapchat" | "whatsapp" | "discord" | "twitch";
2297
2299
  source_id: string | number;
@@ -2343,6 +2345,7 @@ export declare const zodEventSchema: z.ZodObject<{
2343
2345
  geo_selection_id?: string | undefined;
2344
2346
  geo_selection_title?: string | undefined;
2345
2347
  data_short?: string | undefined;
2348
+ update_count?: number | undefined;
2346
2349
  raw_data?: {
2347
2350
  platform: "telegram" | "facebook" | "instagram" | "tiktok" | "website" | "youtube" | "twitter" | "x" | "reddit" | "linkedin" | "snapchat" | "whatsapp" | "discord" | "twitch";
2348
2351
  source_id: string | number;
@@ -2375,6 +2378,22 @@ export declare const zodEventMonitoringSchema: z.ZodObject<{
2375
2378
  events_created: z.ZodNumber;
2376
2379
  skipped: z.ZodBoolean;
2377
2380
  created_at: z.ZodNumber;
2381
+ token_usage: z.ZodObject<{
2382
+ model: z.ZodString;
2383
+ total_tokens: z.ZodNumber;
2384
+ prompt_tokens: z.ZodNumber;
2385
+ completion_tokens: z.ZodNumber;
2386
+ }, "strip", z.ZodTypeAny, {
2387
+ model: string;
2388
+ total_tokens: number;
2389
+ prompt_tokens: number;
2390
+ completion_tokens: number;
2391
+ }, {
2392
+ model: string;
2393
+ total_tokens: number;
2394
+ prompt_tokens: number;
2395
+ completion_tokens: number;
2396
+ }>;
2378
2397
  }, "strip", z.ZodTypeAny, {
2379
2398
  created_at: number;
2380
2399
  region_id: string;
@@ -2385,6 +2404,12 @@ export declare const zodEventMonitoringSchema: z.ZodObject<{
2385
2404
  events_updated: number;
2386
2405
  events_created: number;
2387
2406
  skipped: boolean;
2407
+ token_usage: {
2408
+ model: string;
2409
+ total_tokens: number;
2410
+ prompt_tokens: number;
2411
+ completion_tokens: number;
2412
+ };
2388
2413
  geo_selection_group_id?: string | undefined;
2389
2414
  event_ids?: string[] | undefined;
2390
2415
  }, {
@@ -2397,6 +2422,12 @@ export declare const zodEventMonitoringSchema: z.ZodObject<{
2397
2422
  events_updated: number;
2398
2423
  events_created: number;
2399
2424
  skipped: boolean;
2425
+ token_usage: {
2426
+ model: string;
2427
+ total_tokens: number;
2428
+ prompt_tokens: number;
2429
+ completion_tokens: number;
2430
+ };
2400
2431
  geo_selection_group_id?: string | undefined;
2401
2432
  event_ids?: string[] | undefined;
2402
2433
  }>;
package/dist/types.js CHANGED
@@ -456,6 +456,7 @@ exports.zodEventSchema = zod_1.z.object({
456
456
  data: zod_1.z.string(),
457
457
  created_at: zod_1.z.number(),
458
458
  updated_at: zod_1.z.number(),
459
+ update_count: zod_1.z.number().optional(),
459
460
  keywords: zod_1.z.array(zod_1.z.string()).optional(),
460
461
  geo_selection: exports.zodGeoSelectionSchema,
461
462
  raw_data: zod_1.z
@@ -493,4 +494,10 @@ exports.zodEventMonitoringSchema = zod_1.z.object({
493
494
  events_created: zod_1.z.number(),
494
495
  skipped: zod_1.z.boolean(),
495
496
  created_at: zod_1.z.number(),
497
+ token_usage: zod_1.z.object({
498
+ model: zod_1.z.string(),
499
+ total_tokens: zod_1.z.number(),
500
+ prompt_tokens: zod_1.z.number(),
501
+ completion_tokens: zod_1.z.number(),
502
+ }),
496
503
  });
package/index.ts CHANGED
@@ -5,7 +5,7 @@ export * from './types';
5
5
  export * from './sdk';
6
6
  export { HarvesterSDK, createHarvesterSDK, HarvesterSDKError } from './sdk';
7
7
 
8
- import { Schema } from 'mongoose';
8
+ import { model, Schema } from 'mongoose';
9
9
  import {
10
10
  generalStatusList,
11
11
  platformsList,
@@ -394,6 +394,7 @@ export const MongoEventSchema = new Schema(
394
394
  data: { type: String }, // in depth data about the event, this string is updated each time the object is updated
395
395
  created_at: { type: Number, default: Date.now }, // creation date
396
396
  updated_at: { type: Number, default: Date.now }, // last update date
397
+ update_count: { type: Number, default: 0 }, // how many times the event was updated
397
398
  keywords: { type: [String], default: [] }, // e.g., ['red sea', 'escalating']
398
399
  geo_selection: { type: Schema.Types.Mixed }, // embedded geo selection object
399
400
  raw_data: {
@@ -404,6 +405,7 @@ export const MongoEventSchema = new Schema(
404
405
  data_id: { type: Schema.Types.Mixed },
405
406
  data_url: { type: String },
406
407
  data_text: { type: String },
408
+ data_timestamp: { type: Number },
407
409
  author_username: { type: String },
408
410
  author_id: { type: String },
409
411
  timestamp: { type: Number },
@@ -431,8 +433,6 @@ export const MongoEventSchema = new Schema(
431
433
  },
432
434
  );
433
435
 
434
-
435
-
436
436
  export const MongoEventMonitoringSchema = new Schema(
437
437
  {
438
438
  geo_selection_id: { type: String, required: true },
@@ -446,6 +446,12 @@ export const MongoEventMonitoringSchema = new Schema(
446
446
  events_created: { type: Number, required: true },
447
447
  skipped: { type: Boolean, required: true },
448
448
  created_at: { type: Number, default: Date.now, required: true },
449
+ token_usage: {
450
+ model: { type: String },
451
+ total_tokens: { type: Number, default: 0 },
452
+ prompt_tokens: { type: Number, default: 0 },
453
+ completion_tokens: { type: Number, default: 0 },
454
+ },
449
455
  },
450
456
  {
451
457
  versionKey: false,
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "harvester_sdk",
3
- "version": "1.0.58",
3
+ "version": "1.0.60",
4
4
  "description": "SDK for interacting with the Harvester API",
5
5
  "main": "dist/index.js",
6
6
  "types": "dist/index.d.ts",
package/types.ts CHANGED
@@ -525,6 +525,7 @@ export const zodEventSchema = z.object({
525
525
  data: z.string(), // in depth data about the event, this string is updated each time the object is updated
526
526
  created_at: z.number(), // e.g., 1751210833000
527
527
  updated_at: z.number(), // e.g., 1751210833000
528
+ update_count: z.number().optional(), // e.g., 3 - how many times the event was updated
528
529
  keywords: z.array(z.string()).optional(), // e.g., ['red sea', 'escalating']
529
530
  geo_selection: zodGeoSelectionSchema,
530
531
  raw_data: z
@@ -568,6 +569,12 @@ export const zodEventMonitoringSchema = z.object({
568
569
  events_created: z.number(),
569
570
  skipped: z.boolean(),
570
571
  created_at: z.number(),
572
+ token_usage: z.object({
573
+ model: z.string(),
574
+ total_tokens: z.number(),
575
+ prompt_tokens: z.number(),
576
+ completion_tokens: z.number(),
577
+ }),
571
578
  });
572
579
 
573
580
  export type EventType = z.infer<typeof zodEventSchema>;