triangle-utils 1.4.178 → 1.4.180

package/dist/src/UtilsRDS.d.ts

@@ -3,10 +3,7 @@ export declare class UtilsRDS {
     private readonly rds_username;
     private readonly rds_password;
     private readonly pool;
-    constructor(region: string, rds_cluster_arn: string, rds_secret_arn: string, rds_host: string, rds_username: string, rds_password: string);
-    query(sql: string, options?: {
-        is_verbose?: boolean;
-    }): Promise<any[]>;
+    constructor(rds_host: string, rds_username: string, rds_password: string);
     exec(sql: string, options?: {
         is_verbose?: boolean;
     }): Promise<any[]>;

package/dist/src/UtilsRDS.js

@@ -1,4 +1,5 @@
 import { Pool } from "pg";
+import wkx from "wkx";
 function convert_postgres_input(input) {
     if (input === undefined) {
         return "NULL";
@@ -16,8 +17,8 @@ function convert_postgres_input(input) {
         return "ARRAY[" + input.map(a => convert_postgres_input(a)).join(", ") + "]";
     }
     else if (typeof input === "object") {
-        if (input.expression !== undefined) {
-            return input.expression;
+        if (input.wkt !== undefined) {
+            return "ST_GEOMFROMTEXT('" + input.wkt + "')";
         }
     }
     return "NULL";
@@ -50,6 +51,9 @@ function convert_postgres_output(output, field) {
     if (field.dataTypeID === 712048) {
         return JSON.parse(output[field.name]);
     }
+    if (field.dataTypeID === 110963) {
+        return { wkt: wkx.Geometry.parse(output[field.name]).toWkt() };
+    }
     return output[field.name];
 }
 export class UtilsRDS {
@@ -57,7 +61,7 @@ export class UtilsRDS {
     rds_username;
     rds_password;
     pool;
-    constructor(region, rds_cluster_arn, rds_secret_arn, rds_host, rds_username, rds_password) {
+    constructor(rds_host, rds_username, rds_password) {
         this.rds_host = rds_host;
         this.rds_username = rds_username;
         this.rds_password = rds_password;
@@ -72,21 +76,14 @@ export class UtilsRDS {
             }
         });
     }
-    async query(sql, options = {}) {
+    async exec(sql, options = {}) {
         const is_verbose = Boolean(options.is_verbose);
         if (is_verbose) {
             console.log(sql);
         }
         const response = await this.pool.query(sql);
-        return response.rows.map(item => Object.fromEntries(response.fields.map(field => [field.name, convert_postgres_output(item, field)])
+        const items = response.rows.map(item => Object.fromEntries(response.fields.map(field => [field.name, convert_postgres_output(item, field)])
             .filter(([attribute_name, attribute_value]) => attribute_value !== null && attribute_value !== undefined)));
-    }
-    async exec(sql, options = {}) {
-        const is_verbose = Boolean(options.is_verbose);
-        if (is_verbose) {
-            console.log(sql);
-        }
-        const items = await this.query(sql, options);
         if (!Array.isArray(items)) {
             if (is_verbose) {
                 console.log("Bad items:", items);

package/dist/src/f.js

@@ -83,5 +83,5 @@ const utils = new TriangleUtils(config);
 //     .then(response => console.log(response))
 // await utils.s3.get_download_url("s3://triangle-675045717295-us-east-1-an/tenant_documents/a3a9627f-a94d-4d47-a110-307a6f5563af/a146d789-da40-4e3c-a132-8b7110f3f7df.pdf", { name : "hye.pdf" })
 //     .then(response => console.log(response))
-await utils.rds.query("SELECT * FROM twitter_tweets LIMIT 10")
+await utils.rds.scan("state_voters", { max_num_items: 1, attribute_names: ["address_residence_geom"] })
     .then(console.log);

package/dist/src/index.d.ts

@@ -12,7 +12,6 @@ import { UtilsAnthropic } from "./UtilsAnthropic.js";
 import { UtilsTwitter } from "./UtilsTwitter.js";
 import { GlobalConfig } from "./types/GlobalConfig.js";
 import { UtilsRDS } from "./UtilsRDS.js";
-import { ApplicationConfig } from "./types/ApplicationConfig.js";
 import { UtilsTextract } from "./UtilsTextract.js";
 import { UtilsBrave } from "./UtilsBrave.js";
 export declare class TriangleUtils extends UtilsMisc {
@@ -30,9 +29,8 @@ export declare class TriangleUtils extends UtilsMisc {
     readonly anthropic: UtilsAnthropic;
     readonly xai: UtilsXAI;
     readonly twitter: UtilsTwitter;
-    constructor(config: ApplicationConfig & GlobalConfig);
+    constructor(config: GlobalConfig);
 }
-export * from "./types/ApplicationConfig.js";
 export * from "./types/GlobalConfig.js";
 export * from "./UtilsAnthropic.js";
 export * from "./UtilsDynamoDB.js";

package/dist/src/index.js

@@ -31,7 +31,7 @@ export class TriangleUtils extends UtilsMisc {
     constructor(config) {
         super(config);
         this.dynamodb = new UtilsDynamoDB(config.region);
-        this.rds = new UtilsRDS(config.region, config.rds_cluster_arn, config.rds_secret_arn, config.rds_host, config.rds_username, config.rds_password);
+        this.rds = new UtilsRDS(config.region, config.rds_cluster_arn, config.rds_secret_arn);
         this.s3 = new UtilsS3(config.region);
         this.s3vectors = new UtilsS3Vectors(config.region);
         this.bedrock = new UtilsBedrock(config.region);
@@ -46,7 +46,6 @@ export class TriangleUtils extends UtilsMisc {
         this.twitter = new UtilsTwitter(config.twitter_api_key);
     }
 }
-export * from "./types/ApplicationConfig.js";
 export * from "./types/GlobalConfig.js";
 export * from "./UtilsAnthropic.js";
 export * from "./UtilsDynamoDB.js";

package/dist/src/types/GlobalConfig.d.ts

@@ -1,6 +1,8 @@
 export declare class GlobalConfig {
     readonly region: string;
     readonly cognito_user_pool_id: string;
+    readonly cognito_client_id: string;
+    readonly cognito_client_secret: string;
     readonly secret_key: string;
     readonly auth_url: string;
     readonly s3_triangle: string;
@@ -20,6 +22,7 @@ export declare class GlobalConfig {
     readonly scraping_bee_api_key: string;
     readonly twitter_api_key: string;
     readonly youtube_api_key: string;
+    readonly anthropic_api_key: string;
     readonly xai_api_key: string;
     readonly ballotpedia_api_key: string;
     readonly brave_api_key: string;

package/dist/src/types/GlobalConfig.js

@@ -1,6 +1,8 @@
 export class GlobalConfig {
     region;
     cognito_user_pool_id;
+    cognito_client_id;
+    cognito_client_secret;
     secret_key;
     auth_url;
     s3_triangle;
@@ -20,6 +22,7 @@ export class GlobalConfig {
     scraping_bee_api_key;
     twitter_api_key;
     youtube_api_key;
+    anthropic_api_key;
     xai_api_key;
     ballotpedia_api_key;
     brave_api_key;
@@ -29,6 +32,8 @@ export class GlobalConfig {
         }
         this.region = global_config.region;
         this.cognito_user_pool_id = global_config.cognito_user_pool_id;
+        this.cognito_client_id = global_config.cognito_client_id;
+        this.cognito_client_secret = global_config.cognito_client_secret;
         this.secret_key = global_config.secret_key;
         this.auth_url = global_config.auth_url;
         this.s3_triangle = global_config.s3_triangle;
@@ -48,6 +53,7 @@ export class GlobalConfig {
         this.scraping_bee_api_key = global_config.scraping_bee_api_key;
         this.twitter_api_key = global_config.twitter_api_key;
         this.youtube_api_key = global_config.youtube_api_key;
+        this.anthropic_api_key = global_config.anthropic_api_key;
         this.xai_api_key = global_config.xai_api_key;
         this.ballotpedia_api_key = global_config.ballotpedia_api_key;
         this.brave_api_key = global_config.brave_api_key;
@@ -56,6 +62,8 @@ export class GlobalConfig {
         return (global_config !== undefined &&
             typeof global_config.region === "string" &&
             typeof global_config.cognito_user_pool_id === "string" &&
+            typeof global_config.cognito_client_id === "string" &&
+            typeof global_config.cognito_client_secret === "string" &&
             typeof global_config.secret_key === "string" &&
             typeof global_config.auth_url === "string" &&
             typeof global_config.s3_triangle === "string" &&
@@ -75,6 +83,7 @@ export class GlobalConfig {
             typeof global_config.scraping_bee_api_key === "string" &&
             typeof global_config.twitter_api_key === "string" &&
             typeof global_config.youtube_api_key === "string" &&
+            typeof global_config.anthropic_api_key === "string" &&
             typeof global_config.xai_api_key === "string" &&
             typeof global_config.ballotpedia_api_key === "string" &&
             typeof global_config.brave_api_key === "string");

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "triangle-utils",
-    "version": "1.4.178",
+    "version": "1.4.180",
     "main": "dist/src/index.js",
     "types": "dist/src/index.d.ts",
     "directories": {
@@ -36,7 +36,8 @@
         "googleapis": "^170.0.0",
         "jsdom": "^29.0.1",
         "pg": "^8.23.0",
-        "scrapingbee": "^1.8.2"
+        "scrapingbee": "^1.8.2",
+        "wkx": "^0.5.0"
     },
     "devDependencies": {
         "@eslint/js": "^9.39.2",

package/src/UtilsRDS.ts

@@ -1,4 +1,5 @@
 import { FieldDef, Pool } from "pg"
+import wkx from "wkx"
 
 function convert_postgres_input(input : string | boolean | number | any[] | Record<string, any> | undefined) : string {
     if (input === undefined) {
@@ -12,8 +13,8 @@ function convert_postgres_input(input : string | boolean | number | any[] | Reco
     } else if (Array.isArray(input)) {
         return "ARRAY[" + input.map(a => convert_postgres_input(a)).join(", ") + "]"
     } else if (typeof input === "object") {
-        if (input.expression !== undefined) {
-            return input.expression
+        if (input.wkt !== undefined) {
+            return "ST_GEOMFROMTEXT('" + input.wkt + "')"
         }
     }
     return "NULL"
@@ -48,6 +49,9 @@ function convert_postgres_output(output : any, field : FieldDef) {
     if (field.dataTypeID === 712048) {
         return JSON.parse(output[field.name])
     }
+    if (field.dataTypeID === 110963) {
+        return { wkt : wkx.Geometry.parse(output[field.name]).toWkt() }
+    }
     return output[field.name]
 }
 
@@ -59,9 +63,6 @@ export class UtilsRDS {
     private readonly pool : Pool
 
     constructor(
-        region : string,
-        rds_cluster_arn : string,
-        rds_secret_arn : string,
         rds_host : string,
         rds_username : string,
         rds_password : string
@@ -81,7 +82,7 @@ export class UtilsRDS {
         })
     }
 
-    async query(
+    async exec(
         sql : string,
         options : {
             is_verbose? : boolean
@@ -92,23 +93,10 @@ export class UtilsRDS {
             console.log(sql)
         }
         const response = await this.pool.query(sql)
-        return response.rows.map(item => Object.fromEntries(
+        const items = response.rows.map(item => Object.fromEntries(
             response.fields.map(field => [field.name, convert_postgres_output(item, field)])
                 .filter(([attribute_name, attribute_value]) => attribute_value !== null && attribute_value !== undefined)
         ))
-    }
-
-    async exec(
-        sql : string,
-        options : {
-            is_verbose? : boolean
-        } = {}
-    ) {
-        const is_verbose = Boolean(options.is_verbose)
-        if (is_verbose) {
-            console.log(sql)
-        }
-        const items = await this.query(sql, options)
         if (!Array.isArray(items)) {
             if (is_verbose) {
                 console.log("Bad items:", items)

package/src/f.ts

@@ -107,5 +107,5 @@ const utils = new TriangleUtils(config)
 //     .then(response => console.log(response))
 
 
-await utils.rds.query("SELECT * FROM twitter_tweets LIMIT 10")
+await utils.rds.scan("state_voters", { max_num_items : 1, attribute_names : ["address_residence_geom"]})
     .then(console.log)

package/src/index.ts

@@ -12,7 +12,6 @@ import { UtilsAnthropic } from "./UtilsAnthropic"
 import { UtilsTwitter } from "./UtilsTwitter"
 import { GlobalConfig } from "./types/GlobalConfig"
 import { UtilsRDS } from "./UtilsRDS"
-import { ApplicationConfig } from "./types/ApplicationConfig"
 import { UtilsTextract } from "./UtilsTextract"
 import { UtilsBrave } from "./UtilsBrave"
 
@@ -35,10 +34,10 @@ export class TriangleUtils extends UtilsMisc {
     readonly xai : UtilsXAI
     readonly twitter : UtilsTwitter
 
-    constructor(config : ApplicationConfig & GlobalConfig) {
+    constructor(config : GlobalConfig) {
         super(config)
         this.dynamodb = new UtilsDynamoDB(config.region)
-        this.rds = new UtilsRDS(config.region, config.rds_cluster_arn, config.rds_secret_arn, config.rds_host, config.rds_username, config.rds_password)
+        this.rds = new UtilsRDS(config.region, config.rds_cluster_arn, config.rds_secret_arn)
         this.s3 = new UtilsS3(config.region)
         this.s3vectors = new UtilsS3Vectors(config.region)
         this.bedrock = new UtilsBedrock(config.region)
@@ -54,7 +53,6 @@ export class TriangleUtils extends UtilsMisc {
     }
 }
 
-export * from "./types/ApplicationConfig"
 export * from "./types/GlobalConfig"
 export * from "./UtilsAnthropic"
 export * from "./UtilsDynamoDB"

package/src/types/GlobalConfig.ts

@@ -1,6 +1,8 @@
 export class GlobalConfig {
     readonly region : string
     readonly cognito_user_pool_id : string
+    readonly cognito_client_id : string
+    readonly cognito_client_secret : string
     readonly secret_key : string
     readonly auth_url : string
     readonly s3_triangle : string
@@ -20,6 +22,7 @@ export class GlobalConfig {
     readonly scraping_bee_api_key : string
     readonly twitter_api_key : string
     readonly youtube_api_key : string
+    readonly anthropic_api_key : string
     readonly xai_api_key : string
     readonly ballotpedia_api_key : string
     readonly brave_api_key : string
@@ -31,6 +34,8 @@ export class GlobalConfig {
         }
         this.region = global_config.region
         this.cognito_user_pool_id = global_config.cognito_user_pool_id
+        this.cognito_client_id = global_config.cognito_client_id
+        this.cognito_client_secret = global_config.cognito_client_secret
         this.secret_key = global_config.secret_key
         this.auth_url = global_config.auth_url
         this.s3_triangle = global_config.s3_triangle
@@ -50,6 +55,7 @@ export class GlobalConfig {
         this.scraping_bee_api_key = global_config.scraping_bee_api_key
         this.twitter_api_key = global_config.twitter_api_key
         this.youtube_api_key = global_config.youtube_api_key
+        this.anthropic_api_key = global_config.anthropic_api_key
         this.xai_api_key = global_config.xai_api_key
         this.ballotpedia_api_key = global_config.ballotpedia_api_key
         this.brave_api_key = global_config.brave_api_key
@@ -60,6 +66,8 @@ export class GlobalConfig {
             global_config !== undefined &&
             typeof global_config.region === "string" &&
             typeof global_config.cognito_user_pool_id === "string" &&
+            typeof global_config.cognito_client_id === "string" &&
+            typeof global_config.cognito_client_secret === "string" &&
             typeof global_config.secret_key === "string" &&
             typeof global_config.auth_url === "string" &&
             typeof global_config.s3_triangle === "string" &&
@@ -79,6 +87,7 @@ export class GlobalConfig {
             typeof global_config.scraping_bee_api_key === "string" &&
             typeof global_config.twitter_api_key === "string" &&
             typeof global_config.youtube_api_key === "string" &&
+            typeof global_config.anthropic_api_key === "string" &&
             typeof global_config.xai_api_key === "string" &&
             typeof global_config.ballotpedia_api_key === "string" &&
             typeof global_config.brave_api_key === "string"

package/src/types/ApplicationConfig.ts

@@ -1,25 +0,0 @@
-
-export class ApplicationConfig {
-    readonly cognito_client_id : string
-    readonly cognito_client_secret : string
-    readonly anthropic_api_key? : string
-    readonly [x : string] : any
-
-    constructor(application_config : ApplicationConfig) {
-        if (!ApplicationConfig.is(application_config)) {
-            throw Error("Invalid input.")
-        }
-        this.cognito_client_id = application_config.cognito_client_id
-        this.cognito_client_secret = application_config.cognito_client_secret
-        this.anthropic_api_key = application_config.anthropic_api_key
-    }
-    
-    static is(application_config : any) : application_config is ApplicationConfig {
-        return (
-            application_config !== undefined &&
-            typeof application_config.cognito_client_id === "string" &&
-            typeof application_config.cognito_client_secret === "string" &&
-            (application_config.anthropic_api_key === undefined || typeof application_config.anthropic_api_key === "string")
-        )
-    }
-}