@naanlang/naan 1.0.0

package/plugins/serviceAws/aws_s3.nlg

@@ -0,0 +1,134 @@
+/*
+ * aws_s3.nlg
+ * serviceAws
+ *
+ *     Access to S3 services for AWS.
+ *
+ * column positioning:                          //                          //                      !
+ *
+ * Copyright (c) 2020-2021 by Richard C. Zulch
+ *
+ */
+
+
+/*
+ * S3bucket
+ *
+ *     S3 buckets.
+ *
+ */
+
+closure S3bucket(s3, name, local bucket) {
+    bucket = new(object, this)
+    bucket.name = name
+    
+    //
+    // list
+    //
+    bucket.listObjects = closure listObjects(local pending) {
+        pending = new(nonce)
+        s3.aws.listObjectsV2({
+            Bucket: bucket.name
+        }, function (error, data) {
+            if error
+                error = Error("S3bucket.list failed", error)
+            pending.signal(list(error, data))
+        })
+        pending.wait()
+    }
+
+    //
+    // upload
+    //
+    bucket.upload = closure upload(key, data, local pending) {
+        pending = new(nonce)
+        s3.aws.upload({
+            Bucket: bucket.name
+            ACL: "public-read"
+            Body: data
+            Key: key
+                ContentType: "application/octet-stream"                     // force download from browser
+        })
+        .on("httpUploadProgress", function(evt) {
+            debuglog("upload progress", totuple(evt))
+        })
+        .send(function(error, data) {
+            if error
+                error = Error("S3bucket.upload failed", error)
+            pending.signal(list(error, data))
+        })
+        pending.wait()
+    }
+
+    // finis
+    bucket
+};
+
+
+/*
+ * S3
+ *
+ *     S3 access objects.
+ *
+ */
+
+closure S3(local s3) {
+    s3 = new(object, this)
+
+    //
+    // login
+    //
+    s3.login = closure login(creds, local params) {
+        if !awsSDK
+            return (list(Error("S3.login: no AWS SDK available")))
+        params = {
+            apiVersion: "2012-08-10"
+        }
+        if creds {
+            params.accessKeyId = creds.keyID,
+            params.secretAccessKey = creds.keySecret,
+            params.region = creds.region
+        }
+        s3.aws = xnew(awsSDK.S3, params)
+        `(false, { ok: true })
+    }
+    
+    //
+    // bucket
+    //
+    //     Return a new bucket access object for the table of the specified name. The bucket may not 
+    // yet exist; see S3bucket for methods.
+    //
+    // parameters:
+    //  {
+    //      hash:       <name>                  // primary hash key attribute name (required)
+    //      hashType:   <type>                  // string | numeric (required)
+    //      range:      <name>                  // primary range key attribute name (optional)
+    //      rangeType:  <name>                  // string | numeric (required if range specified)
+    //  }
+    //
+    s3.bucket = closure bucket(name) {
+        S3bucket(s3, name)
+    }
+
+    // finis
+    s3
+};
+
+
+/*
+ * s3Init
+ *
+ *     Initialize the AWS module.
+ *
+ */
+
+function s3Init(local manifest) {
+    manifest = `(S3bucket, S3, s3Init)
+
+    Naan.module.build(module.id, "S3", function(modobj, compobj) {
+        require("./serviceAws.nlg")
+        compobj.manifest = manifest
+        modobj.exports.S3 = S3
+    })
+} ();

package/plugins/serviceAws/aws_utils.nlg

@@ -0,0 +1,86 @@
+/*
+ * aws_utils.nlg
+ * serviceAws
+ *
+ *     AWS SDK access utilities.
+ *
+ * column positioning:                          //                          //                      !
+ *
+ * Copyright (c) 2021 by Richard C. Zulch
+ *
+ */
+
+
+/*
+ * queryPager
+ *
+ * Low-level paginator for AWS queries of the following form:
+ *     apiproc(params, [<args>,] callback(error, data))
+ * The caller/callback are responsible for initializing the params and adjusting them for each
+ * iteration. The callback should return false to stop looping.
+ *
+ */
+
+closure queryPager(apiobject, procname, params, xargs, doneCB, local pending, looping, result) {
+    if !apiobject[procname]
+        return (list(Error("queryPager method undefined:", procname)))
+    pending = new(nonce)
+    looping = true
+    while looping {                                                         // loop for multiple pages
+        pending.reset()
+        xapply(apiobject, procname, append(cons(params, xargs), cons(function (error, data) {
+            if error {
+                qpPagerError = error
+                debuglog(procname, "failed", error)
+                looping = false
+                pending.signal(list(error))
+            }
+            else {
+                looping = doneCB(data)
+                pending.signal(list(false, {ok: true}))
+            }
+        })))
+        result = pending.wait()
+    }
+    result       
+};
+
+
+/*
+ * QueryPager
+ *
+ * Paginator for AWS queries, called as:
+ *     QueryPager(apiobject, procname, params, [<args>,] function(data){})
+ *
+ */
+
+function QueryPager args {
+    closure(local apiobject, procname, params, xargs, doneCB) {
+        apiobject = pop(args)
+        procname = pop(args)
+        params = pop(args)
+        args = args.reverse()
+        doneCB = pop(args)
+        xargs = args.reverse()
+        queryPager(apiobject, procname, params, xargs, doneCB)
+    } ()
+};
+
+
+/*
+ * utilsInit
+ *
+ *     Initialize the Lambda module.
+ *
+ */
+
+function utilsInit(local manifest) {
+    manifest = `(queryPager, QueryPager, utilsInit)
+
+    Naan.module.build(module.id, "aws_utils", function(modobj, compobj) {
+        require("./serviceAws.nlg")
+        compobj.manifest = manifest
+        modobj.exports.QueryPager = QueryPager
+    })
+
+} ();