embulk-output-embulk_output_domo 0.3.1 → 0.3.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: a43474cd86b39442338ad57734bcc0c70fe123ae
-  data.tar.gz: 05c2e28fecf1292959564790a9c9a141e06292f9
+  metadata.gz: 3978b59b3985b4520d50f23256d3708bda278d3c
+  data.tar.gz: 2324808afdd8b2ba25934dbbffd95eecfabd8cb0
 SHA512:
-  metadata.gz: 2e41586ca7938d74a76776a589488cb493f873bf452f62fbef6b9012b7092b9e58890a810768e4ff9e2953df0a55db1a1a414dce2a3d33c09f2f18628e04f1f7
-  data.tar.gz: a41debd9b92b3febe60154e9a044e3b420315ad6c8f1cc8d846393ddff3199811192188f0550a63f0e34edbc7fea32d13ece05b987f99ca7cf0862d4af181bd2
+  metadata.gz: cef3cb441fb4d03a5e290747d61e08bc38fa31943cd165c70d0908d809aad1b3c023e2a8cd876f0ed2073a598eb461664bf749b8b1b7011850dfd5168f736fd8
+  data.tar.gz: 640715724ddb4e0ad5e9abc1dd9fe490dc803ad7ab4c9b16a6454ece9099d6a8d3f28fbce4bdc6e29a763fc61178f833653acc9aea7df130b0ffc3b35d28a221

data/README.md

@@ -17,17 +17,17 @@ embulk gem install embulk-output-embulk_output_domo
 
 ## Configuration
 
-- **clientId**: description (string, required)
-- **clientSecret**: description (string, required)
-- **apiHost**: description (string, default: `"api.domo.com"`)
-- **useHttps**: description (boolean, default: `true`)
-- **streamName**: description (string, required)
-- **column_options**: description (object, default: `Check embulk column options`)
-- **batchSize**: description (integer, default: `1000`)
-- **quote**: description (string, default: `"\""`)
-- **quote_policy**: description (string, default: `MINIMAL`)
-- **escape**: description (string, default: `null`)
-- **newline_in_field**: description (string, default: `LF`)
+- **clientId**: Domo Client Id (string, required)
+- **clientSecret**: Domo Client Secret (string, required)
+- **apiHost**: api host address (string, default: `"api.domo.com"`)
+- **useHttps**: use https? (boolean, default: `true`)
+- **streamName**: name of the Domo Stream (string, required)
+- **column_options**: Embulk Column Options (used mainly for timestamps formatting) (object, default: `Check embulk column options`)
+- **batchSize**: Number of csv files to be zipped and send for each upload request. Each csv has like 50 records. (integer, default: `1000`)
+- **quote**: CSV Quote symbol (See csv embulk plugin for more info) (string, default: `"\""`)
+- **quote_policy**: CSV Quote Policy (string, default: `MINIMAL`)
+- **escape**: CSV Escape Character (string, default: `null`)
+- **newline_in_field**: CSV New Line (string, default: `LF`)
 
 
 ## Example

data/build.gradle

@@ -13,7 +13,7 @@ configurations {
     provided
 }
 
-version = "0.3.1"
+version = "0.3.2"
 
 sourceCompatibility = 1.8
 targetCompatibility = 1.8

data/src/main/java/org/embulk/output/embulk_output_domo/EmbulkOutputDomoOutputPlugin.java

@@ -160,6 +160,49 @@ public class EmbulkOutputDomoOutputPlugin
         Newline getNewlineInField();
     }
 
+    public com.domo.sdk.datasets.model.Schema getDomoSchema(Schema schema){
+        /**
+         * We need to return domo Schema
+         * e.g. new com.domo.sdk.datasets.model.Schema(Lists.newArrayList(new Column(STRING, "Friend"), new Column(STRING, "Attending")))
+         */
+        ArrayList<com.domo.sdk.datasets.model.Column> domoSchema =  new ArrayList<com.domo.sdk.datasets.model.Column>();
+        for (int i = 0; i < schema.size(); i++) {
+            Column column = schema.getColumn(i);
+            Type type = column.getType();
+            System.out.println("{\n" +
+                    "      \"type\" : \""+type.getName().toUpperCase()+"\",\n" +
+                    "      \"name\" : \""+column.getName() +"\"\n" +
+                    "    },");
+            switch (type.getName()) {
+                case "long":
+                    domoSchema.add(new com.domo.sdk.datasets.model.Column(ColumnType.LONG, column.getName()));
+                    break;
+                case "double":
+                    //	     System.out.println("Double Column" + column.getName());
+                    domoSchema.add(new com.domo.sdk.datasets.model.Column(ColumnType.DOUBLE, column.getName()));
+                    break;
+                case "boolean":
+                    domoSchema.add(new com.domo.sdk.datasets.model.Column( ColumnType.LONG, column.getName()));
+                    break;
+                case "string":
+                    domoSchema.add(new com.domo.sdk.datasets.model.Column(ColumnType.STRING, column.getName()));
+                    break;
+                case "timestamp":
+                    domoSchema.add(new com.domo.sdk.datasets.model.Column( ColumnType.DATETIME, column.getName()));
+                    break;
+                default:
+                    logger.info("Unsupported type " + type.getName());
+                    break;
+            }
+        }
+        if(domoSchema != null && domoSchema.size()>0){
+            return new com.domo.sdk.datasets.model.Schema(domoSchema);
+        }
+        else{
+            logger.error("Cannot create domo schema");
+            throw new RuntimeException("Cannot create domo Schema");
+        }
+    }
 
     @Override
     public ConfigDiff transaction(ConfigSource config,
@@ -238,7 +281,7 @@ public class EmbulkOutputDomoOutputPlugin
                 Runnable partUpload = () -> streamClient.uploadDataPart(sds.getId(), execution.getId(), myPartNum, compressedCsvFile);
                 uploadTasks.add(Executors.callable(partUpload));
                 partNum++;
-             }
+            }
             // Asynchronously execute all uploading tasks
             try {
                 executorService.invokeAll(uploadTasks);
@@ -294,7 +337,7 @@ public class EmbulkOutputDomoOutputPlugin
         public DomoPageOutput(final PageReader pageReader,
                               DomoClient client, PluginTask task, Schema schema)
         {
-            logger.info("NEW PAGE CONSTRUCTOR!!");
+            logger.info("NEW PAGE CONSTRUCTOR!!!");
             this.pageReader = pageReader;
             this.client = client;
             this.task = task;
@@ -345,7 +388,7 @@ public class EmbulkOutputDomoOutputPlugin
                         public void doubleColumn(Column column) {
                             addDelimiter(column);
                             if (!pageReader.isNull(column)) {
-                                addValue(Long.toString(pageReader.getLong(column)));
+                                addValue(Double.toString(pageReader.getDouble(column)));
                             } else {
                                 addNullString();
                             }
@@ -658,51 +701,5 @@ public class EmbulkOutputDomoOutputPlugin
         bw.close();
     }
 
-    /**
-     * Get Domo Schema
-     * @param schema
-     * @return
-     */
-    public com.domo.sdk.datasets.model.Schema getDomoSchema(Schema schema){
-        /**
-         * We need to return domo Schema
-         * e.g. new com.domo.sdk.datasets.model.Schema(Lists.newArrayList(new Column(STRING, "Friend"), new Column(STRING, "Attending")))
-         */
-        ArrayList<com.domo.sdk.datasets.model.Column> domoSchema =  new ArrayList<com.domo.sdk.datasets.model.Column>();
-        for (int i = 0; i < schema.size(); i++) {
-            Column column = schema.getColumn(i);
-            Type type = column.getType();
-            System.out.println("{\n" +
-                    "      \"type\" : \""+type.getName().toUpperCase()+"\",\n" +
-                    "      \"name\" : \""+column.getName() +"\"\n" +
-                    "    },");
-            switch (type.getName()) {
-                case "long":
-                    domoSchema.add(new com.domo.sdk.datasets.model.Column(ColumnType.LONG, column.getName()));
-                    break;
-                case "double":
-                    domoSchema.add(new com.domo.sdk.datasets.model.Column(ColumnType.DOUBLE, column.getName()));
-                    break;
-                case "boolean":
-                    domoSchema.add(new com.domo.sdk.datasets.model.Column( ColumnType.LONG, column.getName()));
-                    break;
-                case "string":
-                    domoSchema.add(new com.domo.sdk.datasets.model.Column(ColumnType.STRING, column.getName()));
-                    break;
-                case "timestamp":
-                    domoSchema.add(new com.domo.sdk.datasets.model.Column( ColumnType.DATETIME, column.getName()));
-                    break;
-                default:
-                    logger.info("Unsupported type " + type.getName());
-                    break;
-            }
-        }
-        if(domoSchema != null && domoSchema.size()>0){
-            return new com.domo.sdk.datasets.model.Schema(domoSchema);
-        }
-        else{
-            logger.error("Cannot create domo schema");
-            throw new RuntimeException("Cannot create domo Schema");
-        }
-    }
+
 }

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: embulk-output-embulk_output_domo
 version: !ruby/object:Gem::Version
-  version: 0.3.1
+  version: 0.3.2
 platform: ruby
 authors:
 - Angelos Alexopoulos
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2018-10-23 00:00:00.000000000 Z
+date: 2018-10-31 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
@@ -67,7 +67,7 @@ files:
 - classpath/commons-io-2.6.jar
 - classpath/hamcrest-core-1.3.jar
 - classpath/okio-1.12.0.jar
-- classpath/embulk-output-embulk_output_domo-0.3.1.jar
+- classpath/embulk-output-embulk_output_domo-0.3.2.jar
 homepage: https://github.com/alexopoulos7/embulk-output-embulk_output_domo
 licenses:
 - MIT