embulk-input-s3 0.2.1 → 0.2.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
    
        checksums.yaml
    CHANGED
    
    | 
         @@ -1,7 +1,7 @@ 
     | 
|
| 
       1 
1 
     | 
    
         
             
            ---
         
     | 
| 
       2 
2 
     | 
    
         
             
            SHA1:
         
     | 
| 
       3 
     | 
    
         
            -
              metadata.gz:  
     | 
| 
       4 
     | 
    
         
            -
              data.tar.gz:  
     | 
| 
      
 3 
     | 
    
         
            +
              metadata.gz: c12721e3646d935cb83dd17b9200134cab108b1e
         
     | 
| 
      
 4 
     | 
    
         
            +
              data.tar.gz: 0237d9c3e8e7952f52143893a101e3a3e08cc80e
         
     | 
| 
       5 
5 
     | 
    
         
             
            SHA512:
         
     | 
| 
       6 
     | 
    
         
            -
              metadata.gz:  
     | 
| 
       7 
     | 
    
         
            -
              data.tar.gz:  
     | 
| 
      
 6 
     | 
    
         
            +
              metadata.gz: edb9e5d400d0de2c741e7aecd4654695976a856ecaedf87592b4cd65b25c5682b3b677bfd40aebc1e5e0f771e61d6f863768120edc971a9e1f2255ad2f947c3f
         
     | 
| 
      
 7 
     | 
    
         
            +
              data.tar.gz: 223d01c003770e0c78ba646f7cd9d5c24d3ba26ffd1ba710ff62b88efbdffaa892c43857b2d95c0d1b3400d2f68e77678e75c8738bdd2c40b2880ff1bdd9a29d
         
     | 
| 
         Binary file 
     | 
| 
         Binary file 
     | 
| 
         @@ -29,7 +29,7 @@ import org.embulk.config.Task; 
     | 
|
| 
       29 
29 
     | 
    
         
             
            import org.embulk.config.TaskSource;
         
     | 
| 
       30 
30 
     | 
    
         
             
            import org.embulk.config.ConfigSource;
         
     | 
| 
       31 
31 
     | 
    
         
             
            import org.embulk.config.ConfigDiff;
         
     | 
| 
       32 
     | 
    
         
            -
            import org.embulk.config. 
     | 
| 
      
 32 
     | 
    
         
            +
            import org.embulk.config.TaskReport;
         
     | 
| 
       33 
33 
     | 
    
         
             
            import org.embulk.spi.BufferAllocator;
         
     | 
| 
       34 
34 
     | 
    
         
             
            import org.embulk.spi.Exec;
         
     | 
| 
       35 
35 
     | 
    
         
             
            import org.embulk.spi.FileInputPlugin;
         
     | 
| 
         @@ -43,6 +43,8 @@ import static org.embulk.spi.util.RetryExecutor.retryExecutor; 
     | 
|
| 
       43 
43 
     | 
    
         
             
            public abstract class AbstractS3FileInputPlugin
         
     | 
| 
       44 
44 
     | 
    
         
             
                    implements FileInputPlugin
         
     | 
| 
       45 
45 
     | 
    
         
             
            {
         
     | 
| 
      
 46 
     | 
    
         
            +
                private final Logger log = Exec.getLogger(S3FileInputPlugin.class);
         
     | 
| 
      
 47 
     | 
    
         
            +
             
     | 
| 
       46 
48 
     | 
    
         
             
                public interface PluginTask
         
     | 
| 
       47 
49 
     | 
    
         
             
                        extends Task
         
     | 
| 
       48 
50 
     | 
    
         
             
                {
         
     | 
| 
         @@ -122,7 +124,7 @@ public abstract class AbstractS3FileInputPlugin 
     | 
|
| 
       122 
124 
     | 
    
         
             
                @Override
         
     | 
| 
       123 
125 
     | 
    
         
             
                public void cleanup(TaskSource taskSource,
         
     | 
| 
       124 
126 
     | 
    
         
             
                        int taskCount,
         
     | 
| 
       125 
     | 
    
         
            -
                        List< 
     | 
| 
      
 127 
     | 
    
         
            +
                        List<TaskReport> successTaskReports)
         
     | 
| 
       126 
128 
     | 
    
         
             
                {
         
     | 
| 
       127 
129 
     | 
    
         
             
                    // do nothing
         
     | 
| 
       128 
130 
     | 
    
         
             
                }
         
     | 
| 
         @@ -171,6 +173,10 @@ public abstract class AbstractS3FileInputPlugin 
     | 
|
| 
       171 
173 
     | 
    
         
             
                    AmazonS3Client client = newS3Client(task);
         
     | 
| 
       172 
174 
     | 
    
         
             
                    String bucketName = task.getBucket();
         
     | 
| 
       173 
175 
     | 
    
         | 
| 
      
 176 
     | 
    
         
            +
                    if (task.getPathPrefix().equals("/")) {
         
     | 
| 
      
 177 
     | 
    
         
            +
                        log.info("Listing files with prefix \"/\". This doesn't mean all files in a bucket. If you intend to read all files, use \"path_prefix: ''\" (empty string) instead.");
         
     | 
| 
      
 178 
     | 
    
         
            +
                    }
         
     | 
| 
      
 179 
     | 
    
         
            +
             
     | 
| 
       174 
180 
     | 
    
         
             
                    return listS3FilesByPrefix(client, bucketName, task.getPathPrefix(), task.getLastPath());
         
     | 
| 
       175 
181 
     | 
    
         
             
                }
         
     | 
| 
       176 
182 
     | 
    
         | 
| 
         @@ -284,9 +290,9 @@ public abstract class AbstractS3FileInputPlugin 
     | 
|
| 
       284 
290 
     | 
    
         | 
| 
       285 
291 
     | 
    
         
             
                    public void abort() { }
         
     | 
| 
       286 
292 
     | 
    
         | 
| 
       287 
     | 
    
         
            -
                    public  
     | 
| 
      
 293 
     | 
    
         
            +
                    public TaskReport commit()
         
     | 
| 
       288 
294 
     | 
    
         
             
                    {
         
     | 
| 
       289 
     | 
    
         
            -
                        return Exec. 
     | 
| 
      
 295 
     | 
    
         
            +
                        return Exec.newTaskReport();
         
     | 
| 
       290 
296 
     | 
    
         
             
                    }
         
     | 
| 
       291 
297 
     | 
    
         | 
| 
       292 
298 
     | 
    
         
             
                    @Override
         
     | 
    
        metadata
    CHANGED
    
    | 
         @@ -1,14 +1,14 @@ 
     | 
|
| 
       1 
1 
     | 
    
         
             
            --- !ruby/object:Gem::Specification
         
     | 
| 
       2 
2 
     | 
    
         
             
            name: embulk-input-s3
         
     | 
| 
       3 
3 
     | 
    
         
             
            version: !ruby/object:Gem::Version
         
     | 
| 
       4 
     | 
    
         
            -
              version: 0.2. 
     | 
| 
      
 4 
     | 
    
         
            +
              version: 0.2.2
         
     | 
| 
       5 
5 
     | 
    
         
             
            platform: ruby
         
     | 
| 
       6 
6 
     | 
    
         
             
            authors:
         
     | 
| 
       7 
7 
     | 
    
         
             
            - Sadayuki Furuhashi
         
     | 
| 
       8 
8 
     | 
    
         
             
            autorequire:
         
     | 
| 
       9 
9 
     | 
    
         
             
            bindir: bin
         
     | 
| 
       10 
10 
     | 
    
         
             
            cert_chain: []
         
     | 
| 
       11 
     | 
    
         
            -
            date: 2015- 
     | 
| 
      
 11 
     | 
    
         
            +
            date: 2015-08-19 00:00:00.000000000 Z
         
     | 
| 
       12 
12 
     | 
    
         
             
            dependencies:
         
     | 
| 
       13 
13 
     | 
    
         
             
            - !ruby/object:Gem::Dependency
         
     | 
| 
       14 
14 
     | 
    
         
             
              name: bundler
         
     | 
| 
         @@ -55,10 +55,10 @@ files: 
     | 
|
| 
       55 
55 
     | 
    
         
             
            - classpath/aws-java-sdk-s3-1.9.22.jar
         
     | 
| 
       56 
56 
     | 
    
         
             
            - classpath/commons-codec-1.6.jar
         
     | 
| 
       57 
57 
     | 
    
         
             
            - classpath/commons-logging-1.1.3.jar
         
     | 
| 
       58 
     | 
    
         
            -
            - classpath/embulk-input-s3-0.2. 
     | 
| 
      
 58 
     | 
    
         
            +
            - classpath/embulk-input-s3-0.2.2.jar
         
     | 
| 
       59 
59 
     | 
    
         
             
            - classpath/httpclient-4.3.4.jar
         
     | 
| 
       60 
60 
     | 
    
         
             
            - classpath/httpcore-4.3.2.jar
         
     | 
| 
       61 
     | 
    
         
            -
            - classpath/joda-time-2.8. 
     | 
| 
      
 61 
     | 
    
         
            +
            - classpath/joda-time-2.8.2.jar
         
     | 
| 
       62 
62 
     | 
    
         
             
            homepage: https://github.com/embulk/embulk-input-s3
         
     | 
| 
       63 
63 
     | 
    
         
             
            licenses:
         
     | 
| 
       64 
64 
     | 
    
         
             
            - Apache 2.0
         
     | 
| 
         Binary file 
     |