datapipelab 0.3.5__py3-none-any.whl → 0.3.6__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (5) hide show
  1. datapipelab/app/node/sink/spark_api_node.py +2 -0
  2. {datapipelab-0.3.5.dist-info → datapipelab-0.3.6.dist-info}/METADATA +1 -1
  3. {datapipelab-0.3.5.dist-info → datapipelab-0.3.6.dist-info}/RECORD +5 -5
  4. {datapipelab-0.3.5.dist-info → datapipelab-0.3.6.dist-info}/WHEEL +0 -0
  5. {datapipelab-0.3.5.dist-info → datapipelab-0.3.6.dist-info}/top_level.txt +0 -0
datapipelab/app/node/sink/spark_api_node.py CHANGED
@@ -22,6 +22,8 @@ class SparkApiSourceNode(TNode):
22
22
  self.options['table'] = self.spark_options.get('table')
23
23
  if 'write_method' in self.spark_options:
24
24
  self.options['writeMethod'] = self.spark_options.get('write_method')
25
+ if 'temporary_gcs_bucket' in self.spark_options:
26
+ self.options['temporaryGcsBucket'] = self.spark_options.get('temporary_gcs_bucket')
25
27
 
26
28
  def __write_df(self):
27
29
  writer = self.df.write
{datapipelab-0.3.5.dist-info → datapipelab-0.3.6.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: datapipelab
3
- Version: 0.3.5
3
+ Version: 0.3.6
4
4
  Summary: A data pipeline library with connectors, sources, processors, and sinks.
5
5
  Description-Content-Type: text/markdown
6
6
  Requires-Dist: json5
{datapipelab-0.3.5.dist-info → datapipelab-0.3.6.dist-info}/RECORD RENAMED
@@ -21,7 +21,7 @@ datapipelab/app/node/sink/csv_node.py,sha256=ZcrMZXIwJ_ln4ZZbpCAT-iMDAZIDFI9eSHN
21
21
  datapipelab/app/node/sink/delta_node.py,sha256=4ajvMyz3cpXbd29_mZq0MW-gwpLJqdj6F9urmP8uHJw,2089
22
22
  datapipelab/app/node/sink/hive_node.py,sha256=ycknOPBBwZGH3oHram_6LjHy-ygFjhuFNvVoPaNGaCU,1220
23
23
  datapipelab/app/node/sink/pandas_csv_node.py,sha256=JsJFt2XRpwxGeJyt_PDUgqZafiQROf1Sk5TUhQPxh4c,870
24
- datapipelab/app/node/sink/spark_api_node.py,sha256=Uu25EtQEXJkqzm3eBEwvpuqSfVXpYUBbWRaybC_BoQQ,1406
24
+ datapipelab/app/node/sink/spark_api_node.py,sha256=dkNg1xDbBbvZKcmpQM8r4TatqDlxJ3G0BnOSAEnRPJ0,1559
25
25
  datapipelab/app/node/sink/spark_node.py,sha256=tP3tZae2jzQtAtfIm8C-166WWSLdZs54mqoIyZOSy58,1221
26
26
  datapipelab/app/node/sink/teams_notification_node.py,sha256=6ZufdbhVvRXi3QTQafLo5uKl9kLyDnkYIE_VZFT0QNw,3581
27
27
  datapipelab/app/node/source/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -31,7 +31,7 @@ datapipelab/app/node/source/spark_api_node.py,sha256=SSJW3PnuqdHPbC57pIvBSmJXoDv
31
31
  datapipelab/app/node/source/spark_node.py,sha256=TDfezmlk8Ts2YTGkB92-God_AyGVUslTUoevXolN7W8,532
32
32
  datapipelab/app/wrapper/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
33
33
  datapipelab/app/wrapper/source/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
34
- datapipelab-0.3.5.dist-info/METADATA,sha256=0lChNDWJe-G2Hdih2jAKTPUyWMLuJSHQ8KLEGKvtmgI,7582
35
- datapipelab-0.3.5.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
36
- datapipelab-0.3.5.dist-info/top_level.txt,sha256=HgeBjHvXorKzvNqU5BNPutoI771HtiqVit9_-0Zyrb4,12
37
- datapipelab-0.3.5.dist-info/RECORD,,
34
+ datapipelab-0.3.6.dist-info/METADATA,sha256=zCGgxvmHzSXDKFX1gB-JJQDaGW_oJVo9bqk-_GaBthA,7582
35
+ datapipelab-0.3.6.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
36
+ datapipelab-0.3.6.dist-info/top_level.txt,sha256=HgeBjHvXorKzvNqU5BNPutoI771HtiqVit9_-0Zyrb4,12
37
+ datapipelab-0.3.6.dist-info/RECORD,,