datapipelab 0.1.8__py3-none-any.whl → 0.1.9__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (5) hide show
  1. datapipelab/app/node/processor/bigquery_api_node.py +2 -2
  2. {datapipelab-0.1.8.dist-info → datapipelab-0.1.9.dist-info}/METADATA +1 -1
  3. {datapipelab-0.1.8.dist-info → datapipelab-0.1.9.dist-info}/RECORD +5 -5
  4. {datapipelab-0.1.8.dist-info → datapipelab-0.1.9.dist-info}/WHEEL +0 -0
  5. {datapipelab-0.1.8.dist-info → datapipelab-0.1.9.dist-info}/top_level.txt +0 -0
datapipelab/app/node/processor/bigquery_api_node.py CHANGED
@@ -3,8 +3,6 @@ from datapipelab.logger import logger
3
3
 
4
4
  class BigQueryAPIProcessorNode(TNode):
5
5
  def __init__(self, spark, tnode_config):
6
- from google.cloud import bigquery
7
- from google.oauth2 import service_account
8
6
  super().__init__(spark=spark)
9
7
  self.sql_query = tnode_config['options']['query']
10
8
  self.node_name = tnode_config['name']
@@ -13,6 +11,8 @@ class BigQueryAPIProcessorNode(TNode):
13
11
  self.project_name = tnode_config['options']['project_name']
14
12
 
15
13
  def __sql_biqquery(self, sql_query):
14
+ from google.cloud import bigquery
15
+ from google.oauth2 import service_account
16
16
  credentials = service_account.Credentials.from_service_account_file(self.credentials_path)
17
17
  client = bigquery.Client(credentials=credentials, project=self.project_name)
18
18
 
{datapipelab-0.1.8.dist-info → datapipelab-0.1.9.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: datapipelab
3
- Version: 0.1.8
3
+ Version: 0.1.9
4
4
  Summary: A data pipeline library with connectors, sources, processors, and sinks.
5
5
  Requires-Dist: json5
6
6
  Requires-Dist: loguru
{datapipelab-0.1.8.dist-info → datapipelab-0.1.9.dist-info}/RECORD RENAMED
@@ -10,7 +10,7 @@ datapipelab/app/node/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hS
10
10
  datapipelab/app/node/custom_node.py,sha256=VvjwkECTobRhO_fYKUrJCd117B5MoR9P6UKYZfRLhV4,1017
11
11
  datapipelab/app/node/tnode.py,sha256=npHG4fFZty5JZ3F_okO9xml-BRhu4DkrZuNE6oaLbvw,446
12
12
  datapipelab/app/node/processor/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
13
- datapipelab/app/node/processor/bigquery_api_node.py,sha256=g0LSHofMH9xxb6TW_5kSb-oY495E4lY1FZspO_CEkHw,1299
13
+ datapipelab/app/node/processor/bigquery_api_node.py,sha256=uBq9Ruk791Sa4qUK7-dnGPklXH68xqWy0yvQsASwHP8,1299
14
14
  datapipelab/app/node/processor/bigquery_spark_node.py,sha256=S9kIYW0RE5b0RjniKFFBTzA3Tx4_plFdkFQXzhl1xTY,1039
15
15
  datapipelab/app/node/processor/custom_node.py,sha256=1nqbJEhNiMP1rmN9ufpUuKO1IkuI2BEM5auW4JceGMA,933
16
16
  datapipelab/app/node/processor/shell_node.py,sha256=s3dKgfEqbpUIEiwORERgvp7FNDE5JkFHBo7EnJYBPnA,669
@@ -25,7 +25,7 @@ datapipelab/app/node/source/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMp
25
25
  datapipelab/app/node/source/delta_node.py,sha256=gg7SfuKBAAfjk6OX2jNrot9XX61HoBe3us3D8O-dscE,529
26
26
  datapipelab/app/node/source/hive_node.py,sha256=h_AMCnnmon7uLRIGsaHAPWEReD3VaWZXnz9r0TpLGNM,478
27
27
  datapipelab/app/node/source/spark_node.py,sha256=S_x2atRFPDnXmhCUtcmaLc4BDFd2H4uQq6wnEJb7Uug,480
28
- datapipelab-0.1.8.dist-info/METADATA,sha256=JhNtfMCVgxF4ZTiCcdYQNnzfFV7lq5Xkw3GEDlR5lz4,220
29
- datapipelab-0.1.8.dist-info/WHEEL,sha256=zaaOINJESkSfm_4HQVc5ssNzHCPXhJm0kEUakpsEHaU,91
30
- datapipelab-0.1.8.dist-info/top_level.txt,sha256=HgeBjHvXorKzvNqU5BNPutoI771HtiqVit9_-0Zyrb4,12
31
- datapipelab-0.1.8.dist-info/RECORD,,
28
+ datapipelab-0.1.9.dist-info/METADATA,sha256=GPQ-3fWDVD8G5z4rv-fjaRZ6L61U_a_pmuagIJw66Us,220
29
+ datapipelab-0.1.9.dist-info/WHEEL,sha256=zaaOINJESkSfm_4HQVc5ssNzHCPXhJm0kEUakpsEHaU,91
30
+ datapipelab-0.1.9.dist-info/top_level.txt,sha256=HgeBjHvXorKzvNqU5BNPutoI771HtiqVit9_-0Zyrb4,12
31
+ datapipelab-0.1.9.dist-info/RECORD,,