awx-zipline-ai 0.0.32__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- __init__.py +0 -0
- agent/__init__.py +1 -0
- agent/constants.py +15 -0
- agent/ttypes.py +1684 -0
- ai/__init__.py +0 -0
- ai/chronon/__init__.py +0 -0
- ai/chronon/airflow_helpers.py +248 -0
- ai/chronon/cli/__init__.py +0 -0
- ai/chronon/cli/compile/__init__.py +0 -0
- ai/chronon/cli/compile/column_hashing.py +336 -0
- ai/chronon/cli/compile/compile_context.py +173 -0
- ai/chronon/cli/compile/compiler.py +183 -0
- ai/chronon/cli/compile/conf_validator.py +742 -0
- ai/chronon/cli/compile/display/__init__.py +0 -0
- ai/chronon/cli/compile/display/class_tracker.py +102 -0
- ai/chronon/cli/compile/display/compile_status.py +95 -0
- ai/chronon/cli/compile/display/compiled_obj.py +12 -0
- ai/chronon/cli/compile/display/console.py +3 -0
- ai/chronon/cli/compile/display/diff_result.py +111 -0
- ai/chronon/cli/compile/fill_templates.py +35 -0
- ai/chronon/cli/compile/parse_configs.py +134 -0
- ai/chronon/cli/compile/parse_teams.py +242 -0
- ai/chronon/cli/compile/serializer.py +109 -0
- ai/chronon/cli/compile/version_utils.py +42 -0
- ai/chronon/cli/git_utils.py +145 -0
- ai/chronon/cli/logger.py +59 -0
- ai/chronon/constants.py +3 -0
- ai/chronon/group_by.py +692 -0
- ai/chronon/join.py +580 -0
- ai/chronon/logger.py +23 -0
- ai/chronon/model.py +40 -0
- ai/chronon/query.py +126 -0
- ai/chronon/repo/__init__.py +39 -0
- ai/chronon/repo/aws.py +284 -0
- ai/chronon/repo/cluster.py +136 -0
- ai/chronon/repo/compile.py +62 -0
- ai/chronon/repo/constants.py +164 -0
- ai/chronon/repo/default_runner.py +269 -0
- ai/chronon/repo/explore.py +418 -0
- ai/chronon/repo/extract_objects.py +134 -0
- ai/chronon/repo/gcp.py +586 -0
- ai/chronon/repo/gitpython_utils.py +15 -0
- ai/chronon/repo/hub_runner.py +261 -0
- ai/chronon/repo/hub_uploader.py +109 -0
- ai/chronon/repo/init.py +60 -0
- ai/chronon/repo/join_backfill.py +119 -0
- ai/chronon/repo/run.py +296 -0
- ai/chronon/repo/serializer.py +133 -0
- ai/chronon/repo/team_json_utils.py +46 -0
- ai/chronon/repo/utils.py +481 -0
- ai/chronon/repo/zipline.py +35 -0
- ai/chronon/repo/zipline_hub.py +277 -0
- ai/chronon/resources/__init__.py +0 -0
- ai/chronon/resources/gcp/__init__.py +0 -0
- ai/chronon/resources/gcp/group_bys/__init__.py +0 -0
- ai/chronon/resources/gcp/group_bys/test/__init__.py +0 -0
- ai/chronon/resources/gcp/group_bys/test/data.py +30 -0
- ai/chronon/resources/gcp/joins/__init__.py +0 -0
- ai/chronon/resources/gcp/joins/test/__init__.py +0 -0
- ai/chronon/resources/gcp/joins/test/data.py +26 -0
- ai/chronon/resources/gcp/sources/__init__.py +0 -0
- ai/chronon/resources/gcp/sources/test/__init__.py +0 -0
- ai/chronon/resources/gcp/sources/test/data.py +26 -0
- ai/chronon/resources/gcp/teams.py +58 -0
- ai/chronon/source.py +86 -0
- ai/chronon/staging_query.py +226 -0
- ai/chronon/types.py +58 -0
- ai/chronon/utils.py +510 -0
- ai/chronon/windows.py +48 -0
- awx_zipline_ai-0.0.32.dist-info/METADATA +197 -0
- awx_zipline_ai-0.0.32.dist-info/RECORD +96 -0
- awx_zipline_ai-0.0.32.dist-info/WHEEL +5 -0
- awx_zipline_ai-0.0.32.dist-info/entry_points.txt +2 -0
- awx_zipline_ai-0.0.32.dist-info/top_level.txt +4 -0
- gen_thrift/__init__.py +0 -0
- gen_thrift/api/__init__.py +1 -0
- gen_thrift/api/constants.py +15 -0
- gen_thrift/api/ttypes.py +3754 -0
- gen_thrift/common/__init__.py +1 -0
- gen_thrift/common/constants.py +15 -0
- gen_thrift/common/ttypes.py +1814 -0
- gen_thrift/eval/__init__.py +1 -0
- gen_thrift/eval/constants.py +15 -0
- gen_thrift/eval/ttypes.py +660 -0
- gen_thrift/fetcher/__init__.py +1 -0
- gen_thrift/fetcher/constants.py +15 -0
- gen_thrift/fetcher/ttypes.py +127 -0
- gen_thrift/hub/__init__.py +1 -0
- gen_thrift/hub/constants.py +15 -0
- gen_thrift/hub/ttypes.py +1109 -0
- gen_thrift/observability/__init__.py +1 -0
- gen_thrift/observability/constants.py +15 -0
- gen_thrift/observability/ttypes.py +2355 -0
- gen_thrift/planner/__init__.py +1 -0
- gen_thrift/planner/constants.py +15 -0
- gen_thrift/planner/ttypes.py +1967 -0
gen_thrift/hub/ttypes.py
ADDED
|
@@ -0,0 +1,1109 @@
|
|
|
1
|
+
#
|
|
2
|
+
# Autogenerated by Thrift Compiler (0.22.0)
|
|
3
|
+
#
|
|
4
|
+
# DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
|
|
5
|
+
#
|
|
6
|
+
# options string: py
|
|
7
|
+
#
|
|
8
|
+
|
|
9
|
+
from thrift.Thrift import TType, TMessageType, TFrozenDict, TException, TApplicationException
|
|
10
|
+
from thrift.protocol.TProtocol import TProtocolException
|
|
11
|
+
from thrift.TRecursive import fix_spec
|
|
12
|
+
from uuid import UUID
|
|
13
|
+
|
|
14
|
+
import sys
|
|
15
|
+
import gen_thrift.common.ttypes
|
|
16
|
+
import gen_thrift.api.ttypes
|
|
17
|
+
|
|
18
|
+
from thrift.transport import TTransport
|
|
19
|
+
all_structs = []
|
|
20
|
+
|
|
21
|
+
|
|
22
|
+
class Direction(object):
|
|
23
|
+
UPSTREAM = 0
|
|
24
|
+
DOWNSTREAM = 1
|
|
25
|
+
BOTH = 2
|
|
26
|
+
|
|
27
|
+
_VALUES_TO_NAMES = {
|
|
28
|
+
0: "UPSTREAM",
|
|
29
|
+
1: "DOWNSTREAM",
|
|
30
|
+
2: "BOTH",
|
|
31
|
+
}
|
|
32
|
+
|
|
33
|
+
_NAMES_TO_VALUES = {
|
|
34
|
+
"UPSTREAM": 0,
|
|
35
|
+
"DOWNSTREAM": 1,
|
|
36
|
+
"BOTH": 2,
|
|
37
|
+
}
|
|
38
|
+
|
|
39
|
+
|
|
40
|
+
class Status(object):
|
|
41
|
+
WAITING_FOR_UPSTREAM = 0
|
|
42
|
+
WAITING_FOR_RESOURCES = 1
|
|
43
|
+
QUEUED = 2
|
|
44
|
+
RUNNING = 3
|
|
45
|
+
SUCCESS = 4
|
|
46
|
+
FAILED = 5
|
|
47
|
+
UPSTREAM_FAILED = 6
|
|
48
|
+
UPSTREAM_MISSING = 7
|
|
49
|
+
|
|
50
|
+
_VALUES_TO_NAMES = {
|
|
51
|
+
0: "WAITING_FOR_UPSTREAM",
|
|
52
|
+
1: "WAITING_FOR_RESOURCES",
|
|
53
|
+
2: "QUEUED",
|
|
54
|
+
3: "RUNNING",
|
|
55
|
+
4: "SUCCESS",
|
|
56
|
+
5: "FAILED",
|
|
57
|
+
6: "UPSTREAM_FAILED",
|
|
58
|
+
7: "UPSTREAM_MISSING",
|
|
59
|
+
}
|
|
60
|
+
|
|
61
|
+
_NAMES_TO_VALUES = {
|
|
62
|
+
"WAITING_FOR_UPSTREAM": 0,
|
|
63
|
+
"WAITING_FOR_RESOURCES": 1,
|
|
64
|
+
"QUEUED": 2,
|
|
65
|
+
"RUNNING": 3,
|
|
66
|
+
"SUCCESS": 4,
|
|
67
|
+
"FAILED": 5,
|
|
68
|
+
"UPSTREAM_FAILED": 6,
|
|
69
|
+
"UPSTREAM_MISSING": 7,
|
|
70
|
+
}
|
|
71
|
+
|
|
72
|
+
|
|
73
|
+
class LineageRequest(object):
|
|
74
|
+
"""
|
|
75
|
+
Attributes:
|
|
76
|
+
- name
|
|
77
|
+
- type
|
|
78
|
+
- branch
|
|
79
|
+
- direction
|
|
80
|
+
|
|
81
|
+
"""
|
|
82
|
+
thrift_spec = None
|
|
83
|
+
|
|
84
|
+
|
|
85
|
+
def __init__(self, name = None, type = None, branch = None, direction = None,):
|
|
86
|
+
self.name = name
|
|
87
|
+
self.type = type
|
|
88
|
+
self.branch = branch
|
|
89
|
+
self.direction = direction
|
|
90
|
+
|
|
91
|
+
def read(self, iprot):
|
|
92
|
+
if iprot._fast_decode is not None and isinstance(iprot.trans, TTransport.CReadableTransport) and self.thrift_spec is not None:
|
|
93
|
+
iprot._fast_decode(self, iprot, [self.__class__, self.thrift_spec])
|
|
94
|
+
return
|
|
95
|
+
iprot.readStructBegin()
|
|
96
|
+
while True:
|
|
97
|
+
(fname, ftype, fid) = iprot.readFieldBegin()
|
|
98
|
+
if ftype == TType.STOP:
|
|
99
|
+
break
|
|
100
|
+
if fid == 1:
|
|
101
|
+
if ftype == TType.STRING:
|
|
102
|
+
self.name = iprot.readString().decode('utf-8', errors='replace') if sys.version_info[0] == 2 else iprot.readString()
|
|
103
|
+
else:
|
|
104
|
+
iprot.skip(ftype)
|
|
105
|
+
elif fid == 2:
|
|
106
|
+
if ftype == TType.STRING:
|
|
107
|
+
self.type = iprot.readString().decode('utf-8', errors='replace') if sys.version_info[0] == 2 else iprot.readString()
|
|
108
|
+
else:
|
|
109
|
+
iprot.skip(ftype)
|
|
110
|
+
elif fid == 3:
|
|
111
|
+
if ftype == TType.STRING:
|
|
112
|
+
self.branch = iprot.readString().decode('utf-8', errors='replace') if sys.version_info[0] == 2 else iprot.readString()
|
|
113
|
+
else:
|
|
114
|
+
iprot.skip(ftype)
|
|
115
|
+
elif fid == 4:
|
|
116
|
+
if ftype == TType.I32:
|
|
117
|
+
self.direction = iprot.readI32()
|
|
118
|
+
else:
|
|
119
|
+
iprot.skip(ftype)
|
|
120
|
+
else:
|
|
121
|
+
iprot.skip(ftype)
|
|
122
|
+
iprot.readFieldEnd()
|
|
123
|
+
iprot.readStructEnd()
|
|
124
|
+
|
|
125
|
+
def write(self, oprot):
|
|
126
|
+
self.validate()
|
|
127
|
+
if oprot._fast_encode is not None and self.thrift_spec is not None:
|
|
128
|
+
oprot.trans.write(oprot._fast_encode(self, [self.__class__, self.thrift_spec]))
|
|
129
|
+
return
|
|
130
|
+
oprot.writeStructBegin('LineageRequest')
|
|
131
|
+
if self.name is not None:
|
|
132
|
+
oprot.writeFieldBegin('name', TType.STRING, 1)
|
|
133
|
+
oprot.writeString(self.name.encode('utf-8') if sys.version_info[0] == 2 else self.name)
|
|
134
|
+
oprot.writeFieldEnd()
|
|
135
|
+
if self.type is not None:
|
|
136
|
+
oprot.writeFieldBegin('type', TType.STRING, 2)
|
|
137
|
+
oprot.writeString(self.type.encode('utf-8') if sys.version_info[0] == 2 else self.type)
|
|
138
|
+
oprot.writeFieldEnd()
|
|
139
|
+
if self.branch is not None:
|
|
140
|
+
oprot.writeFieldBegin('branch', TType.STRING, 3)
|
|
141
|
+
oprot.writeString(self.branch.encode('utf-8') if sys.version_info[0] == 2 else self.branch)
|
|
142
|
+
oprot.writeFieldEnd()
|
|
143
|
+
if self.direction is not None:
|
|
144
|
+
oprot.writeFieldBegin('direction', TType.I32, 4)
|
|
145
|
+
oprot.writeI32(self.direction)
|
|
146
|
+
oprot.writeFieldEnd()
|
|
147
|
+
oprot.writeFieldStop()
|
|
148
|
+
oprot.writeStructEnd()
|
|
149
|
+
|
|
150
|
+
def validate(self):
|
|
151
|
+
return
|
|
152
|
+
|
|
153
|
+
def __repr__(self):
|
|
154
|
+
L = ['%s=%r' % (key, value)
|
|
155
|
+
for key, value in self.__dict__.items()]
|
|
156
|
+
return '%s(%s)' % (self.__class__.__name__, ', '.join(L))
|
|
157
|
+
|
|
158
|
+
def __eq__(self, other):
|
|
159
|
+
return isinstance(other, self.__class__) and self.__dict__ == other.__dict__
|
|
160
|
+
|
|
161
|
+
def __ne__(self, other):
|
|
162
|
+
return not (self == other)
|
|
163
|
+
|
|
164
|
+
|
|
165
|
+
class JobTrackerRequest(object):
|
|
166
|
+
"""
|
|
167
|
+
Attributes:
|
|
168
|
+
- name
|
|
169
|
+
- type
|
|
170
|
+
- branch
|
|
171
|
+
- dateRange
|
|
172
|
+
|
|
173
|
+
"""
|
|
174
|
+
thrift_spec = None
|
|
175
|
+
|
|
176
|
+
|
|
177
|
+
def __init__(self, name = None, type = None, branch = None, dateRange = None,):
|
|
178
|
+
self.name = name
|
|
179
|
+
self.type = type
|
|
180
|
+
self.branch = branch
|
|
181
|
+
self.dateRange = dateRange
|
|
182
|
+
|
|
183
|
+
def read(self, iprot):
|
|
184
|
+
if iprot._fast_decode is not None and isinstance(iprot.trans, TTransport.CReadableTransport) and self.thrift_spec is not None:
|
|
185
|
+
iprot._fast_decode(self, iprot, [self.__class__, self.thrift_spec])
|
|
186
|
+
return
|
|
187
|
+
iprot.readStructBegin()
|
|
188
|
+
while True:
|
|
189
|
+
(fname, ftype, fid) = iprot.readFieldBegin()
|
|
190
|
+
if ftype == TType.STOP:
|
|
191
|
+
break
|
|
192
|
+
if fid == 1:
|
|
193
|
+
if ftype == TType.STRING:
|
|
194
|
+
self.name = iprot.readString().decode('utf-8', errors='replace') if sys.version_info[0] == 2 else iprot.readString()
|
|
195
|
+
else:
|
|
196
|
+
iprot.skip(ftype)
|
|
197
|
+
elif fid == 2:
|
|
198
|
+
if ftype == TType.STRING:
|
|
199
|
+
self.type = iprot.readString().decode('utf-8', errors='replace') if sys.version_info[0] == 2 else iprot.readString()
|
|
200
|
+
else:
|
|
201
|
+
iprot.skip(ftype)
|
|
202
|
+
elif fid == 3:
|
|
203
|
+
if ftype == TType.STRING:
|
|
204
|
+
self.branch = iprot.readString().decode('utf-8', errors='replace') if sys.version_info[0] == 2 else iprot.readString()
|
|
205
|
+
else:
|
|
206
|
+
iprot.skip(ftype)
|
|
207
|
+
elif fid == 10:
|
|
208
|
+
if ftype == TType.STRUCT:
|
|
209
|
+
self.dateRange = gen_thrift.common.ttypes.DateRange()
|
|
210
|
+
self.dateRange.read(iprot)
|
|
211
|
+
else:
|
|
212
|
+
iprot.skip(ftype)
|
|
213
|
+
else:
|
|
214
|
+
iprot.skip(ftype)
|
|
215
|
+
iprot.readFieldEnd()
|
|
216
|
+
iprot.readStructEnd()
|
|
217
|
+
|
|
218
|
+
def write(self, oprot):
|
|
219
|
+
self.validate()
|
|
220
|
+
if oprot._fast_encode is not None and self.thrift_spec is not None:
|
|
221
|
+
oprot.trans.write(oprot._fast_encode(self, [self.__class__, self.thrift_spec]))
|
|
222
|
+
return
|
|
223
|
+
oprot.writeStructBegin('JobTrackerRequest')
|
|
224
|
+
if self.name is not None:
|
|
225
|
+
oprot.writeFieldBegin('name', TType.STRING, 1)
|
|
226
|
+
oprot.writeString(self.name.encode('utf-8') if sys.version_info[0] == 2 else self.name)
|
|
227
|
+
oprot.writeFieldEnd()
|
|
228
|
+
if self.type is not None:
|
|
229
|
+
oprot.writeFieldBegin('type', TType.STRING, 2)
|
|
230
|
+
oprot.writeString(self.type.encode('utf-8') if sys.version_info[0] == 2 else self.type)
|
|
231
|
+
oprot.writeFieldEnd()
|
|
232
|
+
if self.branch is not None:
|
|
233
|
+
oprot.writeFieldBegin('branch', TType.STRING, 3)
|
|
234
|
+
oprot.writeString(self.branch.encode('utf-8') if sys.version_info[0] == 2 else self.branch)
|
|
235
|
+
oprot.writeFieldEnd()
|
|
236
|
+
if self.dateRange is not None:
|
|
237
|
+
oprot.writeFieldBegin('dateRange', TType.STRUCT, 10)
|
|
238
|
+
self.dateRange.write(oprot)
|
|
239
|
+
oprot.writeFieldEnd()
|
|
240
|
+
oprot.writeFieldStop()
|
|
241
|
+
oprot.writeStructEnd()
|
|
242
|
+
|
|
243
|
+
def validate(self):
|
|
244
|
+
return
|
|
245
|
+
|
|
246
|
+
def __repr__(self):
|
|
247
|
+
L = ['%s=%r' % (key, value)
|
|
248
|
+
for key, value in self.__dict__.items()]
|
|
249
|
+
return '%s(%s)' % (self.__class__.__name__, ', '.join(L))
|
|
250
|
+
|
|
251
|
+
def __eq__(self, other):
|
|
252
|
+
return isinstance(other, self.__class__) and self.__dict__ == other.__dict__
|
|
253
|
+
|
|
254
|
+
def __ne__(self, other):
|
|
255
|
+
return not (self == other)
|
|
256
|
+
|
|
257
|
+
|
|
258
|
+
class JobTrackerResponse(object):
|
|
259
|
+
"""
|
|
260
|
+
Attributes:
|
|
261
|
+
- tasks
|
|
262
|
+
|
|
263
|
+
"""
|
|
264
|
+
thrift_spec = None
|
|
265
|
+
|
|
266
|
+
|
|
267
|
+
def __init__(self, tasks = None,):
|
|
268
|
+
self.tasks = tasks
|
|
269
|
+
|
|
270
|
+
def read(self, iprot):
|
|
271
|
+
if iprot._fast_decode is not None and isinstance(iprot.trans, TTransport.CReadableTransport) and self.thrift_spec is not None:
|
|
272
|
+
iprot._fast_decode(self, iprot, [self.__class__, self.thrift_spec])
|
|
273
|
+
return
|
|
274
|
+
iprot.readStructBegin()
|
|
275
|
+
while True:
|
|
276
|
+
(fname, ftype, fid) = iprot.readFieldBegin()
|
|
277
|
+
if ftype == TType.STOP:
|
|
278
|
+
break
|
|
279
|
+
if fid == 1:
|
|
280
|
+
if ftype == TType.LIST:
|
|
281
|
+
self.tasks = []
|
|
282
|
+
(_etype3, _size0) = iprot.readListBegin()
|
|
283
|
+
for _i4 in range(_size0):
|
|
284
|
+
_elem5 = TaskInfo()
|
|
285
|
+
_elem5.read(iprot)
|
|
286
|
+
self.tasks.append(_elem5)
|
|
287
|
+
iprot.readListEnd()
|
|
288
|
+
else:
|
|
289
|
+
iprot.skip(ftype)
|
|
290
|
+
else:
|
|
291
|
+
iprot.skip(ftype)
|
|
292
|
+
iprot.readFieldEnd()
|
|
293
|
+
iprot.readStructEnd()
|
|
294
|
+
|
|
295
|
+
def write(self, oprot):
|
|
296
|
+
self.validate()
|
|
297
|
+
if oprot._fast_encode is not None and self.thrift_spec is not None:
|
|
298
|
+
oprot.trans.write(oprot._fast_encode(self, [self.__class__, self.thrift_spec]))
|
|
299
|
+
return
|
|
300
|
+
oprot.writeStructBegin('JobTrackerResponse')
|
|
301
|
+
if self.tasks is not None:
|
|
302
|
+
oprot.writeFieldBegin('tasks', TType.LIST, 1)
|
|
303
|
+
oprot.writeListBegin(TType.STRUCT, len(self.tasks))
|
|
304
|
+
for iter6 in self.tasks:
|
|
305
|
+
iter6.write(oprot)
|
|
306
|
+
oprot.writeListEnd()
|
|
307
|
+
oprot.writeFieldEnd()
|
|
308
|
+
oprot.writeFieldStop()
|
|
309
|
+
oprot.writeStructEnd()
|
|
310
|
+
|
|
311
|
+
def validate(self):
|
|
312
|
+
return
|
|
313
|
+
|
|
314
|
+
def __repr__(self):
|
|
315
|
+
L = ['%s=%r' % (key, value)
|
|
316
|
+
for key, value in self.__dict__.items()]
|
|
317
|
+
return '%s(%s)' % (self.__class__.__name__, ', '.join(L))
|
|
318
|
+
|
|
319
|
+
def __eq__(self, other):
|
|
320
|
+
return isinstance(other, self.__class__) and self.__dict__ == other.__dict__
|
|
321
|
+
|
|
322
|
+
def __ne__(self, other):
|
|
323
|
+
return not (self == other)
|
|
324
|
+
|
|
325
|
+
|
|
326
|
+
class SubmissionsRequest(object):
|
|
327
|
+
"""
|
|
328
|
+
Attributes:
|
|
329
|
+
- user
|
|
330
|
+
|
|
331
|
+
"""
|
|
332
|
+
thrift_spec = None
|
|
333
|
+
|
|
334
|
+
|
|
335
|
+
def __init__(self, user = None,):
|
|
336
|
+
self.user = user
|
|
337
|
+
|
|
338
|
+
def read(self, iprot):
|
|
339
|
+
if iprot._fast_decode is not None and isinstance(iprot.trans, TTransport.CReadableTransport) and self.thrift_spec is not None:
|
|
340
|
+
iprot._fast_decode(self, iprot, [self.__class__, self.thrift_spec])
|
|
341
|
+
return
|
|
342
|
+
iprot.readStructBegin()
|
|
343
|
+
while True:
|
|
344
|
+
(fname, ftype, fid) = iprot.readFieldBegin()
|
|
345
|
+
if ftype == TType.STOP:
|
|
346
|
+
break
|
|
347
|
+
if fid == 1:
|
|
348
|
+
if ftype == TType.STRING:
|
|
349
|
+
self.user = iprot.readString().decode('utf-8', errors='replace') if sys.version_info[0] == 2 else iprot.readString()
|
|
350
|
+
else:
|
|
351
|
+
iprot.skip(ftype)
|
|
352
|
+
else:
|
|
353
|
+
iprot.skip(ftype)
|
|
354
|
+
iprot.readFieldEnd()
|
|
355
|
+
iprot.readStructEnd()
|
|
356
|
+
|
|
357
|
+
def write(self, oprot):
|
|
358
|
+
self.validate()
|
|
359
|
+
if oprot._fast_encode is not None and self.thrift_spec is not None:
|
|
360
|
+
oprot.trans.write(oprot._fast_encode(self, [self.__class__, self.thrift_spec]))
|
|
361
|
+
return
|
|
362
|
+
oprot.writeStructBegin('SubmissionsRequest')
|
|
363
|
+
if self.user is not None:
|
|
364
|
+
oprot.writeFieldBegin('user', TType.STRING, 1)
|
|
365
|
+
oprot.writeString(self.user.encode('utf-8') if sys.version_info[0] == 2 else self.user)
|
|
366
|
+
oprot.writeFieldEnd()
|
|
367
|
+
oprot.writeFieldStop()
|
|
368
|
+
oprot.writeStructEnd()
|
|
369
|
+
|
|
370
|
+
def validate(self):
|
|
371
|
+
return
|
|
372
|
+
|
|
373
|
+
def __repr__(self):
|
|
374
|
+
L = ['%s=%r' % (key, value)
|
|
375
|
+
for key, value in self.__dict__.items()]
|
|
376
|
+
return '%s(%s)' % (self.__class__.__name__, ', '.join(L))
|
|
377
|
+
|
|
378
|
+
def __eq__(self, other):
|
|
379
|
+
return isinstance(other, self.__class__) and self.__dict__ == other.__dict__
|
|
380
|
+
|
|
381
|
+
def __ne__(self, other):
|
|
382
|
+
return not (self == other)
|
|
383
|
+
|
|
384
|
+
|
|
385
|
+
class SubmissionsResponse(object):
|
|
386
|
+
"""
|
|
387
|
+
Attributes:
|
|
388
|
+
- submissions
|
|
389
|
+
|
|
390
|
+
"""
|
|
391
|
+
thrift_spec = None
|
|
392
|
+
|
|
393
|
+
|
|
394
|
+
def __init__(self, submissions = None,):
|
|
395
|
+
self.submissions = submissions
|
|
396
|
+
|
|
397
|
+
def read(self, iprot):
|
|
398
|
+
if iprot._fast_decode is not None and isinstance(iprot.trans, TTransport.CReadableTransport) and self.thrift_spec is not None:
|
|
399
|
+
iprot._fast_decode(self, iprot, [self.__class__, self.thrift_spec])
|
|
400
|
+
return
|
|
401
|
+
iprot.readStructBegin()
|
|
402
|
+
while True:
|
|
403
|
+
(fname, ftype, fid) = iprot.readFieldBegin()
|
|
404
|
+
if ftype == TType.STOP:
|
|
405
|
+
break
|
|
406
|
+
if fid == 1:
|
|
407
|
+
if ftype == TType.LIST:
|
|
408
|
+
self.submissions = []
|
|
409
|
+
(_etype10, _size7) = iprot.readListBegin()
|
|
410
|
+
for _i11 in range(_size7):
|
|
411
|
+
_elem12 = Submission()
|
|
412
|
+
_elem12.read(iprot)
|
|
413
|
+
self.submissions.append(_elem12)
|
|
414
|
+
iprot.readListEnd()
|
|
415
|
+
else:
|
|
416
|
+
iprot.skip(ftype)
|
|
417
|
+
else:
|
|
418
|
+
iprot.skip(ftype)
|
|
419
|
+
iprot.readFieldEnd()
|
|
420
|
+
iprot.readStructEnd()
|
|
421
|
+
|
|
422
|
+
def write(self, oprot):
|
|
423
|
+
self.validate()
|
|
424
|
+
if oprot._fast_encode is not None and self.thrift_spec is not None:
|
|
425
|
+
oprot.trans.write(oprot._fast_encode(self, [self.__class__, self.thrift_spec]))
|
|
426
|
+
return
|
|
427
|
+
oprot.writeStructBegin('SubmissionsResponse')
|
|
428
|
+
if self.submissions is not None:
|
|
429
|
+
oprot.writeFieldBegin('submissions', TType.LIST, 1)
|
|
430
|
+
oprot.writeListBegin(TType.STRUCT, len(self.submissions))
|
|
431
|
+
for iter13 in self.submissions:
|
|
432
|
+
iter13.write(oprot)
|
|
433
|
+
oprot.writeListEnd()
|
|
434
|
+
oprot.writeFieldEnd()
|
|
435
|
+
oprot.writeFieldStop()
|
|
436
|
+
oprot.writeStructEnd()
|
|
437
|
+
|
|
438
|
+
def validate(self):
|
|
439
|
+
return
|
|
440
|
+
|
|
441
|
+
def __repr__(self):
|
|
442
|
+
L = ['%s=%r' % (key, value)
|
|
443
|
+
for key, value in self.__dict__.items()]
|
|
444
|
+
return '%s(%s)' % (self.__class__.__name__, ', '.join(L))
|
|
445
|
+
|
|
446
|
+
def __eq__(self, other):
|
|
447
|
+
return isinstance(other, self.__class__) and self.__dict__ == other.__dict__
|
|
448
|
+
|
|
449
|
+
def __ne__(self, other):
|
|
450
|
+
return not (self == other)
|
|
451
|
+
|
|
452
|
+
|
|
453
|
+
class TaskInfo(object):
|
|
454
|
+
"""
|
|
455
|
+
Attributes:
|
|
456
|
+
- status
|
|
457
|
+
- logPath
|
|
458
|
+
- trackerUrl
|
|
459
|
+
- taskArgs
|
|
460
|
+
- dateRange
|
|
461
|
+
- submittedTs
|
|
462
|
+
- startedTs
|
|
463
|
+
- finishedTs
|
|
464
|
+
- user
|
|
465
|
+
- team
|
|
466
|
+
- allocatedResources
|
|
467
|
+
- utilizedResources
|
|
468
|
+
|
|
469
|
+
"""
|
|
470
|
+
thrift_spec = None
|
|
471
|
+
|
|
472
|
+
|
|
473
|
+
def __init__(self, status = None, logPath = None, trackerUrl = None, taskArgs = None, dateRange = None, submittedTs = None, startedTs = None, finishedTs = None, user = None, team = None, allocatedResources = None, utilizedResources = None,):
|
|
474
|
+
self.status = status
|
|
475
|
+
self.logPath = logPath
|
|
476
|
+
self.trackerUrl = trackerUrl
|
|
477
|
+
self.taskArgs = taskArgs
|
|
478
|
+
self.dateRange = dateRange
|
|
479
|
+
self.submittedTs = submittedTs
|
|
480
|
+
self.startedTs = startedTs
|
|
481
|
+
self.finishedTs = finishedTs
|
|
482
|
+
self.user = user
|
|
483
|
+
self.team = team
|
|
484
|
+
self.allocatedResources = allocatedResources
|
|
485
|
+
self.utilizedResources = utilizedResources
|
|
486
|
+
|
|
487
|
+
def read(self, iprot):
|
|
488
|
+
if iprot._fast_decode is not None and isinstance(iprot.trans, TTransport.CReadableTransport) and self.thrift_spec is not None:
|
|
489
|
+
iprot._fast_decode(self, iprot, [self.__class__, self.thrift_spec])
|
|
490
|
+
return
|
|
491
|
+
iprot.readStructBegin()
|
|
492
|
+
while True:
|
|
493
|
+
(fname, ftype, fid) = iprot.readFieldBegin()
|
|
494
|
+
if ftype == TType.STOP:
|
|
495
|
+
break
|
|
496
|
+
if fid == 1:
|
|
497
|
+
if ftype == TType.I32:
|
|
498
|
+
self.status = iprot.readI32()
|
|
499
|
+
else:
|
|
500
|
+
iprot.skip(ftype)
|
|
501
|
+
elif fid == 2:
|
|
502
|
+
if ftype == TType.STRING:
|
|
503
|
+
self.logPath = iprot.readString().decode('utf-8', errors='replace') if sys.version_info[0] == 2 else iprot.readString()
|
|
504
|
+
else:
|
|
505
|
+
iprot.skip(ftype)
|
|
506
|
+
elif fid == 3:
|
|
507
|
+
if ftype == TType.STRING:
|
|
508
|
+
self.trackerUrl = iprot.readString().decode('utf-8', errors='replace') if sys.version_info[0] == 2 else iprot.readString()
|
|
509
|
+
else:
|
|
510
|
+
iprot.skip(ftype)
|
|
511
|
+
elif fid == 4:
|
|
512
|
+
if ftype == TType.STRUCT:
|
|
513
|
+
self.taskArgs = TaskArgs()
|
|
514
|
+
self.taskArgs.read(iprot)
|
|
515
|
+
else:
|
|
516
|
+
iprot.skip(ftype)
|
|
517
|
+
elif fid == 5:
|
|
518
|
+
if ftype == TType.STRUCT:
|
|
519
|
+
self.dateRange = gen_thrift.common.ttypes.DateRange()
|
|
520
|
+
self.dateRange.read(iprot)
|
|
521
|
+
else:
|
|
522
|
+
iprot.skip(ftype)
|
|
523
|
+
elif fid == 10:
|
|
524
|
+
if ftype == TType.I64:
|
|
525
|
+
self.submittedTs = iprot.readI64()
|
|
526
|
+
else:
|
|
527
|
+
iprot.skip(ftype)
|
|
528
|
+
elif fid == 11:
|
|
529
|
+
if ftype == TType.I64:
|
|
530
|
+
self.startedTs = iprot.readI64()
|
|
531
|
+
else:
|
|
532
|
+
iprot.skip(ftype)
|
|
533
|
+
elif fid == 12:
|
|
534
|
+
if ftype == TType.I64:
|
|
535
|
+
self.finishedTs = iprot.readI64()
|
|
536
|
+
else:
|
|
537
|
+
iprot.skip(ftype)
|
|
538
|
+
elif fid == 20:
|
|
539
|
+
if ftype == TType.STRING:
|
|
540
|
+
self.user = iprot.readString().decode('utf-8', errors='replace') if sys.version_info[0] == 2 else iprot.readString()
|
|
541
|
+
else:
|
|
542
|
+
iprot.skip(ftype)
|
|
543
|
+
elif fid == 21:
|
|
544
|
+
if ftype == TType.STRING:
|
|
545
|
+
self.team = iprot.readString().decode('utf-8', errors='replace') if sys.version_info[0] == 2 else iprot.readString()
|
|
546
|
+
else:
|
|
547
|
+
iprot.skip(ftype)
|
|
548
|
+
elif fid == 30:
|
|
549
|
+
if ftype == TType.STRUCT:
|
|
550
|
+
self.allocatedResources = TaskResources()
|
|
551
|
+
self.allocatedResources.read(iprot)
|
|
552
|
+
else:
|
|
553
|
+
iprot.skip(ftype)
|
|
554
|
+
elif fid == 31:
|
|
555
|
+
if ftype == TType.STRUCT:
|
|
556
|
+
self.utilizedResources = TaskResources()
|
|
557
|
+
self.utilizedResources.read(iprot)
|
|
558
|
+
else:
|
|
559
|
+
iprot.skip(ftype)
|
|
560
|
+
else:
|
|
561
|
+
iprot.skip(ftype)
|
|
562
|
+
iprot.readFieldEnd()
|
|
563
|
+
iprot.readStructEnd()
|
|
564
|
+
|
|
565
|
+
def write(self, oprot):
|
|
566
|
+
self.validate()
|
|
567
|
+
if oprot._fast_encode is not None and self.thrift_spec is not None:
|
|
568
|
+
oprot.trans.write(oprot._fast_encode(self, [self.__class__, self.thrift_spec]))
|
|
569
|
+
return
|
|
570
|
+
oprot.writeStructBegin('TaskInfo')
|
|
571
|
+
if self.status is not None:
|
|
572
|
+
oprot.writeFieldBegin('status', TType.I32, 1)
|
|
573
|
+
oprot.writeI32(self.status)
|
|
574
|
+
oprot.writeFieldEnd()
|
|
575
|
+
if self.logPath is not None:
|
|
576
|
+
oprot.writeFieldBegin('logPath', TType.STRING, 2)
|
|
577
|
+
oprot.writeString(self.logPath.encode('utf-8') if sys.version_info[0] == 2 else self.logPath)
|
|
578
|
+
oprot.writeFieldEnd()
|
|
579
|
+
if self.trackerUrl is not None:
|
|
580
|
+
oprot.writeFieldBegin('trackerUrl', TType.STRING, 3)
|
|
581
|
+
oprot.writeString(self.trackerUrl.encode('utf-8') if sys.version_info[0] == 2 else self.trackerUrl)
|
|
582
|
+
oprot.writeFieldEnd()
|
|
583
|
+
if self.taskArgs is not None:
|
|
584
|
+
oprot.writeFieldBegin('taskArgs', TType.STRUCT, 4)
|
|
585
|
+
self.taskArgs.write(oprot)
|
|
586
|
+
oprot.writeFieldEnd()
|
|
587
|
+
if self.dateRange is not None:
|
|
588
|
+
oprot.writeFieldBegin('dateRange', TType.STRUCT, 5)
|
|
589
|
+
self.dateRange.write(oprot)
|
|
590
|
+
oprot.writeFieldEnd()
|
|
591
|
+
if self.submittedTs is not None:
|
|
592
|
+
oprot.writeFieldBegin('submittedTs', TType.I64, 10)
|
|
593
|
+
oprot.writeI64(self.submittedTs)
|
|
594
|
+
oprot.writeFieldEnd()
|
|
595
|
+
if self.startedTs is not None:
|
|
596
|
+
oprot.writeFieldBegin('startedTs', TType.I64, 11)
|
|
597
|
+
oprot.writeI64(self.startedTs)
|
|
598
|
+
oprot.writeFieldEnd()
|
|
599
|
+
if self.finishedTs is not None:
|
|
600
|
+
oprot.writeFieldBegin('finishedTs', TType.I64, 12)
|
|
601
|
+
oprot.writeI64(self.finishedTs)
|
|
602
|
+
oprot.writeFieldEnd()
|
|
603
|
+
if self.user is not None:
|
|
604
|
+
oprot.writeFieldBegin('user', TType.STRING, 20)
|
|
605
|
+
oprot.writeString(self.user.encode('utf-8') if sys.version_info[0] == 2 else self.user)
|
|
606
|
+
oprot.writeFieldEnd()
|
|
607
|
+
if self.team is not None:
|
|
608
|
+
oprot.writeFieldBegin('team', TType.STRING, 21)
|
|
609
|
+
oprot.writeString(self.team.encode('utf-8') if sys.version_info[0] == 2 else self.team)
|
|
610
|
+
oprot.writeFieldEnd()
|
|
611
|
+
if self.allocatedResources is not None:
|
|
612
|
+
oprot.writeFieldBegin('allocatedResources', TType.STRUCT, 30)
|
|
613
|
+
self.allocatedResources.write(oprot)
|
|
614
|
+
oprot.writeFieldEnd()
|
|
615
|
+
if self.utilizedResources is not None:
|
|
616
|
+
oprot.writeFieldBegin('utilizedResources', TType.STRUCT, 31)
|
|
617
|
+
self.utilizedResources.write(oprot)
|
|
618
|
+
oprot.writeFieldEnd()
|
|
619
|
+
oprot.writeFieldStop()
|
|
620
|
+
oprot.writeStructEnd()
|
|
621
|
+
|
|
622
|
+
def validate(self):
|
|
623
|
+
return
|
|
624
|
+
|
|
625
|
+
def __repr__(self):
|
|
626
|
+
L = ['%s=%r' % (key, value)
|
|
627
|
+
for key, value in self.__dict__.items()]
|
|
628
|
+
return '%s(%s)' % (self.__class__.__name__, ', '.join(L))
|
|
629
|
+
|
|
630
|
+
def __eq__(self, other):
|
|
631
|
+
return isinstance(other, self.__class__) and self.__dict__ == other.__dict__
|
|
632
|
+
|
|
633
|
+
def __ne__(self, other):
|
|
634
|
+
return not (self == other)
|
|
635
|
+
|
|
636
|
+
|
|
637
|
+
class TaskArgs(object):
|
|
638
|
+
"""
|
|
639
|
+
Attributes:
|
|
640
|
+
- argsList
|
|
641
|
+
- env
|
|
642
|
+
|
|
643
|
+
"""
|
|
644
|
+
thrift_spec = None
|
|
645
|
+
|
|
646
|
+
|
|
647
|
+
def __init__(self, argsList = None, env = None,):
|
|
648
|
+
self.argsList = argsList
|
|
649
|
+
self.env = env
|
|
650
|
+
|
|
651
|
+
def read(self, iprot):
|
|
652
|
+
if iprot._fast_decode is not None and isinstance(iprot.trans, TTransport.CReadableTransport) and self.thrift_spec is not None:
|
|
653
|
+
iprot._fast_decode(self, iprot, [self.__class__, self.thrift_spec])
|
|
654
|
+
return
|
|
655
|
+
iprot.readStructBegin()
|
|
656
|
+
while True:
|
|
657
|
+
(fname, ftype, fid) = iprot.readFieldBegin()
|
|
658
|
+
if ftype == TType.STOP:
|
|
659
|
+
break
|
|
660
|
+
if fid == 1:
|
|
661
|
+
if ftype == TType.LIST:
|
|
662
|
+
self.argsList = []
|
|
663
|
+
(_etype17, _size14) = iprot.readListBegin()
|
|
664
|
+
for _i18 in range(_size14):
|
|
665
|
+
_elem19 = iprot.readString().decode('utf-8', errors='replace') if sys.version_info[0] == 2 else iprot.readString()
|
|
666
|
+
self.argsList.append(_elem19)
|
|
667
|
+
iprot.readListEnd()
|
|
668
|
+
else:
|
|
669
|
+
iprot.skip(ftype)
|
|
670
|
+
elif fid == 2:
|
|
671
|
+
if ftype == TType.MAP:
|
|
672
|
+
self.env = {}
|
|
673
|
+
(_ktype21, _vtype22, _size20) = iprot.readMapBegin()
|
|
674
|
+
for _i24 in range(_size20):
|
|
675
|
+
_key25 = iprot.readString().decode('utf-8', errors='replace') if sys.version_info[0] == 2 else iprot.readString()
|
|
676
|
+
_val26 = iprot.readString().decode('utf-8', errors='replace') if sys.version_info[0] == 2 else iprot.readString()
|
|
677
|
+
self.env[_key25] = _val26
|
|
678
|
+
iprot.readMapEnd()
|
|
679
|
+
else:
|
|
680
|
+
iprot.skip(ftype)
|
|
681
|
+
else:
|
|
682
|
+
iprot.skip(ftype)
|
|
683
|
+
iprot.readFieldEnd()
|
|
684
|
+
iprot.readStructEnd()
|
|
685
|
+
|
|
686
|
+
def write(self, oprot):
|
|
687
|
+
self.validate()
|
|
688
|
+
if oprot._fast_encode is not None and self.thrift_spec is not None:
|
|
689
|
+
oprot.trans.write(oprot._fast_encode(self, [self.__class__, self.thrift_spec]))
|
|
690
|
+
return
|
|
691
|
+
oprot.writeStructBegin('TaskArgs')
|
|
692
|
+
if self.argsList is not None:
|
|
693
|
+
oprot.writeFieldBegin('argsList', TType.LIST, 1)
|
|
694
|
+
oprot.writeListBegin(TType.STRING, len(self.argsList))
|
|
695
|
+
for iter27 in self.argsList:
|
|
696
|
+
oprot.writeString(iter27.encode('utf-8') if sys.version_info[0] == 2 else iter27)
|
|
697
|
+
oprot.writeListEnd()
|
|
698
|
+
oprot.writeFieldEnd()
|
|
699
|
+
if self.env is not None:
|
|
700
|
+
oprot.writeFieldBegin('env', TType.MAP, 2)
|
|
701
|
+
oprot.writeMapBegin(TType.STRING, TType.STRING, len(self.env))
|
|
702
|
+
for kiter28, viter29 in self.env.items():
|
|
703
|
+
oprot.writeString(kiter28.encode('utf-8') if sys.version_info[0] == 2 else kiter28)
|
|
704
|
+
oprot.writeString(viter29.encode('utf-8') if sys.version_info[0] == 2 else viter29)
|
|
705
|
+
oprot.writeMapEnd()
|
|
706
|
+
oprot.writeFieldEnd()
|
|
707
|
+
oprot.writeFieldStop()
|
|
708
|
+
oprot.writeStructEnd()
|
|
709
|
+
|
|
710
|
+
def validate(self):
|
|
711
|
+
return
|
|
712
|
+
|
|
713
|
+
def __repr__(self):
|
|
714
|
+
L = ['%s=%r' % (key, value)
|
|
715
|
+
for key, value in self.__dict__.items()]
|
|
716
|
+
return '%s(%s)' % (self.__class__.__name__, ', '.join(L))
|
|
717
|
+
|
|
718
|
+
def __eq__(self, other):
|
|
719
|
+
return isinstance(other, self.__class__) and self.__dict__ == other.__dict__
|
|
720
|
+
|
|
721
|
+
def __ne__(self, other):
|
|
722
|
+
return not (self == other)
|
|
723
|
+
|
|
724
|
+
|
|
725
|
+
class TaskResources(object):
|
|
726
|
+
"""
|
|
727
|
+
Attributes:
|
|
728
|
+
- vcoreSeconds
|
|
729
|
+
- megaByteSeconds
|
|
730
|
+
- cumulativeDiskWriteBytes
|
|
731
|
+
- cumulativeDiskReadBytes
|
|
732
|
+
|
|
733
|
+
"""
|
|
734
|
+
thrift_spec = None
|
|
735
|
+
|
|
736
|
+
|
|
737
|
+
def __init__(self, vcoreSeconds = None, megaByteSeconds = None, cumulativeDiskWriteBytes = None, cumulativeDiskReadBytes = None,):
|
|
738
|
+
self.vcoreSeconds = vcoreSeconds
|
|
739
|
+
self.megaByteSeconds = megaByteSeconds
|
|
740
|
+
self.cumulativeDiskWriteBytes = cumulativeDiskWriteBytes
|
|
741
|
+
self.cumulativeDiskReadBytes = cumulativeDiskReadBytes
|
|
742
|
+
|
|
743
|
+
def read(self, iprot):
|
|
744
|
+
if iprot._fast_decode is not None and isinstance(iprot.trans, TTransport.CReadableTransport) and self.thrift_spec is not None:
|
|
745
|
+
iprot._fast_decode(self, iprot, [self.__class__, self.thrift_spec])
|
|
746
|
+
return
|
|
747
|
+
iprot.readStructBegin()
|
|
748
|
+
while True:
|
|
749
|
+
(fname, ftype, fid) = iprot.readFieldBegin()
|
|
750
|
+
if ftype == TType.STOP:
|
|
751
|
+
break
|
|
752
|
+
if fid == 1:
|
|
753
|
+
if ftype == TType.I64:
|
|
754
|
+
self.vcoreSeconds = iprot.readI64()
|
|
755
|
+
else:
|
|
756
|
+
iprot.skip(ftype)
|
|
757
|
+
elif fid == 2:
|
|
758
|
+
if ftype == TType.I64:
|
|
759
|
+
self.megaByteSeconds = iprot.readI64()
|
|
760
|
+
else:
|
|
761
|
+
iprot.skip(ftype)
|
|
762
|
+
elif fid == 3:
|
|
763
|
+
if ftype == TType.I64:
|
|
764
|
+
self.cumulativeDiskWriteBytes = iprot.readI64()
|
|
765
|
+
else:
|
|
766
|
+
iprot.skip(ftype)
|
|
767
|
+
elif fid == 4:
|
|
768
|
+
if ftype == TType.I64:
|
|
769
|
+
self.cumulativeDiskReadBytes = iprot.readI64()
|
|
770
|
+
else:
|
|
771
|
+
iprot.skip(ftype)
|
|
772
|
+
else:
|
|
773
|
+
iprot.skip(ftype)
|
|
774
|
+
iprot.readFieldEnd()
|
|
775
|
+
iprot.readStructEnd()
|
|
776
|
+
|
|
777
|
+
def write(self, oprot):
|
|
778
|
+
self.validate()
|
|
779
|
+
if oprot._fast_encode is not None and self.thrift_spec is not None:
|
|
780
|
+
oprot.trans.write(oprot._fast_encode(self, [self.__class__, self.thrift_spec]))
|
|
781
|
+
return
|
|
782
|
+
oprot.writeStructBegin('TaskResources')
|
|
783
|
+
if self.vcoreSeconds is not None:
|
|
784
|
+
oprot.writeFieldBegin('vcoreSeconds', TType.I64, 1)
|
|
785
|
+
oprot.writeI64(self.vcoreSeconds)
|
|
786
|
+
oprot.writeFieldEnd()
|
|
787
|
+
if self.megaByteSeconds is not None:
|
|
788
|
+
oprot.writeFieldBegin('megaByteSeconds', TType.I64, 2)
|
|
789
|
+
oprot.writeI64(self.megaByteSeconds)
|
|
790
|
+
oprot.writeFieldEnd()
|
|
791
|
+
if self.cumulativeDiskWriteBytes is not None:
|
|
792
|
+
oprot.writeFieldBegin('cumulativeDiskWriteBytes', TType.I64, 3)
|
|
793
|
+
oprot.writeI64(self.cumulativeDiskWriteBytes)
|
|
794
|
+
oprot.writeFieldEnd()
|
|
795
|
+
if self.cumulativeDiskReadBytes is not None:
|
|
796
|
+
oprot.writeFieldBegin('cumulativeDiskReadBytes', TType.I64, 4)
|
|
797
|
+
oprot.writeI64(self.cumulativeDiskReadBytes)
|
|
798
|
+
oprot.writeFieldEnd()
|
|
799
|
+
oprot.writeFieldStop()
|
|
800
|
+
oprot.writeStructEnd()
|
|
801
|
+
|
|
802
|
+
def validate(self):
|
|
803
|
+
return
|
|
804
|
+
|
|
805
|
+
def __repr__(self):
|
|
806
|
+
L = ['%s=%r' % (key, value)
|
|
807
|
+
for key, value in self.__dict__.items()]
|
|
808
|
+
return '%s(%s)' % (self.__class__.__name__, ', '.join(L))
|
|
809
|
+
|
|
810
|
+
def __eq__(self, other):
|
|
811
|
+
return isinstance(other, self.__class__) and self.__dict__ == other.__dict__
|
|
812
|
+
|
|
813
|
+
def __ne__(self, other):
|
|
814
|
+
return not (self == other)
|
|
815
|
+
|
|
816
|
+
|
|
817
|
+
class Submission(object):
|
|
818
|
+
"""
|
|
819
|
+
Attributes:
|
|
820
|
+
- submittedTs
|
|
821
|
+
- finishedTs
|
|
822
|
+
- dateRange
|
|
823
|
+
|
|
824
|
+
"""
|
|
825
|
+
thrift_spec = None
|
|
826
|
+
|
|
827
|
+
|
|
828
|
+
def __init__(self, submittedTs = None, finishedTs = None, dateRange = None,):
|
|
829
|
+
self.submittedTs = submittedTs
|
|
830
|
+
self.finishedTs = finishedTs
|
|
831
|
+
self.dateRange = dateRange
|
|
832
|
+
|
|
833
|
+
def read(self, iprot):
|
|
834
|
+
if iprot._fast_decode is not None and isinstance(iprot.trans, TTransport.CReadableTransport) and self.thrift_spec is not None:
|
|
835
|
+
iprot._fast_decode(self, iprot, [self.__class__, self.thrift_spec])
|
|
836
|
+
return
|
|
837
|
+
iprot.readStructBegin()
|
|
838
|
+
while True:
|
|
839
|
+
(fname, ftype, fid) = iprot.readFieldBegin()
|
|
840
|
+
if ftype == TType.STOP:
|
|
841
|
+
break
|
|
842
|
+
if fid == 10:
|
|
843
|
+
if ftype == TType.I64:
|
|
844
|
+
self.submittedTs = iprot.readI64()
|
|
845
|
+
else:
|
|
846
|
+
iprot.skip(ftype)
|
|
847
|
+
elif fid == 20:
|
|
848
|
+
if ftype == TType.I64:
|
|
849
|
+
self.finishedTs = iprot.readI64()
|
|
850
|
+
else:
|
|
851
|
+
iprot.skip(ftype)
|
|
852
|
+
elif fid == 21:
|
|
853
|
+
if ftype == TType.STRUCT:
|
|
854
|
+
self.dateRange = gen_thrift.common.ttypes.DateRange()
|
|
855
|
+
self.dateRange.read(iprot)
|
|
856
|
+
else:
|
|
857
|
+
iprot.skip(ftype)
|
|
858
|
+
else:
|
|
859
|
+
iprot.skip(ftype)
|
|
860
|
+
iprot.readFieldEnd()
|
|
861
|
+
iprot.readStructEnd()
|
|
862
|
+
|
|
863
|
+
def write(self, oprot):
|
|
864
|
+
self.validate()
|
|
865
|
+
if oprot._fast_encode is not None and self.thrift_spec is not None:
|
|
866
|
+
oprot.trans.write(oprot._fast_encode(self, [self.__class__, self.thrift_spec]))
|
|
867
|
+
return
|
|
868
|
+
oprot.writeStructBegin('Submission')
|
|
869
|
+
if self.submittedTs is not None:
|
|
870
|
+
oprot.writeFieldBegin('submittedTs', TType.I64, 10)
|
|
871
|
+
oprot.writeI64(self.submittedTs)
|
|
872
|
+
oprot.writeFieldEnd()
|
|
873
|
+
if self.finishedTs is not None:
|
|
874
|
+
oprot.writeFieldBegin('finishedTs', TType.I64, 20)
|
|
875
|
+
oprot.writeI64(self.finishedTs)
|
|
876
|
+
oprot.writeFieldEnd()
|
|
877
|
+
if self.dateRange is not None:
|
|
878
|
+
oprot.writeFieldBegin('dateRange', TType.STRUCT, 21)
|
|
879
|
+
self.dateRange.write(oprot)
|
|
880
|
+
oprot.writeFieldEnd()
|
|
881
|
+
oprot.writeFieldStop()
|
|
882
|
+
oprot.writeStructEnd()
|
|
883
|
+
|
|
884
|
+
def validate(self):
|
|
885
|
+
return
|
|
886
|
+
|
|
887
|
+
def __repr__(self):
|
|
888
|
+
L = ['%s=%r' % (key, value)
|
|
889
|
+
for key, value in self.__dict__.items()]
|
|
890
|
+
return '%s(%s)' % (self.__class__.__name__, ', '.join(L))
|
|
891
|
+
|
|
892
|
+
def __eq__(self, other):
|
|
893
|
+
return isinstance(other, self.__class__) and self.__dict__ == other.__dict__
|
|
894
|
+
|
|
895
|
+
def __ne__(self, other):
|
|
896
|
+
return not (self == other)
|
|
897
|
+
|
|
898
|
+
|
|
899
|
+
class ConfRequest(object):
|
|
900
|
+
"""
|
|
901
|
+
Attributes:
|
|
902
|
+
- confName
|
|
903
|
+
- confType
|
|
904
|
+
- branch
|
|
905
|
+
- version
|
|
906
|
+
|
|
907
|
+
"""
|
|
908
|
+
thrift_spec = None
|
|
909
|
+
|
|
910
|
+
|
|
911
|
+
def __init__(self, confName = None, confType = None, branch = None, version = None,):
|
|
912
|
+
self.confName = confName
|
|
913
|
+
self.confType = confType
|
|
914
|
+
self.branch = branch
|
|
915
|
+
self.version = version
|
|
916
|
+
|
|
917
|
+
def read(self, iprot):
|
|
918
|
+
if iprot._fast_decode is not None and isinstance(iprot.trans, TTransport.CReadableTransport) and self.thrift_spec is not None:
|
|
919
|
+
iprot._fast_decode(self, iprot, [self.__class__, self.thrift_spec])
|
|
920
|
+
return
|
|
921
|
+
iprot.readStructBegin()
|
|
922
|
+
while True:
|
|
923
|
+
(fname, ftype, fid) = iprot.readFieldBegin()
|
|
924
|
+
if ftype == TType.STOP:
|
|
925
|
+
break
|
|
926
|
+
if fid == 1:
|
|
927
|
+
if ftype == TType.STRING:
|
|
928
|
+
self.confName = iprot.readString().decode('utf-8', errors='replace') if sys.version_info[0] == 2 else iprot.readString()
|
|
929
|
+
else:
|
|
930
|
+
iprot.skip(ftype)
|
|
931
|
+
elif fid == 2:
|
|
932
|
+
if ftype == TType.I32:
|
|
933
|
+
self.confType = iprot.readI32()
|
|
934
|
+
else:
|
|
935
|
+
iprot.skip(ftype)
|
|
936
|
+
elif fid == 3:
|
|
937
|
+
if ftype == TType.STRING:
|
|
938
|
+
self.branch = iprot.readString().decode('utf-8', errors='replace') if sys.version_info[0] == 2 else iprot.readString()
|
|
939
|
+
else:
|
|
940
|
+
iprot.skip(ftype)
|
|
941
|
+
elif fid == 4:
|
|
942
|
+
if ftype == TType.STRING:
|
|
943
|
+
self.version = iprot.readString().decode('utf-8', errors='replace') if sys.version_info[0] == 2 else iprot.readString()
|
|
944
|
+
else:
|
|
945
|
+
iprot.skip(ftype)
|
|
946
|
+
else:
|
|
947
|
+
iprot.skip(ftype)
|
|
948
|
+
iprot.readFieldEnd()
|
|
949
|
+
iprot.readStructEnd()
|
|
950
|
+
|
|
951
|
+
def write(self, oprot):
|
|
952
|
+
self.validate()
|
|
953
|
+
if oprot._fast_encode is not None and self.thrift_spec is not None:
|
|
954
|
+
oprot.trans.write(oprot._fast_encode(self, [self.__class__, self.thrift_spec]))
|
|
955
|
+
return
|
|
956
|
+
oprot.writeStructBegin('ConfRequest')
|
|
957
|
+
if self.confName is not None:
|
|
958
|
+
oprot.writeFieldBegin('confName', TType.STRING, 1)
|
|
959
|
+
oprot.writeString(self.confName.encode('utf-8') if sys.version_info[0] == 2 else self.confName)
|
|
960
|
+
oprot.writeFieldEnd()
|
|
961
|
+
if self.confType is not None:
|
|
962
|
+
oprot.writeFieldBegin('confType', TType.I32, 2)
|
|
963
|
+
oprot.writeI32(self.confType)
|
|
964
|
+
oprot.writeFieldEnd()
|
|
965
|
+
if self.branch is not None:
|
|
966
|
+
oprot.writeFieldBegin('branch', TType.STRING, 3)
|
|
967
|
+
oprot.writeString(self.branch.encode('utf-8') if sys.version_info[0] == 2 else self.branch)
|
|
968
|
+
oprot.writeFieldEnd()
|
|
969
|
+
if self.version is not None:
|
|
970
|
+
oprot.writeFieldBegin('version', TType.STRING, 4)
|
|
971
|
+
oprot.writeString(self.version.encode('utf-8') if sys.version_info[0] == 2 else self.version)
|
|
972
|
+
oprot.writeFieldEnd()
|
|
973
|
+
oprot.writeFieldStop()
|
|
974
|
+
oprot.writeStructEnd()
|
|
975
|
+
|
|
976
|
+
def validate(self):
|
|
977
|
+
return
|
|
978
|
+
|
|
979
|
+
def __repr__(self):
|
|
980
|
+
L = ['%s=%r' % (key, value)
|
|
981
|
+
for key, value in self.__dict__.items()]
|
|
982
|
+
return '%s(%s)' % (self.__class__.__name__, ', '.join(L))
|
|
983
|
+
|
|
984
|
+
def __eq__(self, other):
|
|
985
|
+
return isinstance(other, self.__class__) and self.__dict__ == other.__dict__
|
|
986
|
+
|
|
987
|
+
def __ne__(self, other):
|
|
988
|
+
return not (self == other)
|
|
989
|
+
all_structs.append(LineageRequest)
|
|
990
|
+
LineageRequest.thrift_spec = (
|
|
991
|
+
None, # 0
|
|
992
|
+
(1, TType.STRING, 'name', 'UTF8', None, ), # 1
|
|
993
|
+
(2, TType.STRING, 'type', 'UTF8', None, ), # 2
|
|
994
|
+
(3, TType.STRING, 'branch', 'UTF8', None, ), # 3
|
|
995
|
+
(4, TType.I32, 'direction', None, None, ), # 4
|
|
996
|
+
)
|
|
997
|
+
all_structs.append(JobTrackerRequest)
|
|
998
|
+
JobTrackerRequest.thrift_spec = (
|
|
999
|
+
None, # 0
|
|
1000
|
+
(1, TType.STRING, 'name', 'UTF8', None, ), # 1
|
|
1001
|
+
(2, TType.STRING, 'type', 'UTF8', None, ), # 2
|
|
1002
|
+
(3, TType.STRING, 'branch', 'UTF8', None, ), # 3
|
|
1003
|
+
None, # 4
|
|
1004
|
+
None, # 5
|
|
1005
|
+
None, # 6
|
|
1006
|
+
None, # 7
|
|
1007
|
+
None, # 8
|
|
1008
|
+
None, # 9
|
|
1009
|
+
(10, TType.STRUCT, 'dateRange', [gen_thrift.common.ttypes.DateRange, None], None, ), # 10
|
|
1010
|
+
)
|
|
1011
|
+
all_structs.append(JobTrackerResponse)
|
|
1012
|
+
JobTrackerResponse.thrift_spec = (
|
|
1013
|
+
None, # 0
|
|
1014
|
+
(1, TType.LIST, 'tasks', (TType.STRUCT, [TaskInfo, None], False), None, ), # 1
|
|
1015
|
+
)
|
|
1016
|
+
all_structs.append(SubmissionsRequest)
|
|
1017
|
+
SubmissionsRequest.thrift_spec = (
|
|
1018
|
+
None, # 0
|
|
1019
|
+
(1, TType.STRING, 'user', 'UTF8', None, ), # 1
|
|
1020
|
+
)
|
|
1021
|
+
all_structs.append(SubmissionsResponse)
|
|
1022
|
+
SubmissionsResponse.thrift_spec = (
|
|
1023
|
+
None, # 0
|
|
1024
|
+
(1, TType.LIST, 'submissions', (TType.STRUCT, [Submission, None], False), None, ), # 1
|
|
1025
|
+
)
|
|
1026
|
+
all_structs.append(TaskInfo)
|
|
1027
|
+
TaskInfo.thrift_spec = (
|
|
1028
|
+
None, # 0
|
|
1029
|
+
(1, TType.I32, 'status', None, None, ), # 1
|
|
1030
|
+
(2, TType.STRING, 'logPath', 'UTF8', None, ), # 2
|
|
1031
|
+
(3, TType.STRING, 'trackerUrl', 'UTF8', None, ), # 3
|
|
1032
|
+
(4, TType.STRUCT, 'taskArgs', [TaskArgs, None], None, ), # 4
|
|
1033
|
+
(5, TType.STRUCT, 'dateRange', [gen_thrift.common.ttypes.DateRange, None], None, ), # 5
|
|
1034
|
+
None, # 6
|
|
1035
|
+
None, # 7
|
|
1036
|
+
None, # 8
|
|
1037
|
+
None, # 9
|
|
1038
|
+
(10, TType.I64, 'submittedTs', None, None, ), # 10
|
|
1039
|
+
(11, TType.I64, 'startedTs', None, None, ), # 11
|
|
1040
|
+
(12, TType.I64, 'finishedTs', None, None, ), # 12
|
|
1041
|
+
None, # 13
|
|
1042
|
+
None, # 14
|
|
1043
|
+
None, # 15
|
|
1044
|
+
None, # 16
|
|
1045
|
+
None, # 17
|
|
1046
|
+
None, # 18
|
|
1047
|
+
None, # 19
|
|
1048
|
+
(20, TType.STRING, 'user', 'UTF8', None, ), # 20
|
|
1049
|
+
(21, TType.STRING, 'team', 'UTF8', None, ), # 21
|
|
1050
|
+
None, # 22
|
|
1051
|
+
None, # 23
|
|
1052
|
+
None, # 24
|
|
1053
|
+
None, # 25
|
|
1054
|
+
None, # 26
|
|
1055
|
+
None, # 27
|
|
1056
|
+
None, # 28
|
|
1057
|
+
None, # 29
|
|
1058
|
+
(30, TType.STRUCT, 'allocatedResources', [TaskResources, None], None, ), # 30
|
|
1059
|
+
(31, TType.STRUCT, 'utilizedResources', [TaskResources, None], None, ), # 31
|
|
1060
|
+
)
|
|
1061
|
+
all_structs.append(TaskArgs)
|
|
1062
|
+
TaskArgs.thrift_spec = (
|
|
1063
|
+
None, # 0
|
|
1064
|
+
(1, TType.LIST, 'argsList', (TType.STRING, 'UTF8', False), None, ), # 1
|
|
1065
|
+
(2, TType.MAP, 'env', (TType.STRING, 'UTF8', TType.STRING, 'UTF8', False), None, ), # 2
|
|
1066
|
+
)
|
|
1067
|
+
all_structs.append(TaskResources)
|
|
1068
|
+
TaskResources.thrift_spec = (
|
|
1069
|
+
None, # 0
|
|
1070
|
+
(1, TType.I64, 'vcoreSeconds', None, None, ), # 1
|
|
1071
|
+
(2, TType.I64, 'megaByteSeconds', None, None, ), # 2
|
|
1072
|
+
(3, TType.I64, 'cumulativeDiskWriteBytes', None, None, ), # 3
|
|
1073
|
+
(4, TType.I64, 'cumulativeDiskReadBytes', None, None, ), # 4
|
|
1074
|
+
)
|
|
1075
|
+
all_structs.append(Submission)
|
|
1076
|
+
Submission.thrift_spec = (
|
|
1077
|
+
None, # 0
|
|
1078
|
+
None, # 1
|
|
1079
|
+
None, # 2
|
|
1080
|
+
None, # 3
|
|
1081
|
+
None, # 4
|
|
1082
|
+
None, # 5
|
|
1083
|
+
None, # 6
|
|
1084
|
+
None, # 7
|
|
1085
|
+
None, # 8
|
|
1086
|
+
None, # 9
|
|
1087
|
+
(10, TType.I64, 'submittedTs', None, None, ), # 10
|
|
1088
|
+
None, # 11
|
|
1089
|
+
None, # 12
|
|
1090
|
+
None, # 13
|
|
1091
|
+
None, # 14
|
|
1092
|
+
None, # 15
|
|
1093
|
+
None, # 16
|
|
1094
|
+
None, # 17
|
|
1095
|
+
None, # 18
|
|
1096
|
+
None, # 19
|
|
1097
|
+
(20, TType.I64, 'finishedTs', None, None, ), # 20
|
|
1098
|
+
(21, TType.STRUCT, 'dateRange', [gen_thrift.common.ttypes.DateRange, None], None, ), # 21
|
|
1099
|
+
)
|
|
1100
|
+
all_structs.append(ConfRequest)
|
|
1101
|
+
ConfRequest.thrift_spec = (
|
|
1102
|
+
None, # 0
|
|
1103
|
+
(1, TType.STRING, 'confName', 'UTF8', None, ), # 1
|
|
1104
|
+
(2, TType.I32, 'confType', None, None, ), # 2
|
|
1105
|
+
(3, TType.STRING, 'branch', 'UTF8', None, ), # 3
|
|
1106
|
+
(4, TType.STRING, 'version', 'UTF8', None, ), # 4
|
|
1107
|
+
)
|
|
1108
|
+
fix_spec(all_structs)
|
|
1109
|
+
del all_structs
|