collate-dbt-artifacts-parser 0.1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (67) hide show
  1. collate_dbt_artifacts_parser/__init__.py +21 -0
  2. collate_dbt_artifacts_parser/parser.py +390 -0
  3. collate_dbt_artifacts_parser/parsers/__init__.py +16 -0
  4. collate_dbt_artifacts_parser/parsers/base.py +26 -0
  5. collate_dbt_artifacts_parser/parsers/catalog/__init__.py +16 -0
  6. collate_dbt_artifacts_parser/parsers/catalog/catalog_cloud.py +85 -0
  7. collate_dbt_artifacts_parser/parsers/catalog/catalog_v1.py +85 -0
  8. collate_dbt_artifacts_parser/parsers/manifest/__init__.py +16 -0
  9. collate_dbt_artifacts_parser/parsers/manifest/manifest_cloud.py +4172 -0
  10. collate_dbt_artifacts_parser/parsers/manifest/manifest_v1.py +1548 -0
  11. collate_dbt_artifacts_parser/parsers/manifest/manifest_v10.py +1667 -0
  12. collate_dbt_artifacts_parser/parsers/manifest/manifest_v11.py +1449 -0
  13. collate_dbt_artifacts_parser/parsers/manifest/manifest_v12.py +4182 -0
  14. collate_dbt_artifacts_parser/parsers/manifest/manifest_v2.py +1553 -0
  15. collate_dbt_artifacts_parser/parsers/manifest/manifest_v3.py +1565 -0
  16. collate_dbt_artifacts_parser/parsers/manifest/manifest_v4.py +1748 -0
  17. collate_dbt_artifacts_parser/parsers/manifest/manifest_v5.py +1763 -0
  18. collate_dbt_artifacts_parser/parsers/manifest/manifest_v6.py +1799 -0
  19. collate_dbt_artifacts_parser/parsers/manifest/manifest_v7.py +1917 -0
  20. collate_dbt_artifacts_parser/parsers/manifest/manifest_v8.py +1258 -0
  21. collate_dbt_artifacts_parser/parsers/manifest/manifest_v9.py +1431 -0
  22. collate_dbt_artifacts_parser/parsers/run_results/__init__.py +16 -0
  23. collate_dbt_artifacts_parser/parsers/run_results/run_results_cloud.py +90 -0
  24. collate_dbt_artifacts_parser/parsers/run_results/run_results_v1.py +75 -0
  25. collate_dbt_artifacts_parser/parsers/run_results/run_results_v2.py +76 -0
  26. collate_dbt_artifacts_parser/parsers/run_results/run_results_v3.py +147 -0
  27. collate_dbt_artifacts_parser/parsers/run_results/run_results_v4.py +147 -0
  28. collate_dbt_artifacts_parser/parsers/run_results/run_results_v5.py +79 -0
  29. collate_dbt_artifacts_parser/parsers/run_results/run_results_v6.py +89 -0
  30. collate_dbt_artifacts_parser/parsers/sources/__init__.py +16 -0
  31. collate_dbt_artifacts_parser/parsers/sources/sources_cloud.py +107 -0
  32. collate_dbt_artifacts_parser/parsers/sources/sources_v1.py +88 -0
  33. collate_dbt_artifacts_parser/parsers/sources/sources_v2.py +100 -0
  34. collate_dbt_artifacts_parser/parsers/sources/sources_v3.py +107 -0
  35. collate_dbt_artifacts_parser/parsers/utils.py +67 -0
  36. collate_dbt_artifacts_parser/parsers/version_map.py +124 -0
  37. collate_dbt_artifacts_parser/resources/catalog/catalog_cloud.json +425 -0
  38. collate_dbt_artifacts_parser/resources/catalog/catalog_v1.json +425 -0
  39. collate_dbt_artifacts_parser/resources/manifest/manifest_cloud.json +22719 -0
  40. collate_dbt_artifacts_parser/resources/manifest/manifest_v1.json +5074 -0
  41. collate_dbt_artifacts_parser/resources/manifest/manifest_v10.json +5638 -0
  42. collate_dbt_artifacts_parser/resources/manifest/manifest_v11.json +6256 -0
  43. collate_dbt_artifacts_parser/resources/manifest/manifest_v12.json +22727 -0
  44. collate_dbt_artifacts_parser/resources/manifest/manifest_v2.json +5128 -0
  45. collate_dbt_artifacts_parser/resources/manifest/manifest_v3.json +5225 -0
  46. collate_dbt_artifacts_parser/resources/manifest/manifest_v4.json +5939 -0
  47. collate_dbt_artifacts_parser/resources/manifest/manifest_v5.json +5984 -0
  48. collate_dbt_artifacts_parser/resources/manifest/manifest_v6.json +6209 -0
  49. collate_dbt_artifacts_parser/resources/manifest/manifest_v7.json +6575 -0
  50. collate_dbt_artifacts_parser/resources/manifest/manifest_v8.json +4434 -0
  51. collate_dbt_artifacts_parser/resources/manifest/manifest_v9.json +4965 -0
  52. collate_dbt_artifacts_parser/resources/run-results/run-results_cloud.json +265 -0
  53. collate_dbt_artifacts_parser/resources/run-results/run-results_v1.json +183 -0
  54. collate_dbt_artifacts_parser/resources/run-results/run-results_v2.json +190 -0
  55. collate_dbt_artifacts_parser/resources/run-results/run-results_v3.json +381 -0
  56. collate_dbt_artifacts_parser/resources/run-results/run-results_v4.json +400 -0
  57. collate_dbt_artifacts_parser/resources/run-results/run-results_v5.json +229 -0
  58. collate_dbt_artifacts_parser/resources/run-results/run-results_v6.json +264 -0
  59. collate_dbt_artifacts_parser/resources/sources/sources_cloud.json +280 -0
  60. collate_dbt_artifacts_parser/resources/sources/sources_v1.json +212 -0
  61. collate_dbt_artifacts_parser/resources/sources/sources_v2.json +261 -0
  62. collate_dbt_artifacts_parser/resources/sources/sources_v3.json +280 -0
  63. collate_dbt_artifacts_parser/utils.py +27 -0
  64. collate_dbt_artifacts_parser-0.1.dist-info/METADATA +531 -0
  65. collate_dbt_artifacts_parser-0.1.dist-info/RECORD +67 -0
  66. collate_dbt_artifacts_parser-0.1.dist-info/WHEEL +4 -0
  67. collate_dbt_artifacts_parser-0.1.dist-info/licenses/LICENSE +201 -0
collate_dbt_artifacts_parser/resources/run-results/run-results_cloud.json ADDED
@@ -0,0 +1,265 @@
1
+ {
2
+ "$schema": "https://json-schema.org/draft/2020-12/schema",
3
+ "type": "object",
4
+ "title": "RunResultsArtifact",
5
+ "properties": {
6
+ "metadata": {
7
+ "type": "object",
8
+ "title": "BaseArtifactMetadata",
9
+ "properties": {
10
+ "dbt_schema_version": {
11
+ "type": "string"
12
+ },
13
+ "dbt_version": {
14
+ "type": "string",
15
+ "default": "1.10.0a1"
16
+ },
17
+ "generated_at": {
18
+ "type": "string"
19
+ },
20
+ "invocation_id": {
21
+ "anyOf": [
22
+ {
23
+ "type": "string"
24
+ },
25
+ {
26
+ "type": "null"
27
+ }
28
+ ]
29
+ },
30
+ "env": {
31
+ "type": "object",
32
+ "additionalProperties": {
33
+ "type": "string"
34
+ },
35
+ "propertyNames": {
36
+ "type": "string"
37
+ }
38
+ }
39
+ },
40
+ "additionalProperties": false,
41
+ "required": [
42
+ "dbt_schema_version"
43
+ ]
44
+ },
45
+ "results": {
46
+ "type": "array",
47
+ "items": {
48
+ "type": "object",
49
+ "title": "RunResultOutput",
50
+ "properties": {
51
+ "status": {
52
+ "anyOf": [
53
+ {
54
+ "enum": [
55
+ "success",
56
+ "error",
57
+ "skipped",
58
+ "partial success",
59
+ "no-op"
60
+ ]
61
+ },
62
+ {
63
+ "enum": [
64
+ "pass",
65
+ "error",
66
+ "fail",
67
+ "warn",
68
+ "skipped"
69
+ ]
70
+ },
71
+ {
72
+ "enum": [
73
+ "pass",
74
+ "warn",
75
+ "error",
76
+ "runtime error"
77
+ ]
78
+ }
79
+ ]
80
+ },
81
+ "timing": {
82
+ "type": "array",
83
+ "items": {
84
+ "type": "object",
85
+ "title": "TimingInfo",
86
+ "properties": {
87
+ "name": {
88
+ "type": "string"
89
+ },
90
+ "started_at": {
91
+ "anyOf": [
92
+ {
93
+ "type": "string"
94
+ },
95
+ {
96
+ "type": "null"
97
+ }
98
+ ],
99
+ "default": null
100
+ },
101
+ "completed_at": {
102
+ "anyOf": [
103
+ {
104
+ "type": "string"
105
+ },
106
+ {
107
+ "type": "null"
108
+ }
109
+ ],
110
+ "default": null
111
+ }
112
+ },
113
+ "additionalProperties": false,
114
+ "required": [
115
+ "name"
116
+ ]
117
+ }
118
+ },
119
+ "thread_id": {
120
+ "type": "string"
121
+ },
122
+ "execution_time": {
123
+ "type": "number"
124
+ },
125
+ "adapter_response": {
126
+ "type": "object",
127
+ "propertyNames": {
128
+ "type": "string"
129
+ }
130
+ },
131
+ "message": {
132
+ "anyOf": [
133
+ {
134
+ "type": "string"
135
+ },
136
+ {
137
+ "type": "null"
138
+ }
139
+ ]
140
+ },
141
+ "failures": {
142
+ "anyOf": [
143
+ {
144
+ "type": "integer"
145
+ },
146
+ {
147
+ "type": "null"
148
+ }
149
+ ]
150
+ },
151
+ "unique_id": {
152
+ "type": "string"
153
+ },
154
+ "compiled": {
155
+ "anyOf": [
156
+ {
157
+ "type": "boolean"
158
+ },
159
+ {
160
+ "type": "null"
161
+ }
162
+ ]
163
+ },
164
+ "compiled_code": {
165
+ "anyOf": [
166
+ {
167
+ "type": "string"
168
+ },
169
+ {
170
+ "type": "null"
171
+ }
172
+ ]
173
+ },
174
+ "relation_name": {
175
+ "anyOf": [
176
+ {
177
+ "type": "string"
178
+ },
179
+ {
180
+ "type": "null"
181
+ }
182
+ ]
183
+ },
184
+ "batch_results": {
185
+ "anyOf": [
186
+ {
187
+ "type": "object",
188
+ "title": "BatchResults",
189
+ "properties": {
190
+ "successful": {
191
+ "type": "array",
192
+ "items": {
193
+ "type": "array",
194
+ "prefixItems": [
195
+ {
196
+ "type": "string"
197
+ },
198
+ {
199
+ "type": "string"
200
+ }
201
+ ],
202
+ "maxItems": 2,
203
+ "minItems": 2
204
+ }
205
+ },
206
+ "failed": {
207
+ "type": "array",
208
+ "items": {
209
+ "type": "array",
210
+ "prefixItems": [
211
+ {
212
+ "type": "string"
213
+ },
214
+ {
215
+ "type": "string"
216
+ }
217
+ ],
218
+ "maxItems": 2,
219
+ "minItems": 2
220
+ }
221
+ }
222
+ },
223
+ "additionalProperties": false
224
+ },
225
+ {
226
+ "type": "null"
227
+ }
228
+ ],
229
+ "default": null
230
+ }
231
+ },
232
+ "additionalProperties": false,
233
+ "required": [
234
+ "status",
235
+ "timing",
236
+ "thread_id",
237
+ "execution_time",
238
+ "adapter_response",
239
+ "message",
240
+ "failures",
241
+ "unique_id",
242
+ "compiled",
243
+ "compiled_code",
244
+ "relation_name"
245
+ ]
246
+ }
247
+ },
248
+ "elapsed_time": {
249
+ "type": "number"
250
+ },
251
+ "args": {
252
+ "type": "object",
253
+ "propertyNames": {
254
+ "type": "string"
255
+ }
256
+ }
257
+ },
258
+ "additionalProperties": false,
259
+ "required": [
260
+ "metadata",
261
+ "results",
262
+ "elapsed_time"
263
+ ],
264
+ "$id": "https://schemas.getdbt.com/dbt/run-results/v6.json"
265
+ }
collate_dbt_artifacts_parser/resources/run-results/run-results_v1.json ADDED
@@ -0,0 +1,183 @@
1
+ {
2
+ "title": "Run Results",
3
+ "type": "object",
4
+ "required": [
5
+ "metadata",
6
+ "results",
7
+ "elapsed_time"
8
+ ],
9
+ "properties": {
10
+ "metadata": {
11
+ "$ref": "#/definitions/BaseArtifactMetadata"
12
+ },
13
+ "results": {
14
+ "type": "array",
15
+ "items": {
16
+ "$ref": "#/definitions/RunResultOutput"
17
+ }
18
+ },
19
+ "elapsed_time": {
20
+ "type": "number"
21
+ },
22
+ "args": {
23
+ "type": "object",
24
+ "default": {}
25
+ }
26
+ },
27
+ "additionalProperties": false,
28
+ "description": "RunResultsArtifact(metadata: dbt.contracts.util.BaseArtifactMetadata, results: Sequence[dbt.contracts.results.RunResultOutput], elapsed_time: float, args: Dict[str, Any] = <factory>)",
29
+ "definitions": {
30
+ "BaseArtifactMetadata": {
31
+ "type": "object",
32
+ "required": [
33
+ "dbt_schema_version"
34
+ ],
35
+ "properties": {
36
+ "dbt_schema_version": {
37
+ "type": "string"
38
+ },
39
+ "dbt_version": {
40
+ "type": "string",
41
+ "default": "0.19.0"
42
+ },
43
+ "generated_at": {
44
+ "type": "string",
45
+ "format": "date-time",
46
+ "default": "2021-02-10T04:42:33.678063Z"
47
+ },
48
+ "invocation_id": {
49
+ "oneOf": [
50
+ {
51
+ "type": "string"
52
+ },
53
+ {
54
+ "type": "null"
55
+ }
56
+ ]
57
+ },
58
+ "env": {
59
+ "type": "object",
60
+ "additionalProperties": {
61
+ "type": "string"
62
+ },
63
+ "default": {}
64
+ }
65
+ },
66
+ "additionalProperties": false,
67
+ "description": "BaseArtifactMetadata(dbt_schema_version: str, dbt_version: str = '0.19.0', generated_at: datetime.datetime = <factory>, invocation_id: Union[str, NoneType] = <factory>, env: Dict[str, str] = <factory>)"
68
+ },
69
+ "RunResultOutput": {
70
+ "type": "object",
71
+ "required": [
72
+ "status",
73
+ "timing",
74
+ "thread_id",
75
+ "execution_time",
76
+ "adapter_response",
77
+ "unique_id"
78
+ ],
79
+ "properties": {
80
+ "status": {
81
+ "oneOf": [
82
+ {
83
+ "type": "string",
84
+ "enum": [
85
+ "success",
86
+ "error",
87
+ "skipped"
88
+ ]
89
+ },
90
+ {
91
+ "type": "string",
92
+ "enum": [
93
+ "pass",
94
+ "error",
95
+ "fail",
96
+ "warn"
97
+ ]
98
+ },
99
+ {
100
+ "type": "string",
101
+ "enum": [
102
+ "pass",
103
+ "warn",
104
+ "error",
105
+ "runtime error"
106
+ ]
107
+ }
108
+ ]
109
+ },
110
+ "timing": {
111
+ "type": "array",
112
+ "items": {
113
+ "$ref": "#/definitions/TimingInfo"
114
+ }
115
+ },
116
+ "thread_id": {
117
+ "type": "string"
118
+ },
119
+ "execution_time": {
120
+ "type": "number"
121
+ },
122
+ "message": {
123
+ "oneOf": [
124
+ {
125
+ "type": "string"
126
+ },
127
+ {
128
+ "type": "integer"
129
+ },
130
+ {
131
+ "type": "null"
132
+ }
133
+ ]
134
+ },
135
+ "adapter_response": {
136
+ "type": "object"
137
+ },
138
+ "unique_id": {
139
+ "type": "string"
140
+ }
141
+ },
142
+ "additionalProperties": false,
143
+ "description": "RunResultOutput(status: Union[dbt.contracts.results.RunStatus, dbt.contracts.results.TestStatus, dbt.contracts.results.FreshnessStatus], timing: List[dbt.contracts.results.TimingInfo], thread_id: str, execution_time: float, message: Union[str, int, NoneType], adapter_response: Dict[str, Any], unique_id: str)"
144
+ },
145
+ "TimingInfo": {
146
+ "type": "object",
147
+ "required": [
148
+ "name"
149
+ ],
150
+ "properties": {
151
+ "name": {
152
+ "type": "string"
153
+ },
154
+ "started_at": {
155
+ "oneOf": [
156
+ {
157
+ "type": "string",
158
+ "format": "date-time"
159
+ },
160
+ {
161
+ "type": "null"
162
+ }
163
+ ]
164
+ },
165
+ "completed_at": {
166
+ "oneOf": [
167
+ {
168
+ "type": "string",
169
+ "format": "date-time"
170
+ },
171
+ {
172
+ "type": "null"
173
+ }
174
+ ]
175
+ }
176
+ },
177
+ "additionalProperties": false,
178
+ "description": "TimingInfo(name: str, started_at: Union[datetime.datetime, NoneType] = None, completed_at: Union[datetime.datetime, NoneType] = None)"
179
+ }
180
+ },
181
+ "$schema": "http://json-schema.org/draft-07/schema#",
182
+ "$id": "https://schemas.getdbt.com/dbt/run-results/v1.json"
183
+ }
collate_dbt_artifacts_parser/resources/run-results/run-results_v2.json ADDED
@@ -0,0 +1,190 @@
1
+ {
2
+ "title": "RunResults",
3
+ "type": "object",
4
+ "required": [
5
+ "metadata",
6
+ "results",
7
+ "elapsed_time"
8
+ ],
9
+ "properties": {
10
+ "metadata": {
11
+ "$ref": "#/definitions/BaseArtifactMetadata"
12
+ },
13
+ "results": {
14
+ "type": "array",
15
+ "items": {
16
+ "$ref": "#/definitions/RunResultOutput"
17
+ }
18
+ },
19
+ "elapsed_time": {
20
+ "type": "number"
21
+ },
22
+ "args": {
23
+ "type": "object",
24
+ "default": {}
25
+ }
26
+ },
27
+ "additionalProperties": false,
28
+ "description": "RunResultsArtifact(metadata: dbt.contracts.util.BaseArtifactMetadata, results: Sequence[dbt.contracts.results.RunResultOutput], elapsed_time: float, args: Dict[str, Any] = <factory>)",
29
+ "definitions": {
30
+ "BaseArtifactMetadata": {
31
+ "type": "object",
32
+ "required": [
33
+ "dbt_schema_version"
34
+ ],
35
+ "properties": {
36
+ "dbt_schema_version": {
37
+ "type": "string"
38
+ },
39
+ "dbt_version": {
40
+ "type": "string",
41
+ "default": "0.20.0rc1"
42
+ },
43
+ "generated_at": {
44
+ "type": "string",
45
+ "format": "date-time",
46
+ "default": "2021-06-07T14:49:01.097134Z"
47
+ },
48
+ "invocation_id": {
49
+ "oneOf": [
50
+ {
51
+ "type": "string"
52
+ },
53
+ {
54
+ "type": "null"
55
+ }
56
+ ]
57
+ },
58
+ "env": {
59
+ "type": "object",
60
+ "additionalProperties": {
61
+ "type": "string"
62
+ },
63
+ "default": {}
64
+ }
65
+ },
66
+ "additionalProperties": false,
67
+ "description": "BaseArtifactMetadata(dbt_schema_version: str, dbt_version: str = '0.20.0rc1', generated_at: datetime.datetime = <factory>, invocation_id: Union[str, NoneType] = <factory>, env: Dict[str, str] = <factory>)"
68
+ },
69
+ "RunResultOutput": {
70
+ "type": "object",
71
+ "required": [
72
+ "status",
73
+ "timing",
74
+ "thread_id",
75
+ "execution_time",
76
+ "adapter_response",
77
+ "unique_id"
78
+ ],
79
+ "properties": {
80
+ "status": {
81
+ "oneOf": [
82
+ {
83
+ "type": "string",
84
+ "enum": [
85
+ "success",
86
+ "error",
87
+ "skipped"
88
+ ]
89
+ },
90
+ {
91
+ "type": "string",
92
+ "enum": [
93
+ "pass",
94
+ "error",
95
+ "fail",
96
+ "warn"
97
+ ]
98
+ },
99
+ {
100
+ "type": "string",
101
+ "enum": [
102
+ "pass",
103
+ "warn",
104
+ "error",
105
+ "runtime error"
106
+ ]
107
+ }
108
+ ]
109
+ },
110
+ "timing": {
111
+ "type": "array",
112
+ "items": {
113
+ "$ref": "#/definitions/TimingInfo"
114
+ }
115
+ },
116
+ "thread_id": {
117
+ "type": "string"
118
+ },
119
+ "execution_time": {
120
+ "type": "number"
121
+ },
122
+ "adapter_response": {
123
+ "type": "object"
124
+ },
125
+ "message": {
126
+ "oneOf": [
127
+ {
128
+ "type": "string"
129
+ },
130
+ {
131
+ "type": "null"
132
+ }
133
+ ]
134
+ },
135
+ "failures": {
136
+ "oneOf": [
137
+ {
138
+ "type": "integer"
139
+ },
140
+ {
141
+ "type": "null"
142
+ }
143
+ ]
144
+ },
145
+ "unique_id": {
146
+ "type": "string"
147
+ }
148
+ },
149
+ "additionalProperties": false,
150
+ "description": "RunResultOutput(status: Union[dbt.contracts.results.RunStatus, dbt.contracts.results.TestStatus, dbt.contracts.results.FreshnessStatus], timing: List[dbt.contracts.results.TimingInfo], thread_id: str, execution_time: float, adapter_response: Dict[str, Any], message: Union[str, NoneType], failures: Union[int, NoneType], unique_id: str)"
151
+ },
152
+ "TimingInfo": {
153
+ "type": "object",
154
+ "required": [
155
+ "name"
156
+ ],
157
+ "properties": {
158
+ "name": {
159
+ "type": "string"
160
+ },
161
+ "started_at": {
162
+ "oneOf": [
163
+ {
164
+ "type": "string",
165
+ "format": "date-time"
166
+ },
167
+ {
168
+ "type": "null"
169
+ }
170
+ ]
171
+ },
172
+ "completed_at": {
173
+ "oneOf": [
174
+ {
175
+ "type": "string",
176
+ "format": "date-time"
177
+ },
178
+ {
179
+ "type": "null"
180
+ }
181
+ ]
182
+ }
183
+ },
184
+ "additionalProperties": false,
185
+ "description": "TimingInfo(name: str, started_at: Union[datetime.datetime, NoneType] = None, completed_at: Union[datetime.datetime, NoneType] = None)"
186
+ }
187
+ },
188
+ "$schema": "http://json-schema.org/draft-07/schema#",
189
+ "$id": "https://schemas.getdbt.com/dbt/run-results/v2.json"
190
+ }