fluent-plugin-openlineage 0.1.1 → 0.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- metadata +4 -187
- data/.gitignore +0 -16
- data/.idea/.gitignore +0 -8
- data/.idea/fluentd.iml +0 -204
- data/.idea/misc.xml +0 -4
- data/.idea/modules/benchmark-memory-0.2.iml +0 -12
- data/.idea/modules/bigdecimal-3.1.iml +0 -11
- data/.idea/modules/certstore_c-0.1.iml +0 -15
- data/.idea/modules/concurrent-ruby-1.3.iml +0 -18
- data/.idea/modules/concurrent-ruby-1.31.iml +0 -15
- data/.idea/modules/connection_pool-2.4.iml +0 -11
- data/.idea/modules/cool.io-1.8.iml +0 -16
- data/.idea/modules/drb-2.2.iml +0 -14
- data/.idea/modules/drb-2.21.iml +0 -11
- data/.idea/modules/ffi-1.17.iml +0 -20
- data/.idea/modules/ffi-win32-extensions-1.0.iml +0 -19
- data/.idea/modules/fluentd-1.17.iml +0 -43
- data/.idea/modules/http_parser.rb-0.8.iml +0 -17
- data/.idea/modules/json-2.7.iml +0 -14
- data/.idea/modules/json-2.71.iml +0 -11
- data/.idea/modules/msgpack-1.7.iml +0 -15
- data/.idea/modules/mutex_m-0.2.iml +0 -15
- data/.idea/modules/new_gem.iml +0 -15
- data/.idea/modules/power_assert-2.0.iml +0 -19
- data/.idea/modules/rake-13.2.iml +0 -18
- data/.idea/modules/rake-13.21.iml +0 -15
- data/.idea/modules/rake-compiler-1.2.iml +0 -13
- data/.idea/modules/rusty_json_schema-0.15.iml +0 -15
- data/.idea/modules/serverengine-2.3.iml +0 -17
- data/.idea/modules/sigdump-0.2.iml +0 -16
- data/.idea/modules/specifications.iml +0 -14
- data/.idea/modules/specifications1.iml +0 -11
- data/.idea/modules/strptime-0.2.iml +0 -16
- data/.idea/modules/thermite-0.13.iml +0 -17
- data/.idea/modules/webrick-1.8.iml +0 -18
- data/.idea/modules/win32-event-0.6.iml +0 -21
- data/.idea/modules/win32-ipc-0.7.iml +0 -20
- data/.idea/modules/yajl-ruby-1.4.iml +0 -779
- data/.idea/modules.xml +0 -41
- data/.rspec +0 -2
- data/ChangeLog +0 -3
- data/Gemfile +0 -3
- data/LICENSE +0 -202
- data/README.md +0 -250
- data/Rakefile +0 -13
- data/fluent-plugin-openlineage.gemspec +0 -28
- data/lib/fluent/plugin/parser_openlineage.rb +0 -182
- data/misc/fluent.conf +0 -101
- data/misc/test-complete.json +0 -73
- data/misc/test-start.json +0 -73
- data/spec/Naming.md +0 -500
- data/spec/OpenLineage.json +0 -304
- data/spec/Versioning.md +0 -49
- data/spec/events/event_full.json +0 -206
- data/spec/events/event_invalid_dataset_facet.json +0 -31
- data/spec/events/event_invalid_input_dataset_facet.json +0 -29
- data/spec/events/event_invalid_job_facet.json +0 -26
- data/spec/events/event_invalid_output_dataset_facet.json +0 -29
- data/spec/events/event_invalid_run_facet.json +0 -28
- data/spec/events/event_no_run_id.json +0 -28
- data/spec/events/event_simple.json +0 -29
- data/spec/facets/ColumnLineageDatasetFacet.json +0 -96
- data/spec/facets/ColumnLineageDatasetFacet.md +0 -106
- data/spec/facets/DataQualityAssertionsDatasetFacet.json +0 -49
- data/spec/facets/DataQualityMetricsInputDatasetFacet.json +0 -76
- data/spec/facets/DatasetVersionDatasetFacet.json +0 -31
- data/spec/facets/DatasourceDatasetFacet.json +0 -32
- data/spec/facets/DocumentationDatasetFacet.json +0 -31
- data/spec/facets/DocumentationJobFacet.json +0 -30
- data/spec/facets/ErrorMessageRunFacet.json +0 -41
- data/spec/facets/ExternalQueryRunFacet.json +0 -36
- data/spec/facets/ExternalQueryRunFacet.md +0 -49
- data/spec/facets/ExtractionErrorRunFacet.json +0 -58
- data/spec/facets/JobTypeJobFacet.json +0 -41
- data/spec/facets/LifecycleStateChangeDatasetFacet.json +0 -46
- data/spec/facets/NominalTimeRunFacet.json +0 -38
- data/spec/facets/OutputStatisticsOutputDatasetFacet.json +0 -36
- data/spec/facets/OwnershipDatasetFacet.json +0 -45
- data/spec/facets/OwnershipJobFacet.json +0 -45
- data/spec/facets/ParentRunFacet.json +0 -54
- data/spec/facets/ProcessingEngineRunFacet.json +0 -41
- data/spec/facets/SQLJobFacet.json +0 -30
- data/spec/facets/SchemaDatasetFacet.json +0 -59
- data/spec/facets/SourceCodeJobFacet.json +0 -34
- data/spec/facets/SourceCodeLocationJobFacet.json +0 -60
- data/spec/facets/StorageDatasetFacet.json +0 -35
- data/spec/facets/SymlinksDatasetFacet.json +0 -47
- data/spec/fluent/plugin/test_parser_openlineage.rb +0 -141
- data/spec/registry/core/registry.json +0 -31
- data/spec/registry/gcp/facets/GcpCommonJobFacet.json +0 -43
- data/spec/registry/gcp/registry.json +0 -6
- data/spec/spec_helper.rb +0 -8
- data/spec/tests/ColumnLineageDatasetFacet/1.json +0 -172
- data/spec/tests/DataQualityAssertionsDatasetFacet/1.json +0 -58
- data/spec/tests/DataQualityMetricsInputDatasetFacet/1.json +0 -23
- data/spec/tests/DatasetVersionDatasetFacet/1.json +0 -7
- data/spec/tests/DatasourceDatasetFacet/1.json +0 -7
- data/spec/tests/DocumentationDatasetFacet/1.json +0 -7
- data/spec/tests/DocumentationJobFacet/1.json +0 -7
- data/spec/tests/ErrorMessageRunFacet/1.json +0 -9
- data/spec/tests/ExternalQueryRunFacet/1.json +0 -8
- data/spec/tests/ExtractionErrorRunFacet/1.json +0 -15
- data/spec/tests/JobTypeJobFacet/1.json +0 -9
- data/spec/tests/LifecycleStateChangeDatasetFacet/1.json +0 -11
- data/spec/tests/NominalTimeRunFacet/1.json +0 -8
- data/spec/tests/OutputStatisticsOutputDatasetFacet/1.json +0 -9
- data/spec/tests/OwnershipDatasetFacet/1.json +0 -11
- data/spec/tests/OwnershipJobFacet/1.json +0 -11
- data/spec/tests/ParentRunFacet/1.json +0 -13
- data/spec/tests/ProcessingEngineRunFacet/1.json +0 -9
- data/spec/tests/SQLJobFacet/1.json +0 -7
- data/spec/tests/SchemaDatasetFacet/1.json +0 -92
- data/spec/tests/SourceCodeJobFacet/1.json +0 -8
- data/spec/tests/SourceCodeLocationJobFacet/1.json +0 -8
- data/spec/tests/StorageDatasetFacet/1.json +0 -8
- data/spec/tests/SymlinksDatasetFacet/1.json +0 -13
- data/spec/tests/example_full_event.json +0 -24
@@ -1,8 +0,0 @@
|
|
1
|
-
{
|
2
|
-
"nominalTime": {
|
3
|
-
"_producer": "https://github.com/OpenLineage/OpenLineage/tree/0.0.1/client/python",
|
4
|
-
"_schemaURL": "https://raw.githubusercontent.com/OpenLineage/OpenLineage/main/spec/OpenLineage.json#/definitions/NominalTimeRunFacet",
|
5
|
-
"nominalEndTime": "2020-01-02",
|
6
|
-
"nominalStartTime": "2020-01-01"
|
7
|
-
}
|
8
|
-
}
|
@@ -1,9 +0,0 @@
|
|
1
|
-
{
|
2
|
-
"outputStatistics": {
|
3
|
-
"_producer": "https://github.com/OpenLineage/OpenLineage/blob/v1-0-0/client",
|
4
|
-
"_schemaURL": "https://openlineage.io/spec/1-0-1/OpenLineage.json#/definitions/OutputStatisticsOutputDatasetFacet",
|
5
|
-
"rowCount": 2000,
|
6
|
-
"size": 2097152,
|
7
|
-
"fileCount": 5
|
8
|
-
}
|
9
|
-
}
|
@@ -1,13 +0,0 @@
|
|
1
|
-
{
|
2
|
-
"parent": {
|
3
|
-
"_producer": "https://github.com/OpenLineage/OpenLineage/tree/0.0.1/integration/dbt",
|
4
|
-
"_schemaURL": "https://openlineage.io/spec/facets/1-0-0/ParentRunFacet.json",
|
5
|
-
"run": {
|
6
|
-
"runId": "f99310b4-3c3c-1a1a-2b2b-c1b95c24ff11"
|
7
|
-
},
|
8
|
-
"job": {
|
9
|
-
"namespace": "dbt",
|
10
|
-
"name": "dbt-job-name"
|
11
|
-
}
|
12
|
-
}
|
13
|
-
}
|
@@ -1,9 +0,0 @@
|
|
1
|
-
{
|
2
|
-
"processing_engine": {
|
3
|
-
"version": "2.5.0",
|
4
|
-
"name": "Airflow",
|
5
|
-
"openlineageAdapterVersion": "0.29.2",
|
6
|
-
"_producer": "https://github.com/OpenLineage/OpenLineage/blob/v1-0-0/client",
|
7
|
-
"_schemaURL": "https://openlineage.io/spec/facets/1-0-0/ProcessingEngineRunFacet.json"
|
8
|
-
}
|
9
|
-
}
|
@@ -1,7 +0,0 @@
|
|
1
|
-
{
|
2
|
-
"sql": {
|
3
|
-
"_producer": "https://github.com/OpenLineage/OpenLineage/tree/0.0.1/integration/dbt",
|
4
|
-
"_schemaURL": "https://openlineage.io/spec/facets/1-0-0/SQLJobFacet.json",
|
5
|
-
"query": "\n\nwith orders as (\n\n select * from \"postgres\".\"public\".\"stg_orders\"\n\n),\n\npayments as (\n\n select * from \"postgres\".\"public\".\"stg_payments\"\n\n),\n\norder_payments as (\n\n select\n order_id,\n\n sum(case when payment_method = 'credit_card' then amount else 0 end) as credit_card_amount,\n sum(case when payment_method = 'coupon' then amount else 0 end) as coupon_amount,\n sum(case when payment_method = 'bank_transfer' then amount else 0 end) as bank_transfer_amount,\n sum(case when payment_method = 'gift_card' then amount else 0 end) as gift_card_amount,\n sum(amount) as total_amount\n\n from payments\n\n group by order_id\n\n),\n\nfinal as (\n\n select\n orders.order_id,\n orders.customer_id,\n orders.order_date,\n orders.status,\n\n order_payments.credit_card_amount,\n\n order_payments.coupon_amount,\n\n order_payments.bank_transfer_amount,\n\n order_payments.gift_card_amount,\n\n order_payments.total_amount as amount\n\n from orders\n\n\n left join order_payments\n on orders.order_id = order_payments.order_id\n\n)\n\nselect * from final"
|
6
|
-
}
|
7
|
-
}
|
@@ -1,92 +0,0 @@
|
|
1
|
-
{
|
2
|
-
"schema": {
|
3
|
-
"fields": [
|
4
|
-
{
|
5
|
-
"name": "user_id",
|
6
|
-
"type": "int64"
|
7
|
-
},
|
8
|
-
{
|
9
|
-
"name": "counterparty_id",
|
10
|
-
"type": "int64"
|
11
|
-
},
|
12
|
-
{
|
13
|
-
"name": "currency",
|
14
|
-
"type": "object"
|
15
|
-
},
|
16
|
-
{
|
17
|
-
"name": "amount",
|
18
|
-
"type": "int64"
|
19
|
-
},
|
20
|
-
{
|
21
|
-
"name": "phones",
|
22
|
-
"type": "array",
|
23
|
-
"description": "List of phone numbers",
|
24
|
-
"fields": [
|
25
|
-
{
|
26
|
-
"name": "_element",
|
27
|
-
"type": "string",
|
28
|
-
"description": "Phone number"
|
29
|
-
}
|
30
|
-
]
|
31
|
-
},
|
32
|
-
{
|
33
|
-
"name": "addresses",
|
34
|
-
"type": "struct",
|
35
|
-
"description": "Has customer completed activation process",
|
36
|
-
"fields": [
|
37
|
-
{
|
38
|
-
"name": "type",
|
39
|
-
"type": "string",
|
40
|
-
"description": "Address type, g.e. home, work, etc."
|
41
|
-
},
|
42
|
-
{
|
43
|
-
"name": "country",
|
44
|
-
"type": "string",
|
45
|
-
"description": "Country name"
|
46
|
-
},
|
47
|
-
{
|
48
|
-
"name": "zip",
|
49
|
-
"type": "string",
|
50
|
-
"description": "Zip code"
|
51
|
-
},
|
52
|
-
{
|
53
|
-
"name": "state",
|
54
|
-
"type": "string",
|
55
|
-
"description": "State name"
|
56
|
-
},
|
57
|
-
{
|
58
|
-
"name": "street",
|
59
|
-
"type": "string",
|
60
|
-
"description": "Street name"
|
61
|
-
}
|
62
|
-
]
|
63
|
-
},
|
64
|
-
{
|
65
|
-
"name": "custom_properties",
|
66
|
-
"type": "map",
|
67
|
-
"fields": [
|
68
|
-
{
|
69
|
-
"name": "key",
|
70
|
-
"type": "string"
|
71
|
-
},
|
72
|
-
{
|
73
|
-
"name": "value",
|
74
|
-
"type": "union",
|
75
|
-
"fields": [
|
76
|
-
{
|
77
|
-
"name": "_0",
|
78
|
-
"type": "string"
|
79
|
-
},
|
80
|
-
{
|
81
|
-
"name": "_1",
|
82
|
-
"type": "int64"
|
83
|
-
}
|
84
|
-
]
|
85
|
-
}
|
86
|
-
]
|
87
|
-
}
|
88
|
-
],
|
89
|
-
"_producer": "https://github.com/OpenLineage/OpenLineage/blob/v1-0-0/client",
|
90
|
-
"_schemaURL": "https://openlineage.io/spec/facets/1-1-0/SchemaDatasetFacet.json"
|
91
|
-
}
|
92
|
-
}
|
@@ -1,13 +0,0 @@
|
|
1
|
-
{
|
2
|
-
"symlinks": {
|
3
|
-
"identifiers": [
|
4
|
-
{
|
5
|
-
"namespace": "/tmp/alter_test",
|
6
|
-
"name": "default.alter_table_test_new",
|
7
|
-
"type": "TABLE"
|
8
|
-
}
|
9
|
-
],
|
10
|
-
"_producer": "https://github.com/OpenLineage/OpenLineage/blob/v1-0-0/client",
|
11
|
-
"_schemaURL": "https://openlineage.io/spec/facets/1-0-0/SymlinksDatasetFacet.json"
|
12
|
-
}
|
13
|
-
}
|
@@ -1,24 +0,0 @@
|
|
1
|
-
{
|
2
|
-
"eventTime": "2023-07-17T10:54:22.355067Z",
|
3
|
-
"eventType": "COMPLETE",
|
4
|
-
"inputs": [],
|
5
|
-
"job": {
|
6
|
-
"facets": {
|
7
|
-
"sql": {
|
8
|
-
"query": "SELECT 1",
|
9
|
-
"_producer": "http://123",
|
10
|
-
"_schemaURL": "http://123"
|
11
|
-
}
|
12
|
-
},
|
13
|
-
"name": "dbt",
|
14
|
-
"namespace": "food_delivery"
|
15
|
-
},
|
16
|
-
"outputs": [],
|
17
|
-
"producer": "https://github.com/OpenLineage/OpenLineage/tree/0.30.0/integration/airflow",
|
18
|
-
"run": {
|
19
|
-
"facets": {},
|
20
|
-
"runId": "f69a6e9b-9bac-3c9a-9cf6-eacb70ecc9a9"
|
21
|
-
},
|
22
|
-
"dataset": { "namespace": "123", "name": "1" },
|
23
|
-
"schemaURL": "https://openlineage.io/spec/1-0-5/OpenLineage.json#/definitions/RunEvent"
|
24
|
-
}
|