acryl-datahub-cloud 0.3.7.8rc3__py3-none-any.whl → 0.3.7.9__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of acryl-datahub-cloud might be problematic. Click here for more details.
- acryl_datahub_cloud/_codegen_config.json +1 -1
- acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/ml/metadata/__init__.py +2 -0
- acryl_datahub_cloud/metadata/schema.avsc +251 -48
- acryl_datahub_cloud/metadata/schema_classes.py +233 -27
- acryl_datahub_cloud/metadata/schemas/DataProcessInstanceKey.avsc +4 -0
- acryl_datahub_cloud/metadata/schemas/DataProcessInstanceOutput.avsc +2 -1
- acryl_datahub_cloud/metadata/schemas/MLModelGroupProperties.avsc +104 -0
- acryl_datahub_cloud/metadata/schemas/MLModelProperties.avsc +104 -47
- acryl_datahub_cloud/metadata/schemas/MLTrainingRunProperties.avsc +171 -0
- acryl_datahub_cloud/metadata/schemas/MetadataChangeEvent.avsc +158 -47
- {acryl_datahub_cloud-0.3.7.8rc3.dist-info → acryl_datahub_cloud-0.3.7.9.dist-info}/METADATA +39 -37
- {acryl_datahub_cloud-0.3.7.8rc3.dist-info → acryl_datahub_cloud-0.3.7.9.dist-info}/RECORD +15 -14
- {acryl_datahub_cloud-0.3.7.8rc3.dist-info → acryl_datahub_cloud-0.3.7.9.dist-info}/WHEEL +1 -1
- {acryl_datahub_cloud-0.3.7.8rc3.dist-info → acryl_datahub_cloud-0.3.7.9.dist-info}/entry_points.txt +0 -0
- {acryl_datahub_cloud-0.3.7.8rc3.dist-info → acryl_datahub_cloud-0.3.7.9.dist-info}/top_level.txt +0 -0
|
@@ -30,6 +30,7 @@ from ......schema_classes import MLModelFactorsClass
|
|
|
30
30
|
from ......schema_classes import MLModelGroupPropertiesClass
|
|
31
31
|
from ......schema_classes import MLModelPropertiesClass
|
|
32
32
|
from ......schema_classes import MLPrimaryKeyPropertiesClass
|
|
33
|
+
from ......schema_classes import MLTrainingRunPropertiesClass
|
|
33
34
|
from ......schema_classes import MetricsClass
|
|
34
35
|
from ......schema_classes import QuantitativeAnalysesClass
|
|
35
36
|
from ......schema_classes import SourceCodeClass
|
|
@@ -61,6 +62,7 @@ MLModelFactors = MLModelFactorsClass
|
|
|
61
62
|
MLModelGroupProperties = MLModelGroupPropertiesClass
|
|
62
63
|
MLModelProperties = MLModelPropertiesClass
|
|
63
64
|
MLPrimaryKeyProperties = MLPrimaryKeyPropertiesClass
|
|
65
|
+
MLTrainingRunProperties = MLTrainingRunPropertiesClass
|
|
64
66
|
Metrics = MetricsClass
|
|
65
67
|
QuantitativeAnalyses = QuantitativeAnalysesClass
|
|
66
68
|
SourceCode = SourceCodeClass
|
|
@@ -8799,6 +8799,66 @@
|
|
|
8799
8799
|
"default": null,
|
|
8800
8800
|
"doc": "URL where the reference exist"
|
|
8801
8801
|
},
|
|
8802
|
+
{
|
|
8803
|
+
"Relationship": {
|
|
8804
|
+
"/*": {
|
|
8805
|
+
"entityTypes": [
|
|
8806
|
+
"dataJob",
|
|
8807
|
+
"dataProcessInstance"
|
|
8808
|
+
],
|
|
8809
|
+
"isLineage": true,
|
|
8810
|
+
"name": "TrainedBy"
|
|
8811
|
+
}
|
|
8812
|
+
},
|
|
8813
|
+
"type": [
|
|
8814
|
+
"null",
|
|
8815
|
+
{
|
|
8816
|
+
"type": "array",
|
|
8817
|
+
"items": "string"
|
|
8818
|
+
}
|
|
8819
|
+
],
|
|
8820
|
+
"name": "trainingJobs",
|
|
8821
|
+
"default": null,
|
|
8822
|
+
"doc": "List of jobs or process instances (if any) used to train the model or group. Visible in Lineage. Note that ML Models can also be specified as the output of a specific Data Process Instances (runs) via the DataProcessInstanceOutputs aspect."
|
|
8823
|
+
},
|
|
8824
|
+
{
|
|
8825
|
+
"Relationship": {
|
|
8826
|
+
"/*": {
|
|
8827
|
+
"entityTypes": [
|
|
8828
|
+
"dataJob",
|
|
8829
|
+
"dataProcessInstance"
|
|
8830
|
+
],
|
|
8831
|
+
"isLineage": true,
|
|
8832
|
+
"isUpstream": false,
|
|
8833
|
+
"name": "UsedBy"
|
|
8834
|
+
}
|
|
8835
|
+
},
|
|
8836
|
+
"type": [
|
|
8837
|
+
"null",
|
|
8838
|
+
{
|
|
8839
|
+
"type": "array",
|
|
8840
|
+
"items": "string"
|
|
8841
|
+
}
|
|
8842
|
+
],
|
|
8843
|
+
"name": "downstreamJobs",
|
|
8844
|
+
"default": null,
|
|
8845
|
+
"doc": "List of jobs or process instances (if any) that use the model or group."
|
|
8846
|
+
},
|
|
8847
|
+
{
|
|
8848
|
+
"Searchable": {
|
|
8849
|
+
"boostScore": 10.0,
|
|
8850
|
+
"enableAutocomplete": true,
|
|
8851
|
+
"fieldType": "WORD_GRAM",
|
|
8852
|
+
"queryByDefault": true
|
|
8853
|
+
},
|
|
8854
|
+
"type": [
|
|
8855
|
+
"null",
|
|
8856
|
+
"string"
|
|
8857
|
+
],
|
|
8858
|
+
"name": "name",
|
|
8859
|
+
"default": null,
|
|
8860
|
+
"doc": "Display name of the MLModel"
|
|
8861
|
+
},
|
|
8802
8862
|
{
|
|
8803
8863
|
"Searchable": {
|
|
8804
8864
|
"fieldType": "TEXT",
|
|
@@ -8813,6 +8873,7 @@
|
|
|
8813
8873
|
"doc": "Documentation of the MLModel"
|
|
8814
8874
|
},
|
|
8815
8875
|
{
|
|
8876
|
+
"deprecated": true,
|
|
8816
8877
|
"type": [
|
|
8817
8878
|
"null",
|
|
8818
8879
|
"long"
|
|
@@ -8821,6 +8882,24 @@
|
|
|
8821
8882
|
"default": null,
|
|
8822
8883
|
"doc": "Date when the MLModel was developed"
|
|
8823
8884
|
},
|
|
8885
|
+
{
|
|
8886
|
+
"type": [
|
|
8887
|
+
"null",
|
|
8888
|
+
"com.linkedin.pegasus2avro.common.TimeStamp"
|
|
8889
|
+
],
|
|
8890
|
+
"name": "created",
|
|
8891
|
+
"default": null,
|
|
8892
|
+
"doc": "Audit stamp containing who created this and when"
|
|
8893
|
+
},
|
|
8894
|
+
{
|
|
8895
|
+
"type": [
|
|
8896
|
+
"null",
|
|
8897
|
+
"com.linkedin.pegasus2avro.common.TimeStamp"
|
|
8898
|
+
],
|
|
8899
|
+
"name": "lastModified",
|
|
8900
|
+
"default": null,
|
|
8901
|
+
"doc": "Date when the MLModel was last modified"
|
|
8902
|
+
},
|
|
8824
8903
|
{
|
|
8825
8904
|
"type": [
|
|
8826
8905
|
"null",
|
|
@@ -9049,53 +9128,6 @@
|
|
|
9049
9128
|
"default": null,
|
|
9050
9129
|
"doc": "Deployments for the MLModel"
|
|
9051
9130
|
},
|
|
9052
|
-
{
|
|
9053
|
-
"Relationship": {
|
|
9054
|
-
"/*": {
|
|
9055
|
-
"entityTypes": [
|
|
9056
|
-
"dataJob"
|
|
9057
|
-
],
|
|
9058
|
-
"isLineage": true,
|
|
9059
|
-
"name": "TrainedBy"
|
|
9060
|
-
}
|
|
9061
|
-
},
|
|
9062
|
-
"Urn": "Urn",
|
|
9063
|
-
"urn_is_array": true,
|
|
9064
|
-
"type": [
|
|
9065
|
-
"null",
|
|
9066
|
-
{
|
|
9067
|
-
"type": "array",
|
|
9068
|
-
"items": "string"
|
|
9069
|
-
}
|
|
9070
|
-
],
|
|
9071
|
-
"name": "trainingJobs",
|
|
9072
|
-
"default": null,
|
|
9073
|
-
"doc": "List of jobs (if any) used to train the model"
|
|
9074
|
-
},
|
|
9075
|
-
{
|
|
9076
|
-
"Relationship": {
|
|
9077
|
-
"/*": {
|
|
9078
|
-
"entityTypes": [
|
|
9079
|
-
"dataJob"
|
|
9080
|
-
],
|
|
9081
|
-
"isLineage": true,
|
|
9082
|
-
"isUpstream": false,
|
|
9083
|
-
"name": "UsedBy"
|
|
9084
|
-
}
|
|
9085
|
-
},
|
|
9086
|
-
"Urn": "Urn",
|
|
9087
|
-
"urn_is_array": true,
|
|
9088
|
-
"type": [
|
|
9089
|
-
"null",
|
|
9090
|
-
{
|
|
9091
|
-
"type": "array",
|
|
9092
|
-
"items": "string"
|
|
9093
|
-
}
|
|
9094
|
-
],
|
|
9095
|
-
"name": "downstreamJobs",
|
|
9096
|
-
"default": null,
|
|
9097
|
-
"doc": "List of jobs (if any) that use the model"
|
|
9098
|
-
},
|
|
9099
9131
|
{
|
|
9100
9132
|
"Relationship": {
|
|
9101
9133
|
"/*": {
|
|
@@ -10391,6 +10423,66 @@
|
|
|
10391
10423
|
"default": {},
|
|
10392
10424
|
"doc": "Custom property bag."
|
|
10393
10425
|
},
|
|
10426
|
+
{
|
|
10427
|
+
"Relationship": {
|
|
10428
|
+
"/*": {
|
|
10429
|
+
"entityTypes": [
|
|
10430
|
+
"dataJob",
|
|
10431
|
+
"dataProcessInstance"
|
|
10432
|
+
],
|
|
10433
|
+
"isLineage": true,
|
|
10434
|
+
"name": "TrainedBy"
|
|
10435
|
+
}
|
|
10436
|
+
},
|
|
10437
|
+
"type": [
|
|
10438
|
+
"null",
|
|
10439
|
+
{
|
|
10440
|
+
"type": "array",
|
|
10441
|
+
"items": "string"
|
|
10442
|
+
}
|
|
10443
|
+
],
|
|
10444
|
+
"name": "trainingJobs",
|
|
10445
|
+
"default": null,
|
|
10446
|
+
"doc": "List of jobs or process instances (if any) used to train the model or group. Visible in Lineage. Note that ML Models can also be specified as the output of a specific Data Process Instances (runs) via the DataProcessInstanceOutputs aspect."
|
|
10447
|
+
},
|
|
10448
|
+
{
|
|
10449
|
+
"Relationship": {
|
|
10450
|
+
"/*": {
|
|
10451
|
+
"entityTypes": [
|
|
10452
|
+
"dataJob",
|
|
10453
|
+
"dataProcessInstance"
|
|
10454
|
+
],
|
|
10455
|
+
"isLineage": true,
|
|
10456
|
+
"isUpstream": false,
|
|
10457
|
+
"name": "UsedBy"
|
|
10458
|
+
}
|
|
10459
|
+
},
|
|
10460
|
+
"type": [
|
|
10461
|
+
"null",
|
|
10462
|
+
{
|
|
10463
|
+
"type": "array",
|
|
10464
|
+
"items": "string"
|
|
10465
|
+
}
|
|
10466
|
+
],
|
|
10467
|
+
"name": "downstreamJobs",
|
|
10468
|
+
"default": null,
|
|
10469
|
+
"doc": "List of jobs or process instances (if any) that use the model or group."
|
|
10470
|
+
},
|
|
10471
|
+
{
|
|
10472
|
+
"Searchable": {
|
|
10473
|
+
"boostScore": 10.0,
|
|
10474
|
+
"enableAutocomplete": true,
|
|
10475
|
+
"fieldType": "WORD_GRAM",
|
|
10476
|
+
"queryByDefault": true
|
|
10477
|
+
},
|
|
10478
|
+
"type": [
|
|
10479
|
+
"null",
|
|
10480
|
+
"string"
|
|
10481
|
+
],
|
|
10482
|
+
"name": "name",
|
|
10483
|
+
"default": null,
|
|
10484
|
+
"doc": "Display name of the MLModelGroup"
|
|
10485
|
+
},
|
|
10394
10486
|
{
|
|
10395
10487
|
"Searchable": {
|
|
10396
10488
|
"fieldType": "TEXT",
|
|
@@ -10405,6 +10497,7 @@
|
|
|
10405
10497
|
"doc": "Documentation of the MLModelGroup"
|
|
10406
10498
|
},
|
|
10407
10499
|
{
|
|
10500
|
+
"deprecated": true,
|
|
10408
10501
|
"type": [
|
|
10409
10502
|
"null",
|
|
10410
10503
|
"long"
|
|
@@ -10413,6 +10506,24 @@
|
|
|
10413
10506
|
"default": null,
|
|
10414
10507
|
"doc": "Date when the MLModelGroup was developed"
|
|
10415
10508
|
},
|
|
10509
|
+
{
|
|
10510
|
+
"type": [
|
|
10511
|
+
"null",
|
|
10512
|
+
"com.linkedin.pegasus2avro.common.TimeStamp"
|
|
10513
|
+
],
|
|
10514
|
+
"name": "created",
|
|
10515
|
+
"default": null,
|
|
10516
|
+
"doc": "Time and Actor who created the MLModelGroup"
|
|
10517
|
+
},
|
|
10518
|
+
{
|
|
10519
|
+
"type": [
|
|
10520
|
+
"null",
|
|
10521
|
+
"com.linkedin.pegasus2avro.common.TimeStamp"
|
|
10522
|
+
],
|
|
10523
|
+
"name": "lastModified",
|
|
10524
|
+
"default": null,
|
|
10525
|
+
"doc": "Date when the MLModelGroup was last modified"
|
|
10526
|
+
},
|
|
10416
10527
|
{
|
|
10417
10528
|
"type": [
|
|
10418
10529
|
"null",
|
|
@@ -18109,7 +18220,8 @@
|
|
|
18109
18220
|
"Relationship": {
|
|
18110
18221
|
"/*": {
|
|
18111
18222
|
"entityTypes": [
|
|
18112
|
-
"dataset"
|
|
18223
|
+
"dataset",
|
|
18224
|
+
"mlModel"
|
|
18113
18225
|
],
|
|
18114
18226
|
"name": "Produces"
|
|
18115
18227
|
}
|
|
@@ -18438,6 +18550,93 @@
|
|
|
18438
18550
|
"doc": "Properties associated with a MLPrimaryKey editable from the UI"
|
|
18439
18551
|
},
|
|
18440
18552
|
"com.linkedin.pegasus2avro.ml.metadata.SourceCode",
|
|
18553
|
+
{
|
|
18554
|
+
"type": "record",
|
|
18555
|
+
"Aspect": {
|
|
18556
|
+
"name": "mlTrainingRunProperties"
|
|
18557
|
+
},
|
|
18558
|
+
"name": "MLTrainingRunProperties",
|
|
18559
|
+
"namespace": "com.linkedin.pegasus2avro.ml.metadata",
|
|
18560
|
+
"fields": [
|
|
18561
|
+
{
|
|
18562
|
+
"Searchable": {
|
|
18563
|
+
"/*": {
|
|
18564
|
+
"fieldType": "TEXT",
|
|
18565
|
+
"queryByDefault": true
|
|
18566
|
+
}
|
|
18567
|
+
},
|
|
18568
|
+
"type": {
|
|
18569
|
+
"type": "map",
|
|
18570
|
+
"values": "string"
|
|
18571
|
+
},
|
|
18572
|
+
"name": "customProperties",
|
|
18573
|
+
"default": {},
|
|
18574
|
+
"doc": "Custom property bag."
|
|
18575
|
+
},
|
|
18576
|
+
{
|
|
18577
|
+
"Searchable": {
|
|
18578
|
+
"fieldType": "KEYWORD"
|
|
18579
|
+
},
|
|
18580
|
+
"java": {
|
|
18581
|
+
"class": "com.linkedin.pegasus2avro.common.url.Url",
|
|
18582
|
+
"coercerClass": "com.linkedin.pegasus2avro.common.url.UrlCoercer"
|
|
18583
|
+
},
|
|
18584
|
+
"type": [
|
|
18585
|
+
"null",
|
|
18586
|
+
"string"
|
|
18587
|
+
],
|
|
18588
|
+
"name": "externalUrl",
|
|
18589
|
+
"default": null,
|
|
18590
|
+
"doc": "URL where the reference exist"
|
|
18591
|
+
},
|
|
18592
|
+
{
|
|
18593
|
+
"type": [
|
|
18594
|
+
"null",
|
|
18595
|
+
"string"
|
|
18596
|
+
],
|
|
18597
|
+
"name": "id",
|
|
18598
|
+
"default": null,
|
|
18599
|
+
"doc": "Run Id of the ML Training Run"
|
|
18600
|
+
},
|
|
18601
|
+
{
|
|
18602
|
+
"type": [
|
|
18603
|
+
"null",
|
|
18604
|
+
{
|
|
18605
|
+
"type": "array",
|
|
18606
|
+
"items": "string"
|
|
18607
|
+
}
|
|
18608
|
+
],
|
|
18609
|
+
"name": "outputUrls",
|
|
18610
|
+
"default": null,
|
|
18611
|
+
"doc": "List of URLs for the Outputs of the ML Training Run"
|
|
18612
|
+
},
|
|
18613
|
+
{
|
|
18614
|
+
"type": [
|
|
18615
|
+
"null",
|
|
18616
|
+
{
|
|
18617
|
+
"type": "array",
|
|
18618
|
+
"items": "com.linkedin.pegasus2avro.ml.metadata.MLHyperParam"
|
|
18619
|
+
}
|
|
18620
|
+
],
|
|
18621
|
+
"name": "hyperParams",
|
|
18622
|
+
"default": null,
|
|
18623
|
+
"doc": "Hyperparameters of the ML Training Run"
|
|
18624
|
+
},
|
|
18625
|
+
{
|
|
18626
|
+
"type": [
|
|
18627
|
+
"null",
|
|
18628
|
+
{
|
|
18629
|
+
"type": "array",
|
|
18630
|
+
"items": "com.linkedin.pegasus2avro.ml.metadata.MLMetric"
|
|
18631
|
+
}
|
|
18632
|
+
],
|
|
18633
|
+
"name": "trainingMetrics",
|
|
18634
|
+
"default": null,
|
|
18635
|
+
"doc": "Metrics of the ML Training Run"
|
|
18636
|
+
}
|
|
18637
|
+
],
|
|
18638
|
+
"doc": "The inputs and outputs of this training run"
|
|
18639
|
+
},
|
|
18441
18640
|
"com.linkedin.pegasus2avro.ml.metadata.EthicalConsiderations",
|
|
18442
18641
|
"com.linkedin.pegasus2avro.ml.metadata.MLPrimaryKeyProperties",
|
|
18443
18642
|
"com.linkedin.pegasus2avro.ml.metadata.MLModelFactorPrompts",
|
|
@@ -21078,6 +21277,10 @@
|
|
|
21078
21277
|
"dataProcessInstanceRunEvent",
|
|
21079
21278
|
"status",
|
|
21080
21279
|
"testResults",
|
|
21280
|
+
"dataPlatformInstance",
|
|
21281
|
+
"subTypes",
|
|
21282
|
+
"container",
|
|
21283
|
+
"mlTrainingRunProperties",
|
|
21081
21284
|
"lineageFeatures"
|
|
21082
21285
|
],
|
|
21083
21286
|
"entityDoc": "DataProcessInstance represents an instance of a datajob/jobflow run"
|