acryl-datahub-cloud 0.3.7.8rc4__py3-none-any.whl → 0.3.7.9__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of acryl-datahub-cloud might be problematic. Click here for more details.

Files changed (15) hide show
  1. acryl_datahub_cloud/_codegen_config.json +1 -1
  2. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/ml/metadata/__init__.py +2 -0
  3. acryl_datahub_cloud/metadata/schema.avsc +251 -48
  4. acryl_datahub_cloud/metadata/schema_classes.py +233 -27
  5. acryl_datahub_cloud/metadata/schemas/DataProcessInstanceKey.avsc +4 -0
  6. acryl_datahub_cloud/metadata/schemas/DataProcessInstanceOutput.avsc +2 -1
  7. acryl_datahub_cloud/metadata/schemas/MLModelGroupProperties.avsc +104 -0
  8. acryl_datahub_cloud/metadata/schemas/MLModelProperties.avsc +104 -47
  9. acryl_datahub_cloud/metadata/schemas/MLTrainingRunProperties.avsc +171 -0
  10. acryl_datahub_cloud/metadata/schemas/MetadataChangeEvent.avsc +158 -47
  11. {acryl_datahub_cloud-0.3.7.8rc4.dist-info → acryl_datahub_cloud-0.3.7.9.dist-info}/METADATA +33 -31
  12. {acryl_datahub_cloud-0.3.7.8rc4.dist-info → acryl_datahub_cloud-0.3.7.9.dist-info}/RECORD +15 -14
  13. {acryl_datahub_cloud-0.3.7.8rc4.dist-info → acryl_datahub_cloud-0.3.7.9.dist-info}/WHEEL +1 -1
  14. {acryl_datahub_cloud-0.3.7.8rc4.dist-info → acryl_datahub_cloud-0.3.7.9.dist-info}/entry_points.txt +0 -0
  15. {acryl_datahub_cloud-0.3.7.8rc4.dist-info → acryl_datahub_cloud-0.3.7.9.dist-info}/top_level.txt +0 -0
acryl_datahub_cloud/_codegen_config.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "acryl-datahub-cloud",
3
- "version": "0.3.7.8rc4",
3
+ "version": "0.3.7.9",
4
4
  "install_requires": [
5
5
  "avro-gen3==0.7.16",
6
6
  "acryl-datahub"
acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/ml/metadata/__init__.py CHANGED
@@ -30,6 +30,7 @@ from ......schema_classes import MLModelFactorsClass
30
30
  from ......schema_classes import MLModelGroupPropertiesClass
31
31
  from ......schema_classes import MLModelPropertiesClass
32
32
  from ......schema_classes import MLPrimaryKeyPropertiesClass
33
+ from ......schema_classes import MLTrainingRunPropertiesClass
33
34
  from ......schema_classes import MetricsClass
34
35
  from ......schema_classes import QuantitativeAnalysesClass
35
36
  from ......schema_classes import SourceCodeClass
@@ -61,6 +62,7 @@ MLModelFactors = MLModelFactorsClass
61
62
  MLModelGroupProperties = MLModelGroupPropertiesClass
62
63
  MLModelProperties = MLModelPropertiesClass
63
64
  MLPrimaryKeyProperties = MLPrimaryKeyPropertiesClass
65
+ MLTrainingRunProperties = MLTrainingRunPropertiesClass
64
66
  Metrics = MetricsClass
65
67
  QuantitativeAnalyses = QuantitativeAnalysesClass
66
68
  SourceCode = SourceCodeClass
acryl_datahub_cloud/metadata/schema.avsc CHANGED
@@ -8799,6 +8799,66 @@
8799
8799
  "default": null,
8800
8800
  "doc": "URL where the reference exist"
8801
8801
  },
8802
+ {
8803
+ "Relationship": {
8804
+ "/*": {
8805
+ "entityTypes": [
8806
+ "dataJob",
8807
+ "dataProcessInstance"
8808
+ ],
8809
+ "isLineage": true,
8810
+ "name": "TrainedBy"
8811
+ }
8812
+ },
8813
+ "type": [
8814
+ "null",
8815
+ {
8816
+ "type": "array",
8817
+ "items": "string"
8818
+ }
8819
+ ],
8820
+ "name": "trainingJobs",
8821
+ "default": null,
8822
+ "doc": "List of jobs or process instances (if any) used to train the model or group. Visible in Lineage. Note that ML Models can also be specified as the output of a specific Data Process Instances (runs) via the DataProcessInstanceOutputs aspect."
8823
+ },
8824
+ {
8825
+ "Relationship": {
8826
+ "/*": {
8827
+ "entityTypes": [
8828
+ "dataJob",
8829
+ "dataProcessInstance"
8830
+ ],
8831
+ "isLineage": true,
8832
+ "isUpstream": false,
8833
+ "name": "UsedBy"
8834
+ }
8835
+ },
8836
+ "type": [
8837
+ "null",
8838
+ {
8839
+ "type": "array",
8840
+ "items": "string"
8841
+ }
8842
+ ],
8843
+ "name": "downstreamJobs",
8844
+ "default": null,
8845
+ "doc": "List of jobs or process instances (if any) that use the model or group."
8846
+ },
8847
+ {
8848
+ "Searchable": {
8849
+ "boostScore": 10.0,
8850
+ "enableAutocomplete": true,
8851
+ "fieldType": "WORD_GRAM",
8852
+ "queryByDefault": true
8853
+ },
8854
+ "type": [
8855
+ "null",
8856
+ "string"
8857
+ ],
8858
+ "name": "name",
8859
+ "default": null,
8860
+ "doc": "Display name of the MLModel"
8861
+ },
8802
8862
  {
8803
8863
  "Searchable": {
8804
8864
  "fieldType": "TEXT",
@@ -8813,6 +8873,7 @@
8813
8873
  "doc": "Documentation of the MLModel"
8814
8874
  },
8815
8875
  {
8876
+ "deprecated": true,
8816
8877
  "type": [
8817
8878
  "null",
8818
8879
  "long"
@@ -8821,6 +8882,24 @@
8821
8882
  "default": null,
8822
8883
  "doc": "Date when the MLModel was developed"
8823
8884
  },
8885
+ {
8886
+ "type": [
8887
+ "null",
8888
+ "com.linkedin.pegasus2avro.common.TimeStamp"
8889
+ ],
8890
+ "name": "created",
8891
+ "default": null,
8892
+ "doc": "Audit stamp containing who created this and when"
8893
+ },
8894
+ {
8895
+ "type": [
8896
+ "null",
8897
+ "com.linkedin.pegasus2avro.common.TimeStamp"
8898
+ ],
8899
+ "name": "lastModified",
8900
+ "default": null,
8901
+ "doc": "Date when the MLModel was last modified"
8902
+ },
8824
8903
  {
8825
8904
  "type": [
8826
8905
  "null",
@@ -9049,53 +9128,6 @@
9049
9128
  "default": null,
9050
9129
  "doc": "Deployments for the MLModel"
9051
9130
  },
9052
- {
9053
- "Relationship": {
9054
- "/*": {
9055
- "entityTypes": [
9056
- "dataJob"
9057
- ],
9058
- "isLineage": true,
9059
- "name": "TrainedBy"
9060
- }
9061
- },
9062
- "Urn": "Urn",
9063
- "urn_is_array": true,
9064
- "type": [
9065
- "null",
9066
- {
9067
- "type": "array",
9068
- "items": "string"
9069
- }
9070
- ],
9071
- "name": "trainingJobs",
9072
- "default": null,
9073
- "doc": "List of jobs (if any) used to train the model"
9074
- },
9075
- {
9076
- "Relationship": {
9077
- "/*": {
9078
- "entityTypes": [
9079
- "dataJob"
9080
- ],
9081
- "isLineage": true,
9082
- "isUpstream": false,
9083
- "name": "UsedBy"
9084
- }
9085
- },
9086
- "Urn": "Urn",
9087
- "urn_is_array": true,
9088
- "type": [
9089
- "null",
9090
- {
9091
- "type": "array",
9092
- "items": "string"
9093
- }
9094
- ],
9095
- "name": "downstreamJobs",
9096
- "default": null,
9097
- "doc": "List of jobs (if any) that use the model"
9098
- },
9099
9131
  {
9100
9132
  "Relationship": {
9101
9133
  "/*": {
@@ -10391,6 +10423,66 @@
10391
10423
  "default": {},
10392
10424
  "doc": "Custom property bag."
10393
10425
  },
10426
+ {
10427
+ "Relationship": {
10428
+ "/*": {
10429
+ "entityTypes": [
10430
+ "dataJob",
10431
+ "dataProcessInstance"
10432
+ ],
10433
+ "isLineage": true,
10434
+ "name": "TrainedBy"
10435
+ }
10436
+ },
10437
+ "type": [
10438
+ "null",
10439
+ {
10440
+ "type": "array",
10441
+ "items": "string"
10442
+ }
10443
+ ],
10444
+ "name": "trainingJobs",
10445
+ "default": null,
10446
+ "doc": "List of jobs or process instances (if any) used to train the model or group. Visible in Lineage. Note that ML Models can also be specified as the output of a specific Data Process Instances (runs) via the DataProcessInstanceOutputs aspect."
10447
+ },
10448
+ {
10449
+ "Relationship": {
10450
+ "/*": {
10451
+ "entityTypes": [
10452
+ "dataJob",
10453
+ "dataProcessInstance"
10454
+ ],
10455
+ "isLineage": true,
10456
+ "isUpstream": false,
10457
+ "name": "UsedBy"
10458
+ }
10459
+ },
10460
+ "type": [
10461
+ "null",
10462
+ {
10463
+ "type": "array",
10464
+ "items": "string"
10465
+ }
10466
+ ],
10467
+ "name": "downstreamJobs",
10468
+ "default": null,
10469
+ "doc": "List of jobs or process instances (if any) that use the model or group."
10470
+ },
10471
+ {
10472
+ "Searchable": {
10473
+ "boostScore": 10.0,
10474
+ "enableAutocomplete": true,
10475
+ "fieldType": "WORD_GRAM",
10476
+ "queryByDefault": true
10477
+ },
10478
+ "type": [
10479
+ "null",
10480
+ "string"
10481
+ ],
10482
+ "name": "name",
10483
+ "default": null,
10484
+ "doc": "Display name of the MLModelGroup"
10485
+ },
10394
10486
  {
10395
10487
  "Searchable": {
10396
10488
  "fieldType": "TEXT",
@@ -10405,6 +10497,7 @@
10405
10497
  "doc": "Documentation of the MLModelGroup"
10406
10498
  },
10407
10499
  {
10500
+ "deprecated": true,
10408
10501
  "type": [
10409
10502
  "null",
10410
10503
  "long"
@@ -10413,6 +10506,24 @@
10413
10506
  "default": null,
10414
10507
  "doc": "Date when the MLModelGroup was developed"
10415
10508
  },
10509
+ {
10510
+ "type": [
10511
+ "null",
10512
+ "com.linkedin.pegasus2avro.common.TimeStamp"
10513
+ ],
10514
+ "name": "created",
10515
+ "default": null,
10516
+ "doc": "Time and Actor who created the MLModelGroup"
10517
+ },
10518
+ {
10519
+ "type": [
10520
+ "null",
10521
+ "com.linkedin.pegasus2avro.common.TimeStamp"
10522
+ ],
10523
+ "name": "lastModified",
10524
+ "default": null,
10525
+ "doc": "Date when the MLModelGroup was last modified"
10526
+ },
10416
10527
  {
10417
10528
  "type": [
10418
10529
  "null",
@@ -18109,7 +18220,8 @@
18109
18220
  "Relationship": {
18110
18221
  "/*": {
18111
18222
  "entityTypes": [
18112
- "dataset"
18223
+ "dataset",
18224
+ "mlModel"
18113
18225
  ],
18114
18226
  "name": "Produces"
18115
18227
  }
@@ -18438,6 +18550,93 @@
18438
18550
  "doc": "Properties associated with a MLPrimaryKey editable from the UI"
18439
18551
  },
18440
18552
  "com.linkedin.pegasus2avro.ml.metadata.SourceCode",
18553
+ {
18554
+ "type": "record",
18555
+ "Aspect": {
18556
+ "name": "mlTrainingRunProperties"
18557
+ },
18558
+ "name": "MLTrainingRunProperties",
18559
+ "namespace": "com.linkedin.pegasus2avro.ml.metadata",
18560
+ "fields": [
18561
+ {
18562
+ "Searchable": {
18563
+ "/*": {
18564
+ "fieldType": "TEXT",
18565
+ "queryByDefault": true
18566
+ }
18567
+ },
18568
+ "type": {
18569
+ "type": "map",
18570
+ "values": "string"
18571
+ },
18572
+ "name": "customProperties",
18573
+ "default": {},
18574
+ "doc": "Custom property bag."
18575
+ },
18576
+ {
18577
+ "Searchable": {
18578
+ "fieldType": "KEYWORD"
18579
+ },
18580
+ "java": {
18581
+ "class": "com.linkedin.pegasus2avro.common.url.Url",
18582
+ "coercerClass": "com.linkedin.pegasus2avro.common.url.UrlCoercer"
18583
+ },
18584
+ "type": [
18585
+ "null",
18586
+ "string"
18587
+ ],
18588
+ "name": "externalUrl",
18589
+ "default": null,
18590
+ "doc": "URL where the reference exist"
18591
+ },
18592
+ {
18593
+ "type": [
18594
+ "null",
18595
+ "string"
18596
+ ],
18597
+ "name": "id",
18598
+ "default": null,
18599
+ "doc": "Run Id of the ML Training Run"
18600
+ },
18601
+ {
18602
+ "type": [
18603
+ "null",
18604
+ {
18605
+ "type": "array",
18606
+ "items": "string"
18607
+ }
18608
+ ],
18609
+ "name": "outputUrls",
18610
+ "default": null,
18611
+ "doc": "List of URLs for the Outputs of the ML Training Run"
18612
+ },
18613
+ {
18614
+ "type": [
18615
+ "null",
18616
+ {
18617
+ "type": "array",
18618
+ "items": "com.linkedin.pegasus2avro.ml.metadata.MLHyperParam"
18619
+ }
18620
+ ],
18621
+ "name": "hyperParams",
18622
+ "default": null,
18623
+ "doc": "Hyperparameters of the ML Training Run"
18624
+ },
18625
+ {
18626
+ "type": [
18627
+ "null",
18628
+ {
18629
+ "type": "array",
18630
+ "items": "com.linkedin.pegasus2avro.ml.metadata.MLMetric"
18631
+ }
18632
+ ],
18633
+ "name": "trainingMetrics",
18634
+ "default": null,
18635
+ "doc": "Metrics of the ML Training Run"
18636
+ }
18637
+ ],
18638
+ "doc": "The inputs and outputs of this training run"
18639
+ },
18441
18640
  "com.linkedin.pegasus2avro.ml.metadata.EthicalConsiderations",
18442
18641
  "com.linkedin.pegasus2avro.ml.metadata.MLPrimaryKeyProperties",
18443
18642
  "com.linkedin.pegasus2avro.ml.metadata.MLModelFactorPrompts",
@@ -21078,6 +21277,10 @@
21078
21277
  "dataProcessInstanceRunEvent",
21079
21278
  "status",
21080
21279
  "testResults",
21280
+ "dataPlatformInstance",
21281
+ "subTypes",
21282
+ "container",
21283
+ "mlTrainingRunProperties",
21081
21284
  "lineageFeatures"
21082
21285
  ],
21083
21286
  "entityDoc": "DataProcessInstance represents an instance of a datajob/jobflow run"