google-cloud-pipeline-components 2.12.0__py3-none-any.whl → 2.13.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of google-cloud-pipeline-components might be problematic. Click here for more details.
- google_cloud_pipeline_components/_implementation/llm/deployment_graph.py +1 -6
- google_cloud_pipeline_components/_implementation/llm/env.py +1 -1
- google_cloud_pipeline_components/_implementation/llm/function_based.py +11 -2
- google_cloud_pipeline_components/_implementation/llm/upload_llm_model.py +3 -3
- google_cloud_pipeline_components/version.py +1 -1
- {google_cloud_pipeline_components-2.12.0.dist-info → google_cloud_pipeline_components-2.13.0.dist-info}/METADATA +1 -1
- {google_cloud_pipeline_components-2.12.0.dist-info → google_cloud_pipeline_components-2.13.0.dist-info}/RECORD +10 -10
- {google_cloud_pipeline_components-2.12.0.dist-info → google_cloud_pipeline_components-2.13.0.dist-info}/LICENSE +0 -0
- {google_cloud_pipeline_components-2.12.0.dist-info → google_cloud_pipeline_components-2.13.0.dist-info}/WHEEL +0 -0
- {google_cloud_pipeline_components-2.12.0.dist-info → google_cloud_pipeline_components-2.13.0.dist-info}/top_level.txt +0 -0
|
@@ -55,11 +55,6 @@ def pipeline(
|
|
|
55
55
|
endpoint_resource_name: Path the Online Prediction Endpoint. This will be an empty string if the model was not deployed.
|
|
56
56
|
"""
|
|
57
57
|
# fmt: on
|
|
58
|
-
adapter_artifact = kfp.dsl.importer(
|
|
59
|
-
artifact_uri=output_adapter_path,
|
|
60
|
-
artifact_class=kfp.dsl.Artifact,
|
|
61
|
-
).set_display_name('Import Tuned Adapter')
|
|
62
|
-
|
|
63
58
|
regional_endpoint = function_based.resolve_regional_endpoint(
|
|
64
59
|
upload_location=upload_location
|
|
65
60
|
).set_display_name('Resolve Regional Endpoint')
|
|
@@ -86,7 +81,7 @@ def pipeline(
|
|
|
86
81
|
project=_placeholders.PROJECT_ID_PLACEHOLDER,
|
|
87
82
|
location=upload_location,
|
|
88
83
|
regional_endpoint=regional_endpoint.output,
|
|
89
|
-
artifact_uri=
|
|
84
|
+
artifact_uri=output_adapter_path,
|
|
90
85
|
model_display_name=display_name.output,
|
|
91
86
|
model_reference_name=large_model_reference,
|
|
92
87
|
upload_model=upload_model.output,
|
|
@@ -19,7 +19,7 @@ from google_cloud_pipeline_components._implementation.llm.generated import refin
|
|
|
19
19
|
|
|
20
20
|
|
|
21
21
|
def get_private_image_tag() -> str:
|
|
22
|
-
return os.getenv('PRIVATE_IMAGE_TAG') or
|
|
22
|
+
return os.getenv('PRIVATE_IMAGE_TAG') or '20240330_0352_RC00'
|
|
23
23
|
|
|
24
24
|
|
|
25
25
|
def get_autosxs_image_tag() -> str:
|
|
@@ -278,6 +278,15 @@ def resolve_reference_model_metadata(
|
|
|
278
278
|
reward_model_path='gs://vertex-rlhf-restricted/pretrained_models/palm/t5x_otter_pretrain/',
|
|
279
279
|
is_supported=True,
|
|
280
280
|
),
|
|
281
|
+
'text-bison@002': reference_model_metadata(
|
|
282
|
+
large_model_reference='BISON_002',
|
|
283
|
+
reference_model_path=(
|
|
284
|
+
'gs://vertex-rlhf-restricted/pretrained_models/palm/t5x_bison_002/'
|
|
285
|
+
),
|
|
286
|
+
reward_model_reference='BISON_002',
|
|
287
|
+
reward_model_path='gs://vertex-rlhf-restricted/pretrained_models/palm/t5x_bison_002/',
|
|
288
|
+
is_supported=True,
|
|
289
|
+
),
|
|
281
290
|
'chat-bison@001': reference_model_metadata(
|
|
282
291
|
large_model_reference='BISON',
|
|
283
292
|
reference_model_path=(
|
|
@@ -444,7 +453,7 @@ def resolve_deploy_model(
|
|
|
444
453
|
deploy_model: bool, large_model_reference: str
|
|
445
454
|
) -> bool:
|
|
446
455
|
"""Resolves runtime parameter that determines whether the tuned model should be deployed."""
|
|
447
|
-
supported_models = {'BISON'}
|
|
456
|
+
supported_models = {'BISON', 'BISON_002'}
|
|
448
457
|
if deploy_model and large_model_reference in supported_models:
|
|
449
458
|
return True
|
|
450
459
|
return False
|
|
@@ -468,7 +477,7 @@ def value_exists(value: Optional[str] = None) -> bool:
|
|
|
468
477
|
@dsl.component(base_image=_image.GCPC_IMAGE_TAG, install_kfp_package=False)
|
|
469
478
|
def resolve_upload_model(large_model_reference: str) -> bool:
|
|
470
479
|
"""Returns whether the model should be uploaded."""
|
|
471
|
-
supported_models = {'BISON'}
|
|
480
|
+
supported_models = {'BISON', 'BISON_002'}
|
|
472
481
|
if large_model_reference in supported_models:
|
|
473
482
|
return True
|
|
474
483
|
return False
|
|
@@ -26,7 +26,7 @@ from kfp import dsl
|
|
|
26
26
|
def refined_upload_llm_model(
|
|
27
27
|
project: str,
|
|
28
28
|
location: str,
|
|
29
|
-
artifact_uri:
|
|
29
|
+
artifact_uri: str,
|
|
30
30
|
model_reference_name: str,
|
|
31
31
|
model_display_name: str,
|
|
32
32
|
regional_endpoint: str,
|
|
@@ -41,7 +41,7 @@ def refined_upload_llm_model(
|
|
|
41
41
|
Args:
|
|
42
42
|
project: Name of the GCP project.
|
|
43
43
|
location: Location for model upload and deployment.
|
|
44
|
-
artifact_uri:
|
|
44
|
+
artifact_uri: Path to the artifact to upload.
|
|
45
45
|
model_reference_name: Large model reference name.
|
|
46
46
|
model_display_name: Name of the model (shown in Model Registry).
|
|
47
47
|
regional_endpoint: Regional API endpoint.
|
|
@@ -88,7 +88,7 @@ def refined_upload_llm_model(
|
|
|
88
88
|
'largeModelReference': {'name': model_reference_name},
|
|
89
89
|
'labels': labels,
|
|
90
90
|
'generatedModelSource': {'genie_source': {'base_model_uri': ''}},
|
|
91
|
-
'artifactUri': artifact_uri
|
|
91
|
+
'artifactUri': artifact_uri,
|
|
92
92
|
}
|
|
93
93
|
}
|
|
94
94
|
if encryption_spec_key_name:
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: google-cloud-pipeline-components
|
|
3
|
-
Version: 2.
|
|
3
|
+
Version: 2.13.0
|
|
4
4
|
Summary: This SDK enables a set of First Party (Google owned) pipeline components that allow users to take their experience from Vertex AI SDK and other Google Cloud services and create a corresponding pipeline using KFP or Managed Pipelines.
|
|
5
5
|
Home-page: https://github.com/kubeflow/pipelines/tree/master/components/google-cloud
|
|
6
6
|
Author: The Google Cloud Pipeline Components authors
|
|
@@ -2,15 +2,15 @@ google_cloud_pipeline_components/__init__.py,sha256=3Mr8_YbBkTzArlgPDkUKoMzoKHZx
|
|
|
2
2
|
google_cloud_pipeline_components/_image.py,sha256=lANDYNk1WSuGZSoTTRcWdjsUvCkkA-PmwouTM9Et7fY,828
|
|
3
3
|
google_cloud_pipeline_components/_placeholders.py,sha256=517N_NQthPEBFJtsy8NE3WkBJm_dmwmlXdYNtk5gH-c,1233
|
|
4
4
|
google_cloud_pipeline_components/utils.py,sha256=9FG7umyEXhyUvtNeC46NuQ04olDMR3o-Wp78V1xs8GY,11045
|
|
5
|
-
google_cloud_pipeline_components/version.py,sha256=
|
|
5
|
+
google_cloud_pipeline_components/version.py,sha256=MSozmdtxEpg_eKMjFnu4JHwlDy18-IUD1wgUqboJ-Vc,678
|
|
6
6
|
google_cloud_pipeline_components/_implementation/__init__.py,sha256=sb6SfJl6rt3AKjiWxd-KO9DSiZ3PzGZRcsqKuc1A2Cg,606
|
|
7
7
|
google_cloud_pipeline_components/_implementation/llm/__init__.py,sha256=sb6SfJl6rt3AKjiWxd-KO9DSiZ3PzGZRcsqKuc1A2Cg,606
|
|
8
8
|
google_cloud_pipeline_components/_implementation/llm/batch_prediction_pairwise.py,sha256=mARB-tDYFr0tpBrLCIh481H4LDuXdr_8UyKVUaOF5Cw,7569
|
|
9
9
|
google_cloud_pipeline_components/_implementation/llm/bulk_inferrer.py,sha256=k-MHsyESWboHdNeRm9q3MOGwbtZr37QNGm_Y_cGsETA,3958
|
|
10
10
|
google_cloud_pipeline_components/_implementation/llm/deploy_llm_model.py,sha256=Jjme37_M32AK1r_MmHMHZvW8k9LJiqfZ4eJEquWoTt4,5029
|
|
11
|
-
google_cloud_pipeline_components/_implementation/llm/deployment_graph.py,sha256=
|
|
12
|
-
google_cloud_pipeline_components/_implementation/llm/env.py,sha256=
|
|
13
|
-
google_cloud_pipeline_components/_implementation/llm/function_based.py,sha256=
|
|
11
|
+
google_cloud_pipeline_components/_implementation/llm/deployment_graph.py,sha256=T6UgAco2Xk8Y0PjP5AfLSHSkE0V8m4OhrT4wTUdjGI4,5032
|
|
12
|
+
google_cloud_pipeline_components/_implementation/llm/env.py,sha256=cnzBS0-a2_T-w54T2E6RtshjbEg8CJuycqoIsVrOJZI,1852
|
|
13
|
+
google_cloud_pipeline_components/_implementation/llm/function_based.py,sha256=EPAY7uGukSfCJt9wkYOvXwJ_6WnkZBTBijYaMUCUcEg,18845
|
|
14
14
|
google_cloud_pipeline_components/_implementation/llm/model_evaluation_text_generation_pairwise.py,sha256=W64FNFfbarOcDw1sSG9J-BQCVPUYx3zLAmwLhhGhth0,5102
|
|
15
15
|
google_cloud_pipeline_components/_implementation/llm/online_evaluation_pairwise.py,sha256=khEli4fSoIQlaiReXOm3zsvsM7BIdbJOXFGUzjcvxOI,5299
|
|
16
16
|
google_cloud_pipeline_components/_implementation/llm/preference_data_formatter.py,sha256=xqgvMsFgFIuiDAv3V3lf4XJSnLjZSTCHknGkmUcP9fs,5025
|
|
@@ -23,7 +23,7 @@ google_cloud_pipeline_components/_implementation/llm/reward_model_graph.py,sha25
|
|
|
23
23
|
google_cloud_pipeline_components/_implementation/llm/reward_model_trainer.py,sha256=xkj2hnHpZMLutGNxoewTVUsRR2bkLNkVUhWwjY9EXKA,5596
|
|
24
24
|
google_cloud_pipeline_components/_implementation/llm/rlhf_preprocessor.py,sha256=IqwZ2PXGOOfBNeDIp3exKeqPn6kGwaSaozJEr4cbhDs,2510
|
|
25
25
|
google_cloud_pipeline_components/_implementation/llm/supervised_fine_tuner.py,sha256=5HzjhMXMRmaWGv3BlAi8lBg6MMlaaHlbqKez3ZcX5Ss,4951
|
|
26
|
-
google_cloud_pipeline_components/_implementation/llm/upload_llm_model.py,sha256=
|
|
26
|
+
google_cloud_pipeline_components/_implementation/llm/upload_llm_model.py,sha256=iLtHLtrXzDbRHbgOW99SA9XDdhr_8omhLX1bTP-tsaE,4724
|
|
27
27
|
google_cloud_pipeline_components/_implementation/llm/upload_tensorboard_metrics.py,sha256=BN-0TQFl49TcE54ltBRt4iZYTjO7718eCLwHKR58ips,4010
|
|
28
28
|
google_cloud_pipeline_components/_implementation/llm/utils.py,sha256=E250cmvw0QUnt8NLDl5crK6K1o1FguUglQIdBVqfwQI,5548
|
|
29
29
|
google_cloud_pipeline_components/_implementation/llm/utils_test.py,sha256=co8gWyrowY5CpkFNsaLGQlD_gpIykkVI7czxIizp5cM,2864
|
|
@@ -523,8 +523,8 @@ google_cloud_pipeline_components/v1/vertex_notification_email/__init__.py,sha256
|
|
|
523
523
|
google_cloud_pipeline_components/v1/vertex_notification_email/component.py,sha256=Dau8ZI0mzLBnLOUBQm6EtK8gbtX1u57t76Ud5qlg9xc,2163
|
|
524
524
|
google_cloud_pipeline_components/v1/wait_gcp_resources/__init__.py,sha256=w6dfz-rYsYnxFapRH1Dix3GVz0mhPW0m1IVpE6z8jbg,878
|
|
525
525
|
google_cloud_pipeline_components/v1/wait_gcp_resources/component.py,sha256=Nsfj5c3eeZq83fHLvv2IlpK4jrjxLxRksFYOl5W6JnA,2468
|
|
526
|
-
google_cloud_pipeline_components-2.
|
|
527
|
-
google_cloud_pipeline_components-2.
|
|
528
|
-
google_cloud_pipeline_components-2.
|
|
529
|
-
google_cloud_pipeline_components-2.
|
|
530
|
-
google_cloud_pipeline_components-2.
|
|
526
|
+
google_cloud_pipeline_components-2.13.0.dist-info/LICENSE,sha256=VAc1R5OxOELKsX5L5Ldp5THfNtxtt1cMIZBaC0Jdj5Q,13118
|
|
527
|
+
google_cloud_pipeline_components-2.13.0.dist-info/METADATA,sha256=Sm911jjQnk7LD_wKCBuZ2elaBUbL3nqtZYnbmDgOKR8,5890
|
|
528
|
+
google_cloud_pipeline_components-2.13.0.dist-info/WHEEL,sha256=pkctZYzUS4AYVn6dJ-7367OJZivF2e8RA9b_ZBjif18,92
|
|
529
|
+
google_cloud_pipeline_components-2.13.0.dist-info/top_level.txt,sha256=E8T4T8KGMGLXbHvt2goa98oezRpxryPC6QhWBZ27Hhc,33
|
|
530
|
+
google_cloud_pipeline_components-2.13.0.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|