baubap-mlflow 0.1.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- baubap_mlflow-0.1.0/PKG-INFO +188 -0
- baubap_mlflow-0.1.0/README.md +173 -0
- baubap_mlflow-0.1.0/baubap_mlflow/__init__.py +74 -0
- baubap_mlflow-0.1.0/baubap_mlflow/_utilities.py +326 -0
- baubap_mlflow-0.1.0/baubap_mlflow/auth/__init__.py +14 -0
- baubap_mlflow-0.1.0/baubap_mlflow/auth/experiment_permission.py +215 -0
- baubap_mlflow-0.1.0/baubap_mlflow/auth/get_experiment_permission.py +80 -0
- baubap_mlflow-0.1.0/baubap_mlflow/auth/get_registered_model_permission.py +80 -0
- baubap_mlflow-0.1.0/baubap_mlflow/auth/get_user.py +98 -0
- baubap_mlflow-0.1.0/baubap_mlflow/auth/registered_model_permission.py +215 -0
- baubap_mlflow-0.1.0/baubap_mlflow/auth/user.py +226 -0
- baubap_mlflow-0.1.0/baubap_mlflow/config/__init__.py +9 -0
- baubap_mlflow-0.1.0/baubap_mlflow/config/__init__.pyi +41 -0
- baubap_mlflow-0.1.0/baubap_mlflow/config/vars.py +57 -0
- baubap_mlflow-0.1.0/baubap_mlflow/experiment.py +245 -0
- baubap_mlflow-0.1.0/baubap_mlflow/get_experiment.py +116 -0
- baubap_mlflow-0.1.0/baubap_mlflow/get_experiment_by_name.py +116 -0
- baubap_mlflow-0.1.0/baubap_mlflow/provider.py +229 -0
- baubap_mlflow-0.1.0/baubap_mlflow/pulumi-plugin.json +6 -0
- baubap_mlflow-0.1.0/baubap_mlflow/py.typed +0 -0
- baubap_mlflow-0.1.0/baubap_mlflow/registry/__init__.py +19 -0
- baubap_mlflow-0.1.0/baubap_mlflow/registry/get_latest_versions.py +81 -0
- baubap_mlflow-0.1.0/baubap_mlflow/registry/get_model_version.py +168 -0
- baubap_mlflow-0.1.0/baubap_mlflow/registry/get_model_version_by_alias.py +168 -0
- baubap_mlflow-0.1.0/baubap_mlflow/registry/get_model_version_download_uri.py +80 -0
- baubap_mlflow-0.1.0/baubap_mlflow/registry/get_registered_model.py +120 -0
- baubap_mlflow-0.1.0/baubap_mlflow/registry/model_version.py +403 -0
- baubap_mlflow-0.1.0/baubap_mlflow/registry/outputs.py +129 -0
- baubap_mlflow-0.1.0/baubap_mlflow/registry/registered_model.py +237 -0
- baubap_mlflow-0.1.0/baubap_mlflow/registry/registered_model_alias.py +219 -0
- baubap_mlflow-0.1.0/baubap_mlflow/registry/search_model_versions.py +81 -0
- baubap_mlflow-0.1.0/baubap_mlflow/registry/search_registered_models.py +81 -0
- baubap_mlflow-0.1.0/baubap_mlflow/search_experiments.py +77 -0
- baubap_mlflow-0.1.0/baubap_mlflow/tracking/__init__.py +8 -0
- baubap_mlflow-0.1.0/baubap_mlflow/tracking/outputs.py +60 -0
- baubap_mlflow-0.1.0/baubap_mlflow.egg-info/PKG-INFO +188 -0
- baubap_mlflow-0.1.0/baubap_mlflow.egg-info/SOURCES.txt +40 -0
- baubap_mlflow-0.1.0/baubap_mlflow.egg-info/dependency_links.txt +1 -0
- baubap_mlflow-0.1.0/baubap_mlflow.egg-info/requires.txt +6 -0
- baubap_mlflow-0.1.0/baubap_mlflow.egg-info/top_level.txt +1 -0
- baubap_mlflow-0.1.0/pyproject.toml +22 -0
- baubap_mlflow-0.1.0/setup.cfg +4 -0
|
@@ -0,0 +1,188 @@
|
|
|
1
|
+
Metadata-Version: 2.4
|
|
2
|
+
Name: baubap_mlflow
|
|
3
|
+
Version: 0.1.0
|
|
4
|
+
Summary: The MLflow provider for Pulumi manages MLflow experiments, model registry entries, and access-control resources through the MLflow REST API. It supports MLflow tracking servers 2.x and 3.x.
|
|
5
|
+
License: Apache-2.0
|
|
6
|
+
Project-URL: Homepage, https://github.com/Baubap/pulumi-mlflow
|
|
7
|
+
Project-URL: Repository, https://github.com/Baubap/pulumi-mlflow
|
|
8
|
+
Keywords: mlflow,mlops,machine-learning,model-registry,category/infrastructure,kind/native
|
|
9
|
+
Requires-Python: >=3.9
|
|
10
|
+
Description-Content-Type: text/markdown
|
|
11
|
+
Requires-Dist: parver>=0.2.1
|
|
12
|
+
Requires-Dist: pulumi<4.0.0,>=3.231.0
|
|
13
|
+
Requires-Dist: semver>=2.8.1
|
|
14
|
+
Requires-Dist: typing-extensions<5,>=4.11; python_version < "3.11"
|
|
15
|
+
|
|
16
|
+
<div align="center">
|
|
17
|
+
<img src="docs/logo.svg" alt="MLflow" height="56" />
|
|
18
|
+
<h1>Pulumi MLflow Provider</h1>
|
|
19
|
+
<p><strong>Manage MLflow experiments, model registry and access control as code.</strong></p>
|
|
20
|
+
|
|
21
|
+
[](https://github.com/Baubap/pulumi-mlflow/actions/workflows/build.yml)
|
|
22
|
+
[](https://github.com/Baubap/pulumi-mlflow/actions/workflows/integration.yml)
|
|
23
|
+
[](https://www.npmjs.com/package/@baubap/mlflow)
|
|
24
|
+
[](https://pypi.org/project/baubap-mlflow/)
|
|
25
|
+
[](https://pkg.go.dev/github.com/Baubap/pulumi-mlflow/sdk/go/mlflow)
|
|
26
|
+
[](./LICENSE)
|
|
27
|
+
|
|
28
|
+
</div>
|
|
29
|
+
|
|
30
|
+
A native [Pulumi](https://www.pulumi.com) provider for [MLflow](https://mlflow.org). It manages the *declarative*
|
|
31
|
+
parts of an MLflow estate โ experiments, the model registry (registered models, versions, aliases) and access
|
|
32
|
+
control (users and permissions) โ through the MLflow REST API, so they can be reviewed and rolled out like the rest
|
|
33
|
+
of your infrastructure.
|
|
34
|
+
|
|
35
|
+
- ๐งช **Experiments** โ declare experiments, artifact locations and tags.
|
|
36
|
+
- ๐ฆ **Model Registry** โ registered models, immutable model versions, and mutable deployment **aliases**.
|
|
37
|
+
- ๐ **Access control** โ users and per-experiment / per-model permissions (with the `mlflow.server.auth` app).
|
|
38
|
+
- ๐ **MLflow 2.x and 3.x** โ one code path; the provider detects the server version at runtime.
|
|
39
|
+
- ๐ **Multi-language** โ TypeScript/JavaScript, Python, and Go (.NET and Java planned).
|
|
40
|
+
|
|
41
|
+
> **Status โ `v0.1.0`.** First release covering the stable tracking + registry + auth surface. The API may still
|
|
42
|
+
> change on minor releases while it stabilizes. MLflow 3.x-only modules (LoggedModel, Prompt, AI Gateway,
|
|
43
|
+
> Webhooks) are on the [roadmap](#roadmap).
|
|
44
|
+
|
|
45
|
+
## Contents
|
|
46
|
+
|
|
47
|
+
- [Installation](#installation)
|
|
48
|
+
- [Configuration](#configuration)
|
|
49
|
+
- [Quick start](#quick-start)
|
|
50
|
+
- [Resources & functions](#resources--functions)
|
|
51
|
+
- [MLflow version support](#mlflow-version-support)
|
|
52
|
+
- [Development](#development)
|
|
53
|
+
- [Testing](#testing)
|
|
54
|
+
- [Publishing](#publishing)
|
|
55
|
+
- [Roadmap](#roadmap)
|
|
56
|
+
- [License](#license)
|
|
57
|
+
|
|
58
|
+
## Installation
|
|
59
|
+
|
|
60
|
+
```bash
|
|
61
|
+
# TypeScript / JavaScript
|
|
62
|
+
npm install @baubap/mlflow
|
|
63
|
+
|
|
64
|
+
# Python
|
|
65
|
+
pip install baubap-mlflow
|
|
66
|
+
|
|
67
|
+
# Go
|
|
68
|
+
go get github.com/Baubap/pulumi-mlflow/sdk/go/mlflow
|
|
69
|
+
```
|
|
70
|
+
|
|
71
|
+
The plugin binary is resolved from GitHub Releases via `pluginDownloadURL github://api.github.com/Baubap/pulumi-mlflow`,
|
|
72
|
+
so `pulumi plugin install` and SDK auto-install work out of the box.
|
|
73
|
+
|
|
74
|
+
## Configuration
|
|
75
|
+
|
|
76
|
+
| Config key | Env var | Secret | Description |
|
|
77
|
+
|---|---|:---:|---|
|
|
78
|
+
| `mlflow:trackingUri` | `MLFLOW_TRACKING_URI` | | Base URL of the tracking server. |
|
|
79
|
+
| `mlflow:token` | `MLFLOW_TRACKING_TOKEN` | โ
| Bearer token (takes precedence over basic auth). |
|
|
80
|
+
| `mlflow:username` | `MLFLOW_TRACKING_USERNAME` | | Username for HTTP basic auth. |
|
|
81
|
+
| `mlflow:password` | `MLFLOW_TRACKING_PASSWORD` | โ
| Password for HTTP basic auth. |
|
|
82
|
+
| `mlflow:insecureSkipVerify` | | | Skip TLS verification (not recommended). |
|
|
83
|
+
|
|
84
|
+
```bash
|
|
85
|
+
pulumi config set mlflow:trackingUri https://mlflow.internal.example.com
|
|
86
|
+
pulumi config set mlflow:token <token> --secret
|
|
87
|
+
```
|
|
88
|
+
|
|
89
|
+
## Quick start
|
|
90
|
+
|
|
91
|
+
```typescript
|
|
92
|
+
import * as mlflow from "@baubap/mlflow";
|
|
93
|
+
|
|
94
|
+
const experiment = new mlflow.Experiment("demo", {
|
|
95
|
+
name: "fraud-detection",
|
|
96
|
+
tags: { team: "foundations" },
|
|
97
|
+
});
|
|
98
|
+
|
|
99
|
+
const model = new mlflow.registry.RegisteredModel("fraud", {
|
|
100
|
+
name: "fraud-detector",
|
|
101
|
+
description: "Gradient-boosted fraud model",
|
|
102
|
+
});
|
|
103
|
+
|
|
104
|
+
const v1 = new mlflow.registry.ModelVersion("fraud-v1", {
|
|
105
|
+
name: model.name,
|
|
106
|
+
source: "s3://models/fraud/1",
|
|
107
|
+
});
|
|
108
|
+
|
|
109
|
+
// Point deployments at a mutable alias instead of a deprecated stage.
|
|
110
|
+
new mlflow.registry.RegisteredModelAlias("champion", {
|
|
111
|
+
modelName: model.name,
|
|
112
|
+
alias: "champion",
|
|
113
|
+
version: v1.version,
|
|
114
|
+
});
|
|
115
|
+
```
|
|
116
|
+
|
|
117
|
+
```python
|
|
118
|
+
import baubap_mlflow as mlflow
|
|
119
|
+
|
|
120
|
+
experiment = mlflow.Experiment("demo", name="fraud-detection", tags={"team": "foundations"})
|
|
121
|
+
model = mlflow.registry.RegisteredModel("fraud", name="fraud-detector",
|
|
122
|
+
description="Gradient-boosted fraud model")
|
|
123
|
+
v1 = mlflow.registry.ModelVersion("fraud-v1", name=model.name, source="s3://models/fraud/1")
|
|
124
|
+
mlflow.registry.RegisteredModelAlias("champion", model_name=model.name, alias="champion", version=v1.version)
|
|
125
|
+
```
|
|
126
|
+
|
|
127
|
+
## Resources & functions
|
|
128
|
+
|
|
129
|
+
| Module | Resources | Functions (data sources) |
|
|
130
|
+
|---|---|---|
|
|
131
|
+
| `index` (tracking) | `Experiment` | `getExperiment`, `getExperimentByName`, `searchExperiments` |
|
|
132
|
+
| `registry` | `RegisteredModel`, `ModelVersion`, `RegisteredModelAlias` | `getRegisteredModel`, `searchRegisteredModels`, `getLatestVersions`, `getModelVersion`, `searchModelVersions`, `getModelVersionByAlias`, `getModelVersionDownloadUri` |
|
|
133
|
+
| `auth`ยน | `User`, `ExperimentPermission`, `RegisteredModelPermission` | `getUser`, `getExperimentPermission`, `getRegisteredModelPermission` |
|
|
134
|
+
|
|
135
|
+
ยน The `auth` resources require the tracking server to run with the `mlflow.server.auth` app enabled.
|
|
136
|
+
|
|
137
|
+
Every resource supports `pulumi import`. See the per-resource **Import** sections in the
|
|
138
|
+
[registry docs](https://www.pulumi.com/registry/packages/mlflow/) once published.
|
|
139
|
+
|
|
140
|
+
## MLflow version support
|
|
141
|
+
|
|
142
|
+
The declarative REST surface is identical across MLflow **2.x and 3.x**, so the same program works against either.
|
|
143
|
+
The provider version is **independent** of the MLflow version โ MLflow compatibility is documented and handled at
|
|
144
|
+
runtime (via `GET /version`), not encoded in the provider's semver. Model-version *stages* are deprecated in
|
|
145
|
+
MLflow 3; use `RegisteredModelAlias` instead.
|
|
146
|
+
|
|
147
|
+
## Development
|
|
148
|
+
|
|
149
|
+
See **[CONTRIBUTING.md](./CONTRIBUTING.md)** for the full development workflow, project layout, conventions, and how
|
|
150
|
+
to add resources, functions, and docs.
|
|
151
|
+
|
|
152
|
+
```bash
|
|
153
|
+
make provider # build the plugin binary into ./bin
|
|
154
|
+
make generate_schema # regenerate provider/cmd/pulumi-resource-mlflow/schema.json
|
|
155
|
+
make generate_nodejs generate_python generate_go # generate the SDKs into ./sdk
|
|
156
|
+
```
|
|
157
|
+
|
|
158
|
+
## Testing
|
|
159
|
+
|
|
160
|
+
```bash
|
|
161
|
+
make test_provider # hermetic unit tests (no server needed)
|
|
162
|
+
|
|
163
|
+
# End-to-end against a real MLflow server (Docker):
|
|
164
|
+
make mlflow-up && make test_e2e && make mlflow-down
|
|
165
|
+
|
|
166
|
+
# Sweep the e2e suite across MLflow versions:
|
|
167
|
+
make test_matrix MLFLOW_TAGS="v2.16.2 v3.1.0"
|
|
168
|
+
```
|
|
169
|
+
|
|
170
|
+
The e2e suite (`provider/e2e`, build tag `e2e`) drives the full resource lifecycle through the provider's
|
|
171
|
+
in-process server against real MLflow 2.x/3.x servers โ see [`integration.yml`](.github/workflows/integration.yml).
|
|
172
|
+
It is parametrizable over multiple servers via `MLFLOW_TRACKING_URIS`.
|
|
173
|
+
|
|
174
|
+
## Publishing
|
|
175
|
+
|
|
176
|
+
Tagging `vX.Y.Z` triggers [`release.yml`](.github/workflows/release.yml): GoReleaser builds the multi-arch plugin
|
|
177
|
+
and creates the GitHub Release, then the SDKs are published to npm and PyPI (Go via a module tag). Listing on the
|
|
178
|
+
public Pulumi Registry is a one-time PR to `pulumi/registry` โ see [docs/registry-submission.md](docs/registry-submission.md).
|
|
179
|
+
|
|
180
|
+
## Roadmap
|
|
181
|
+
|
|
182
|
+
- **v0.2.0+** โ MLflow 3.x-only modules behind version gating: `Webhook`, LoggedModel/Scorer/EvaluationDataset,
|
|
183
|
+
Prompt/PromptAlias, and the AI Gateway (endpoints, model definitions, secrets, budgets, guardrails).
|
|
184
|
+
- Additional language SDKs: .NET and Java.
|
|
185
|
+
|
|
186
|
+
## License
|
|
187
|
+
|
|
188
|
+
[Apache-2.0](./LICENSE).
|
|
@@ -0,0 +1,173 @@
|
|
|
1
|
+
<div align="center">
|
|
2
|
+
<img src="docs/logo.svg" alt="MLflow" height="56" />
|
|
3
|
+
<h1>Pulumi MLflow Provider</h1>
|
|
4
|
+
<p><strong>Manage MLflow experiments, model registry and access control as code.</strong></p>
|
|
5
|
+
|
|
6
|
+
[](https://github.com/Baubap/pulumi-mlflow/actions/workflows/build.yml)
|
|
7
|
+
[](https://github.com/Baubap/pulumi-mlflow/actions/workflows/integration.yml)
|
|
8
|
+
[](https://www.npmjs.com/package/@baubap/mlflow)
|
|
9
|
+
[](https://pypi.org/project/baubap-mlflow/)
|
|
10
|
+
[](https://pkg.go.dev/github.com/Baubap/pulumi-mlflow/sdk/go/mlflow)
|
|
11
|
+
[](./LICENSE)
|
|
12
|
+
|
|
13
|
+
</div>
|
|
14
|
+
|
|
15
|
+
A native [Pulumi](https://www.pulumi.com) provider for [MLflow](https://mlflow.org). It manages the *declarative*
|
|
16
|
+
parts of an MLflow estate โ experiments, the model registry (registered models, versions, aliases) and access
|
|
17
|
+
control (users and permissions) โ through the MLflow REST API, so they can be reviewed and rolled out like the rest
|
|
18
|
+
of your infrastructure.
|
|
19
|
+
|
|
20
|
+
- ๐งช **Experiments** โ declare experiments, artifact locations and tags.
|
|
21
|
+
- ๐ฆ **Model Registry** โ registered models, immutable model versions, and mutable deployment **aliases**.
|
|
22
|
+
- ๐ **Access control** โ users and per-experiment / per-model permissions (with the `mlflow.server.auth` app).
|
|
23
|
+
- ๐ **MLflow 2.x and 3.x** โ one code path; the provider detects the server version at runtime.
|
|
24
|
+
- ๐ **Multi-language** โ TypeScript/JavaScript, Python, and Go (.NET and Java planned).
|
|
25
|
+
|
|
26
|
+
> **Status โ `v0.1.0`.** First release covering the stable tracking + registry + auth surface. The API may still
|
|
27
|
+
> change on minor releases while it stabilizes. MLflow 3.x-only modules (LoggedModel, Prompt, AI Gateway,
|
|
28
|
+
> Webhooks) are on the [roadmap](#roadmap).
|
|
29
|
+
|
|
30
|
+
## Contents
|
|
31
|
+
|
|
32
|
+
- [Installation](#installation)
|
|
33
|
+
- [Configuration](#configuration)
|
|
34
|
+
- [Quick start](#quick-start)
|
|
35
|
+
- [Resources & functions](#resources--functions)
|
|
36
|
+
- [MLflow version support](#mlflow-version-support)
|
|
37
|
+
- [Development](#development)
|
|
38
|
+
- [Testing](#testing)
|
|
39
|
+
- [Publishing](#publishing)
|
|
40
|
+
- [Roadmap](#roadmap)
|
|
41
|
+
- [License](#license)
|
|
42
|
+
|
|
43
|
+
## Installation
|
|
44
|
+
|
|
45
|
+
```bash
|
|
46
|
+
# TypeScript / JavaScript
|
|
47
|
+
npm install @baubap/mlflow
|
|
48
|
+
|
|
49
|
+
# Python
|
|
50
|
+
pip install baubap-mlflow
|
|
51
|
+
|
|
52
|
+
# Go
|
|
53
|
+
go get github.com/Baubap/pulumi-mlflow/sdk/go/mlflow
|
|
54
|
+
```
|
|
55
|
+
|
|
56
|
+
The plugin binary is resolved from GitHub Releases via `pluginDownloadURL github://api.github.com/Baubap/pulumi-mlflow`,
|
|
57
|
+
so `pulumi plugin install` and SDK auto-install work out of the box.
|
|
58
|
+
|
|
59
|
+
## Configuration
|
|
60
|
+
|
|
61
|
+
| Config key | Env var | Secret | Description |
|
|
62
|
+
|---|---|:---:|---|
|
|
63
|
+
| `mlflow:trackingUri` | `MLFLOW_TRACKING_URI` | | Base URL of the tracking server. |
|
|
64
|
+
| `mlflow:token` | `MLFLOW_TRACKING_TOKEN` | โ
| Bearer token (takes precedence over basic auth). |
|
|
65
|
+
| `mlflow:username` | `MLFLOW_TRACKING_USERNAME` | | Username for HTTP basic auth. |
|
|
66
|
+
| `mlflow:password` | `MLFLOW_TRACKING_PASSWORD` | โ
| Password for HTTP basic auth. |
|
|
67
|
+
| `mlflow:insecureSkipVerify` | | | Skip TLS verification (not recommended). |
|
|
68
|
+
|
|
69
|
+
```bash
|
|
70
|
+
pulumi config set mlflow:trackingUri https://mlflow.internal.example.com
|
|
71
|
+
pulumi config set mlflow:token <token> --secret
|
|
72
|
+
```
|
|
73
|
+
|
|
74
|
+
## Quick start
|
|
75
|
+
|
|
76
|
+
```typescript
|
|
77
|
+
import * as mlflow from "@baubap/mlflow";
|
|
78
|
+
|
|
79
|
+
const experiment = new mlflow.Experiment("demo", {
|
|
80
|
+
name: "fraud-detection",
|
|
81
|
+
tags: { team: "foundations" },
|
|
82
|
+
});
|
|
83
|
+
|
|
84
|
+
const model = new mlflow.registry.RegisteredModel("fraud", {
|
|
85
|
+
name: "fraud-detector",
|
|
86
|
+
description: "Gradient-boosted fraud model",
|
|
87
|
+
});
|
|
88
|
+
|
|
89
|
+
const v1 = new mlflow.registry.ModelVersion("fraud-v1", {
|
|
90
|
+
name: model.name,
|
|
91
|
+
source: "s3://models/fraud/1",
|
|
92
|
+
});
|
|
93
|
+
|
|
94
|
+
// Point deployments at a mutable alias instead of a deprecated stage.
|
|
95
|
+
new mlflow.registry.RegisteredModelAlias("champion", {
|
|
96
|
+
modelName: model.name,
|
|
97
|
+
alias: "champion",
|
|
98
|
+
version: v1.version,
|
|
99
|
+
});
|
|
100
|
+
```
|
|
101
|
+
|
|
102
|
+
```python
|
|
103
|
+
import baubap_mlflow as mlflow
|
|
104
|
+
|
|
105
|
+
experiment = mlflow.Experiment("demo", name="fraud-detection", tags={"team": "foundations"})
|
|
106
|
+
model = mlflow.registry.RegisteredModel("fraud", name="fraud-detector",
|
|
107
|
+
description="Gradient-boosted fraud model")
|
|
108
|
+
v1 = mlflow.registry.ModelVersion("fraud-v1", name=model.name, source="s3://models/fraud/1")
|
|
109
|
+
mlflow.registry.RegisteredModelAlias("champion", model_name=model.name, alias="champion", version=v1.version)
|
|
110
|
+
```
|
|
111
|
+
|
|
112
|
+
## Resources & functions
|
|
113
|
+
|
|
114
|
+
| Module | Resources | Functions (data sources) |
|
|
115
|
+
|---|---|---|
|
|
116
|
+
| `index` (tracking) | `Experiment` | `getExperiment`, `getExperimentByName`, `searchExperiments` |
|
|
117
|
+
| `registry` | `RegisteredModel`, `ModelVersion`, `RegisteredModelAlias` | `getRegisteredModel`, `searchRegisteredModels`, `getLatestVersions`, `getModelVersion`, `searchModelVersions`, `getModelVersionByAlias`, `getModelVersionDownloadUri` |
|
|
118
|
+
| `auth`ยน | `User`, `ExperimentPermission`, `RegisteredModelPermission` | `getUser`, `getExperimentPermission`, `getRegisteredModelPermission` |
|
|
119
|
+
|
|
120
|
+
ยน The `auth` resources require the tracking server to run with the `mlflow.server.auth` app enabled.
|
|
121
|
+
|
|
122
|
+
Every resource supports `pulumi import`. See the per-resource **Import** sections in the
|
|
123
|
+
[registry docs](https://www.pulumi.com/registry/packages/mlflow/) once published.
|
|
124
|
+
|
|
125
|
+
## MLflow version support
|
|
126
|
+
|
|
127
|
+
The declarative REST surface is identical across MLflow **2.x and 3.x**, so the same program works against either.
|
|
128
|
+
The provider version is **independent** of the MLflow version โ MLflow compatibility is documented and handled at
|
|
129
|
+
runtime (via `GET /version`), not encoded in the provider's semver. Model-version *stages* are deprecated in
|
|
130
|
+
MLflow 3; use `RegisteredModelAlias` instead.
|
|
131
|
+
|
|
132
|
+
## Development
|
|
133
|
+
|
|
134
|
+
See **[CONTRIBUTING.md](./CONTRIBUTING.md)** for the full development workflow, project layout, conventions, and how
|
|
135
|
+
to add resources, functions, and docs.
|
|
136
|
+
|
|
137
|
+
```bash
|
|
138
|
+
make provider # build the plugin binary into ./bin
|
|
139
|
+
make generate_schema # regenerate provider/cmd/pulumi-resource-mlflow/schema.json
|
|
140
|
+
make generate_nodejs generate_python generate_go # generate the SDKs into ./sdk
|
|
141
|
+
```
|
|
142
|
+
|
|
143
|
+
## Testing
|
|
144
|
+
|
|
145
|
+
```bash
|
|
146
|
+
make test_provider # hermetic unit tests (no server needed)
|
|
147
|
+
|
|
148
|
+
# End-to-end against a real MLflow server (Docker):
|
|
149
|
+
make mlflow-up && make test_e2e && make mlflow-down
|
|
150
|
+
|
|
151
|
+
# Sweep the e2e suite across MLflow versions:
|
|
152
|
+
make test_matrix MLFLOW_TAGS="v2.16.2 v3.1.0"
|
|
153
|
+
```
|
|
154
|
+
|
|
155
|
+
The e2e suite (`provider/e2e`, build tag `e2e`) drives the full resource lifecycle through the provider's
|
|
156
|
+
in-process server against real MLflow 2.x/3.x servers โ see [`integration.yml`](.github/workflows/integration.yml).
|
|
157
|
+
It is parametrizable over multiple servers via `MLFLOW_TRACKING_URIS`.
|
|
158
|
+
|
|
159
|
+
## Publishing
|
|
160
|
+
|
|
161
|
+
Tagging `vX.Y.Z` triggers [`release.yml`](.github/workflows/release.yml): GoReleaser builds the multi-arch plugin
|
|
162
|
+
and creates the GitHub Release, then the SDKs are published to npm and PyPI (Go via a module tag). Listing on the
|
|
163
|
+
public Pulumi Registry is a one-time PR to `pulumi/registry` โ see [docs/registry-submission.md](docs/registry-submission.md).
|
|
164
|
+
|
|
165
|
+
## Roadmap
|
|
166
|
+
|
|
167
|
+
- **v0.2.0+** โ MLflow 3.x-only modules behind version gating: `Webhook`, LoggedModel/Scorer/EvaluationDataset,
|
|
168
|
+
Prompt/PromptAlias, and the AI Gateway (endpoints, model definitions, secrets, budgets, guardrails).
|
|
169
|
+
- Additional language SDKs: .NET and Java.
|
|
170
|
+
|
|
171
|
+
## License
|
|
172
|
+
|
|
173
|
+
[Apache-2.0](./LICENSE).
|
|
@@ -0,0 +1,74 @@
|
|
|
1
|
+
# coding=utf-8
|
|
2
|
+
# *** WARNING: this file was generated by pulumi-language-python. ***
|
|
3
|
+
# *** Do not edit by hand unless you're certain you know what you are doing! ***
|
|
4
|
+
|
|
5
|
+
import builtins as _builtins
|
|
6
|
+
from . import _utilities
|
|
7
|
+
import typing
|
|
8
|
+
# Export this package's modules as members:
|
|
9
|
+
from .experiment import *
|
|
10
|
+
from .get_experiment import *
|
|
11
|
+
from .get_experiment_by_name import *
|
|
12
|
+
from .provider import *
|
|
13
|
+
from .search_experiments import *
|
|
14
|
+
|
|
15
|
+
# Make subpackages available:
|
|
16
|
+
if typing.TYPE_CHECKING:
|
|
17
|
+
import baubap_mlflow.auth as __auth
|
|
18
|
+
auth = __auth
|
|
19
|
+
import baubap_mlflow.config as __config
|
|
20
|
+
config = __config
|
|
21
|
+
import baubap_mlflow.registry as __registry
|
|
22
|
+
registry = __registry
|
|
23
|
+
import baubap_mlflow.tracking as __tracking
|
|
24
|
+
tracking = __tracking
|
|
25
|
+
else:
|
|
26
|
+
auth = _utilities.lazy_import('baubap_mlflow.auth')
|
|
27
|
+
config = _utilities.lazy_import('baubap_mlflow.config')
|
|
28
|
+
registry = _utilities.lazy_import('baubap_mlflow.registry')
|
|
29
|
+
tracking = _utilities.lazy_import('baubap_mlflow.tracking')
|
|
30
|
+
|
|
31
|
+
_utilities.register(
|
|
32
|
+
resource_modules="""
|
|
33
|
+
[
|
|
34
|
+
{
|
|
35
|
+
"pkg": "mlflow",
|
|
36
|
+
"mod": "auth",
|
|
37
|
+
"fqn": "baubap_mlflow.auth",
|
|
38
|
+
"classes": {
|
|
39
|
+
"mlflow:auth:ExperimentPermission": "ExperimentPermission",
|
|
40
|
+
"mlflow:auth:RegisteredModelPermission": "RegisteredModelPermission",
|
|
41
|
+
"mlflow:auth:User": "User"
|
|
42
|
+
}
|
|
43
|
+
},
|
|
44
|
+
{
|
|
45
|
+
"pkg": "mlflow",
|
|
46
|
+
"mod": "index",
|
|
47
|
+
"fqn": "baubap_mlflow",
|
|
48
|
+
"classes": {
|
|
49
|
+
"mlflow:index:Experiment": "Experiment"
|
|
50
|
+
}
|
|
51
|
+
},
|
|
52
|
+
{
|
|
53
|
+
"pkg": "mlflow",
|
|
54
|
+
"mod": "registry",
|
|
55
|
+
"fqn": "baubap_mlflow.registry",
|
|
56
|
+
"classes": {
|
|
57
|
+
"mlflow:registry:ModelVersion": "ModelVersion",
|
|
58
|
+
"mlflow:registry:RegisteredModel": "RegisteredModel",
|
|
59
|
+
"mlflow:registry:RegisteredModelAlias": "RegisteredModelAlias"
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
]
|
|
63
|
+
""",
|
|
64
|
+
resource_packages="""
|
|
65
|
+
[
|
|
66
|
+
{
|
|
67
|
+
"pkg": "mlflow",
|
|
68
|
+
"token": "pulumi:providers:mlflow",
|
|
69
|
+
"fqn": "baubap_mlflow",
|
|
70
|
+
"class": "Provider"
|
|
71
|
+
}
|
|
72
|
+
]
|
|
73
|
+
"""
|
|
74
|
+
)
|