trainml 0.5.2__tar.gz → 0.5.4__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (103) hide show
  1. {trainml-0.5.2/trainml.egg-info → trainml-0.5.4}/PKG-INFO +1 -1
  2. {trainml-0.5.2 → trainml-0.5.4}/tests/integration/test_jobs_integration.py +1 -1
  3. {trainml-0.5.2 → trainml-0.5.4}/trainml/__init__.py +1 -1
  4. {trainml-0.5.2 → trainml-0.5.4}/trainml/cli/job/create.py +23 -54
  5. {trainml-0.5.2 → trainml-0.5.4/trainml.egg-info}/PKG-INFO +1 -1
  6. {trainml-0.5.2 → trainml-0.5.4}/LICENSE +0 -0
  7. {trainml-0.5.2 → trainml-0.5.4}/README.md +0 -0
  8. {trainml-0.5.2 → trainml-0.5.4}/examples/__init__.py +0 -0
  9. {trainml-0.5.2 → trainml-0.5.4}/examples/create_dataset_and_training_job.py +0 -0
  10. {trainml-0.5.2 → trainml-0.5.4}/examples/local_storage.py +0 -0
  11. {trainml-0.5.2 → trainml-0.5.4}/examples/training_inference_pipeline.py +0 -0
  12. {trainml-0.5.2 → trainml-0.5.4}/pyproject.toml +0 -0
  13. {trainml-0.5.2 → trainml-0.5.4}/setup.cfg +0 -0
  14. {trainml-0.5.2 → trainml-0.5.4}/setup.py +0 -0
  15. {trainml-0.5.2 → trainml-0.5.4}/tests/integration/__init__.py +0 -0
  16. {trainml-0.5.2 → trainml-0.5.4}/tests/integration/cloudbender/__init__.py +0 -0
  17. {trainml-0.5.2 → trainml-0.5.4}/tests/integration/cloudbender/test_providers_integration.py +0 -0
  18. {trainml-0.5.2 → trainml-0.5.4}/tests/integration/conftest.py +0 -0
  19. {trainml-0.5.2 → trainml-0.5.4}/tests/integration/test_checkpoints_integration.py +0 -0
  20. {trainml-0.5.2 → trainml-0.5.4}/tests/integration/test_datasets_integration.py +0 -0
  21. {trainml-0.5.2 → trainml-0.5.4}/tests/integration/test_environments_integration.py +0 -0
  22. {trainml-0.5.2 → trainml-0.5.4}/tests/integration/test_gpu_types_integration.py +0 -0
  23. {trainml-0.5.2 → trainml-0.5.4}/tests/integration/test_models_integration.py +0 -0
  24. {trainml-0.5.2 → trainml-0.5.4}/tests/integration/test_projects_integration.py +0 -0
  25. {trainml-0.5.2 → trainml-0.5.4}/tests/unit/__init__.py +0 -0
  26. {trainml-0.5.2 → trainml-0.5.4}/tests/unit/cli/__init__.py +0 -0
  27. {trainml-0.5.2 → trainml-0.5.4}/tests/unit/cli/cloudbender/__init__.py +0 -0
  28. {trainml-0.5.2 → trainml-0.5.4}/tests/unit/cli/cloudbender/test_cli_datastore_unit.py +0 -0
  29. {trainml-0.5.2 → trainml-0.5.4}/tests/unit/cli/cloudbender/test_cli_device_unit.py +0 -0
  30. {trainml-0.5.2 → trainml-0.5.4}/tests/unit/cli/cloudbender/test_cli_node_unit.py +0 -0
  31. {trainml-0.5.2 → trainml-0.5.4}/tests/unit/cli/cloudbender/test_cli_provider_unit.py +0 -0
  32. {trainml-0.5.2 → trainml-0.5.4}/tests/unit/cli/cloudbender/test_cli_region_unit.py +0 -0
  33. {trainml-0.5.2 → trainml-0.5.4}/tests/unit/cli/cloudbender/test_cli_reservation_unit.py +0 -0
  34. {trainml-0.5.2 → trainml-0.5.4}/tests/unit/cli/conftest.py +0 -0
  35. {trainml-0.5.2 → trainml-0.5.4}/tests/unit/cli/test_cli_checkpoint_unit.py +0 -0
  36. {trainml-0.5.2 → trainml-0.5.4}/tests/unit/cli/test_cli_datasets_unit.py +0 -0
  37. {trainml-0.5.2 → trainml-0.5.4}/tests/unit/cli/test_cli_environment_unit.py +0 -0
  38. {trainml-0.5.2 → trainml-0.5.4}/tests/unit/cli/test_cli_gpu_unit.py +0 -0
  39. {trainml-0.5.2 → trainml-0.5.4}/tests/unit/cli/test_cli_job_unit.py +0 -0
  40. {trainml-0.5.2 → trainml-0.5.4}/tests/unit/cli/test_cli_model_unit.py +0 -0
  41. {trainml-0.5.2 → trainml-0.5.4}/tests/unit/cli/test_cli_project_unit.py +0 -0
  42. {trainml-0.5.2 → trainml-0.5.4}/tests/unit/cloudbender/__init__.py +0 -0
  43. {trainml-0.5.2 → trainml-0.5.4}/tests/unit/cloudbender/test_datastores_unit.py +0 -0
  44. {trainml-0.5.2 → trainml-0.5.4}/tests/unit/cloudbender/test_device_configs_unit.py +0 -0
  45. {trainml-0.5.2 → trainml-0.5.4}/tests/unit/cloudbender/test_devices_unit.py +0 -0
  46. {trainml-0.5.2 → trainml-0.5.4}/tests/unit/cloudbender/test_nodes_unit.py +0 -0
  47. {trainml-0.5.2 → trainml-0.5.4}/tests/unit/cloudbender/test_providers_unit.py +0 -0
  48. {trainml-0.5.2 → trainml-0.5.4}/tests/unit/cloudbender/test_regions_unit.py +0 -0
  49. {trainml-0.5.2 → trainml-0.5.4}/tests/unit/cloudbender/test_reservations_unit.py +0 -0
  50. {trainml-0.5.2 → trainml-0.5.4}/tests/unit/conftest.py +0 -0
  51. {trainml-0.5.2 → trainml-0.5.4}/tests/unit/test_auth.py +0 -0
  52. {trainml-0.5.2 → trainml-0.5.4}/tests/unit/test_checkpoints_unit.py +0 -0
  53. {trainml-0.5.2 → trainml-0.5.4}/tests/unit/test_connections_unit.py +0 -0
  54. {trainml-0.5.2 → trainml-0.5.4}/tests/unit/test_datasets_unit.py +0 -0
  55. {trainml-0.5.2 → trainml-0.5.4}/tests/unit/test_environments_unit.py +0 -0
  56. {trainml-0.5.2 → trainml-0.5.4}/tests/unit/test_exceptions.py +0 -0
  57. {trainml-0.5.2 → trainml-0.5.4}/tests/unit/test_gpu_types_unit.py +0 -0
  58. {trainml-0.5.2 → trainml-0.5.4}/tests/unit/test_jobs_unit.py +0 -0
  59. {trainml-0.5.2 → trainml-0.5.4}/tests/unit/test_models_unit.py +0 -0
  60. {trainml-0.5.2 → trainml-0.5.4}/tests/unit/test_projects_unit.py +0 -0
  61. {trainml-0.5.2 → trainml-0.5.4}/tests/unit/test_trainml.py +0 -0
  62. {trainml-0.5.2 → trainml-0.5.4}/trainml/__main__.py +0 -0
  63. {trainml-0.5.2 → trainml-0.5.4}/trainml/auth.py +0 -0
  64. {trainml-0.5.2 → trainml-0.5.4}/trainml/checkpoints.py +0 -0
  65. {trainml-0.5.2 → trainml-0.5.4}/trainml/cli/__init__.py +0 -0
  66. {trainml-0.5.2 → trainml-0.5.4}/trainml/cli/checkpoint.py +0 -0
  67. {trainml-0.5.2 → trainml-0.5.4}/trainml/cli/cloudbender/__init__.py +0 -0
  68. {trainml-0.5.2 → trainml-0.5.4}/trainml/cli/cloudbender/datastore.py +0 -0
  69. {trainml-0.5.2 → trainml-0.5.4}/trainml/cli/cloudbender/device.py +0 -0
  70. {trainml-0.5.2 → trainml-0.5.4}/trainml/cli/cloudbender/node.py +0 -0
  71. {trainml-0.5.2 → trainml-0.5.4}/trainml/cli/cloudbender/provider.py +0 -0
  72. {trainml-0.5.2 → trainml-0.5.4}/trainml/cli/cloudbender/region.py +0 -0
  73. {trainml-0.5.2 → trainml-0.5.4}/trainml/cli/cloudbender/reservation.py +0 -0
  74. {trainml-0.5.2 → trainml-0.5.4}/trainml/cli/connection.py +0 -0
  75. {trainml-0.5.2 → trainml-0.5.4}/trainml/cli/dataset.py +0 -0
  76. {trainml-0.5.2 → trainml-0.5.4}/trainml/cli/environment.py +0 -0
  77. {trainml-0.5.2 → trainml-0.5.4}/trainml/cli/gpu.py +0 -0
  78. {trainml-0.5.2 → trainml-0.5.4}/trainml/cli/job/__init__.py +0 -0
  79. {trainml-0.5.2 → trainml-0.5.4}/trainml/cli/model.py +0 -0
  80. {trainml-0.5.2 → trainml-0.5.4}/trainml/cli/project.py +0 -0
  81. {trainml-0.5.2 → trainml-0.5.4}/trainml/cloudbender/__init__.py +0 -0
  82. {trainml-0.5.2 → trainml-0.5.4}/trainml/cloudbender/cloudbender.py +0 -0
  83. {trainml-0.5.2 → trainml-0.5.4}/trainml/cloudbender/datastores.py +0 -0
  84. {trainml-0.5.2 → trainml-0.5.4}/trainml/cloudbender/device_configs.py +0 -0
  85. {trainml-0.5.2 → trainml-0.5.4}/trainml/cloudbender/devices.py +0 -0
  86. {trainml-0.5.2 → trainml-0.5.4}/trainml/cloudbender/nodes.py +0 -0
  87. {trainml-0.5.2 → trainml-0.5.4}/trainml/cloudbender/providers.py +0 -0
  88. {trainml-0.5.2 → trainml-0.5.4}/trainml/cloudbender/regions.py +0 -0
  89. {trainml-0.5.2 → trainml-0.5.4}/trainml/cloudbender/reservations.py +0 -0
  90. {trainml-0.5.2 → trainml-0.5.4}/trainml/connections.py +0 -0
  91. {trainml-0.5.2 → trainml-0.5.4}/trainml/datasets.py +0 -0
  92. {trainml-0.5.2 → trainml-0.5.4}/trainml/environments.py +0 -0
  93. {trainml-0.5.2 → trainml-0.5.4}/trainml/exceptions.py +0 -0
  94. {trainml-0.5.2 → trainml-0.5.4}/trainml/gpu_types.py +0 -0
  95. {trainml-0.5.2 → trainml-0.5.4}/trainml/jobs.py +0 -0
  96. {trainml-0.5.2 → trainml-0.5.4}/trainml/models.py +0 -0
  97. {trainml-0.5.2 → trainml-0.5.4}/trainml/projects.py +0 -0
  98. {trainml-0.5.2 → trainml-0.5.4}/trainml/trainml.py +0 -0
  99. {trainml-0.5.2 → trainml-0.5.4}/trainml.egg-info/SOURCES.txt +0 -0
  100. {trainml-0.5.2 → trainml-0.5.4}/trainml.egg-info/dependency_links.txt +0 -0
  101. {trainml-0.5.2 → trainml-0.5.4}/trainml.egg-info/entry_points.txt +0 -0
  102. {trainml-0.5.2 → trainml-0.5.4}/trainml.egg-info/requires.txt +0 -0
  103. {trainml-0.5.2 → trainml-0.5.4}/trainml.egg-info/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: trainml
3
- Version: 0.5.2
3
+ Version: 0.5.4
4
4
  Summary: trainML client SDK and command line utilities
5
5
  Home-page: https://github.com/trainML/trainml-cli
6
6
  Author: trainML
@@ -430,7 +430,7 @@ class JobIOTests:
430
430
  source_uri="git@github.com:trainML/environment-tests.git",
431
431
  )
432
432
  await model.wait_for("ready", 300)
433
- assert model.size >= 200000
433
+ assert model.size >= 50000
434
434
 
435
435
  job = await trainml.jobs.create(
436
436
  "CLI Automated Tests - Training With trainML Model Output",
@@ -13,5 +13,5 @@ logging.basicConfig(
13
13
  logger = logging.getLogger(__name__)
14
14
 
15
15
 
16
- __version__ = "0.5.2"
16
+ __version__ = "0.5.4"
17
17
  __all__ = "TrainML"
@@ -268,9 +268,7 @@ def notebook(
268
268
  options["environment"]["type"] = environment
269
269
 
270
270
  try:
271
- envs = [
272
- {"key": e.split("=")[0], "value": e.split("=")[1]} for e in env
273
- ]
271
+ envs = [{"key": e.split("=")[0], "value": e.split("=")[1]} for e in env]
274
272
  options["environment"]["env"] = envs
275
273
  except IndexError:
276
274
  raise click.UsageError(
@@ -284,16 +282,12 @@ def notebook(
284
282
  if pip_packages:
285
283
  options["environment"]["packages"]["pip"] = pip_packages.split(",")
286
284
  if conda_packages:
287
- options["environment"]["packages"]["conda"] = conda_packages.split(
288
- ","
289
- )
285
+ options["environment"]["packages"]["conda"] = conda_packages.split(",")
290
286
 
291
287
  if data_dir:
292
288
  click.echo("Creating Dataset..", file=config.stdout)
293
289
  new_dataset = config.trainml.run(
294
- config.trainml.client.datasets.create(
295
- f"Job - {name}", "local", data_dir
296
- )
290
+ config.trainml.client.datasets.create(f"Job - {name}", "local", data_dir)
297
291
  )
298
292
  if attach:
299
293
  config.trainml.run(new_dataset.attach(), new_dataset.connect())
@@ -302,9 +296,7 @@ def notebook(
302
296
  config.trainml.run(new_dataset.connect())
303
297
  config.trainml.run(new_dataset.wait_for("ready"))
304
298
  config.trainml.run(new_dataset.disconnect())
305
- options["data"]["datasets"].append(
306
- dict(id=new_dataset.id, type="existing")
307
- )
299
+ options["data"]["datasets"].append(dict(id=new_dataset.id, type="existing"))
308
300
 
309
301
  if git_uri:
310
302
  options["model"]["source_type"] = "git"
@@ -397,7 +389,8 @@ def notebook(
397
389
  ],
398
390
  case_sensitive=False,
399
391
  ),
400
- default="rtx3090",
392
+ default=["rtx3090"],
393
+ multiple=True,
401
394
  show_default=True,
402
395
  help="GPU type.",
403
396
  )
@@ -619,21 +612,15 @@ def training(
619
612
  if output_type:
620
613
  options["data"]["output_type"] = output_type
621
614
  options["data"]["output_uri"] = output_uri
622
- options["data"]["output_options"] = dict(
623
- archive=archive, save_model=save_model
624
- )
615
+ options["data"]["output_options"] = dict(archive=archive, save_model=save_model)
625
616
 
626
617
  if output_dir:
627
618
  options["data"]["output_type"] = "local"
628
619
  options["data"]["output_uri"] = output_dir
629
- options["data"]["output_options"] = dict(
630
- archive=archive, save_model=save_model
631
- )
620
+ options["data"]["output_options"] = dict(archive=archive, save_model=save_model)
632
621
 
633
622
  try:
634
- envs = [
635
- {"key": e.split("=")[0], "value": e.split("=")[1]} for e in env
636
- ]
623
+ envs = [{"key": e.split("=")[0], "value": e.split("=")[1]} for e in env]
637
624
  options["environment"]["env"] = envs
638
625
  except IndexError:
639
626
  raise click.UsageError(
@@ -647,16 +634,12 @@ def training(
647
634
  if pip_packages:
648
635
  options["environment"]["packages"]["pip"] = pip_packages.split(",")
649
636
  if conda_packages:
650
- options["environment"]["packages"]["conda"] = conda_packages.split(
651
- ","
652
- )
637
+ options["environment"]["packages"]["conda"] = conda_packages.split(",")
653
638
 
654
639
  if data_dir:
655
640
  click.echo("Creating Dataset..", file=config.stdout)
656
641
  new_dataset = config.trainml.run(
657
- config.trainml.client.datasets.create(
658
- f"Job - {name}", "local", data_dir
659
- )
642
+ config.trainml.client.datasets.create(f"Job - {name}", "local", data_dir)
660
643
  )
661
644
  if attach:
662
645
  config.trainml.run(new_dataset.attach(), new_dataset.connect())
@@ -665,9 +648,7 @@ def training(
665
648
  config.trainml.run(new_dataset.connect())
666
649
  config.trainml.run(new_dataset.wait_for("ready"))
667
650
  config.trainml.run(new_dataset.disconnect())
668
- options["data"]["datasets"].append(
669
- dict(id=new_dataset.id, type="existing")
670
- )
651
+ options["data"]["datasets"].append(dict(id=new_dataset.id, type="existing"))
671
652
 
672
653
  if git_uri:
673
654
  options["model"]["source_type"] = "git"
@@ -751,8 +732,9 @@ def training(
751
732
  ],
752
733
  case_sensitive=False,
753
734
  ),
754
- default="rtx3090",
735
+ default=["rtx3090"],
755
736
  show_default=True,
737
+ multiple=True,
756
738
  help="GPU type.",
757
739
  )
758
740
  @click.option(
@@ -975,21 +957,15 @@ def inference(
975
957
  if output_type:
976
958
  options["data"]["output_type"] = output_type
977
959
  options["data"]["output_uri"] = output_uri
978
- options["data"]["output_options"] = dict(
979
- archive=archive, save_model=save_model
980
- )
960
+ options["data"]["output_options"] = dict(archive=archive, save_model=save_model)
981
961
 
982
962
  if output_dir:
983
963
  options["data"]["output_type"] = "local"
984
964
  options["data"]["output_uri"] = output_dir
985
- options["data"]["output_options"] = dict(
986
- archive=archive, save_model=save_model
987
- )
965
+ options["data"]["output_options"] = dict(archive=archive, save_model=save_model)
988
966
 
989
967
  try:
990
- envs = [
991
- {"key": e.split("=")[0], "value": e.split("=")[1]} for e in env
992
- ]
968
+ envs = [{"key": e.split("=")[0], "value": e.split("=")[1]} for e in env]
993
969
  options["environment"]["env"] = envs
994
970
  except IndexError:
995
971
  raise click.UsageError(
@@ -1003,9 +979,7 @@ def inference(
1003
979
  if pip_packages:
1004
980
  options["environment"]["packages"]["pip"] = pip_packages.split(",")
1005
981
  if conda_packages:
1006
- options["environment"]["packages"]["conda"] = conda_packages.split(
1007
- ","
1008
- )
982
+ options["environment"]["packages"]["conda"] = conda_packages.split(",")
1009
983
 
1010
984
  if git_uri:
1011
985
  options["model"]["source_type"] = "git"
@@ -1125,8 +1099,9 @@ def from_json(config, attach, connect, file):
1125
1099
  ],
1126
1100
  case_sensitive=False,
1127
1101
  ),
1128
- default="rtx3090",
1102
+ default=["rtx3090"],
1129
1103
  show_default=True,
1104
+ multiple=True,
1130
1105
  help="GPU type.",
1131
1106
  )
1132
1107
  @click.option(
@@ -1296,9 +1271,7 @@ def endpoint(
1296
1271
  options["environment"]["type"] = environment
1297
1272
 
1298
1273
  try:
1299
- envs = [
1300
- {"key": e.split("=")[0], "value": e.split("=")[1]} for e in env
1301
- ]
1274
+ envs = [{"key": e.split("=")[0], "value": e.split("=")[1]} for e in env]
1302
1275
  options["environment"]["env"] = envs
1303
1276
  except IndexError:
1304
1277
  raise click.UsageError(
@@ -1312,9 +1285,7 @@ def endpoint(
1312
1285
  if pip_packages:
1313
1286
  options["environment"]["packages"]["pip"] = pip_packages.split(",")
1314
1287
  if conda_packages:
1315
- options["environment"]["packages"]["conda"] = conda_packages.split(
1316
- ","
1317
- )
1288
+ options["environment"]["packages"]["conda"] = conda_packages.split(",")
1318
1289
 
1319
1290
  if git_uri:
1320
1291
  options["model"]["source_type"] = "git"
@@ -1356,6 +1327,4 @@ def endpoint(
1356
1327
  click.echo("Waiting for job to start...", file=config.stdout)
1357
1328
  config.trainml.run(job.wait_for("running", timeout))
1358
1329
  config.trainml.run(job.refresh())
1359
- click.echo(
1360
- f"Endpoint is running at: {job.url}", file=config.stdout
1361
- )
1330
+ click.echo(f"Endpoint is running at: {job.url}", file=config.stdout)
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: trainml
3
- Version: 0.5.2
3
+ Version: 0.5.4
4
4
  Summary: trainML client SDK and command line utilities
5
5
  Home-page: https://github.com/trainML/trainml-cli
6
6
  Author: trainML
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes