c2cciutils 1.8.0.dev64__py3-none-any.whl → 1.8.0.dev68__py3-none-any.whl

c2cciutils/schema.json

@@ -6,251 +6,6 @@
   "description": "C2C CI utils configuration file",
   "additionalProperties": false,
   "definitions": {
-    "publish_docker": {
-      "title": "Publish Docker",
-      "description": "The configuration used to publish on Docker",
-      "oneOf": [
-        {
-          "title": "Publish Docker config",
-          "description": "The configuration used to publish on Docker",
-          "type": "object",
-          "properties": {
-            "latest": {
-              "description": "Publish the latest version on tag latest",
-              "title": "Publish Docker latest",
-              "default": true,
-              "type": "boolean"
-            },
-            "images": {
-              "description": "List of images to be published",
-              "type": "array",
-              "items": {
-                "title": "Publish Docker image",
-                "type": "object",
-                "properties": {
-                  "group": {
-                    "description": "The image is in the group, should be used with the --group option of c2cciutils-publish script",
-                    "title": "Publish Docker image group",
-                    "default": "default",
-                    "type": "string"
-                  },
-                  "name": {
-                    "description": "The image name",
-                    "type": "string"
-                  },
-                  "tags": {
-                    "description": "The tag name, will be formatted with the version=<the version>, the image with version=latest should be present when we call the c2cciutils-publish script",
-                    "title": "publish docker image tags",
-                    "type": "array",
-                    "default": ["{version}"],
-                    "items": {
-                      "type": "string"
-                    }
-                  }
-                }
-              }
-            },
-            "repository": {
-              "title": "Docker repository",
-              "description": "The repository where we should publish the images",
-              "default": {
-                "github": {
-                  "server": "ghcr.io",
-                  "versions": ["version_tag", "version_branch", "rebuild"]
-                },
-                "dockerhub": {}
-              },
-              "type": "object",
-              "additionalProperties": {
-                "title": "Publish Docker repository",
-                "type": "object",
-                "properties": {
-                  "server": {
-                    "description": "The server URL",
-                    "type": "string"
-                  },
-                  "versions": {
-                    "description": "The kind or version that should be published, tag, branch or value of the --version argument of the c2cciutils-publish script",
-                    "title": "Publish Docker repository versions",
-                    "type": "array",
-                    "default": ["version_tag", "version_branch", "rebuild", "feature_branch"],
-                    "items": {
-                      "type": "string"
-                    }
-                  }
-                }
-              }
-            },
-            "dispatch": {
-              "description": "Send a dispatch event to an other repository",
-              "default": {},
-              "oneOf": [
-                {
-                  "type": "object",
-                  "title": "dispatch config",
-                  "description": "Send a dispatch event to an other repository",
-                  "properties": {
-                    "repository": {
-                      "title": "Docker dispatch repository",
-                      "description": "The repository name to be triggered",
-                      "default": "camptocamp/argocd-gs-gmf-apps",
-                      "type": "string"
-                    },
-                    "event-type": {
-                      "title": "Docker dispatch event type",
-                      "description": "The event type to be triggered",
-                      "default": "image-update",
-                      "type": "string"
-                    }
-                  }
-                },
-                { "const": false }
-              ]
-            },
-            "snyk": {
-              "description": "Checks the published images with Snyk",
-              "type": "object",
-              "properties": {
-                "monitor_args": {
-                  "description": "The arguments to pass to the Snyk container monitor command",
-                  "title": "Publish Docker Snyk monitor args",
-                  "default": ["--app-vulns"],
-                  "oneOf": [
-                    {
-                      "type": "array",
-                      "items": {
-                        "type": "string"
-                      }
-                    },
-                    { "const": false }
-                  ]
-                },
-                "test_args": {
-                  "description": "The arguments to pass to the Snyk container test command",
-                  "title": "Publish Docker Snyk test args",
-                  "default": ["--app-vulns", "--severity-threshold=critical"],
-                  "oneOf": [
-                    {
-                      "type": "array",
-                      "items": {
-                        "type": "string"
-                      }
-                    },
-                    { "const": false }
-                  ]
-                }
-              }
-            }
-          }
-        },
-        { "const": false }
-      ]
-    },
-    "publish_google_calendar": {
-      "title": "Publish Google calendar",
-      "description": "The configuration to publish on Google Calendar",
-      "default": {},
-      "oneOf": [
-        {
-          "title": "Publish Google calendar config",
-          "description": "The configuration to publish on Google Calendar",
-          "type": "object",
-          "properties": {
-            "on": {
-              "title": "Publish Google calendar on",
-              "default": ["version_branch", "version_tag", "rebuild"],
-              "type": "array",
-              "items": {
-                "type": "string"
-              }
-            }
-          }
-        },
-        { "const": false }
-      ]
-    },
-    "publish_pypi": {
-      "title": "publish pypi",
-      "description": "Configuration to publish on pypi",
-      "default": {},
-      "oneOf": [
-        {
-          "title": "publish pypi config",
-          "description": "Configuration to publish on pypi",
-          "type": "object",
-          "properties": {
-            "packages": {
-              "description": "The configuration of packages that will be published",
-              "type": "array",
-              "items": {
-                "title": "publish pypi package",
-                "description": "The configuration of package that will be published",
-                "type": "object",
-                "properties": {
-                  "group": {
-                    "description": "The image is in the group, should be used with the --group option of c2cciutils-publish script",
-                    "title": "Publish pip package group",
-                    "default": "default",
-                    "type": "string"
-                  },
-                  "path": {
-                    "description": "The path of the pypi package",
-                    "type": "string"
-                  },
-                  "build_command": {
-                    "description": "The command used to do the build",
-                    "type": "array",
-                    "items": {
-                      "type": "string"
-                    }
-                  }
-                }
-              }
-            },
-            "versions": {
-              "description": "The kind or version that should be published, tag, branch or value of the --version argument of the c2cciutils-publish script",
-              "type": "array",
-              "items": {
-                "type": "string"
-              }
-            }
-          }
-        },
-        {
-          "const": false
-        }
-      ]
-    },
-    "publish_helm": {
-      "title": "publish helm",
-      "description": "Configuration to publish Helm charts on GitHub release",
-      "oneOf": [
-        {
-          "title": "publish helm config",
-          "description": "Configuration to publish on Helm charts on GitHub release",
-          "type": "object",
-          "properties": {
-            "folders": {
-              "description": "The folders that will be published",
-              "type": "array",
-              "items": {
-                "type": "string"
-              }
-            },
-            "versions": {
-              "description": "The kind or version that should be published, tag, branch or value of the --version argument of the c2cciutils-publish script",
-              "type": "array",
-              "items": {
-                "type": "string"
-              }
-            }
-          }
-        },
-        {
-          "const": false
-        }
-      ]
-    },
     "print_versions": {
       "title": "Print versions",
       "description": "The print versions configuration",
@@ -290,58 +45,12 @@
           }
         }
       }
-    },
-    "version_transform": {
-      "title": "Version transform",
-      "description": "A version transformer definition",
-      "type": "array",
-      "items": {
-        "type": "object",
-        "properties": {
-          "from": {
-            "description": "The from regular expression",
-            "type": "string"
-          },
-          "to": {
-            "description": "The expand regular expression: https://docs.python.org/3/library/re.html#re.Match.expand",
-            "type": "string"
-          }
-        }
-      }
     }
   },
+
   "properties": {
     "print_versions": { "$ref": "#/definitions/print_versions" },
-    "publish": {
-      "title": "Publish",
-      "description": "The publishing configurations",
-      "default": {
-        "pypi": { "versions": ["version_tag"], "packages": "<auto-detected>" },
-        "docker": {
-          "images": "<auto-detected>"
-        },
-        "helm": {
-          "versions": ["version_tag"],
-          "folders": "<auto-detected>"
-        }
-      },
-      "type": "object",
-      "properties": {
-        "docker": { "$ref": "#/definitions/publish_docker" },
-        "pypi": { "$ref": "#/definitions/publish_pypi" },
-        "helm": { "$ref": "#/definitions/publish_helm" },
-        "google_calendar": { "$ref": "#/definitions/publish_google_calendar" }
-      }
-    },
-    "version": {
-      "title": "Version",
-      "description": "The version configurations",
-      "type": "object",
-      "properties": {
-        "branch_to_version_re": { "$ref": "#/definitions/version_transform" },
-        "tag_to_version_re": { "$ref": "#/definitions/version_transform" }
-      }
-    },
+
     "k8s": {
       "title": "K8s configuration",
       "default": {},
@@ -388,30 +97,6 @@
           }
         }
       }
-    },
-    "dpkg": {
-      "title": "dpkg",
-      "description": "The configuration use t manage the dpkg packages",
-      "type": "object",
-      "additionalProperties": false,
-      "properties": {
-        "packages_mapping": {
-          "title": "dpkg packages mapping",
-          "description": "The mapping of source package found in the image to package present in repology.org",
-          "type": "object",
-          "additionalProperties": {
-            "type": "string"
-          }
-        },
-        "ignored_packages": {
-          "title": "dpkg ignored packages",
-          "description": "The list of packages that should be ignored",
-          "type": "array",
-          "items": {
-            "type": "string"
-          }
-        }
-      }
     }
   }
 }

{c2cciutils-1.8.0.dev64.dist-info → c2cciutils-1.8.0.dev68.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: c2cciutils
-Version: 1.8.0.dev64
+Version: 1.8.0.dev68
 Summary: Common utilities for Camptocamp CI
 License: FreeBSD
 Keywords: ci
@@ -21,24 +21,9 @@ Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
 Classifier: Typing :: Typed
-Provides-Extra: audit
-Provides-Extra: checks
-Provides-Extra: pr-checks
-Provides-Extra: publish
-Provides-Extra: publish-plugins
-Provides-Extra: version
 Requires-Dist: PyYAML (==6.0.2)
-Requires-Dist: debian-inspector (==31.1.0)
-Requires-Dist: defusedxml (==0.7.1)
-Requires-Dist: google-api-python-client (==2.160.0) ; extra == "publish"
-Requires-Dist: google-auth-httplib2 (==0.2.0) ; extra == "publish"
-Requires-Dist: google-auth-oauthlib (==1.2.1) ; extra == "publish"
-Requires-Dist: id (==1.5.0) ; extra == "publish"
-Requires-Dist: multi-repo-automation (==1.5.0) ; extra == "version"
 Requires-Dist: requests (==2.32.3)
 Requires-Dist: ruamel.yaml (==0.18.10)
-Requires-Dist: security-md (==1.0.0)
-Requires-Dist: twine (==6.1.0) ; extra == "publish"
 Project-URL: Repository, https://github.com/camptocamp/c2cciutils
 Description-Content-Type: text/markdown
 
@@ -90,7 +75,6 @@ C2cciutils make easier to have those workflows in a project:
 
 - `auto-review.yaml`: Auto review the Renovate pull requests
 - `backport.yaml`: Trigger the backports (work with labels)
-- `clean.yaml`: Clean the Docker images related on a deleted feature branch
 - `main.yaml`: Main workflow especially with the c2cciutils-checks command
 
 All the provided commands used in the workflow:
@@ -98,8 +82,6 @@ All the provided commands used in the workflow:
 - `c2cciutils`: some generic tools.
 - `c2cciutils-version`: Create a new version of the project.
 - `c2cciutils-env`: Print some environment information.
-- `c2cciutils-publish`: Publish the project.
-- `c2cciutils-clean`: Delete Docker images on Docker Hub after corresponding branch have been deleted.
 
 ## Utilities
 
@@ -146,7 +128,6 @@ In the CI we need to have the following secrets::
 ## Use locally, in the projects that use c2cciutils
 
 Install it: `python3 -m pip install --user --requirement ci/requirements.txt`
-Dry run publish: `GITHUB_REF=... c2cciutils-publish --dry-run ...`
 
 ## Configuration
 
@@ -203,205 +184,6 @@ Select a formatter:
 - Configure Default Formatter...
 - Select the formatter
 
-## Publishing
-
-### To pypi
-
-The config is like this:
-
-```yaml
-versions:
-  # List of kinds of versions you want to publish, that can be:
-  # rebuild (specified with --type),
-  # version_tag, version_branch, feature_branch, feature_tag (for pull request)
-```
-
-It we have a `setup.py` file, we will be in legacy mode:
-When publishing, the version computed from arguments or `GITHUB_REF` is put in environment variable `VERSION`, thus you should use it in `setup.py`, example:
-
-```python
-VERSION = os.environ.get("VERSION", "1.0.0")
-```
-
-Also we consider that we use `poetry` with [poetry-dynamic-versioning](https://pypi.org/project/poetry-dynamic-versioning/) to manage the version, and [poetry-plugin-tweak-dependencies-version](https://pypi.org/project/poetry-plugin-tweak-dependencies-version/) to manage the dependencies versions.
-
-Example of configuration:
-
-```toml
-[tool.poetry-dynamic-versioning]
-enable = true
-vcs = "git"
-pattern = "^(?P<base>\\d+(\\.\\d+)*)"
-format-jinja = """
-{%- if env.get("VERSION_TYPE") == "version_branch" -%}
-{{serialize_pep440(bump_version(base, 1 if env.get("IS_MASTER") == "TRUE" else 2), dev=distance)}}
-{%- elif distance == 0 -%}
-{{serialize_pep440(base)}}
-{%- else -%}
-{{serialize_pep440(bump_version(base), dev=distance)}}
-{%- endif -%}
-"""
-
-```
-
-Note that we can access to the environment variables `VERSION`,`VERSION_TYPE` and `IS_MASTER`.
-
-Then by default:
-
-- Tag with `1.2.3` => release `1.2.3`
-- Commit on feature branch just do a validation
-- Commit on `master` branch after the tag 1.3.0 => release `1.4.0.dev1`
-- Commit on `1.3` branch after the tag 1.3.0 => release `1.3.1.dev1`
-
-#### Authentication
-
-If the file `~/.pypirc` exists we consider that we ar already logged in also
-we will do the login with the `pypi` server with OpenID Connect (OIDC).
-
-The OIDC login is recommended because it didn't needs any additional secrets,
-but it need some configuration on pypi in the package,
-see the [GitHub Documentation](https://docs.github.com/en/actions/security-for-github-actions/security-hardening-your-deployments/configuring-openid-connect-in-pypi#adding-the-identity-provider-to-pypi).
-
-#### Integration if the package directly in a Docker image
-
-To make it working in the `Dockerfile` you should have in the `poetry` stage:
-
-```Dockerfile
-ENV POETRY_DYNAMIC_VERSIONING_BYPASS=dev
-RUN poetry export --extras=checks --extras=publish --output=requirements.txt \
-    && poetry export --with=dev --output=requirements-dev.txt
-```
-
-And in the `run` stage
-
-```Dockerfile
-ARG VERSION=dev
-RUN --mount=type=cache,target=/root/.cache \
-    POETRY_DYNAMIC_VERSIONING_BYPASS=${VERSION} python3 -m pip install --disable-pip-version-check --no-deps --editable=.
-```
-
-And in the `Makefile`:
-
-```Makefile
-VERSION = $(strip $(shell poetry version --short))
-
-.PHONY: build
-build: ## Build the Docker images
-    docker build --build-arg=VERSION=$(VERSION) --tag=$(GITHUB_REPOSITORY) .
-```
-
-### To Docker registry
-
-The config is like this:
-
-```yaml
-latest: True
-images:
-  - # The base name of the image we want to publish
-    name:
-repository:
-  <internal_name>:
-    # The fqdn name of the server if not Docker hub
-    server:
-    # List of kinds of versions you want to publish, that can be: rebuild (specified using --type),
-    # version_tag, version_branch, feature_branch, feature_tag (for pull request)
-    version:
-    # List of tags we want to publish interpreted with `format(version=version)`
-    # e.g. if you use `{version}-lite` when you publish the version `1.2.3` the source tag
-    # (that should be built by the application build) is `latest-lite`, and it will be published
-    # with the tag `1.2.3-lite`.
-    tags:
-    # If your images are published by different jobs you can separate them in different groups
-    # and publish them with `c2cciutils-publish --group=<group>`
-    group:
-```
-
-By default, the last line of the `SECURITY.md` file will be published (`docker`) with the tag
-`latest`. Set `latest` to `False` to disable it.
-
-With the `c2cciutils-clean` the images on Docker hub for `feature_branch` will be removed on branch removing.
-
-## Download applications
-
-In case some executables or applications from GitHub releases or any other URLs are required on the CI host
-and are not handled by any dependency manager, we provide a set of tools to install them and manage upgrades
-through Renovate.
-
-Create an application file (e.-g. `applications.yaml`) with:
-
-```yaml
-# yaml-language-server: $schema=https://raw.githubusercontent.com/camptocamp/c2cciutils/master/c2cciutils/schema-applications.json
-
-# Application from GitHub release
-<organization>/<project>:
-  get-file-name: <file name present in the release>
-  to-file-name: <The file name you want to create in ~/.local/bin>
-  finish-command: # The command you want to run after the file is downloaded
-    - - chmod # To be executable (usually required)
-      - +x
-      - <to-file-name>
-    - - <to-file-name> # Print the version of the application
-      - --version
-# Application from GitHub release in a tar file (or tar.gz)
-<organization>/<project>:
-  get-file-name: <file name present in the release>
-  type: tar
-  tar-file-name: <The file name available in the tar file>
-  to-file-name: <The file name you want to create in ~/.local/bin>
-  finish-command: [...] # The command you want to run after the file is downloaded
-# Application from an URL
-<application reference name>:
-  url-pattern: <The URL used to download the application>
-  to-file-name: <The file name you want to create in ~/.local/bin>
-  finish-command: [...] # The command you want to run after the file is downloaded
-```
-
-In the attributes `url-pattern`, `get-file-name` you can use the following variables:
-
-- `{version}`: The version of the application present in the version file.
-- `{version_quote}`: The URL encoded version.
-- `{short_version}`: The version without the `v` prefix.
-
-The `applications-versions.yaml` file is a map of applications and their versions.
-
-Add in your Renovate configuration:
-
-```json5
-  regexManagers: [
-    {
-      fileMatch: ['^applications-versions.yaml$'],
-      matchStrings: [
-        '(?<depName>[^\\s]+): (?<currentValue>[^\\s]+) # (?<datasource>[^\\s]+)',
-      ],
-    },
-  ],
-```
-
-Now you need to call `c2cciutils-download-applications --applications-file=applications.yaml --versions-file=applications-version.yaml`
-to install required applications on CI host before using them (an already installed application is installed only if needed).
-
-## Use Renovate to trigger a new build instead of the legacy rebuild
-
-Run the command `c2cciutils-docker-versions-gen camptocamp/image[:tag]` to generate a file that is a kind of package lock of the Debian packages in the file `ci/dpkg-versions.yaml`.
-
-Add in your renovate configuration:
-
-```javascript
-  regexManagers: [
-    {
-      fileMatch: ['^ci/dpkg-versions.yaml$'],
-      matchStrings: [" *(?<depName>[^'\\s]+): '?(?<currentValue>[^'\\s/]*[0-9][^'\\s/]*)'?"],
-      datasourceTemplate: 'repology',
-      versioningTemplate: 'loose',
-    },
-  ],
-```
-
-When a new version of a Debian package will be available:
-
-- Renovate will automatically open a pull request to update the file `ci/dpkg-versions.yaml`.
-- And the continuous integration will build a new fresh Docker image with latest versions of all Debian packages.
-
 ## Kubernetes
 
 C2cciutils provide some commands for Kubernetes.

c2cciutils-1.8.0.dev68.dist-info/RECORD

@@ -0,0 +1,25 @@
+c2cciutils/__init__.py,sha256=h9YYi4HL_Ck5XH7CP91dpMEjWk0wV9q4IRNMfzmWoxs,7704
+c2cciutils/applications-versions.yaml,sha256=-hJ_fx-rxYYfYuhTA-2R2jiKFHYOK7U-NfkElslEvu4,179
+c2cciutils/applications.yaml,sha256=yn0XRi08cS29A_jXPofcBPxsGBv7PEBliztjRC3WtfM,504
+c2cciutils/applications_definition.py,sha256=inAh3vJitu3S9n62Ntv6N-avNUQlUd5FatNvDq4VpxM,1305
+c2cciutils/branches.graphql,sha256=UZrj1RO-H527M1SKqWm1VnkWtNsuKTnPTf4BCU2YcOU,358
+c2cciutils/commits.graphql,sha256=3HAuIEig5V7j1L-6mqBaOkiTD3Fb8_gl1ilpZjPJf74,308
+c2cciutils/configuration.py,sha256=Y-bSN7dbRDPGiuEXhiOu98LWpgEJkCwp6CSaUwZjIuI,4323
+c2cciutils/default_branch.graphql,sha256=CaP3rRsNiyg_7RvqbMk0tOJr0aqWd8cOeSV-ZKgvKY4,131
+c2cciutils/env.py,sha256=daNqFY-6-X7PGuPz5OaN634KqYtsawj9Dj-Zt-bxctw,3338
+c2cciutils/schema.json,sha256=8VNH64PdlZruYKPbBTd0t7WjTBE0cjRrVJuyziEXo38,3323
+c2cciutils/scripts/__init__.py,sha256=YvySYhMJ9eUqBc9FgH6hNbZHbTU25D7z6FIbYJiRW_U,34
+c2cciutils/scripts/docker_logs.py,sha256=m8ETno2N1mqh-xHvmCi2zxXfvX_vc14dgsOqqMsxpdQ,1790
+c2cciutils/scripts/download_applications.py,sha256=x0SPm4MCWCIYMp1AWekIpbOicwUixitEAJ69quMq698,4488
+c2cciutils/scripts/env.py,sha256=YZwV39D_vQ454ytHByI84gXP6VrtTW3eM8MdFLUBCw0,363
+c2cciutils/scripts/k8s/__init__.py,sha256=m8_lELJYRmzbAW7aGZL_T3tNwuFi1t8ot8F271HZp9E,67
+c2cciutils/scripts/k8s/db.py,sha256=GK1tzzyCqrCyIJzcBdIXjyNJUXrBPFNa-9fdtwxyrlU,3268
+c2cciutils/scripts/k8s/install.py,sha256=OIQ8KHA3Pst2pjO2E-J5FYNaBHW-i-fqCXlAUcG1tw0,933
+c2cciutils/scripts/k8s/logs.py,sha256=-xJYu8BBUmSmMrPEwiTBKZjJBRyIlMp1depCB04_NWs,2655
+c2cciutils/scripts/k8s/wait.py,sha256=zgPToNMN42qRTAq3RyzCApOqxOPJmmVUsIqbEuXCdiE,5689
+c2cciutils/scripts/main.py,sha256=DfljDzEGCWwP7FZG0RRZaXD6PmOVaXMJjnNBQ0-rAWM,785
+c2cciutils-1.8.0.dev68.dist-info/LICENSE,sha256=K_e76Y2cY12AHvtanvNmIEJ0nWsNh_WFMDK020TxMcY,1307
+c2cciutils-1.8.0.dev68.dist-info/METADATA,sha256=jFVaDKRLUsl_AGeUuUzWk1fRU0yrHeLbpBB5PTedMdk,9486
+c2cciutils-1.8.0.dev68.dist-info/WHEEL,sha256=XbeZDeTWKc1w7CSIyre5aMDU_-PohRwTQceYnisIYYY,88
+c2cciutils-1.8.0.dev68.dist-info/entry_points.txt,sha256=w1Sdz21V5YnbdnChRYvCg_h8tj-g1LeG0TdNcU_Lqjo,375
+c2cciutils-1.8.0.dev68.dist-info/RECORD,,

c2cciutils-1.8.0.dev68.dist-info/entry_points.txt

@@ -0,0 +1,9 @@
+[console_scripts]
+c2cciutils=c2cciutils.scripts.main:main
+c2cciutils-docker-logs=c2cciutils.scripts.docker_logs:main
+c2cciutils-env=c2cciutils.scripts.env:main
+c2cciutils-k8s-db=c2cciutils.scripts.k8s.db:main
+c2cciutils-k8s-install=c2cciutils.scripts.k8s.install:main
+c2cciutils-k8s-logs=c2cciutils.scripts.k8s.logs:main
+c2cciutils-k8s-wait=c2cciutils.scripts.k8s.wait:main
+