pyprocessors-iptc_mapper 0.5.7__tar.gz

pyprocessors_iptc_mapper-0.5.7/.gitignore

@@ -0,0 +1,130 @@
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+pip-wheel-metadata/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+.idea/
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+.python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# celery beat schedule file
+celerybeat-schedule
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+# Specific
+.groovylintrc.json
+.emailNotif

pyprocessors_iptc_mapper-0.5.7/.idea/.gitignore

@@ -0,0 +1,8 @@
+# Default ignored files
+/shelf/
+/workspace.xml
+# Editor-based HTTP Client requests
+/httpRequests/
+# Datasource local storage ignored files
+/dataSources/
+/dataSources.local.xml

pyprocessors_iptc_mapper-0.5.7/.idea/inspectionProfiles/Project_Default.xml

@@ -0,0 +1,23 @@
+<component name="InspectionProjectProfileManager">
+  <profile version="1.0">
+    <option name="myName" value="Project Default" />
+    <inspection_tool class="PyPep8NamingInspection" enabled="true" level="WEAK WARNING" enabled_by_default="true">
+      <option name="ignoredErrors">
+        <list>
+          <option value="N806" />
+          <option value="N802" />
+          <option value="N803" />
+          <option value="N801" />
+        </list>
+      </option>
+    </inspection_tool>
+    <inspection_tool class="PyUnresolvedReferencesInspection" enabled="true" level="WARNING" enabled_by_default="true">
+      <option name="ignoredIdentifiers">
+        <list>
+          <option value="pyformatters_mazars_table.mazars_table.CleanAndDeduplicate" />
+          <option value="pyformatters_mazars_table.mazars_table.*" />
+        </list>
+      </option>
+    </inspection_tool>
+  </profile>
+</component>

pyprocessors_iptc_mapper-0.5.7/.idea/inspectionProfiles/profiles_settings.xml

@@ -0,0 +1,6 @@
+<component name="InspectionProjectProfileManager">
+  <settings>
+    <option name="USE_PROJECT_PROFILE" value="false" />
+    <version value="1.0" />
+  </settings>
+</component>

pyprocessors_iptc_mapper-0.5.7/.idea/misc.xml

@@ -0,0 +1,7 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="Black">
+    <option name="sdkName" value="Python 3.11 (whisperx)" />
+  </component>
+  <component name="ProjectRootManager" version="2" project-jdk-name="Python 3.8 virtualenv at /media/olivier/ssd1T/.pyenv/versions/pymultirole (2)" project-jdk-type="Python SDK" />
+</project>

pyprocessors_iptc_mapper-0.5.7/.idea/modules.xml

@@ -0,0 +1,8 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="ProjectModuleManager">
+    <modules>
+      <module fileurl="file://$PROJECT_DIR$/.idea/pyprocessors_iptc_mapper.iml" filepath="$PROJECT_DIR$/.idea/pyprocessors_iptc_mapper.iml" />
+    </modules>
+  </component>
+</project>

pyprocessors_iptc_mapper-0.5.7/.idea/pyprocessors_iptc_mapper.iml

@@ -0,0 +1,15 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<module type="PYTHON_MODULE" version="4">
+  <component name="NewModuleRootManager">
+    <content url="file://$MODULE_DIR$">
+      <sourceFolder url="file://$MODULE_DIR$/src" isTestSource="false" />
+      <sourceFolder url="file://$MODULE_DIR$/tests" isTestSource="true" />
+    </content>
+    <orderEntry type="jdk" jdkName="Python 3.8 virtualenv at /media/olivier/ssd1T/.pyenv/versions/pymultirole (2)" jdkType="Python SDK" />
+    <orderEntry type="sourceFolder" forTests="false" />
+  </component>
+  <component name="PyDocumentationSettings">
+    <option name="format" value="PLAIN" />
+    <option name="myDocStringFormat" value="Plain" />
+  </component>
+</module>

pyprocessors_iptc_mapper-0.5.7/AUTHORS.md

@@ -0,0 +1,5 @@
+# Authors
+
+Contributors to pyprocessors_iptc_mapper include:
+
++ [Olivier Terrier](mailto:olivier.terrier@kairntech.com)

pyprocessors_iptc_mapper-0.5.7/CHANGELOG.md

@@ -0,0 +1,7 @@
+# Changelog
+All notable changes to this project will be documented in this file.
+
+The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
+and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
+
+## [unreleased]

pyprocessors_iptc_mapper-0.5.7/Dockerfile

@@ -0,0 +1,20 @@
+FROM python:3.8-slim-buster
+# Install prerequisites
+RUN apt-get update -y && \
+    apt-get install -y \
+    patch \
+    gcc pkg-config \
+    libicu-dev && \
+    apt-get install -y --no-install-recommends \
+    g++ \
+    git && \
+# Final upgrade + clean
+    apt-get update -y && \
+    apt-get clean all -y
+
+# Enable Installing packages as root
+ENV FLIT_ROOT_INSTALL=1
+
+# Add pyproject.toml + README.md for flit install
+ADD pyproject.toml pyproject.toml
+ADD README.md README.md

pyprocessors_iptc_mapper-0.5.7/Jenkinsfile

@@ -0,0 +1,408 @@
+pipeline {
+  environment {
+    PATH_HOME = '/home/jenkins'
+    TEST_REPORT_DIR = '/root/test-reports'
+    PYTHONPYCACHEPREFIX = '/tmp/.pytest_cache'
+    PYTHONDONTWRITEBYTECODE = '1'
+    JENKINS_UIDGID = '1004:1004'
+
+    MAJOR_VERSION = '0'
+    MINOR_VERSION = '5'
+  }
+
+  agent none
+
+  triggers {
+    upstream(upstreamProjects: 'pymultirole_plugins/' + BRANCH_NAME.replaceAll('/', '%2F'),\
+                                threshold: hudson.model.Result.SUCCESS)
+  }
+
+  stages {
+    stage('Catch build termination') {
+      agent {
+        node {
+          label 'built-in'
+          customWorkspace "${PATH_HOME}/${JOB_NAME}"
+        }
+      }
+      stages {
+        stage('Analyse build cause') {
+          steps {
+            script {
+              analyseBuildCause()
+            }
+          }
+        }
+      }
+    }
+
+    stage('Generate new version') {
+      when {
+        environment name: 'SKIP_JOB', value: '0'
+      }
+
+      agent {
+        node {
+          label 'built-in'
+          customWorkspace "${PATH_HOME}/${JOB_NAME}"
+        }
+      }
+
+      stages {
+        stage('Add credentials') {
+          steps {
+            script {
+              // Add password file for flit publishing
+              sh "cp ${PATH_HOME}/.passwd-pypi .env"
+            }
+          }
+        }
+
+        stage('Commit new version') {
+          steps {
+            script {
+              println("attempt to publish ${JOB_NAME} with version: ${MAJOR_VERSION}.${MINOR_VERSION}.${BUILD_ID}")
+
+              // push updates of file __init__.py
+              withCredentials([gitUsernamePassword(credentialsId: 'bitbucket-user', gitToolName: 'git-tool')]) {
+                sh 'git pull'
+                sh "echo '\"\"\"Sherpa IPTC category mapper\"\"\"' > src/pyprocessors_iptc_mapper/__init__.py"
+                sh "echo '__version__ = \"${MAJOR_VERSION}.${MINOR_VERSION}.${env.BUILD_ID}\"' >> src/pyprocessors_iptc_mapper/__init__.py"
+                sh 'git commit src/pyprocessors_iptc_mapper/__init__.py -m "[Jenkins CI] Commit on version files" || echo "No changes to commit"'
+                sh 'git push'
+              }
+            }
+          }
+        }
+      }
+    }
+
+    stage('Build, test and publish') {
+      when {
+        beforeAgent true
+        environment name: 'SKIP_JOB', value: '0'
+      }
+
+      agent {
+        // dockerfile agent
+        // Mounted volume for Junit reports
+        //   - docker: /root/test-reports
+        //   - host  : /tmp/_${JOB_NAME}/test-reports
+        dockerfile {
+          label 'built-in'
+          customWorkspace "${PATH_HOME}/${JOB_NAME}"
+          filename 'Dockerfile'
+          args "-u root --privileged -v /tmp/_${JOB_NAME}/test-reports:${TEST_REPORT_DIR}"
+        }
+      }
+
+      stages {
+        stage('Install flit & flake8') {
+          steps {
+            // remove any previous tox env
+            sh 'rm -rf .tox'
+            sh 'python -m pip install pip==22.0.3'
+            sh 'pip install --no-cache-dir flit==3.2.0 flake8==3.9.2 flakehell tox'
+            sh 'flit install'
+          }
+        }
+
+        stage('Test & lint python code') {
+          steps {
+            // remove any previous results.xml file
+            sh "rm -f ${TEST_REPORT_DIR}/results.xml"
+            sh 'tox'
+          }
+        }
+
+        stage('Publish on PyPI') {
+          environment {
+            FLIT_USERNAME = getUserName '.env'
+            FLIT_PASSWORD = getUserPass '.env'
+          }
+          steps {
+            // remove any previous folder dist
+            sh 'rm -rf dist'
+            // create (as root) folder dist
+            sh 'mkdir dist'
+            // pull recent updates of file __init__.py
+            withCredentials([gitUsernamePassword(credentialsId: 'bitbucket-user', gitToolName: 'git-tool')]) {
+              sh 'git config --global pull.rebase false'
+              sh "git config --global --add safe.directory ${WORKSPACE}"
+              sh 'git pull'
+            }
+            // put back owner of .git folder
+            sh "chown -R ${JENKINS_UIDGID} ${WORKSPACE}/.git"
+            // put back owner of pulled file
+            sh "chown ${JENKINS_UIDGID} src/pyprocessors_iptc_mapper/__init__.py"
+            // get git status
+            sh 'git status'
+            // publish on PyPI
+            sh '''
+               export COMMIT_VERSION=$( cat src/pyprocessors_iptc_mapper/__init__.py|grep version|cut -d '"' -f2|tr -s '[:blank:]' )
+               export BUILD_VERSION="${MAJOR_VERSION}"."${MINOR_VERSION}"."${BUILD_ID}"
+               if [ "${COMMIT_VERSION}" = "${BUILD_VERSION}" ] ; then flit publish ; fi
+               '''
+            // remove current folder dist
+            sh 'rm -rf dist'
+            // remove current folder .hypothesis
+            sh 'rm -rf .hypothesis'
+            // remove current folder .tox
+            sh 'rm -rf .tox'
+          }
+        }
+      }
+    }
+  }
+
+  post {
+    // only triggered when blue or green sign
+    success {
+      // node is specified here to get an agent
+      node('built-in') {
+        // keep using customWorkspace to store Junit report
+        ws("${PATH_HOME}/${JOB_NAME}") {
+          script {
+            try {
+              sh 'rm -f results.xml'
+              sh "cp /tmp/_${JOB_NAME}/test-reports/results.xml results.xml"
+            } catch (Exception e) {
+              println 'Exception occurred: ' + e.toString()
+            }
+            try {
+              junit 'results.xml'
+            } catch (Exception e) {
+              println 'Exception occurred: ' + e.toString()
+            }
+            if (sendEmailNotif("${PATH_HOME}/${JOB_NAME}", "${BUILD_NUMBER}")) {
+              println 'sending Success Build notification'
+              CUSTOM_SUBJECT = '[CI - Jenkinzz SUCCESS] ' + CUSTOM_SUBJECT
+              emailext(
+                  mimeType: 'text/html',
+                  subject: CUSTOM_SUBJECT,
+                  body: '${DEFAULT_CONTENT}',
+                  replyTo: '${DEFAULT_REPLYTO}',
+                  to: '${ADMIN_RECIPIENTS}' + ';' + CUSTOM_RECIPIENTS
+              )
+              switchEmailNotif(false, BUILD_NUMBER)
+            } else {
+              println 'preventing Success Build notification'
+            }
+          }
+        }
+      }
+    }
+    // triggered when red sign
+    failure {
+      // node is specified here to get an agent
+      node('built-in') {
+        // keep using customWorkspace to store Junit report
+        ws("${PATH_HOME}/${JOB_NAME}") {
+          script {
+            try {
+              sh 'rm -f results.xml'
+              sh "cp /tmp/_${JOB_NAME}/test-reports/results.xml results.xml"
+            } catch (Exception e) {
+              println 'Exception occurred: ' + e.toString()
+            }
+            try {
+              junit 'results.xml'
+            } catch (Exception e) {
+              println 'Exception occurred: ' + e.toString()
+            }
+            println 'sending Failure Build notification'
+            CUSTOM_SUBJECT = '[CI - Jenkinzz FAILURE] ' + CUSTOM_SUBJECT
+            emailext(
+                mimeType: 'text/html',
+                subject: CUSTOM_SUBJECT,
+                body: '${DEFAULT_CONTENT}',
+                replyTo: '${DEFAULT_REPLYTO}',
+                to: '${ADMIN_RECIPIENTS}' + ';' + CUSTOM_RECIPIENTS
+            )
+          }
+        }
+      }
+    }
+    // triggered when black sign
+    aborted {
+      println 'post-declarative message: abort job'
+    }
+    // trigger every-works
+    //always {
+    //}
+  }
+}
+
+// return FLIT_USERNAME from given file
+def getUserName(path) {
+  USERNAME = sh(
+                 script: "grep FLIT_USERNAME ${path}|cut -d '=' -f2",
+                 returnStdout: true
+               ).trim()
+  return USERNAME
+}
+
+// return FLIT_PASSWORD from given file
+def getUserPass(path) {
+  USERPASS = sh(
+                 script: "grep FLIT_PASSWORD ${path}|cut -d '=' -f2",
+                 returnStdout: true
+               ).trim()
+  return USERPASS
+}
+
+// create/remove emailNotif file to trigger email notification
+def switchEmailNotif(toggle, build) {
+  if (toggle) {
+    sh 'echo ' + build + ' > .emailNotif'
+  } else {
+    if (build == BUILD_NUMBER) {
+      sh 'rm -f .emailNotif'
+    }
+  }
+}
+
+// return true if emailNotif file present
+boolean sendEmailNotif(path, build) {
+  emailNotif = sh(
+                 script: "find ${path} -name '.emailNotif'|wc -l",
+                 returnStdout: true
+               ).trim()
+  emailContent = ''
+  if (emailNotif == '1') {
+    emailContent = sh(
+                     script: "cat ${path}/.emailNotif",
+                     returnStdout: true
+                   ).trim()
+  }
+  return (emailContent == build)
+}
+
+def analyseBuildCause() {
+  upstreamProjects = ['pyimporters_plugins']
+  boolean upstreamRunning = false
+  String jobName
+  // iterate over upstreamProjects
+  for (upstream_project in upstreamProjects) {
+    Jenkins.instance.getItemByFullName(upstream_project).items.each { repository ->
+      boolean isRunning = false
+      //repository.parent.name: project
+      //repository.name: branch
+      if ( repository.name == BRANCH_NAME ) {
+        // iterate over all jobs of current repository
+        repository.allJobs.each { job ->
+          // iterate over all builds of current job
+          job.builds.each { build ->
+            // determine if a build is running or not
+            if ( build.result == (null) ) {
+              jobName = build.parent.parent.name
+              isRunning = true
+            }
+          }
+          if ( isRunning ) {
+            upstreamRunning = true
+          }
+        }
+      }
+    }
+  }
+
+  // Catch if build has been triggered by CI Commit
+  // returnStatus = true  when string not found -> Team commit
+  // returnStatus = false when string is found  -> CI commit
+  boolean lastCommitIsTeam = sh(
+    script: 'git log -1 | grep "\\[Jenkins CI\\]"',
+    returnStatus: true
+  )
+
+  // Skip build when upstream detected
+  if (upstreamRunning) {
+    println 'Skipping build because upstream job detected (' + jobName + ')'
+    env.SKIP_JOB = '1'
+    switchEmailNotif(false, 0)
+    currentBuild.result = 'NOT_BUILT'
+  }
+
+  // Catch if build has been triggered by User
+  boolean isStartedByUser = currentBuild.rawBuild.getCause(hudson.model.Cause$UserIdCause) != null
+  if (isStartedByUser && !upstreamRunning) {
+    env.SKIP_JOB = '0'
+    env.CUSTOM_SUBJECT = JOB_NAME + ' - Manual Build #' + BUILD_NUMBER
+    env.CUSTOM_RECIPIENTS = emailextrecipients([[$class: 'RequesterRecipientProvider']])
+    switchEmailNotif(true, BUILD_NUMBER)
+    println 'Job started by User, proceeding'
+  }
+
+  // Catch if build has been triggered by Upstream
+  boolean isStartedByUpstream = currentBuild.rawBuild.getCause(hudson.model.Cause$UpstreamCause) != null
+  if (isStartedByUpstream && !upstreamRunning) {
+    int changeSetCount = 0
+    int ciSkipCount = 0
+    String upstreamFullJobName = ''
+    for (Run upstreamBuild : currentBuild.upstreamBuilds) {
+      upstreamFullJobName   = upstreamBuild.rawBuild.fullDisplayName
+      if (upstreamBuild.changeSets != null) {
+        def changeLogSets = upstreamBuild.changeSets
+        for (int i = 0; i < changeLogSets.size(); i++) {
+          changeSetCount++
+          def entries = changeLogSets[i].items
+          for (int j = 0; j < entries.length; j++) {
+            def entry = entries[j]
+            if (entry.msg.contains('[Jenkins CI]')) {
+              ciSkipCount++
+            }
+          }
+        }
+      }
+    }
+    if (changeSetCount > 0 && changeSetCount == ciSkipCount) {
+      env.SKIP_JOB = '1'
+      switchEmailNotif(false, 0)
+      println 'Job started by Upstream [' + upstreamFullJobName + '], with CI commit, skipping'
+      currentBuild.result = 'NOT_BUILT'
+    } else {
+      env.SKIP_JOB = '0'
+      env.CUSTOM_SUBJECT = JOB_NAME + ' - Upstream Build #' + BUILD_NUMBER
+      env.CUSTOM_RECIPIENTS = emailextrecipients([[$class:'UpstreamComitterRecipientProvider']])
+      switchEmailNotif(true, BUILD_NUMBER)
+      println 'Job started by Upstream [' + upstreamFullJobName + '], proceeding'
+    }
+  }
+
+  // Catch if build has been triggered by User Commit
+  boolean isStartedByCommit = currentBuild.rawBuild.getCause(jenkins.branch.BranchEventCause) != null
+  if (isStartedByCommit && lastCommitIsTeam && !upstreamRunning) {
+    env.SKIP_JOB = '0'
+    env.CUSTOM_SUBJECT = JOB_NAME + ' - SCM Build #' + BUILD_NUMBER
+    env.CUSTOM_RECIPIENTS = emailextrecipients([[$class: 'DevelopersRecipientProvider'], [$class:'CulpritsRecipientProvider']])
+    switchEmailNotif(true, BUILD_NUMBER)
+    println 'Job started by User Commit, proceeding'
+  }
+
+  // Catch if build has been triggered by cron
+  boolean isStartedByCron = currentBuild.rawBuild.getCause(hudson.triggers.TimerTrigger$TimerTriggerCause) != null
+  if (isStartedByCron && lastCommitIsTeam && !upstreamRunning) {
+    env.SKIP_JOB = '0'
+    env.CUSTOM_SUBJECT = JOB_NAME + ' - CRON Build #' + BUILD_NUMBER
+    env.CUSTOM_RECIPIENTS = emailextrecipients([[$class: 'DevelopersRecipientProvider'], [$class:'CulpritsRecipientProvider']])
+    switchEmailNotif(true, BUILD_NUMBER)
+    println 'Job started by Cron, proceeding'
+  }
+
+  // Catch if build has been triggered by branch discovery
+  boolean isStartedByBranchDiscovery = currentBuild.rawBuild.getCause(jenkins.branch.BranchIndexingCause) != null
+  if (isStartedByBranchDiscovery && lastCommitIsTeam && !upstreamRunning) {
+    env.SKIP_JOB = '0'
+    env.CUSTOM_SUBJECT = JOB_NAME + ' - BranchDiscovery Build #' + BUILD_NUMBER
+    env.CUSTOM_RECIPIENTS = emailextrecipients([[$class: 'DevelopersRecipientProvider'], [$class:'CulpritsRecipientProvider']])
+    switchEmailNotif(true, BUILD_NUMBER)
+    println 'Job started by Branch Discovery, proceeding'
+  }
+
+  if (!lastCommitIsTeam && !upstreamRunning && !isStartedByUser && !isStartedByUpstream) {
+    println 'Skipping build because last commit has been done by CI'
+    env.SKIP_JOB = '1'
+    switchEmailNotif(false, 0)
+    //currentBuild.result = 'NOT_BUILT'
+  }
+}

pyprocessors_iptc_mapper-0.5.7/LICENSE

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2021 Olivier Terrier
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.