commonmeta-py 0.73__py3-none-any.whl → 0.75__py3-none-any.whl

commonmeta/__init__.py

@@ -10,7 +10,7 @@ commonmeta-py is a Python library to convert scholarly metadata
 """
 
 __title__ = "commonmeta-py"
-__version__ = "0.73"
+__version__ = "0.75"
 __author__ = "Martin Fenner"
 __license__ = "MIT"
 

commonmeta/constants.py

@@ -51,6 +51,7 @@ BIB_TO_CM_TRANSLATIONS = {
 
 CM_TO_BIB_TRANSLATIONS = {
     "Article": "article",
+    "BlogPost": "article",
     "Book": "book",
     "BookChapter": "inbook",
     "Dissertation": "phdthesis",
@@ -97,7 +98,7 @@ CSL_TO_CM_TRANSLATIONS = {
     "periodical": "Journal",
     "personal_communication": "PersonalCommunication",
     "post": "Post",
-    "post-weblog": "Article",
+    "post-weblog": "BlogPost",
     "regulation": "LegalDocument",
     "report": "Report",
     "review": "Review",
@@ -113,7 +114,7 @@ CSL_TO_CM_TRANSLATIONS = {
 
 CM_TO_CSL_TRANSLATIONS = {
     "Article": "article",
-    "JournalArticle": "article-journal",
+    "BlogPost": "post-weblog",
     "Book": "book",
     "BookChapter": "chapter",
     "Collection": "collection",
@@ -123,6 +124,7 @@ CM_TO_CSL_TRANSLATIONS = {
     "Event": "event",
     "Figure": "figure",
     "Image": "graphic",
+    "JournalArticle": "article-journal",
     "LegalDocument": "legal_case",
     "Manuscript": "manuscript",
     "Map": "map",
@@ -176,6 +178,7 @@ CR_TO_CM_TRANSLATIONS = {
 
 CM_TO_CR_TRANSLATIONS = {
     "Article": "PostedContent",
+    "BlogPost": "PostedContent",
     "BookChapter": "BookChapter",
     "BookSeries": "BookSeries",
     "Book": "Book",
@@ -200,7 +203,7 @@ CM_TO_CR_TRANSLATIONS = {
 # source: https://github.com/datacite/schema/blob/master/source/meta/kernel-4/include/datacite-resourceType-v4.xsd
 DC_TO_CM_TRANSLATIONS = {
     "Audiovisual": "Audiovisual",
-    "BlogPosting": "Article",
+    "BlogPosting": "BlogPost",
     "Book": "Book",
     "BookChapter": "BookChapter",
     "Collection": "Collection",
@@ -269,6 +272,7 @@ INVENIORDM_TO_CM_TRANSLATIONS = {
 
 CM_TO_INVENIORDM_TRANSLATIONS = {
     "Article": "publication-preprint",
+    "BlogPost": "publication-preprint",
     "Book": "book",
     "Dataset": "dataset",
     "Image": "image-other",
@@ -281,6 +285,7 @@ CM_TO_INVENIORDM_TRANSLATIONS = {
 CM_TO_DC_TRANSLATIONS = {
     "Article": "Preprint",
     "Audiovisual": "Audiovisual",
+    "BlogPost": "Preprint",
     "Book": "Book",
     "BookChapter": "BookChapter",
     "Collection": "Collection",
@@ -317,7 +322,7 @@ RIS_TO_CM_TRANSLATIONS = {
     "ANCIENT": "Text",
     "ART": "Text",
     "BILL": "Text",
-    "BLOG": "Text",
+    "BLOG": "BlogPost",
     "BOOK": "Book",
     "CASE": "Text",
     "CHAP": "BookChapter",
@@ -370,6 +375,7 @@ RIS_TO_CM_TRANSLATIONS = {
 CM_TO_RIS_TRANSLATIONS = {
     "Article": "JOUR",
     "Audiovisual": "VIDEO",
+    "BlogPost": "BLOG",
     "Book": "BOOK",
     "BookChapter": "CHAP",
     "Collection": "CTLG",
@@ -400,7 +406,7 @@ CM_TO_RIS_TRANSLATIONS = {
 
 SO_TO_CM_TRANSLATIONS = {
     "Article": "Article",
-    "BlogPosting": "Article",
+    "BlogPosting": "BlogPost",
     "Book": "Book",
     "BookChapter": "BookChapter",
     "CreativeWork": "Other",
@@ -439,6 +445,7 @@ OG_TO_SO_TRANSLATIONS = {
 CM_TO_SO_TRANSLATIONS = {
     "Article": "Article",
     "Audiovisual": "CreativeWork",
+    "BlogPost": "BlogPosting",
     "Book": "Book",
     "BookChapter": "BookChapter",
     "Collection": "CreativeWork",

commonmeta/crossref_utils.py

@@ -36,13 +36,13 @@ def generate_crossref_xml(metadata: Commonmeta) -> Optional[str]:
 
 def insert_crossref_work(metadata, xml):
     """Insert crossref work"""
-    if metadata.type not in ["JournalArticle", "Article"]:
+    if metadata.type not in ["JournalArticle", "Article", "BlogPost"]:
         return xml
     if doi_from_url(metadata.id) is None or metadata.url is None:
         return xml
     if metadata.type == "JournalArticle":
         xml = insert_journal(metadata, xml)
-    elif metadata.type == "Article":
+    elif metadata.type in ["Article", "BlogPost"]:
         xml = insert_posted_content(metadata, xml)
 
 

commonmeta/readers/crossref_reader.py

@@ -83,7 +83,8 @@ def read_crossref(data: Optional[dict], **kwargs) -> Commonmeta:
     url = normalize_url(py_.get(meta, "resource.primary.URL"))
     titles = get_titles(meta)
     publisher = compact({"name": meta.get("publisher", None)})
-
+    if _type == "Article" and py_.get(publisher, "name") == "Front Matter":
+        _type = "BlogPost"
     date = compact(
         {
             "published": py_.get(meta, "issued.date-time")

commonmeta/readers/crossref_xml_reader.py

@@ -158,6 +158,9 @@ def read_crossref_xml(data: dict, **kwargs) -> Commonmeta:
         or py_.get(bibmeta, "doi_data.doi")
     )
     _type = CR_TO_CM_TRANSLATIONS.get(resource_type, "Other")
+    if _type == "Article" and py_.get(publisher, "name") == "Front Matter":
+        _type = "BlogPost"
+
     url = parse_attributes(py_.get(bibmeta, "doi_data.resource"))
     url = normalize_url(url)
     titles = crossref_titles(bibmeta)

commonmeta/readers/inveniordm_reader.py

@@ -57,6 +57,9 @@ def read_inveniordm(data: dict, **kwargs) -> Commonmeta:
     publisher = meta.get("publisher", None) or py_.get(meta, "metadata.publisher")
     if publisher:
         publisher = {"name": publisher}
+    if _type == "Article" and py_.get(publisher, "name") == "Front Matter":
+        _type = "BlogPost"
+
     title = py_.get(meta, "metadata.title")
     titles = [{"title": sanitize(title)}] if title else None
     additional_titles = py_.get(meta, "metadata.additional_titles")

commonmeta/readers/json_feed_reader.py

@@ -54,7 +54,7 @@ def read_json_feed_item(data: Optional[dict], **kwargs) -> Commonmeta:
     ):
         url = normalize_url(meta.get("archive_url", None))
     _id = normalize_doi(read_options.get("doi", None) or meta.get("doi", None)) or url
-    _type = "Article"
+    _type = "BlogPost"
 
     # optionally generate a DOI if missing but a DOI prefix is provided
     prefix = read_options.get("prefix", None) or py_.get(meta, "blog.prefix", None)

commonmeta/readers/schema_org_reader.py

@@ -216,7 +216,7 @@ def read_schema_org(data: Optional[dict], **kwargs) -> Commonmeta:
                 "lastPage": meta.get("pageEnd", None),
             }
         )
-    elif _type == "Article":
+    elif _type in ["Article", "BlogPost"]:
         issn = py_.get(meta, "isPartOf.issn")
         container_url = py_.get(meta, "publisher.url")
         container = compact(

commonmeta/resources/commonmeta_v0.15.json

@@ -533,6 +533,7 @@
       "enum": [
         "Article",
         "Audiovisual",
+        "BlogPost",
         "BookChapter",
         "BookPart",
         "BookSection",

commonmeta/utils.py

@@ -1116,16 +1116,33 @@ def extract_curie(string: Optional[str]) -> Optional[str]:
     """Extract CURIE"""
     if string is None:
         return None
-    match = re.search(r"((?:doi|DOI):\s?([\w.,@?^=%&:\/~+#-]*[\w@?^=%&\/~+#-]))", string)
+    match = re.search(
+        r"((?:doi|DOI):\s?([\w.,@?^=%&:\/~+#-]*[\w@?^=%&\/~+#-]))", string
+    )
     if match is None:
         return None
     return doi_as_url(match.group(2))
 
-    
+
+def replace_curie(string: Optional[str]) -> Optional[str]:
+    """Replace CURIE with DOI expressed as URL"""
+    if string is None:
+        return None
+    match = re.sub(
+        r"((?:doi|DOI):\s?([\w.,@?^=%&:\/~+#-]*[\w@?^=%&\/~+#-]))", r'https://doi.org/\2', string
+    )
+    if match is None:
+        return None
+    return match
+
+
 def extract_url(string: str) -> list:
     """Extract urls from string, including markdown and html."""
 
-    match = re.search(r"((?:http|https):\/\/(?:[\w_-]+(?:(?:\.[\w_-]+)+))(?:[\w.,@?^=%&:\/~+#-]*[\w@?^=%&\/~+#-]))", string)
+    match = re.search(
+        r"((?:http|https):\/\/(?:[\w_-]+(?:(?:\.[\w_-]+)+))(?:[\w.,@?^=%&:\/~+#-]*[\w@?^=%&\/~+#-]))",
+        string,
+    )
     if match is None:
         return None
     return normalize_url(match.group(1))
@@ -1134,7 +1151,10 @@ def extract_url(string: str) -> list:
 def extract_urls(string: str) -> list:
     """Extract urls from string, including markdown and html."""
 
-    urls = re.findall(r"((?:http|https):\/\/(?:[\w_-]+(?:(?:\.[\w_-]+)+))(?:[\w.,@?^=%&:\/~+#-]*[\w@?^=%&\/~+#-]))", string)
+    urls = re.findall(
+        r"((?:http|https):\/\/(?:[\w_-]+(?:(?:\.[\w_-]+)+))(?:[\w.,@?^=%&:\/~+#-]*[\w@?^=%&\/~+#-]))",
+        string,
+    )
     return py_.uniq(urls)
 
 

commonmeta/writers/datacite_writer.py

@@ -47,6 +47,8 @@ def write_datacite(metadata: Commonmeta) -> Optional[Union[str, dict]]:
 
     resource__typegeneral = CM_TO_DC_TRANSLATIONS.get(metadata.type, "Other")
     resource_type = CM_TO_CR_TRANSLATIONS.get(metadata.type, "Other")
+    if metadata.type == "BlogPost":
+        resource_type = "BlogPost"
     if resource__typegeneral == resource_type or resource__typegeneral in [
         "Dataset",
         "JournalArticle",

{commonmeta_py-0.73.dist-info → commonmeta_py-0.75.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: commonmeta-py
-Version: 0.73
+Version: 0.75
 Summary: Library for conversions to/from the Commonmeta scholarly metadata format
 Project-URL: Homepage, https://python.commonmeta.org
 Project-URL: Repository, https://github.com/front-matter/commonmeta-py

{commonmeta_py-0.73.dist-info → commonmeta_py-0.75.dist-info}/RECORD

@@ -1,36 +1,36 @@
-commonmeta/__init__.py,sha256=CqjL7RJ_vZlMskGtw_cVvW3Fisx4egePX0HfCA8U_YQ,1875
+commonmeta/__init__.py,sha256=lNosYNS7L7Rqp2snKZHwRszSyam6_9kZyO0dR0PeyVg,1875
 commonmeta/api_utils.py,sha256=-ZHGVZZhJqnjnsLtp4-PoeHYbDqL0cQme7W70BEjo4U,2677
 commonmeta/author_utils.py,sha256=zBIPTgP5n7Zx57xomJ2h7x0dvC0AV8gJ2gPoYeDy5Lo,8348
 commonmeta/base_utils.py,sha256=AsUElA5kT2fw_Osy7Uaj2F6MKeq9yB7d5f2V-h2lh7c,3750
 commonmeta/cli.py,sha256=sOI9BJTePnljVcXcZ95N7TKXDT283XpjUaak7bMnbr0,6076
-commonmeta/constants.py,sha256=AFm8gSo4WGnTdJOm1SOGLK602BctcQbaWU_tKCkgn_4,18087
-commonmeta/crossref_utils.py,sha256=qJlTZtfKR2shAXQDm8VBYUujKFkTtZTUz19GuMUANaI,22198
+commonmeta/constants.py,sha256=T-kNocQBTuF3MXlMuPKywV3-viHVCWF_Kclkm-7G43s,18308
+commonmeta/crossref_utils.py,sha256=ijcdAdV2HHUXP2twIKIQP9Ln2xsysU3n9nwQDg-ZAxU,22224
 commonmeta/date_utils.py,sha256=rJRV4YmWKQWU__iAV8www3cqwaefC0iRKyHwvxrr_XY,6316
 commonmeta/doi_utils.py,sha256=s2J95V9rWPbGsh5oNXht3yJkJ0NmVLRlOXDPXjnN-Ck,9152
 commonmeta/metadata.py,sha256=cjvCcxW1FMtKCbNKan0zXX0FN6z5orHFGPYsgkp6fSI,12480
 commonmeta/schema_utils.py,sha256=gg3l1jd_lFtRkQlO1DYGMVbC10nEmVTN4AWacxC4AAE,915
 commonmeta/translators.py,sha256=RpGJtKNLjmz41VREZDY7KyyE2eXOi8j7m-da4jHmknI,1362
-commonmeta/utils.py,sha256=lIH7VejIn_gReLsuXsAZxE-RiMCRGECA_6aPrhGsBFc,44596
+commonmeta/utils.py,sha256=nWSdkc1jNkhSnv46MKScExOUlD--wMP_QCRpy8Rnq_g,44989
 commonmeta/readers/__init__.py,sha256=vOf7UsOKNoh_ZCuyexxhAmPMt8wjB-pF_CfpWRaN8pk,45
 commonmeta/readers/bibtex_reader.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 commonmeta/readers/cff_reader.py,sha256=5HMFUvjE1zb-zfpQSNM8vtB0YunD0reom99hn8N0xKc,6144
 commonmeta/readers/codemeta_reader.py,sha256=efv2V1WPfdrKLQNxgSvoripdWqS2M6CwXWSGiRuzRtU,3658
 commonmeta/readers/commonmeta_reader.py,sha256=gNjdsJ-671-pXmBdzy1NybkQ29q9_qtorFoK2D-zStA,302
-commonmeta/readers/crossref_reader.py,sha256=zIMD81eYwpx9RlHaDwiZs2f9O4_kdasVzt3MkM7cEOc,12458
-commonmeta/readers/crossref_xml_reader.py,sha256=QF1A-r3OJbykBTH9YMSxusT3-KSKmmz7d6Ch8S0OM0I,18619
+commonmeta/readers/crossref_reader.py,sha256=msx127UIcu6ksFd8Wiay4YXK6dEKFO0kOFJS8_r9Nw0,12560
+commonmeta/readers/crossref_xml_reader.py,sha256=yZOh66_4tVS5i0TdEyOa48ckpl7_cj69hfZnaA9pjM8,18723
 commonmeta/readers/csl_reader.py,sha256=IO8uj-L_BzPFWgfRzYCF9VbK5rBPBzDqak7iBELgNNs,3164
 commonmeta/readers/datacite_reader.py,sha256=CdOtxhthrakBoQMsLTdPx6sUCmqtEWo5ICYE6ZsWDdo,12026
 commonmeta/readers/datacite_xml_reader.py,sha256=nhnO92fZihr1HZlbXjyem-HJXc9_DWLgJ2zeltuPMIg,13041
-commonmeta/readers/inveniordm_reader.py,sha256=jzv0rXzT8OCdPD_MShBXTnlwD-F9tpTX7OKZGn8smzs,7480
-commonmeta/readers/json_feed_reader.py,sha256=4HDaJn5wTVeArJWfWboZonUuKG9g74yYQ-p50yLvjPQ,13385
+commonmeta/readers/inveniordm_reader.py,sha256=uS92St68UkO4Adh3PsCu9ox81aO0kek3Y0vneBSDkts,7584
+commonmeta/readers/json_feed_reader.py,sha256=xWOO5w8uOhK1u5IaqOeRL0-f8wtAgDzPjvtK5n6s-nY,13386
 commonmeta/readers/kbase_reader.py,sha256=ehKXQsJyPCtaq2FmBxNb2Jb5Nktpx8pNscpmEM6N0A4,6763
 commonmeta/readers/ris_reader.py,sha256=v6qOd-i2OcMTEFy5RGd3MlYthJcYSU6yzmZ5yHDzmII,3677
-commonmeta/readers/schema_org_reader.py,sha256=iK71dvjK6oqYneJ51j4-qFmBh5G3pmjQMzt_U6tK9_o,17077
+commonmeta/readers/schema_org_reader.py,sha256=Xv-VjZJkhz1vpC9tVbehI6y07iHvYq2MXWFo7q-wj4Y,17091
 commonmeta/resources/cff_v1.2.0.json,sha256=MpfjDYgX7fN9PLiG54ISZ2uu9WItNqfh-yaRuTf6Ptg,46691
 commonmeta/resources/commonmeta_v0.12.json,sha256=HUSNReXh2JN3Q6YWSt7CE69js8dh50OlpMYGTyU98oU,16762
 commonmeta/resources/commonmeta_v0.13.json,sha256=2-WSZGijR13zVu97S_YHXr-cyeLW7hzHXYMlr6nIjdw,15787
 commonmeta/resources/commonmeta_v0.14.json,sha256=nACmkTe4IrZkygd5AeJnAv9P4EWfzCwW9oL5AhubvnE,17657
-commonmeta/resources/commonmeta_v0.15.json,sha256=dZsWu7DOHL04v1tYAX1RE4Kyn_mt0HnJvEZRKvc8w0A,17733
+commonmeta/resources/commonmeta_v0.15.json,sha256=kC9xmtIwrGpl7V1vcXKWthWejYvtKfqOqenBCRSjANc,17753
 commonmeta/resources/crossref-v0.2.json,sha256=THbFem4IDSE-TFNOtP1-NOmZhED2dlLBso9RdGMbGIY,1431
 commonmeta/resources/csl-data.json,sha256=I7LAYtdSYGD0YxuwS0s7ojfkiEhCU-MnvQD6aRhhuBE,12222
 commonmeta/resources/datacite-v4.5.json,sha256=ocpQNSbORPJf5Ogidy6M6EHundgv7DSgIqRco02KgM4,18970
@@ -65,12 +65,12 @@ commonmeta/writers/citation_writer.py,sha256=RjaNh9EALxq6gfODLRWVJxGxPArGd6ZiHUl
 commonmeta/writers/commonmeta_writer.py,sha256=mu-yXQvQs_xdYM4MxbTTxxYB5n0lJA5BqiYfRPV562Q,1870
 commonmeta/writers/crossref_xml_writer.py,sha256=0Ds494RnXfdfjWw5CLX1kwV2zP7gqffdVqO-X74Uc6c,492
 commonmeta/writers/csl_writer.py,sha256=6N-93R1emcOsZrUTIhPBVd_Fv1C8Z5EAFYI0mYjoYaY,2797
-commonmeta/writers/datacite_writer.py,sha256=G7Lr0aZ4sAEdbfXe3dG4Y6AyGUKA9UWr_iiaQRDnV24,6233
+commonmeta/writers/datacite_writer.py,sha256=UpDp4Brg5xrmS5T3QYoNi6PPXKdRxAo254eTqnlmNyQ,6304
 commonmeta/writers/inveniordm_writer.py,sha256=TctfZsiB8aiXWDLijJpxjMM77aKY6-hgKeAPDMfZoh4,11438
 commonmeta/writers/ris_writer.py,sha256=AcnCszS3WY9lF594NbFBtLylsA8ownnYp_XLQJ84Ios,2093
 commonmeta/writers/schema_org_writer.py,sha256=5j002uCNLdlScZMNQmPjodcVWqaBh2z38zL1H4lo2hY,5741
-commonmeta_py-0.73.dist-info/METADATA,sha256=lOVeGPQpUvwV26EvuZfCrDbMF-m-UHwtmqnnWXWjjUw,7731
-commonmeta_py-0.73.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-commonmeta_py-0.73.dist-info/entry_points.txt,sha256=U4w4BoRuS3rN5t5Y-uYSyOeU5Lh_VRVMS9OIDzIgw4w,50
-commonmeta_py-0.73.dist-info/licenses/LICENSE,sha256=746hEF2wZCKkcckk5-_DcBLtHewfaEMS4iXTlA1PVwk,1074
-commonmeta_py-0.73.dist-info/RECORD,,
+commonmeta_py-0.75.dist-info/METADATA,sha256=mBeKmlKrFby8FJHM4SPhzxQP6epxsD9B4al_pSUewPA,7731
+commonmeta_py-0.75.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+commonmeta_py-0.75.dist-info/entry_points.txt,sha256=U4w4BoRuS3rN5t5Y-uYSyOeU5Lh_VRVMS9OIDzIgw4w,50
+commonmeta_py-0.75.dist-info/licenses/LICENSE,sha256=746hEF2wZCKkcckk5-_DcBLtHewfaEMS4iXTlA1PVwk,1074
+commonmeta_py-0.75.dist-info/RECORD,,