djangoldp-ds4go 1.0.0__py3-none-any.whl → 1.0.1__py3-none-any.whl

djangoldp_ds4go/__init__.py

@@ -1 +1 @@
-__version__ = '1.0.0'
+__version__ = '1.0.1'

djangoldp_ds4go/management/commands/import_rss.py

@@ -0,0 +1,126 @@
+import json
+
+from defusedxml.ElementTree import parse
+from django.core.management.base import BaseCommand
+
+from djangoldp_ds4go.models import Category, Fact, Media
+
+
+class Command(BaseCommand):
+    help = "Import facts from RSS file"
+
+    def add_arguments(self, parser):
+        parser.add_argument("--rss_file", type=str, help="Path to the RSS file")
+
+    def handle(self, *args, **options):
+        rss_file = options["rss_file"]
+        tree = parse(rss_file)
+        root = tree.getroot()
+        ns = {
+            "schema": "https://schema.org/",
+            "media": "http://search.yahoo.com/mrss/",
+            "content": "http://purl.org/rss/1.0/modules/content/",
+        }
+        channel = root.find("channel")
+        language_elem = channel.find("language")
+        language = language_elem.text if language_elem is not None else "fr"
+
+        for item in channel.findall("item"):
+            guid = item.find("guid").text
+            existing_fact = Fact.objects.filter(rss_guid=guid).first()
+            title = item.find("title").text
+            link = item.find("link").text
+            review_elem = item.find("schema:review", ns)
+
+            try:
+                review = json.loads(review_elem.text) if review_elem is not None else {}
+            except json.JSONDecodeError:
+                review = {}
+                self.stderr.write(self.style.WARNING("Failed to parse review for item with guid %s. Ignoring." % (guid)))
+
+            description = item.find("description").text
+            content_elem = item.find("content:encoded", ns)
+            content = content_elem.text if content_elem is not None else ""
+            author = item.find("author").text if item.find("author") is not None else ""
+            enclosure_url = None
+            enclosure = item.find("enclosure")
+
+            if enclosure is not None:
+                enclosure_url = enclosure.get("url")
+
+            if existing_fact:
+                fact = existing_fact
+                self.stdout.write(f"Updating existing fact with guid {guid}")
+            else:
+                fact = Fact.objects.create(
+                    rss_guid=guid,
+                    link=link,
+                    review=review,
+                )
+                self.stdout.write(f"Creating new fact: {title}")
+
+            # Set translated fields
+            setattr(fact, f"name_{language}", title)
+            setattr(fact, f"description_{language}", description)
+            setattr(fact, f"content_{language}", content)
+            setattr(fact, f"author_{language}", author)
+
+            if enclosure_url:
+                setattr(fact, f"enclosure_{language}", enclosure_url)
+
+            fact.save()
+
+            # Categories
+            categories = item.findall("category")
+            for cat_elem in categories:
+                cat_name = cat_elem.text
+                category = self.get_or_create_category(cat_name, language)
+                fact.categories.add(category)
+
+            # Medias
+            for media_elem in item.findall("media:content", ns):
+                url = media_elem.get("url")
+                file_size = int(media_elem.get("fileSize", 0))
+                width = int(media_elem.get("width", 0))
+                height = int(media_elem.get("height", 0))
+                file_type = media_elem.get("type")
+                desc = media_elem.find("media:description", ns)
+                description = desc.text if desc is not None else ""
+                existing_media = Media.objects.filter(
+                    url=url, related_fact=fact
+                ).first()
+
+                if existing_media:
+                    setattr(existing_media, f"description_{language}", description)
+                    existing_media.save()
+                else:
+                    media = Media.objects.create(
+                        url=url,
+                        file_size=file_size,
+                        width=width,
+                        height=height,
+                        file_type=file_type,
+                        related_fact=fact,
+                    )
+                    setattr(media, f"description_{language}", description)
+                    media.save()
+
+            self.stdout.write(f"Processed fact: {title}")
+
+    def get_or_create_category(self, cat_name, language):
+        parts = cat_name.split("/")
+        current_parent = None
+
+        for part in parts:
+            part = part.strip()
+            category, created = Category.objects.get_or_create(
+                name=part,
+                parent_category=current_parent,
+            )
+            # FIXME: I don't know how to handle i18n here as these are strings: "Media Topic" could be "Totoro" in another lang?
+            # if created or not getattr(category, f"name_{language}", None):
+            #     setattr(category, f"name_{language}", part)
+            #     category.save()
+            current_parent = category
+
+        return current_parent

djangoldp_ds4go/models/category.py

@@ -14,6 +14,7 @@ class Category(baseNamedModel):
     class Meta(baseNamedModel.Meta):
         verbose_name = _("Category")
         verbose_name_plural = _("Categories")
+        container_path = "categories"
 
         rdf_type = "ds4go:Category"
         serializer_fields = baseNamedModel.Meta.serializer_fields + [

djangoldp_ds4go/models/fact.py

@@ -26,6 +26,7 @@ class Fact(baseNamedModel):
     enclosure = fields.LDPUrlField(blank=True, null=True, verbose_name=_("Enclosure"))
 
     class Meta(baseNamedModel.Meta):
+        depth = 1
         verbose_name = _("Fact")
         verbose_name_plural = _("Facts")
 
@@ -41,6 +42,6 @@ class Fact(baseNamedModel):
             "review",
         ]
 
-        nested_fields = baseNamedModel.Meta.nested_fields + ["medias"]
+        nested_fields = baseNamedModel.Meta.nested_fields + ["categories", "medias"]
 
         view_set = I18nLDPViewSet

{djangoldp_ds4go-1.0.0.dist-info → djangoldp_ds4go-1.0.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: djangoldp_ds4go
-Version: 1.0.0
+Version: 1.0.1
 Summary: djangoldp package for dataspace interoperability framework
 Home-page: https://git.startinblox.com/djangoldp-packages/djangoldp-ds4go
 Author: Startin'blox

{djangoldp_ds4go-1.0.0.dist-info → djangoldp_ds4go-1.0.1.dist-info}/RECORD

@@ -1,17 +1,20 @@
-djangoldp_ds4go/__init__.py,sha256=RsZjRjMprNcDm97wqRRSk6rTLgTX8N0GyicZyZ8OsBQ,22
+djangoldp_ds4go/__init__.py,sha256=3KXfAcA5rzzQXMtfwpHphgbJNZdA0XWaW96kdWVSZJw,22
 djangoldp_ds4go/admin.py,sha256=1hAS44RxwBQcsTmH0OezB1J3XYdqi-AVRixZGWpDrkc,696
 djangoldp_ds4go/apps.py,sha256=ILJSj_OE1GFMh7Fk5EKiaq14SgQHwJvorF__7JLXuH0,104
 djangoldp_ds4go/translation.py,sha256=LhOAiSDIujlghrWJWsZhJ03qlg1yn0eD3b0g7x03t30,465
+djangoldp_ds4go/management/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+djangoldp_ds4go/management/commands/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+djangoldp_ds4go/management/commands/import_rss.py,sha256=Tb96lWEFOtCjV1OdlOhOPZkNCfTt3TTF2IR3RF6VU04,4963
 djangoldp_ds4go/migrations/0001_initial.py,sha256=x2FVAd14EKozCrYX1u3LkjQ8o5zwqR9af4OMYrHvGCs,11411
 djangoldp_ds4go/migrations/0002_djangoldp_i18n.py,sha256=YISp85aSIX5gKQ2fKWXteDFP20U3n37G1ujcizR8LTU,5107
 djangoldp_ds4go/migrations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 djangoldp_ds4go/models/__base_model.py,sha256=R967mGmZ9NQpNPRXENCBCcPwR94c6EfliQ8IvbrF8is,844
 djangoldp_ds4go/models/__base_named_model.py,sha256=k__648DawntqwZz_BgcbSQ42JFcUcS042F-Z90YrlZQ,523
 djangoldp_ds4go/models/__init__.py,sha256=0dbHkGh9xLTVNQzZJs62QgqpBXhTMIqHBjwlUseEe18,127
-djangoldp_ds4go/models/category.py,sha256=UhUfihcPHv1un2HJYYdAkKiOFJLzbloAbjw8mxhpI_I,681
-djangoldp_ds4go/models/fact.py,sha256=269xUbcrryM8qlyD_ZpaOnxzvP8L8qZuU474T_0j51U,1584
+djangoldp_ds4go/models/category.py,sha256=wJxPW6q5ezb14GuVBh2rt5UdkCQ_wqqs4XhOMSqB4l4,719
+djangoldp_ds4go/models/fact.py,sha256=2NNrHnf0ZvCIEHIGlW9h64L2q6gmSmASHB63DoRw-Vw,1616
 djangoldp_ds4go/models/media.py,sha256=quGqgjRm9rhoS3ZTSuVDxf3Te_fi6xYakOKmN0UsvQs,1442
-djangoldp_ds4go-1.0.0.dist-info/METADATA,sha256=URQGyYf81W6AJzN3CZYehmvMvJjvp_g13ijFpyVx09M,482
-djangoldp_ds4go-1.0.0.dist-info/WHEEL,sha256=SmOxYU7pzNKBqASvQJ7DjX3XGUF92lrGhMb3R6_iiqI,91
-djangoldp_ds4go-1.0.0.dist-info/top_level.txt,sha256=EZCxKGM892iifGOQnzWhprBIbSp05371s-H6QLsRf7s,16
-djangoldp_ds4go-1.0.0.dist-info/RECORD,,
+djangoldp_ds4go-1.0.1.dist-info/METADATA,sha256=phbUuTDHab5lLH8M87zj69J8y56o-LYLoRSAh00zd9U,482
+djangoldp_ds4go-1.0.1.dist-info/WHEEL,sha256=SmOxYU7pzNKBqASvQJ7DjX3XGUF92lrGhMb3R6_iiqI,91
+djangoldp_ds4go-1.0.1.dist-info/top_level.txt,sha256=EZCxKGM892iifGOQnzWhprBIbSp05371s-H6QLsRf7s,16
+djangoldp_ds4go-1.0.1.dist-info/RECORD,,