unstructured-ingest 0.6.4__py3-none-any.whl → 0.7.1__py3-none-any.whl

unstructured_ingest/v2/processes/connectors/notion/types/blocks/bulleted_list_item.py

@@ -1,31 +0,0 @@
-# https://developers.notion.com/reference/block#bulleted-list-item
-from dataclasses import dataclass, field
-from typing import List, Optional
-
-from htmlBuilder.tags import HtmlTag, Li
-
-from unstructured_ingest.connector.notion.interfaces import BlockBase
-from unstructured_ingest.connector.notion.types.rich_text import RichText
-
-
-@dataclass
-class BulletedListItem(BlockBase):
-    color: str
-    children: List[dict] = field(default_factory=list)
-    rich_text: List[RichText] = field(default_factory=list)
-
-    @staticmethod
-    def can_have_children() -> bool:
-        return True
-
-    @classmethod
-    def from_dict(cls, data: dict):
-        rich_text = data.pop("rich_text", [])
-        return cls(
-            color=data["color"],
-            children=data.get("children", []),
-            rich_text=[RichText.from_dict(rt) for rt in rich_text],
-        )
-
-    def get_html(self) -> Optional[HtmlTag]:
-        return Li([], [rt.get_html() for rt in self.rich_text])

unstructured_ingest/v2/processes/connectors/notion/types/blocks/child_page.py

@@ -1,23 +0,0 @@
-# https://developers.notion.com/reference/block#child-page
-from dataclasses import dataclass
-from typing import Optional
-
-from htmlBuilder.tags import HtmlTag, P
-
-from unstructured_ingest.connector.notion.interfaces import BlockBase, GetHTMLMixin
-
-
-@dataclass
-class ChildPage(BlockBase, GetHTMLMixin):
-    title: str
-
-    @staticmethod
-    def can_have_children() -> bool:
-        return True
-
-    @classmethod
-    def from_dict(cls, data: dict):
-        return cls(**data)
-
-    def get_html(self) -> Optional[HtmlTag]:
-        return P([], self.title)

unstructured_ingest/v2/processes/connectors/notion/types/blocks/embed.py

@@ -1,36 +0,0 @@
-# https://developers.notion.com/reference/block#embed
-from dataclasses import dataclass, field
-from typing import List, Optional
-
-from htmlBuilder.attributes import Href
-from htmlBuilder.tags import A, Br, Div, HtmlTag
-
-from unstructured_ingest.connector.notion.interfaces import BlockBase
-from unstructured_ingest.connector.notion.types.rich_text import RichText
-
-
-@dataclass
-class Embed(BlockBase):
-    url: str
-    caption: List[RichText] = field(default_factory=list)
-
-    @staticmethod
-    def can_have_children() -> bool:
-        return False
-
-    @classmethod
-    def from_dict(cls, data: dict):
-        return cls(caption=[RichText.from_dict(d) for d in data.pop("caption", [])], **data)
-
-    def get_html(self) -> Optional[HtmlTag]:
-        texts = []
-        if self.url:
-            texts.append(A([Href(self.url)], self.url))
-        if self.caption:
-            texts.append(Div([], [rt.get_html() for rt in self.caption]))
-        if not texts:
-            return None
-        joined = [Br()] * (len(texts) * 2 - 1)
-        joined[0::2] = texts
-
-        return Div([], joined)

unstructured_ingest/v2/processes/connectors/notion/types/blocks/equation.py

@@ -1,23 +0,0 @@
-# https://developers.notion.com/reference/block#equation
-from dataclasses import dataclass
-from typing import Optional
-
-from htmlBuilder.tags import Div, HtmlTag
-
-from unstructured_ingest.connector.notion.interfaces import BlockBase
-
-
-@dataclass
-class Equation(BlockBase):
-    expression: str
-
-    @staticmethod
-    def can_have_children() -> bool:
-        return False
-
-    @classmethod
-    def from_dict(cls, data: dict):
-        return cls(**data)
-
-    def get_html(self) -> Optional[HtmlTag]:
-        return Div([], self.expression)

unstructured_ingest/v2/processes/connectors/notion/types/blocks/file.py

@@ -1,49 +0,0 @@
-# https://developers.notion.com/reference/block#file
-from dataclasses import dataclass, field
-from typing import List, Optional
-
-from htmlBuilder.attributes import Href
-from htmlBuilder.tags import A, Br, Div, HtmlTag
-
-from unstructured_ingest.connector.notion.interfaces import BlockBase
-from unstructured_ingest.connector.notion.types.file import External
-from unstructured_ingest.connector.notion.types.file import File as FileContent
-from unstructured_ingest.connector.notion.types.rich_text import RichText
-
-
-@dataclass
-class File(BlockBase):
-    type: str
-    external: Optional[External] = None
-    file: Optional[FileContent] = None
-    caption: List[RichText] = field(default_factory=list)
-
-    @staticmethod
-    def can_have_children() -> bool:
-        return False
-
-    @classmethod
-    def from_dict(cls, data: dict):
-        caption = [RichText.from_dict(rt) for rt in data.pop("caption", [])]
-        t = data["type"]
-        file = cls(type=t, caption=caption)
-        if t == "external":
-            file.external = External.from_dict(data["external"])
-        elif t == "file":
-            file.file = FileContent.from_dict(data["file"])
-        return file
-
-    def get_html(self) -> Optional[HtmlTag]:
-        texts = []
-        if self.file:
-            texts.append(A([Href(self.file.url)], self.file.url))
-        if self.external:
-            texts.append(A([Href(self.external.url)], self.external.url))
-        if self.caption:
-            texts.append(Div([], [rt.get_html() for rt in self.caption]))
-        if not texts:
-            return None
-        joined = [Br()] * (len(texts) * 2 - 1)
-        joined[0::2] = texts
-
-        return Div([], joined)

unstructured_ingest/v2/processes/connectors/notion/types/blocks/image.py

@@ -1,21 +0,0 @@
-# https://developers.notion.com/reference/block#image
-from typing import Optional
-
-from htmlBuilder.attributes import Src
-from htmlBuilder.tags import HtmlTag, Img
-
-from unstructured_ingest.connector.notion.interfaces import BlockBase
-from unstructured_ingest.connector.notion.types.file import FileObject
-
-
-class Image(BlockBase, FileObject):
-    @staticmethod
-    def can_have_children() -> bool:
-        return False
-
-    def get_html(self) -> Optional[HtmlTag]:
-        if self.external:
-            return Img([Src(self.external.url)], [])
-        if self.file:
-            return Img([Src(self.file.url)], [])
-        return None

unstructured_ingest/v2/processes/connectors/notion/types/blocks/link_to_page.py

@@ -1,29 +0,0 @@
-# https://developers.notion.com/reference/block#link-to-page
-from dataclasses import dataclass
-from typing import Optional
-
-from htmlBuilder.tags import Div, HtmlTag
-
-from unstructured_ingest.connector.notion.interfaces import BlockBase
-
-
-@dataclass
-class LinkToPage(BlockBase):
-    type: str
-    page_id: Optional[str] = None
-    database_id: Optional[str] = None
-
-    @staticmethod
-    def can_have_children() -> bool:
-        return False
-
-    @classmethod
-    def from_dict(cls, data: dict):
-        return cls(**data)
-
-    def get_html(self) -> Optional[HtmlTag]:
-        if page_id := self.page_id:
-            return Div([], page_id)
-        if database_id := self.database_id:
-            return Div([], database_id)
-        return None

unstructured_ingest/v2/processes/connectors/notion/types/blocks/paragraph.py

@@ -1,31 +0,0 @@
-# https://developers.notion.com/reference/block#paragraph
-from dataclasses import dataclass, field
-from typing import List, Optional
-
-from htmlBuilder.tags import Br, Div, HtmlTag
-
-from unstructured_ingest.connector.notion.interfaces import BlockBase
-from unstructured_ingest.connector.notion.types.rich_text import RichText
-
-
-@dataclass
-class Paragraph(BlockBase):
-    color: str
-    children: List[dict] = field(default_factory=list)
-    rich_text: List[RichText] = field(default_factory=list)
-
-    @staticmethod
-    def can_have_children() -> bool:
-        return True
-
-    @classmethod
-    def from_dict(cls, data: dict):
-        rich_text = data.pop("rich_text", [])
-        paragraph = cls(**data)
-        paragraph.rich_text = [RichText.from_dict(rt) for rt in rich_text]
-        return paragraph
-
-    def get_html(self) -> Optional[HtmlTag]:
-        if not self.rich_text:
-            return Br()
-        return Div([], [rt.get_html() for rt in self.rich_text])

unstructured_ingest/v2/processes/connectors/notion/types/blocks/pdf.py

@@ -1,49 +0,0 @@
-# https://developers.notion.com/reference/block#pdf
-from dataclasses import dataclass, field
-from typing import List, Optional
-
-from htmlBuilder.attributes import Href
-from htmlBuilder.tags import A, Br, Div, HtmlTag
-
-from unstructured_ingest.connector.notion.interfaces import BlockBase
-from unstructured_ingest.connector.notion.types.file import External, File
-from unstructured_ingest.connector.notion.types.rich_text import RichText
-
-
-@dataclass
-class PDF(BlockBase):
-    type: str
-    caption: List[RichText] = field(default_factory=list)
-    external: Optional[External] = None
-    file: Optional[File] = None
-
-    @staticmethod
-    def can_have_children() -> bool:
-        return False
-
-    @classmethod
-    def from_dict(cls, data: dict):
-        caption = data.pop("caption", [])
-        t = data["type"]
-        paragraph = cls(type=t)
-        paragraph.caption = [RichText.from_dict(c) for c in caption]
-        if t == "external":
-            paragraph.external = External.from_dict(data["external"])
-        elif t == "file":
-            paragraph.file = File.from_dict(data["file"])
-        return paragraph
-
-    def get_html(self) -> Optional[HtmlTag]:
-        texts = []
-        if self.external:
-            texts.append(A([Href(self.external.url)], self.external.url))
-        if self.file:
-            texts.append(A([Href(self.file.url)], self.file.url))
-        if self.caption:
-            texts.append(Div([], [rt.get_html() for rt in self.caption]))
-        if not texts:
-            return None
-        joined = [Br()] * (len(texts) * 2 - 1)
-        joined[0::2] = texts
-
-        return Div([], joined)

unstructured_ingest/v2/processes/connectors/notion/types/blocks/toggle.py

@@ -1,37 +0,0 @@
-# https://developers.notion.com/reference/block#toggle-blocks
-from dataclasses import dataclass, field
-from typing import List, Optional
-
-from htmlBuilder.attributes import Style
-from htmlBuilder.tags import Div, HtmlTag
-
-from unstructured_ingest.connector.notion.interfaces import BlockBase
-from unstructured_ingest.connector.notion.types.rich_text import RichText
-
-
-@dataclass
-class Toggle(BlockBase):
-    color: str
-    children: List[dict] = field(default_factory=list)
-    rich_text: List[RichText] = field(default_factory=list)
-
-    @staticmethod
-    def can_have_children() -> bool:
-        return True
-
-    @classmethod
-    def from_dict(cls, data: dict):
-        rich_text = data.pop("rich_text", [])
-        toggle = cls(**data)
-        toggle.rich_text = [RichText.from_dict(rt) for rt in rich_text]
-        return toggle
-
-    def get_html(self) -> Optional[HtmlTag]:
-        if not self.rich_text:
-            return None
-
-        texts = [rt.get_html() for rt in self.rich_text]
-        attributes = []
-        if self.color and self.color != "default":
-            attributes.append(Style(f"color: {self.color}"))
-        return Div(attributes, texts)

unstructured_ingest/v2/processes/connectors/notion/types/blocks/video.py

@@ -1,22 +0,0 @@
-# https://developers.notion.com/reference/block#image
-from typing import Optional
-
-from htmlBuilder.attributes import Src
-from htmlBuilder.tags import HtmlTag, Source
-from htmlBuilder.tags import Video as VideoHtml
-
-from unstructured_ingest.connector.notion.interfaces import BlockBase
-from unstructured_ingest.connector.notion.types.file import FileObject
-
-
-class Video(BlockBase, FileObject):
-    @staticmethod
-    def can_have_children() -> bool:
-        return False
-
-    def get_html(self) -> Optional[HtmlTag]:
-        if self.external:
-            return VideoHtml([], [Source([Src(self.external.url)], [self.external.url])])
-        if self.file:
-            return VideoHtml([], [Source([Src(self.file.url)], [self.file.url])])
-        return None

unstructured_ingest/v2/processes/connectors/notion/types/database.py

@@ -1,73 +0,0 @@
-# https://developers.notion.com/reference/database
-from dataclasses import dataclass, field
-from typing import Dict, List, Optional
-
-from htmlBuilder.tags import Div, HtmlTag, Span
-
-from unstructured_ingest.v2.processes.connectors.notion.interfaces import (
-    DBPropertyBase,
-    FromJSONMixin,
-    GetHTMLMixin,
-)
-from unstructured_ingest.v2.processes.connectors.notion.types.database_properties import (
-    map_properties,
-)
-from unstructured_ingest.v2.processes.connectors.notion.types.file import FileObject
-from unstructured_ingest.v2.processes.connectors.notion.types.parent import Parent
-from unstructured_ingest.v2.processes.connectors.notion.types.rich_text import RichText
-from unstructured_ingest.v2.processes.connectors.notion.types.user import PartialUser
-
-
-@dataclass
-class Database(FromJSONMixin, GetHTMLMixin):
-    id: str
-    created_time: str
-    created_by: PartialUser
-    last_edited_time: str
-    last_edited_by: PartialUser
-    archived: bool
-    in_trash: bool
-    parent: Parent
-    url: str
-    is_inline: bool
-    public_url: str
-    request_id: Optional[str] = None
-    properties: Dict[str, DBPropertyBase] = field(default_factory=dict)
-    title: List[RichText] = field(default_factory=list)
-    description: List[RichText] = field(default_factory=list)
-    icon: Optional[FileObject] = None
-    cover: Optional[FileObject] = None
-    object: str = "database"
-
-    @classmethod
-    def from_dict(cls, data: dict):
-        created_by = data.pop("created_by")
-        last_edited_by = data.pop("last_edited_by")
-        icon = data.pop("icon")
-        cover = data.pop("cover")
-        parent = data.pop("parent")
-        title = data.pop("title")
-        description = data.pop("description")
-        page = cls(
-            properties=map_properties(data.pop("properties", {})),
-            created_by=PartialUser.from_dict(created_by),
-            last_edited_by=PartialUser.from_dict(last_edited_by),
-            icon=FileObject.from_dict(icon) if icon else None,
-            cover=FileObject.from_dict(cover) if cover else None,
-            parent=Parent.from_dict(parent),
-            title=[RichText.from_dict(data=r) for r in title],
-            description=[RichText.from_dict(data=r) for r in description],
-            **data,
-        )
-
-        return page
-
-    def get_html(self) -> Optional[HtmlTag]:
-        spans = []
-        if title := self.title:
-            spans.append(Span([], [rt.get_html() for rt in title]))
-        if description := self.description:
-            spans.append(Span([], [rt.get_html() for rt in description]))
-        if spans:
-            return Div([], spans)
-        return None

unstructured_ingest/v2/processes/connectors/notion/types/database_properties/created_by.py

@@ -1,35 +0,0 @@
-# https://developers.notion.com/reference/property-object#created-by
-from dataclasses import dataclass, field
-from typing import Optional
-
-from htmlBuilder.tags import HtmlTag
-
-from unstructured_ingest.connector.notion.interfaces import DBCellBase, DBPropertyBase
-from unstructured_ingest.connector.notion.types.user import People
-
-
-@dataclass
-class CreatedBy(DBPropertyBase):
-    id: str
-    name: str
-    type: str = "created_by"
-    created_by: dict = field(default_factory=dict)
-
-    @classmethod
-    def from_dict(cls, data: dict):
-        return cls(**data)
-
-
-@dataclass
-class CreatedByCell(DBCellBase):
-    id: str
-    created_by: People
-    type: str = "created_by"
-    name: Optional[str] = None
-
-    @classmethod
-    def from_dict(cls, data: dict):
-        return cls(created_by=People.from_dict(data.pop("created_by")), **data)
-
-    def get_html(self) -> Optional[HtmlTag]:
-        return self.created_by.get_html()

unstructured_ingest/v2/processes/connectors/notion/types/database_properties/created_time.py

@@ -1,34 +0,0 @@
-# https://developers.notion.com/reference/property-object#created-time
-from dataclasses import dataclass, field
-from typing import Optional
-
-from htmlBuilder.tags import Div, HtmlTag
-
-from unstructured_ingest.connector.notion.interfaces import DBCellBase, DBPropertyBase
-
-
-@dataclass
-class CreatedTime(DBPropertyBase):
-    id: str
-    name: str
-    type: str = "created_time"
-    created_time: dict = field(default_factory=dict)
-
-    @classmethod
-    def from_dict(cls, data: dict):
-        return cls(**data)
-
-
-@dataclass
-class CreatedTimeCell(DBCellBase):
-    id: str
-    created_time: str
-    type: str = "created_time"
-    name: Optional[str] = None
-
-    @classmethod
-    def from_dict(cls, data: dict):
-        return cls(**data)
-
-    def get_html(self) -> Optional[HtmlTag]:
-        return Div([], self.created_time)

unstructured_ingest/v2/processes/connectors/notion/types/database_properties/email.py

@@ -1,36 +0,0 @@
-# https://developers.notion.com/reference/property-object#email
-from dataclasses import dataclass, field
-from typing import Optional
-
-from htmlBuilder.tags import Div, HtmlTag
-
-from unstructured_ingest.connector.notion.interfaces import DBCellBase, DBPropertyBase
-
-
-@dataclass
-class Email(DBPropertyBase):
-    id: str
-    name: str
-    type: str = "email"
-    email: dict = field(default_factory=dict)
-
-    @classmethod
-    def from_dict(cls, data: dict):
-        return cls(**data)
-
-
-@dataclass
-class EmailCell(DBCellBase):
-    id: str
-    email: str
-    name: Optional[str] = None
-    type: str = "email"
-
-    @classmethod
-    def from_dict(cls, data: dict):
-        return cls(**data)
-
-    def get_html(self) -> Optional[HtmlTag]:
-        if email := self.email:
-            return Div([], email)
-        return None

unstructured_ingest/v2/processes/connectors/notion/types/database_properties/files.py

@@ -1,37 +0,0 @@
-# https://developers.notion.com/reference/property-object#files
-from dataclasses import dataclass, field
-from typing import List, Optional
-
-from htmlBuilder.tags import Div, HtmlTag
-
-from unstructured_ingest.connector.notion.interfaces import DBCellBase, DBPropertyBase
-from unstructured_ingest.connector.notion.types.file import FileObject
-
-
-@dataclass
-class Files(DBPropertyBase):
-    id: str
-    name: str
-    type: str = "files"
-    files: dict = field(default_factory=dict)
-
-    @classmethod
-    def from_dict(cls, data: dict):
-        return cls(**data)
-
-
-@dataclass
-class FilesCell(DBCellBase):
-    id: str
-    files: List[FileObject]
-    type: str = "files"
-    name: Optional[str] = None
-
-    @classmethod
-    def from_dict(cls, data: dict):
-        return cls(files=[FileObject.from_dict(f) for f in data.pop("files", [])], **data)
-
-    def get_html(self) -> Optional[HtmlTag]:
-        if not self.files:
-            return None
-        return Div([], [f.get_html() for f in self.files])

unstructured_ingest/v2/processes/connectors/notion/types/database_properties/last_edited_by.py

@@ -1,34 +0,0 @@
-# https://developers.notion.com/reference/property-object#last-edited-by
-from dataclasses import dataclass
-from typing import Optional
-
-from htmlBuilder.tags import HtmlTag
-
-from unstructured_ingest.connector.notion.interfaces import DBCellBase, DBPropertyBase
-from unstructured_ingest.connector.notion.types.user import People
-
-
-@dataclass
-class LastEditedBy(DBPropertyBase):
-    @classmethod
-    def from_dict(cls, data: dict):
-        return cls()
-
-    def get_text(self) -> Optional[str]:
-        return None
-
-
-@dataclass
-class LastEditedByCell(DBCellBase):
-    id: str
-    last_edited_by: People
-    type: str = "last_edited_by"
-
-    name: Optional[str] = None
-
-    @classmethod
-    def from_dict(cls, data: dict):
-        return cls(last_edited_by=People.from_dict(data.pop("last_edited_by", {})), **data)
-
-    def get_html(self) -> Optional[HtmlTag]:
-        return self.last_edited_by.get_html()

unstructured_ingest/v2/processes/connectors/notion/types/database_properties/number.py

@@ -1,49 +0,0 @@
-# https://developers.notion.com/reference/property-object#number
-from dataclasses import dataclass
-from typing import Optional
-
-from htmlBuilder.tags import Div, HtmlTag
-
-from unstructured_ingest.connector.notion.interfaces import (
-    DBCellBase,
-    DBPropertyBase,
-    FromJSONMixin,
-)
-
-
-@dataclass
-class NumberProp(FromJSONMixin):
-    format: str
-
-    @classmethod
-    def from_dict(cls, data: dict):
-        return cls(**data)
-
-
-@dataclass
-class Number(DBPropertyBase):
-    id: str
-    name: str
-    number: NumberProp
-    type: str = "number"
-
-    @classmethod
-    def from_dict(cls, data: dict):
-        return cls(number=NumberProp.from_dict(data.pop("number")), **data)
-
-
-@dataclass
-class NumberCell(DBCellBase):
-    id: str
-    number: Optional[int] = None
-    type: str = "number"
-    name: Optional[str] = None
-
-    @classmethod
-    def from_dict(cls, data: dict):
-        return cls(**data)
-
-    def get_html(self) -> Optional[HtmlTag]:
-        if number := self.number:
-            return Div([], str(number))
-        return None