unstructured-ingest 0.6.2__py3-none-any.whl → 0.7.0__py3-none-any.whl

unstructured_ingest/connector/notion/types/blocks/callout.py

@@ -1,94 +0,0 @@
-# https://developers.notion.com/reference/block#callout
-from dataclasses import dataclass, field
-from typing import List, Optional, Union
-
-from htmlBuilder.attributes import Href, Style
-from htmlBuilder.tags import A, Div, HtmlTag, P
-
-from unstructured_ingest.connector.notion.interfaces import (
-    BlockBase,
-    FromJSONMixin,
-    GetHTMLMixin,
-)
-from unstructured_ingest.connector.notion.types.rich_text import RichText
-
-
-@dataclass
-class EmojiIcon(FromJSONMixin, GetHTMLMixin):
-    emoji: str
-    type: str = "emoji"
-
-    @classmethod
-    def from_dict(cls, data: dict):
-        return cls(**data)
-
-    def get_html(self) -> Optional[HtmlTag]:
-        return P([], self.emoji)
-
-
-@dataclass
-class ExternalIconContent(FromJSONMixin):
-    url: str
-
-    @classmethod
-    def from_dict(cls, data: dict):
-        return cls(**data)
-
-
-@dataclass
-class ExternalIcon(FromJSONMixin, GetHTMLMixin):
-    external: ExternalIconContent
-    type: str = "external"
-
-    @classmethod
-    def from_dict(cls, data: dict):
-        return cls(external=ExternalIconContent.from_dict(data=data.pop("external")), **data)
-
-    def get_html(self) -> Optional[HtmlTag]:
-        if self.external:
-            return A([Href(self.external.url)], [self.external.url])
-        else:
-            return None
-
-
-class Icon(FromJSONMixin):
-    @classmethod
-    def from_dict(cls, data: dict) -> Union[EmojiIcon, ExternalIcon]:
-        t = data.get("type")
-        if t == "emoji":
-            return EmojiIcon.from_dict(data)
-        elif t == "external":
-            return ExternalIcon.from_dict(data)
-        else:
-            raise ValueError(f"Unexpected icon type: {t} ({data})")
-
-
-@dataclass
-class Callout(BlockBase):
-    color: str
-    icon: Optional[Union[EmojiIcon, ExternalIcon]] = None
-    rich_text: List[RichText] = field(default_factory=list)
-
-    @staticmethod
-    def can_have_children() -> bool:
-        return True
-
-    @classmethod
-    def from_dict(cls, data: dict):
-        rich_text = data.pop("rich_text", [])
-        return cls(
-            color=data["color"],
-            icon=Icon.from_dict(data.pop("icon")),
-            rich_text=[RichText.from_dict(rt) for rt in rich_text],
-        )
-
-    def get_html(self) -> Optional[HtmlTag]:
-        elements = []
-        if self.icon and self.icon.get_html():
-            elements.append(self.icon.get_html())
-        if self.rich_text:
-            elements.extend([rt.get_html() for rt in self.rich_text])
-        attributes = []
-        if self.color:
-            attributes.append(Style(f"color:{self.color}"))
-        return Div(attributes, elements)

unstructured_ingest/connector/notion/types/blocks/child_database.py

@@ -1,23 +0,0 @@
-# https://developers.notion.com/reference/block#child-database
-from dataclasses import dataclass
-from typing import Optional
-
-from htmlBuilder.tags import HtmlTag, P
-
-from unstructured_ingest.connector.notion.interfaces import BlockBase
-
-
-@dataclass
-class ChildDatabase(BlockBase):
-    title: str
-
-    @staticmethod
-    def can_have_children() -> bool:
-        return True
-
-    @classmethod
-    def from_dict(cls, data: dict):
-        return cls(**data)
-
-    def get_html(self) -> Optional[HtmlTag]:
-        return P([], self.title)

unstructured_ingest/connector/notion/types/blocks/code.py

@@ -1,43 +0,0 @@
-# https://developers.notion.com/reference/block#code
-from dataclasses import dataclass, field
-from typing import List, Optional
-
-from htmlBuilder.tags import Br, Div, HtmlTag
-from htmlBuilder.tags import Code as HtmlCode
-
-from unstructured_ingest.connector.notion.interfaces import BlockBase
-from unstructured_ingest.connector.notion.types.rich_text import RichText
-
-
-@dataclass
-class Code(BlockBase):
-    language: str
-    rich_text: List[RichText] = field(default_factory=list)
-    caption: List[RichText] = field(default_factory=list)
-
-    @staticmethod
-    def can_have_children() -> bool:
-        return False
-
-    @classmethod
-    def from_dict(cls, data: dict):
-        rich_text = data.pop("rich_text", [])
-        caption = data.pop("caption", [])
-        return cls(
-            language=data["language"],
-            rich_text=[RichText.from_dict(rt) for rt in rich_text],
-            caption=[RichText.from_dict(c) for c in caption],
-        )
-
-    def get_html(self) -> Optional[HtmlTag]:
-        texts = []
-        if self.rich_text:
-            texts.append(HtmlCode([], [rt.get_html() for rt in self.rich_text]))
-        if self.caption:
-            texts.append(Div([], [rt.get_html() for rt in self.caption]))
-        if not texts:
-            return None
-        joined = [Br()] * (len(texts) * 2 - 1)
-        joined[0::2] = texts
-
-        return Div([], joined)

unstructured_ingest/connector/notion/types/blocks/column_list.py

@@ -1,35 +0,0 @@
-# https://developers.notion.com/reference/block#column-list-and-column
-from dataclasses import dataclass
-from typing import Optional
-
-from htmlBuilder.tags import HtmlTag
-
-from unstructured_ingest.connector.notion.interfaces import BlockBase
-
-
-@dataclass
-class ColumnList(BlockBase):
-    @staticmethod
-    def can_have_children() -> bool:
-        return True
-
-    @classmethod
-    def from_dict(cls, data: dict):
-        return cls()
-
-    def get_html(self) -> Optional[HtmlTag]:
-        return None
-
-
-@dataclass
-class Column(BlockBase):
-    @staticmethod
-    def can_have_children() -> bool:
-        return True
-
-    @classmethod
-    def from_dict(cls, data: dict):
-        return cls()
-
-    def get_html(self) -> Optional[HtmlTag]:
-        return None

unstructured_ingest/connector/notion/types/blocks/divider.py

@@ -1,22 +0,0 @@
-# https://developers.notion.com/reference/block#divider
-from dataclasses import dataclass
-from typing import Optional
-
-from htmlBuilder.attributes import Style
-from htmlBuilder.tags import Hr, HtmlTag
-
-from unstructured_ingest.connector.notion.interfaces import BlockBase
-
-
-@dataclass
-class Divider(BlockBase):
-    @staticmethod
-    def can_have_children() -> bool:
-        return False
-
-    @classmethod
-    def from_dict(cls, data: dict):
-        return cls()
-
-    def get_html(self) -> Optional[HtmlTag]:
-        return Hr([Style("border-top: 3px solid #bbb")])

unstructured_ingest/connector/notion/types/blocks/heading.py

@@ -1,37 +0,0 @@
-# https://developers.notion.com/reference/block#headings
-from dataclasses import dataclass, field
-from typing import List, Optional
-
-from htmlBuilder.attributes import Style
-from htmlBuilder.tags import Div, HtmlTag
-
-from unstructured_ingest.connector.notion.interfaces import BlockBase
-from unstructured_ingest.connector.notion.types.rich_text import RichText
-
-
-@dataclass
-class Heading(BlockBase):
-    color: str
-    is_toggleable: bool
-    rich_text: List[RichText] = field(default_factory=list)
-
-    @staticmethod
-    def can_have_children() -> bool:
-        return False
-
-    @classmethod
-    def from_dict(cls, data: dict):
-        rich_text = data.pop("rich_text", [])
-        heading = cls(**data)
-        heading.rich_text = [RichText.from_dict(rt) for rt in rich_text]
-        return heading
-
-    def get_html(self) -> Optional[HtmlTag]:
-        if not self.rich_text:
-            return None
-
-        texts = [rt.get_html() for rt in self.rich_text]
-        attributes = []
-        if self.color and self.color != "default":
-            attributes.append(Style(f"color: {self.color}"))
-        return Div(attributes, texts)

unstructured_ingest/connector/notion/types/blocks/link_preview.py

@@ -1,24 +0,0 @@
-# https://developers.notion.com/reference/block#link-preview
-from dataclasses import dataclass
-from typing import Optional
-
-from htmlBuilder.attributes import Href
-from htmlBuilder.tags import A, HtmlTag
-
-from unstructured_ingest.connector.notion.interfaces import BlockBase
-
-
-@dataclass
-class LinkPreview(BlockBase):
-    url: str
-
-    @staticmethod
-    def can_have_children() -> bool:
-        return False
-
-    @classmethod
-    def from_dict(cls, data: dict):
-        return cls(**data)
-
-    def get_html(self) -> Optional[HtmlTag]:
-        return A([Href(self.url)], self.url)

unstructured_ingest/connector/notion/types/blocks/numbered_list.py

@@ -1,29 +0,0 @@
-# https://developers.notion.com/reference/block#numbered-list-item
-from dataclasses import dataclass, field
-from typing import List, Optional
-
-from htmlBuilder.tags import HtmlTag, Li
-
-from unstructured_ingest.connector.notion.interfaces import BlockBase
-from unstructured_ingest.connector.notion.types.rich_text import RichText
-
-
-@dataclass
-class NumberedListItem(BlockBase):
-    color: str
-    children: List[dict] = field(default_factory=list)
-    rich_text: List[RichText] = field(default_factory=list)
-
-    @staticmethod
-    def can_have_children() -> bool:
-        return True
-
-    @classmethod
-    def from_dict(cls, data: dict):
-        rich_text = data.pop("rich_text", [])
-        numbered_list = cls(**data)
-        numbered_list.rich_text = [RichText.from_dict(rt) for rt in rich_text]
-        return numbered_list
-
-    def get_html(self) -> Optional[HtmlTag]:
-        return Li([], [rt.get_html() for rt in self.rich_text])

unstructured_ingest/connector/notion/types/blocks/quote.py

@@ -1,37 +0,0 @@
-# https://developers.notion.com/reference/block#quote
-from dataclasses import dataclass, field
-from typing import List, Optional
-
-from htmlBuilder.attributes import Style
-from htmlBuilder.tags import Div, HtmlTag
-
-from unstructured_ingest.connector.notion.interfaces import BlockBase
-from unstructured_ingest.connector.notion.types.rich_text import RichText
-
-
-@dataclass
-class Quote(BlockBase):
-    color: str
-    children: List[dict] = field(default_factory=list)
-    rich_text: List[RichText] = field(default_factory=list)
-
-    @staticmethod
-    def can_have_children() -> bool:
-        return True
-
-    @classmethod
-    def from_dict(cls, data: dict):
-        rich_text = data.pop("rich_text", [])
-        quote = cls(**data)
-        quote.rich_text = [RichText.from_dict(rt) for rt in rich_text]
-        return quote
-
-    def get_html(self) -> Optional[HtmlTag]:
-        if not self.rich_text:
-            return None
-
-        texts = [rt.get_html() for rt in self.rich_text]
-        attributes = []
-        if self.color and self.color != "default":
-            attributes.append(Style(f"color: {self.color}"))
-        return Div(attributes, texts)

unstructured_ingest/connector/notion/types/blocks/synced_block.py

@@ -1,57 +0,0 @@
-# https://developers.notion.com/reference/block#synced-block
-from dataclasses import dataclass, field
-from typing import List, Optional
-
-from htmlBuilder.tags import HtmlTag
-
-from unstructured_ingest.connector.notion.interfaces import BlockBase
-
-
-@dataclass
-class OriginalSyncedBlock(BlockBase):
-    synced_from: Optional[str] = None
-    children: List[dict] = field(default_factory=list)
-
-    @staticmethod
-    def can_have_children() -> bool:
-        return True
-
-    @classmethod
-    def from_dict(cls, data: dict):
-        return cls(children=data["children"])
-
-    def get_html(self) -> Optional[HtmlTag]:
-        return None
-
-
-@dataclass
-class DuplicateSyncedBlock(BlockBase):
-    type: str
-    block_id: str
-
-    @staticmethod
-    def can_have_children() -> bool:
-        return True
-
-    @classmethod
-    def from_dict(cls, data: dict):
-        return cls(**data)
-
-    def get_html(self) -> Optional[HtmlTag]:
-        return None
-
-
-class SyncBlock(BlockBase):
-    @staticmethod
-    def can_have_children() -> bool:
-        return True
-
-    @classmethod
-    def from_dict(cls, data: dict):
-        if "synced_from" in data:
-            return OriginalSyncedBlock.from_dict(data)
-        else:
-            return DuplicateSyncedBlock.from_dict(data)
-
-    def get_html(self) -> Optional[HtmlTag]:
-        return None

unstructured_ingest/connector/notion/types/blocks/table.py

@@ -1,63 +0,0 @@
-# https://developers.notion.com/reference/block#table
-from dataclasses import dataclass, field
-from typing import List, Optional
-
-from htmlBuilder.tags import HtmlTag, Td, Th, Tr
-
-from unstructured_ingest.connector.notion.interfaces import (
-    BlockBase,
-    FromJSONMixin,
-)
-from unstructured_ingest.connector.notion.types.rich_text import RichText
-
-
-@dataclass
-class Table(BlockBase):
-    table_width: int
-    has_column_header: bool
-    has_row_header: bool
-
-    @staticmethod
-    def can_have_children() -> bool:
-        return True
-
-    @classmethod
-    def from_dict(cls, data: dict):
-        return cls(**data)
-
-    def get_html(self) -> Optional[HtmlTag]:
-        return None
-
-
-@dataclass
-class TableCell(FromJSONMixin):
-    rich_texts: List[RichText]
-
-    @classmethod
-    def from_dict(cls, data: dict):
-        return cls(rich_texts=[RichText.from_dict(rt) for rt in data.pop("rich_texts", [])])
-
-    def get_html(self, is_header: bool) -> Optional[HtmlTag]:
-        if is_header:
-            return Th([], [rt.get_html() for rt in self.rich_texts])
-        else:
-            return Td([], [rt.get_html() for rt in self.rich_texts])
-
-
-# https://developers.notion.com/reference/block#table-rows
-@dataclass
-class TableRow(BlockBase):
-    is_header: bool = False
-    cells: List[TableCell] = field(default_factory=list)
-
-    @classmethod
-    def from_dict(cls, data: dict):
-        cells = data.get("cells", [])
-        return cls(cells=[TableCell.from_dict({"rich_texts": c}) for c in cells])
-
-    @staticmethod
-    def can_have_children() -> bool:
-        return False
-
-    def get_html(self) -> Optional[HtmlTag]:
-        return Tr([], [cell.get_html(is_header=self.is_header) for cell in self.cells])

unstructured_ingest/connector/notion/types/blocks/table_of_contents.py

@@ -1,23 +0,0 @@
-# https://developers.notion.com/reference/block#table-of-contents
-from dataclasses import dataclass
-from typing import Optional
-
-from htmlBuilder.tags import HtmlTag
-
-from unstructured_ingest.connector.notion.interfaces import BlockBase
-
-
-@dataclass
-class TableOfContents(BlockBase):
-    color: str
-
-    @staticmethod
-    def can_have_children() -> bool:
-        return False
-
-    @classmethod
-    def from_dict(cls, data: dict):
-        return cls(**data)
-
-    def get_html(self) -> Optional[HtmlTag]:
-        return None

unstructured_ingest/connector/notion/types/blocks/template.py

@@ -1,30 +0,0 @@
-# https://developers.notion.com/reference/block#template
-from dataclasses import dataclass, field
-from typing import List, Optional
-
-from htmlBuilder.tags import Div, HtmlTag
-
-from unstructured_ingest.connector.notion.interfaces import BlockBase
-from unstructured_ingest.connector.notion.types.rich_text import RichText
-
-
-@dataclass
-class Template(BlockBase):
-    children: List[dict] = field(default_factory=list)
-    rich_text: List[RichText] = field(default_factory=list)
-
-    @staticmethod
-    def can_have_children() -> bool:
-        return True
-
-    @classmethod
-    def from_dict(cls, data: dict):
-        rich_text = data.pop("rich_text", [])
-        template = cls(**data)
-        template.rich_text = [RichText.from_dict(rt) for rt in rich_text]
-        return template
-
-    def get_html(self) -> Optional[HtmlTag]:
-        if not self.rich_text:
-            return None
-        return Div([], [rt.get_html() for rt in self.rich_text])

unstructured_ingest/connector/notion/types/blocks/todo.py

@@ -1,42 +0,0 @@
-# https://developers.notion.com/reference/block#to-do
-from dataclasses import dataclass, field
-from typing import List, Optional
-
-from htmlBuilder.attributes import Checked, Style, Type
-from htmlBuilder.tags import Div, HtmlTag, Input
-
-from unstructured_ingest.connector.notion.interfaces import BlockBase
-from unstructured_ingest.connector.notion.types.rich_text import RichText
-
-
-@dataclass
-class ToDo(BlockBase):
-    color: str
-    checked: bool = False
-    rich_text: List[RichText] = field(default_factory=list)
-
-    @staticmethod
-    def can_have_children() -> bool:
-        return True
-
-    @classmethod
-    def from_dict(cls, data: dict):
-        rich_text = data.pop("rich_text", [])
-        todo = cls(**data)
-        todo.rich_text = [RichText.from_dict(rt) for rt in rich_text]
-        return todo
-
-    def get_html(self) -> Optional[HtmlTag]:
-        if not self.rich_text:
-            return None
-
-        elements = []
-        check_input_attributes = [Type("checkbox")]
-        if self.checked:
-            check_input_attributes.append(Checked(""))
-        elements.append(Input(check_input_attributes))
-        elements.extend([rt.get_html() for rt in self.rich_text])
-        attributes = []
-        if self.color and self.color != "default":
-            attributes.append(Style(f"color: {self.color}"))
-        return Div(attributes, elements)

unstructured_ingest/connector/notion/types/blocks/unsupported.py

@@ -1,20 +0,0 @@
-from dataclasses import dataclass
-from typing import Optional
-
-from htmlBuilder.tags import HtmlTag
-
-from unstructured_ingest.connector.notion.interfaces import BlockBase
-
-
-@dataclass
-class Unsupported(BlockBase):
-    @staticmethod
-    def can_have_children() -> bool:
-        return False
-
-    @classmethod
-    def from_dict(cls, data: dict):
-        return cls()
-
-    def get_html(self) -> Optional[HtmlTag]:
-        return None