fast-sentence-segment 0.1.9__py3-none-any.whl → 1.2.0__py3-none-any.whl

fast_sentence_segment/svc/perform_sentence_segmentation.py

@@ -1,129 +1,165 @@
-#!/usr/bin/env python
-# -*- coding: UTF-8 -*-
-""" Sentence Segmentation """
-
-
-import spacy
-
-from baseblock import BaseObject
-
-from fast_sentence_segment.dmo import NewlinesToPeriods
-from fast_sentence_segment.dmo import DelimitersToPeriods
-from fast_sentence_segment.dmo import BulletPointCleaner
-from fast_sentence_segment.dmo import NumberedListNormalizer
-from fast_sentence_segment.dmo import SpacyDocSegmenter
-from fast_sentence_segment.dmo import PostProcessStructure
-
-
-class PerformSentenceSegmentation(BaseObject):
-    """ Sentence Segmentation """
-
-    __nlp = None
-
-    def __init__(self):
-        """ Change Log
-
-        Created:
-            30-Sept-2021
-            craigtrim@gmail.com
-        Updated:
-            19-Oct-2022
-            craigtrim@gmail.com
-            *   add numbered-list normalization
-                https://github.com/craigtrim/fast-sentence-segment/issues/1
-        """
-        BaseObject.__init__(self, __name__)
-        if not self.__nlp:
-            self.__nlp = spacy.load("en_core_web_sm")
-
-        self._delimiters_to_periods = DelimitersToPeriods.process
-        self._newlines_to_periods = NewlinesToPeriods.process
-        self._normalize_numbered_lists = NumberedListNormalizer().process
-        self._clean_bullet_points = BulletPointCleaner.process
-        self._spacy_segmenter = SpacyDocSegmenter(self.__nlp).process
-        self._post_process = PostProcessStructure().process
-
-    @staticmethod
-    def _clean_punctuation(input_text: str) -> str:
-        """ Purpose:
-            Clean punctuation oddities; this is likely highly overfitted (for now)
-        """
-        if ", Inc" in input_text:
-            input_text = input_text.replace(", Inc", " Inc")
-
-        return input_text
-
-    @staticmethod
-    def _clean_spacing(a_sentence: str) -> str:
-
-        # eliminate triple-space
-        a_sentence = a_sentence.replace('   ', '  ')
-
-        # treat double-space as delimiter
-        a_sentence = a_sentence.replace('  ', '. ')
-
-        return a_sentence
-
-    def _process(self,
-                 input_text: str) -> list:
-
-        input_text = self._delimiters_to_periods(
-            delimiter=',',
-            input_text=input_text)
-
-        input_text = self._delimiters_to_periods(
-            delimiter=';',
-            input_text=input_text)
-
-        input_text = self._normalize_numbered_lists(input_text)
-
-        input_text = self._newlines_to_periods(input_text)
-
-        input_text = self._clean_spacing(input_text)
-        if "." not in input_text:
-            return [input_text]
-
-        input_text = self._clean_bullet_points(input_text)
-        if "." not in input_text:
-            return [input_text]
-
-        input_text = self._clean_punctuation(input_text)
-        if "." not in input_text:
-            return [input_text]
-
-        sentences = self._spacy_segmenter(input_text)
-        if "." not in input_text:
-            return [input_text]
-
-        sentences = self._post_process(sentences)
-
-        sentences = [
-            self._normalize_numbered_lists(x, denormalize=True)
-            for x in sentences
-        ]
-
-        return sentences
-
-    def process(self,
-                input_text: str) -> list:
-        """Perform Sentence Segmentation
-
-        Args:
-            input_text (str): An input string of any length or type
-
-        Raises:
-            ValueError: input must be a string
-
-        Returns:
-            list:   a list of sentences
-                    each list item is an input string of any length, but is a semantic sentence
-        """
-
-        if input_text is None or not len(input_text):
-            raise ValueError("Empty Input")
-
-        if type(input_text) != str:
-            self.logger.warning(f"Invalid Input Text: {input_text}")
-            return []
-
-        return self._process(input_text)
+#!/usr/bin/env python
+# -*- coding: UTF-8 -*-
+""" Sentence Segmentation """
+
+
+import spacy
+
+from fast_sentence_segment.core import BaseObject
+
+from fast_sentence_segment.dmo import AbbreviationMerger
+from fast_sentence_segment.dmo import AbbreviationSplitter
+from fast_sentence_segment.dmo import TitleNameMerger
+from fast_sentence_segment.dmo import EllipsisNormalizer
+from fast_sentence_segment.dmo import NewlinesToPeriods
+from fast_sentence_segment.dmo import BulletPointCleaner
+from fast_sentence_segment.dmo import NumberedListNormalizer
+from fast_sentence_segment.dmo import QuestionExclamationSplitter
+from fast_sentence_segment.dmo import SpacyDocSegmenter
+from fast_sentence_segment.dmo import PostProcessStructure
+
+
+class PerformSentenceSegmentation(BaseObject):
+    """ Sentence Segmentation """
+
+    __nlp = None
+
+    def __init__(self):
+        """ Change Log
+
+        Created:
+            30-Sept-2021
+            craigtrim@gmail.com
+        Updated:
+            19-Oct-2022
+            craigtrim@gmail.com
+            *   add numbered-list normalization
+                https://github.com/craigtrim/fast-sentence-segment/issues/1
+        Updated:
+            27-Dec-2024
+            craigtrim@gmail.com
+            *   add abbreviation-aware sentence splitting
+                https://github.com/craigtrim/fast-sentence-segment/issues/3
+        """
+        BaseObject.__init__(self, __name__)
+        if not self.__nlp:
+            self.__nlp = spacy.load("en_core_web_sm")
+
+        self._newlines_to_periods = NewlinesToPeriods.process
+        self._normalize_numbered_lists = NumberedListNormalizer().process
+        self._normalize_ellipses = EllipsisNormalizer().process
+        self._clean_bullet_points = BulletPointCleaner.process
+        self._spacy_segmenter = SpacyDocSegmenter(self.__nlp).process
+        self._abbreviation_merger = AbbreviationMerger().process
+        self._abbreviation_splitter = AbbreviationSplitter().process
+        self._question_exclamation_splitter = QuestionExclamationSplitter().process
+        self._title_name_merger = TitleNameMerger().process
+        self._post_process = PostProcessStructure().process
+
+    def _denormalize(self, text: str) -> str:
+        """ Restore normalized placeholders to original form """
+        text = self._normalize_numbered_lists(text, denormalize=True)
+        text = self._normalize_ellipses(text, denormalize=True)
+        return text
+
+    @staticmethod
+    def _has_sentence_punct(text: str) -> bool:
+        """ Check if text has sentence-ending punctuation """
+        return "." in text or "?" in text or "!" in text
+
+    @staticmethod
+    def _clean_punctuation(input_text: str) -> str:
+        """ Purpose:
+            Clean punctuation oddities; this is likely highly overfitted (for now)
+        """
+        if ", Inc" in input_text:
+            input_text = input_text.replace(", Inc", " Inc")
+
+        return input_text
+
+    @staticmethod
+    def _clean_spacing(a_sentence: str) -> str:
+
+        # eliminate triple-space
+        a_sentence = a_sentence.replace('   ', '  ')
+
+        # treat double-space as delimiter
+        a_sentence = a_sentence.replace('  ', '. ')
+
+        return a_sentence
+
+    def _process(self,
+                 input_text: str) -> list:
+
+        # Normalize tabs to spaces
+        input_text = input_text.replace('\t', ' ')
+
+        input_text = self._normalize_numbered_lists(input_text)
+        input_text = self._normalize_ellipses(input_text)
+
+        input_text = self._newlines_to_periods(input_text)
+
+        input_text = self._clean_spacing(input_text)
+        if not self._has_sentence_punct(input_text):
+            return [self._denormalize(input_text)]
+
+        input_text = self._clean_bullet_points(input_text)
+        if not self._has_sentence_punct(input_text):
+            return [self._denormalize(input_text)]
+
+        input_text = self._clean_punctuation(input_text)
+        if not self._has_sentence_punct(input_text):
+            return [self._denormalize(input_text)]
+
+        sentences = self._spacy_segmenter(input_text)
+        if not self._has_sentence_punct(input_text):
+            return [self._denormalize(input_text)]
+
+        # Merge sentences incorrectly split at abbreviations (issue #3)
+        sentences = self._abbreviation_merger(sentences)
+
+        # Merge title + single-word name splits (e.g., "Dr." + "Who?" -> "Dr. Who?")
+        sentences = self._title_name_merger(sentences)
+
+        # Split sentences at abbreviation boundaries (issue #3)
+        sentences = self._abbreviation_splitter(sentences)
+
+        # Split sentences at ? and ! boundaries (issue #3)
+        sentences = self._question_exclamation_splitter(sentences)
+
+        sentences = self._post_process(sentences)
+
+        sentences = [
+            self._normalize_numbered_lists(x, denormalize=True)
+            for x in sentences
+        ]
+        sentences = [
+            self._normalize_ellipses(x, denormalize=True)
+            for x in sentences
+        ]
+
+        return sentences
+
+    def process(self,
+                input_text: str) -> list:
+        """Perform Sentence Segmentation
+
+        Args:
+            input_text (str): An input string of any length or type
+
+        Raises:
+            ValueError: input must be a string
+
+        Returns:
+            list:   a list of sentences
+                    each list item is an input string of any length, but is a semantic sentence
+        """
+
+        if input_text is None or not len(input_text):
+            raise ValueError("Empty Input")
+
+        if not isinstance(input_text, str):
+            self.logger.warning(f"Invalid Input Text: {input_text}")
+            return []
+
+        return self._process(input_text)

fast_sentence_segment-1.2.0.dist-info/METADATA

@@ -0,0 +1,189 @@
+Metadata-Version: 2.4
+Name: fast-sentence-segment
+Version: 1.2.0
+Summary: Fast and Efficient Sentence Segmentation
+License: MIT
+License-File: LICENSE
+Keywords: nlp,text,preprocess,segment
+Author: Craig Trim
+Author-email: craigtrim@gmail.com
+Maintainer: Craig Trim
+Maintainer-email: craigtrim@gmail.com
+Requires-Python: >=3.9,<4.0
+Classifier: Development Status :: 4 - Beta
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Programming Language :: Python :: 3.14
+Classifier: Topic :: Software Development :: Libraries :: Python Modules
+Requires-Dist: spacy (>=3.8.0,<4.0.0)
+Project-URL: Bug Tracker, https://github.com/craigtrim/fast-sentence-segment/issues
+Project-URL: Repository, https://github.com/craigtrim/fast-sentence-segment
+Description-Content-Type: text/markdown
+
+# Fast Sentence Segmentation
+
+[![PyPI version](https://img.shields.io/pypi/v/fast-sentence-segment.svg)](https://pypi.org/project/fast-sentence-segment/)
+[![Python versions](https://img.shields.io/pypi/pyversions/fast-sentence-segment.svg)](https://pypi.org/project/fast-sentence-segment/)
+[![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT)
+[![spaCy](https://img.shields.io/badge/spaCy-3.8-blue.svg)](https://spacy.io/)
+
+Fast and efficient sentence segmentation using spaCy with surgical post-processing fixes. Handles complex edge cases like abbreviations (Dr., Mr., etc.), ellipses, quoted text, and multi-paragraph documents.
+
+## Why This Library?
+
+1. **Keep it local**: LLM API calls cost money and send your data to third parties. Run sentence segmentation entirely on your machine.
+2. **spaCy perfected**: spaCy is a great local model, but it makes mistakes. This library fixes most of spaCy's shortcomings.
+
+## Features
+
+- **Paragraph-aware segmentation**: Returns sentences grouped by paragraph
+- **Abbreviation handling**: Correctly handles "Dr.", "Mr.", "etc.", "p.m.", "a.m." without false splits
+- **Ellipsis preservation**: Keeps `...` intact while detecting sentence boundaries
+- **Question/exclamation splitting**: Properly splits on `?` and `!` followed by capital letters
+- **Cached processing**: LRU cache for repeated text processing
+- **Flexible output**: Nested lists (by paragraph) or flattened list of sentences
+- **Bullet point & numbered list normalization**: Cleans common list formats
+- **CLI tool**: Command-line interface for quick segmentation
+
+## Installation
+
+```bash
+pip install fast-sentence-segment
+```
+
+After installation, download the spaCy model:
+
+```bash
+python -m spacy download en_core_web_sm
+```
+
+## Quick Start
+
+```python
+from fast_sentence_segment import segment_text
+
+text = "Here is a Dr. who says something. And then again, what else? I don't know. Do you?"
+
+results = segment_text(text)
+# Returns: [['Here is a Dr. who says something.', 'And then again, what else?', "I don't know.", 'Do you?']]
+```
+
+## Usage
+
+### Basic Segmentation
+
+The `segment_text` function returns a list of lists, where each inner list represents a paragraph containing its sentences:
+
+```python
+from fast_sentence_segment import segment_text
+
+text = """First paragraph here. It has two sentences.
+
+Second paragraph starts here. This one also has multiple sentences. And a third."""
+
+results = segment_text(text)
+# Returns:
+# [
+#     ['First paragraph here.', 'It has two sentences.'],
+#     ['Second paragraph starts here.', 'This one also has multiple sentences.', 'And a third.']
+# ]
+```
+
+### Flattened Output
+
+If you don't need paragraph boundaries, use the `flatten` parameter:
+
+```python
+results = segment_text(text, flatten=True)
+# Returns: ['First paragraph here.', 'It has two sentences.', 'Second paragraph starts here.', ...]
+```
+
+### Direct Segmenter Access
+
+For more control, use the `Segmenter` class directly:
+
+```python
+from fast_sentence_segment import Segmenter
+
+segmenter = Segmenter()
+results = segmenter.input_text("Your text here.")
+```
+
+### Command Line Interface
+
+Segment text directly from the terminal:
+
+```bash
+# Direct text input
+segment "Hello world. How are you? I am fine."
+
+# Numbered output
+segment -n "First sentence. Second sentence."
+
+# From stdin
+echo "Some text here. Another sentence." | segment
+
+# From file
+segment -f document.txt
+```
+
+## API Reference
+
+| Function | Parameters | Returns | Description |
+|----------|------------|---------|-------------|
+| `segment_text()` | `input_text: str`, `flatten: bool = False` | `list` | Main entry point for segmentation |
+| `Segmenter.input_text()` | `input_text: str` | `list[list[str]]` | Cached paragraph-aware segmentation |
+
+### CLI Options
+
+| Option | Description |
+|--------|-------------|
+| `text` | Text to segment (positional argument) |
+| `-f, --file` | Read text from file |
+| `-n, --numbered` | Number output lines |
+
+## Why Nested Lists?
+
+The segmentation process preserves document structure by segmenting into both paragraphs and sentences. Each outer list represents a paragraph, and each inner list contains that paragraph's sentences. This is useful for:
+
+- Document structure analysis
+- Paragraph-level processing
+- Maintaining original text organization
+
+Use `flatten=True` when you only need sentences without paragraph context.
+
+## Requirements
+
+- Python 3.9+
+- spaCy 3.8+
+- en_core_web_sm spaCy model
+
+## How It Works
+
+This library uses spaCy for initial sentence segmentation, then applies surgical post-processing fixes for cases where spaCy's default behavior is incorrect:
+
+1. **Pre-processing**: Normalize numbered lists, preserve ellipses with placeholders
+2. **spaCy segmentation**: Use spaCy's sentence boundary detection
+3. **Post-processing**: Split on abbreviation boundaries, handle `?`/`!` + capital patterns
+4. **Denormalization**: Restore placeholders to original text
+
+## License
+
+MIT License - see [LICENSE](LICENSE) for details.
+
+## Contributing
+
+Contributions are welcome! Please feel free to submit a Pull Request.
+
+1. Fork the repository
+2. Create your feature branch (`git checkout -b feature/amazing-feature`)
+3. Run tests (`make test`)
+4. Commit your changes
+5. Push to the branch
+6. Open a Pull Request
+

fast_sentence_segment-1.2.0.dist-info/RECORD

@@ -0,0 +1,27 @@
+fast_sentence_segment/__init__.py,sha256=HTONyC0JLVWTAHyvJO6rMINmxymbfMpARtGeRw5iIsQ,359
+fast_sentence_segment/bp/__init__.py,sha256=j2-WfQ9WwVuXeGSjvV6XLVwEdvau8sdAQe4Pa4DrYi8,33
+fast_sentence_segment/bp/segmenter.py,sha256=UW6DguPgA56h-pPYRsfJhjIzBe40j6NdjkwYxamASyA,1928
+fast_sentence_segment/cli.py,sha256=X2dMLkfc2dtheig62wKC75AohfW0Y9oTU0ORhGUFkbQ,1250
+fast_sentence_segment/core/__init__.py,sha256=uoBersYyVStJ5a8zJpQz1GDGaloEdAv2jGHw1292hRM,108
+fast_sentence_segment/core/base_object.py,sha256=AYr7yzusIwawjbKdvcv4yTEnhmx6M583kDZzhzPOmq4,635
+fast_sentence_segment/core/stopwatch.py,sha256=hE6hMz2q6rduaKi58KZmiAL-lRtyh_wWCANhl4KLkRQ,879
+fast_sentence_segment/dmo/__init__.py,sha256=E70tkpdHu86KP2dwBX5Dy5D7eNiU6fzucrfDJOY1ui4,551
+fast_sentence_segment/dmo/abbreviation_merger.py,sha256=tCXM6yCfMryJvMIVWIxP_EocoibZi8vohFzJ5tvMYr0,4432
+fast_sentence_segment/dmo/abbreviation_splitter.py,sha256=03mSyJcLooNyIjXx6mPlrnjmKgZW-uhUIqG4U-MbIGw,2981
+fast_sentence_segment/dmo/abbreviations.py,sha256=7mpEoOnw5MH8URYmmpxaYs3Wc2eqy4pC0hAnYfYSdck,1639
+fast_sentence_segment/dmo/bullet_point_cleaner.py,sha256=WOZQRWXiiyRi8rOuEIw36EmkaXmATHL9_Dxb2rderw4,1606
+fast_sentence_segment/dmo/ellipsis_normalizer.py,sha256=lHs9dLFfKJe-2vFNe17Hik90g3_kXX347OzGP_IOT08,1521
+fast_sentence_segment/dmo/newlines_to_periods.py,sha256=PUrXreqZWiITINfoJL5xRRlXJH6noH0cdXtW1EqAh8I,1517
+fast_sentence_segment/dmo/numbered_list_normalizer.py,sha256=q0sOCW8Jkn2vTXlUcVhmDvYES3yvJx1oUVl_8y7eL4E,1672
+fast_sentence_segment/dmo/post_process_sentences.py,sha256=5jxG3TmFjxIExMPLhnCB5JT1lXQvFU9r4qQGoATGrWk,916
+fast_sentence_segment/dmo/question_exclamation_splitter.py,sha256=cRsWRu8zb6wOWG-BjMahHfz4YGutKiV9lW7dE-q3tgc,2006
+fast_sentence_segment/dmo/spacy_doc_segmenter.py,sha256=0icAkSQwAUQo3VYqQ2PUjW6-MOU5RNCGPX3-fB5YfCc,2554
+fast_sentence_segment/dmo/title_name_merger.py,sha256=zbG04_VjwM8TtT8LhavvmZqIZL_2xgT2OTxWkK_Zt1s,5133
+fast_sentence_segment/svc/__init__.py,sha256=9B12mXxBnlalH4OAm1AMLwUMa-RLi2ilv7qhqv26q7g,144
+fast_sentence_segment/svc/perform_paragraph_segmentation.py,sha256=zLKw9rSzb0NNfx4MyEeoGrHwhxTtH5oDrYcAL2LMVHY,1378
+fast_sentence_segment/svc/perform_sentence_segmentation.py,sha256=dqGxFsJoP6ox_MJwtB85R9avEbBAR4x9YKaRaQ5fAXo,5723
+fast_sentence_segment-1.2.0.dist-info/METADATA,sha256=05V3aFKHCD9JaYN8va_vIuMtaoAbGmKgFAOUDJWfM80,6405
+fast_sentence_segment-1.2.0.dist-info/WHEEL,sha256=zp0Cn7JsFoX2ATtOhtaFYIiE2rmFAD4OcMhtUki8W3U,88
+fast_sentence_segment-1.2.0.dist-info/entry_points.txt,sha256=mDiRuKOZlOeqmtH1eZwqGEGM6KUh0RTzwyETGMpxSDI,58
+fast_sentence_segment-1.2.0.dist-info/licenses/LICENSE,sha256=vou5JCLAT5nHcsUv-AkjUYAihYfN9mwPDXxV2DHyHBo,1067
+fast_sentence_segment-1.2.0.dist-info/RECORD,,

{fast_sentence_segment-0.1.9.dist-info → fast_sentence_segment-1.2.0.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: poetry 1.0.7
+Generator: poetry-core 2.2.1
 Root-Is-Purelib: true
 Tag: py3-none-any

fast_sentence_segment-1.2.0.dist-info/entry_points.txt

@@ -0,0 +1,3 @@
+[console_scripts]
+segment=fast_sentence_segment.cli:main
+

fast_sentence_segment-1.2.0.dist-info/licenses/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2025 Craig Trim
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

fast_sentence_segment/dmo/delimiters_to_periods.py

@@ -1,37 +0,0 @@
-#!/usr/bin/env python
-# -*- coding: UTF-8 -*-
-""" Convert Delimiters into Periods """
-
-
-from baseblock import BaseObject
-
-
-class DelimitersToPeriods(BaseObject):
-    """ Convert Delimiters into Periods """
-
-    def __init__(self):
-        """
-        Created:
-            30-Sept-2021
-        """
-        BaseObject.__init__(self, __name__)
-
-    @staticmethod
-    def process(input_text: str,
-                delimiter: str):
-        """
-        Purpose:
-            Take a CSV list and transform to sentences
-        :param input_text:
-        :return:
-        """
-        total_len = len(input_text)
-        total_delims = input_text.count(delimiter)
-
-        if total_delims == 0:
-            return input_text
-
-        if total_delims / total_len > 0.04:
-            return input_text.replace(delimiter, '.')
-
-        return input_text

fast_sentence_segment-0.1.9.dist-info/METADATA

@@ -1,54 +0,0 @@
-Metadata-Version: 2.1
-Name: fast-sentence-segment
-Version: 0.1.9
-Summary: Fast and Efficient Sentence Segmentation
-Home-page: https://github.com/craigtrim/fast-sentence-segment
-License: None
-Keywords: nlp,text,preprocess,segment
-Author: Craig Trim
-Author-email: craigtrim@gmail.com
-Maintainer: Craig Trim
-Maintainer-email: craigtrim@gmail.com
-Requires-Python: >=3.8.5,<4.0.0
-Classifier: Development Status :: 4 - Beta
-Classifier: License :: Other/Proprietary License
-Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.10
-Classifier: Programming Language :: Python :: 3.9
-Classifier: Topic :: Software Development :: Libraries :: Python Modules
-Requires-Dist: baseblock
-Requires-Dist: spacy (==3.5.0)
-Project-URL: Bug Tracker, https://github.com/craigtrim/fast-sentence-segment/issues
-Project-URL: Repository, https://github.com/craigtrim/fast-sentence-segment
-Description-Content-Type: text/markdown
-
-# Fast Sentence Segmentation (fast-sentence-segment)
-Fast and Efficient Sentence Segmentation
-
-Usage
-```python
-from fast_sentence_segment import segment_text
-
-results = segment_text(
-    'here is a dr. who says something.  and then again, what else?  i dont know.  Do you?')
-
-assert results == [
-    [
-        'here is a dr. who says something.',
-        'and then again, what else?',
-        'i dont know.',
-        'Do you?'
-    ]
-]
-```
-
-Why use a double-scripted list?
-
-The segementation process will segment into paragraphs and sentences.  A paragraph is composed of 1..* sentences, hence each list of lists is equivalent to a paragraph.
-
-This usage
-```python
-results = segment_text(input_text, flatten=True)
-```
-Will return a list of strings, regardless of paragraph delimitation.
-

fast_sentence_segment-0.1.9.dist-info/RECORD

@@ -1,16 +0,0 @@
-fast_sentence_segment/__init__.py,sha256=otzCTZrivtWR5GbQ_-eCfYgwKhyNCL2XGM17YNI1YWo,377
-fast_sentence_segment/bp/__init__.py,sha256=M0y9HPbk6hrB1yiG7Fd8G8UGoO05IRZzOgInMBe883g,34
-fast_sentence_segment/bp/segmenter.py,sha256=h0xnNUkeoz_AyDXCocUozCx8X40FmWgm8xJsN3DoCYg,1966
-fast_sentence_segment/dmo/__init__.py,sha256=sVkdjzjCV_8BAMZBiuuAYs_1MUSpdo7YxC2ThRnBhPI,334
-fast_sentence_segment/dmo/bullet_point_cleaner.py,sha256=K6hsLttTq3xxLJnQijxYQUAGISoDuUKiGQM7oiQgEBU,1644
-fast_sentence_segment/dmo/delimiters_to_periods.py,sha256=CJrxKnADZhMnXlOXLSuLupq9aGvp_ir4LyKTQE4SByU,877
-fast_sentence_segment/dmo/newlines_to_periods.py,sha256=EnafiZ1TQvqZXXHNEmvCveuUtolIUc8oaCOFHAb0nnw,1557
-fast_sentence_segment/dmo/numbered_list_normalizer.py,sha256=ljbEyabjjA1IWYD17ryu4_UKaa0WEfpE9LCa-laaplo,1585
-fast_sentence_segment/dmo/post_process_sentences.py,sha256=vyKF89guI_EO_qkY0Uh4JeVbJr_SwEQYfBKAwhiSTKU,947
-fast_sentence_segment/dmo/spacy_doc_segmenter.py,sha256=HAVYyTjzmuC0zcG36rJ48Ueq7tXfTplB-y5vb3p64CE,2638
-fast_sentence_segment/svc/__init__.py,sha256=4nQTjRMoSu1n_2p8o1I7xyhOe8_kGZJ3TghgzVLGAos,146
-fast_sentence_segment/svc/perform_paragraph_segmentation.py,sha256=mYlXvwz0JTbIUSfZeD49fG7nFe5V6eIKOIL9HqQDyII,1403
-fast_sentence_segment/svc/perform_sentence_segmentation.py,sha256=Q6KBt83iQ662L6EgyTsfWBk-aOqcltRt0Y9MhYhqJsI,3943
-fast_sentence_segment-0.1.9.dist-info/WHEEL,sha256=y3eDiaFVSNTPbgzfNn0nYn5tEn1cX6WrdetDlQM4xWw,83
-fast_sentence_segment-0.1.9.dist-info/METADATA,sha256=Uc1zNsXLHGdtfcklI4g0gj0pkLv_0PSOQoXObLuuxjk,1733
-fast_sentence_segment-0.1.9.dist-info/RECORD,,