PyRuSH 1.0.12.dev0__tar.gz → 1.0.12.dev1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {pyrush-1.0.12.dev0 → pyrush-1.0.12.dev1}/PKG-INFO +1 -1
- {pyrush-1.0.12.dev0 → pyrush-1.0.12.dev1}/PyRuSH/__init__.py +1 -1
- {pyrush-1.0.12.dev0 → pyrush-1.0.12.dev1}/PyRuSH.egg-info/PKG-INFO +1 -1
- {pyrush-1.0.12.dev0 → pyrush-1.0.12.dev1}/tests/test_PyRuSHSentencizer_param.py +1 -1
- {pyrush-1.0.12.dev0 → pyrush-1.0.12.dev1}/tests/test_PyRushSentencizer.py +5 -4
- {pyrush-1.0.12.dev0 → pyrush-1.0.12.dev1}/LICENSE +0 -0
- {pyrush-1.0.12.dev0 → pyrush-1.0.12.dev1}/MANIFEST.in +0 -0
- {pyrush-1.0.12.dev0 → pyrush-1.0.12.dev1}/PyRuSH/PyRuSHSentencizer.py +0 -0
- {pyrush-1.0.12.dev0 → pyrush-1.0.12.dev1}/PyRuSH/RuSH.py +0 -0
- {pyrush-1.0.12.dev0 → pyrush-1.0.12.dev1}/PyRuSH/StaticSentencizerFun.cpp +0 -0
- {pyrush-1.0.12.dev0 → pyrush-1.0.12.dev1}/PyRuSH/StaticSentencizerFun.pyx +0 -0
- {pyrush-1.0.12.dev0 → pyrush-1.0.12.dev1}/PyRuSH.egg-info/SOURCES.txt +0 -0
- {pyrush-1.0.12.dev0 → pyrush-1.0.12.dev1}/PyRuSH.egg-info/dependency_links.txt +0 -0
- {pyrush-1.0.12.dev0 → pyrush-1.0.12.dev1}/PyRuSH.egg-info/not-zip-safe +0 -0
- {pyrush-1.0.12.dev0 → pyrush-1.0.12.dev1}/PyRuSH.egg-info/requires.txt +0 -0
- {pyrush-1.0.12.dev0 → pyrush-1.0.12.dev1}/PyRuSH.egg-info/top_level.txt +0 -0
- {pyrush-1.0.12.dev0 → pyrush-1.0.12.dev1}/README.rst +0 -0
- {pyrush-1.0.12.dev0 → pyrush-1.0.12.dev1}/conf/rush_rules.tsv +0 -0
- {pyrush-1.0.12.dev0 → pyrush-1.0.12.dev1}/pyproject.toml +0 -0
- {pyrush-1.0.12.dev0 → pyrush-1.0.12.dev1}/requirements.txt +0 -0
- {pyrush-1.0.12.dev0 → pyrush-1.0.12.dev1}/setup.cfg +0 -0
- {pyrush-1.0.12.dev0 → pyrush-1.0.12.dev1}/setup.py +0 -0
- {pyrush-1.0.12.dev0 → pyrush-1.0.12.dev1}/tests/test_PyRushSentencizer2.py +0 -0
- {pyrush-1.0.12.dev0 → pyrush-1.0.12.dev1}/tests/test_Rush.py +0 -0
- {pyrush-1.0.12.dev0 → pyrush-1.0.12.dev1}/tests/test_Rush_w_Logger.py +0 -0
- {pyrush-1.0.12.dev0 → pyrush-1.0.12.dev1}/tests/test_cpredict_split_gaps.py +0 -0
- {pyrush-1.0.12.dev0 → pyrush-1.0.12.dev1}/tests/test_debug.py +0 -0
- {pyrush-1.0.12.dev0 → pyrush-1.0.12.dev1}/tests/test_merge_gaps_max_length.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: PyRuSH
|
|
3
|
-
Version: 1.0.12.
|
|
3
|
+
Version: 1.0.12.dev1
|
|
4
4
|
Summary: PyRuSH is the python implementation of RuSH (Rule-based sentence Segmenter using Hashing), which is originally developed using Java. RuSH is an efficient, reliable, and easy adaptable rule-based sentence segmentation solution. It is specifically designed to handle the telegraphic written text in clinical note. It leverages a nested hash table to execute simultaneous rule processing, which reduces the impact of the rule-base growth on execution time and eliminates the effect of rule order on accuracy.
|
|
5
5
|
Home-page: https://github.com/jianlins/PyRuSH
|
|
6
6
|
Author: Jianlin
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: PyRuSH
|
|
3
|
-
Version: 1.0.12.
|
|
3
|
+
Version: 1.0.12.dev1
|
|
4
4
|
Summary: PyRuSH is the python implementation of RuSH (Rule-based sentence Segmenter using Hashing), which is originally developed using Java. RuSH is an efficient, reliable, and easy adaptable rule-based sentence segmentation solution. It is specifically designed to handle the telegraphic written text in clinical note. It leverages a nested hash table to execute simultaneous rule processing, which reduces the impact of the rule-base growth on execution time and eliminates the effect of rule order on accuracy.
|
|
5
5
|
Home-page: https://github.com/jianlins/PyRuSH
|
|
6
6
|
Author: Jianlin
|
|
@@ -6,7 +6,7 @@ from PyRuSH.PyRuSHSentencizer import PyRuSHSentencizer
|
|
|
6
6
|
text_short = "Sentence one. Sentence two!"
|
|
7
7
|
text_long = "This is a very long sentence that should be split at whitespace before the max length is reached. " * 5
|
|
8
8
|
text_whitespace = "First sentence. Second sentence after spaces.\nThird sentence after newline."
|
|
9
|
-
rule_path = os.path.join(os.path.dirname(
|
|
9
|
+
rule_path = os.path.join(os.path.dirname(__file__), "rush_rules.tsv")
|
|
10
10
|
|
|
11
11
|
def make_nlp(merge_gaps, max_sentence_length):
|
|
12
12
|
nlp = English()
|
|
@@ -10,7 +10,7 @@ from spacy.lang.en import English
|
|
|
10
10
|
class TestRuSH(unittest.TestCase):
|
|
11
11
|
|
|
12
12
|
def setUp(self):
|
|
13
|
-
pwd = os.path.dirname(os.path.abspath(__file__))
|
|
13
|
+
self.pwd = os.path.dirname(os.path.abspath(__file__))
|
|
14
14
|
|
|
15
15
|
def test_doc(self):
|
|
16
16
|
nlp = English()
|
|
@@ -51,7 +51,7 @@ I will see her in a month to six weeks. She is to follow up with Dr. X before t
|
|
|
51
51
|
End Ezoic - MTSam Sample Bottom Matched Content - native_bottom
|
|
52
52
|
'''
|
|
53
53
|
nlp = English()
|
|
54
|
-
nlp.add_pipe("medspacy_pyrush")
|
|
54
|
+
nlp.add_pipe("medspacy_pyrush", config={"rules_path": os.path.join(self.pwd, 'rush_rules.tsv')})
|
|
55
55
|
doc = nlp(input_str)
|
|
56
56
|
sents = [s for s in doc.sents]
|
|
57
57
|
for sent in sents:
|
|
@@ -74,7 +74,7 @@ I will see her in a month to six weeks. She is to follow up with Dr. X before t
|
|
|
74
74
|
from loguru import logger
|
|
75
75
|
logger.add(sys.stdout, level="DEBUG")
|
|
76
76
|
nlp = English()
|
|
77
|
-
nlp.add_pipe("medspacy_pyrush")
|
|
77
|
+
nlp.add_pipe("medspacy_pyrush", config={"rules_path": os.path.join(self.pwd, 'rush_rules.tsv')})
|
|
78
78
|
doc = nlp(input_str)
|
|
79
79
|
sents = [s for s in doc.sents]
|
|
80
80
|
for sent in sents:
|
|
@@ -116,4 +116,5 @@ I will see her in a month to six weeks. She is to follow up with Dr. X before t
|
|
|
116
116
|
|
|
117
117
|
# SpaCy has no control of sentence end. Thus, it ends up with sloppy ends.
|
|
118
118
|
assert (sents[1].text == 'Ms. ABCD is a 69-year-old lady, who was admitted to the hospital with'
|
|
119
|
-
' chest pain and respiratory insufficiency.')
|
|
119
|
+
' chest pain and respiratory insufficiency.')
|
|
120
|
+
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|