opsci-toolbox 0.0.3__tar.gz → 0.0.5__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {opsci_toolbox-0.0.3 → opsci_toolbox-0.0.5}/PKG-INFO +1 -1
- {opsci_toolbox-0.0.3 → opsci_toolbox-0.0.5}/opsci_toolbox/helpers/dataviz.py +15 -0
- {opsci_toolbox-0.0.3 → opsci_toolbox-0.0.5}/opsci_toolbox/helpers/nlp.py +2 -2
- {opsci_toolbox-0.0.3 → opsci_toolbox-0.0.5}/opsci_toolbox.egg-info/PKG-INFO +1 -1
- {opsci_toolbox-0.0.3 → opsci_toolbox-0.0.5}/opsci_toolbox.egg-info/requires.txt +7 -11
- opsci_toolbox-0.0.5/setup.py +55 -0
- opsci_toolbox-0.0.3/setup.py +0 -17
- {opsci_toolbox-0.0.3 → opsci_toolbox-0.0.5}/MANIFEST.in +0 -0
- {opsci_toolbox-0.0.3 → opsci_toolbox-0.0.5}/README.md +0 -0
- {opsci_toolbox-0.0.3 → opsci_toolbox-0.0.5}/opsci_toolbox/__init__.py +0 -0
- {opsci_toolbox-0.0.3 → opsci_toolbox-0.0.5}/opsci_toolbox/apis/__init__.py +0 -0
- {opsci_toolbox-0.0.3 → opsci_toolbox-0.0.5}/opsci_toolbox/apis/rapidapi_helpers.py +0 -0
- {opsci_toolbox-0.0.3 → opsci_toolbox-0.0.5}/opsci_toolbox/apis/webscraping.py +0 -0
- {opsci_toolbox-0.0.3 → opsci_toolbox-0.0.5}/opsci_toolbox/apis/youtube_helpers.py +0 -0
- {opsci_toolbox-0.0.3 → opsci_toolbox-0.0.5}/opsci_toolbox/helpers/__init__.py +0 -0
- {opsci_toolbox-0.0.3 → opsci_toolbox-0.0.5}/opsci_toolbox/helpers/common.py +0 -0
- {opsci_toolbox-0.0.3 → opsci_toolbox-0.0.5}/opsci_toolbox/helpers/cv.py +0 -0
- {opsci_toolbox-0.0.3 → opsci_toolbox-0.0.5}/opsci_toolbox/helpers/dates.py +0 -0
- {opsci_toolbox-0.0.3 → opsci_toolbox-0.0.5}/opsci_toolbox/helpers/nlp_cuml.py +0 -0
- {opsci_toolbox-0.0.3 → opsci_toolbox-0.0.5}/opsci_toolbox/helpers/sna.py +0 -0
- {opsci_toolbox-0.0.3 → opsci_toolbox-0.0.5}/opsci_toolbox/helpers/surreaction.py +0 -0
- {opsci_toolbox-0.0.3 → opsci_toolbox-0.0.5}/opsci_toolbox/lexicons/__init__.py +0 -0
- {opsci_toolbox-0.0.3 → opsci_toolbox-0.0.5}/opsci_toolbox/lexicons/stop_words_en.csv +0 -0
- {opsci_toolbox-0.0.3 → opsci_toolbox-0.0.5}/opsci_toolbox/lexicons/stop_words_fr.csv +0 -0
- {opsci_toolbox-0.0.3 → opsci_toolbox-0.0.5}/opsci_toolbox.egg-info/SOURCES.txt +0 -0
- {opsci_toolbox-0.0.3 → opsci_toolbox-0.0.5}/opsci_toolbox.egg-info/dependency_links.txt +0 -0
- {opsci_toolbox-0.0.3 → opsci_toolbox-0.0.5}/opsci_toolbox.egg-info/top_level.txt +0 -0
- {opsci_toolbox-0.0.3 → opsci_toolbox-0.0.5}/setup.cfg +0 -0
@@ -1778,4 +1778,19 @@ def add_shape(fig, shape_type = "rect", x0= -1, y0= -1, x1 = 0, y1=0, fillcolor=
|
|
1778
1778
|
|
1779
1779
|
}
|
1780
1780
|
)
|
1781
|
+
return fig
|
1782
|
+
|
1783
|
+
def add_image(fig, xref = "paper", yref = "paper", x = 0, y=0, sizex = 0.08, sizey=0.08, xanchor="right", yanchor="bottom", source = "data:image/svg+xml;base64,PHN2ZyB3aWR0aD0iNDc1IiBoZWlnaHQ9IjM4OCIgdmlld0JveD0iMCAwIDQ3NSAzODgiIGZpbGw9Im5vbmUiIHhtbG5zPSJodHRwOi8vd3d3LnczLm9yZy8yMDAwL3N2ZyI+CjxwYXRoIGQ9Ik0xMDUuNzI3IDI5My4zOTFDMTA1LjcyNyAyNjYuNzc0IDg0LjEyOTMgMjQ1LjE3NyA1Ny42MDEzIDI0NS4xNzdDMzAuOTg0IDI0NS4xNzcgOS4yOTYgMjY2Ljc3NCA5LjI5NiAyOTMuMzkxQzkuMjk2IDMyMC4wMDkgMzAuOTg0IDM0MS42MDcgNTcuNjAxMyAzNDEuNjA3Qzg0LjEyOTMgMzQxLjYwNyAxMDUuNzI3IDMyMC4wMDkgMTA1LjcyNyAyOTMuMzkxWk0wLjg3MDY2NyAyOTMuMzkxQzAuODcwNjY3IDI2Mi4yMDMgMjYuMzI0IDIzNi43NTMgNTcuNjAxMyAyMzYuNzUzQzg4LjY5ODcgMjM2Ljc1MyAxMTQuMTUxIDI2Mi4yMDMgMTE0LjE1MSAyOTMuMzkxQzExNC4xNTEgMzI0LjU3OSA4OC42OTg3IDM1MC4wMyA1Ny42MDEzIDM1MC4wM0MyNi4zMjQgMzUwLjAzIDAuODcwNjY3IDMyNC41NzkgMC44NzA2NjcgMjkzLjM5MVoiIGZpbGw9ImJsYWNrIi8+CjxwYXRoIGQ9Ik0yMzIuNTMxIDI5My40ODFDMjMyLjUzMSAyNjMuNjM3IDIwOS4zMTkgMjQ1LjI2NSAxODYuMjg2IDI0NS4yNjVDMTY2LjU3IDI0NS4yNjUgMTQ3LjQ4MiAyNTguNjIgMTQ1LjI0MSAyODAuMDM4VjMwNi42NTZDMTQ3LjM5MyAzMjguOTcgMTY2LjM5MSAzNDEuNjk2IDE4Ni4yODYgMzQxLjY5NkMyMDkuMzE5IDM0MS42OTYgMjMyLjUzMSAzMjMuMzI1IDIzMi41MzEgMjkzLjQ4MVpNMjQwLjg2NiAyOTMuNDgxQzI0MC44NjYgMzI4LjA3NCAyMTQuNjk3IDM1MC4xMiAxODcuMTgzIDM1MC4xMkMxNjkuOTc3IDM1MC4xMiAxNTMuNTc1IDM0Mi4zMjQgMTQ1LjI0MSAzMjcuNjI1VjM4Ny40OTNIMTM2Ljk5N1YyMzkuNjJIMTQ0Ljg4M0wxNDUuMjQxIDI1Ny41NDRWMjYwLjE0MkMxNTMuNjY2IDI0NS42MjQgMTcwLjE1NSAyMzYuODQyIDE4Ny4yNzMgMjM2Ljg0MkMyMTQuNjA3IDIzNi44NDIgMjQwLjg2NiAyNTguODg4IDI0MC44NjYgMjkzLjQ4MVoiIGZpbGw9ImJsYWNrIi8+CjxwYXRoIGQ9Ik0yNTUuNjQyIDMyOC40MzNMMjYwLjc1MSAzMjIuNzg4QzI2OC4xMDEgMzM1LjUxMyAyODEuMDk1IDM0MS45NjUgMjk0LjE3OCAzNDEuOTY1QzMwOC41MTggMzQxLjk2NSAzMjMuMTI2IDMzMy42MyAzMjMuMTI2IDMxOS41NjFDMzIzLjEyNiAzMDUuNDkgMzA0LjkzNCAyOTkuNjY1IDI4OS43ODcgMjkzLjc0OUMyODAuMzc4IDI4OS45ODYgMjYwLjc1MSAyODMuMzUzIDI2MC43NTEgMjY0LjYyNEMyNjAuNzUxIDI0OS41NjggMjc0LjI4MyAyMzYuNjYyIDI5NC4yNjkgMjM2LjY2MkMzMDkuODYyIDIzNi42NjIgMzIzLjEyNiAyNDUuMzU0IDMyNy41MTggMjU2LjM3OEwzMjEuNjAzIDI2MS4wMzhDMzE2LjMxNSAyNDkuODM3IDMwNC4yMTcgMjQ0LjkwNiAyOTQuMDAxIDI0NC45MDZDMjc5LjEyMiAyNDQuOTA2IDI2OS4xNzQgMjU0LjEzNyAyNjkuMTc0IDI2NC4yNjVDMjY5LjE3NCAyNzcuNDQgMjg0LjIzMSAyODIuOTA1IDI5OS4xMDkgMjg4LjU1MkMzMTEuMDI3IDI5My4yMTIgMzMxLjU1MSAzMDAuNjUgMzMxLjU1MSAzMTkuMDIyQzMzMS41NTEgMzM4LjExMiAzMTMuMjY5IDM1MC4yMSAyOTQuMDAxIDM1MC4yMUMyNzYuNzAzIDM1MC4yMSAyNjEuODI3IDM0MC40NDIgMjU1LjY0MiAzMjguNDMzWiIgZmlsbD0iYmxhY2siLz4KPHBhdGggZD0iTTM0Ni43OCAyOTMuMzkxQzM0Ni43OCAyNTguNTMgMzc1LjAxMSAyMzYuMDM0IDQwMy4yNDEgMjM2LjAzNEM0MTUuNzg4IDIzNi4wMzQgNDMwLjMwNyAyNDAuNTE3IDQzOS45ODUgMjQ4LjU4Mkw0MzUuMzI1IDI1NS40ODJDNDI4Ljc4MyAyNDkuMjk5IDQxNS41MiAyNDQuNDU5IDQwMy4zMzEgMjQ0LjQ1OUMzNzkuMTMzIDI0NC40NTkgMzU1LjIwNCAyNjMuNDU5IDM1NS4yMDQgMjkzLjM5MUMzNTUuMjA0IDMyMy41OTMgMzc5LjQwMyAzNDIuMzIzIDQwMy4yNDEgMzQyLjMyM0M0MTUuNjA4IDM0Mi4zMjMgNDI5LjIzMSAzMzcuMTI2IDQzNi4yMjEgMzMwLjQ5NEw0NDEuMzI5IDMzNy4xMjZDNDMxLjQ3MiAzNDYuMTc4IDQxNi40MTYgMzUwLjc0OSA0MDMuNDIgMzUwLjc0OUMzNzUuMSAzNTAuNzQ5IDM0Ni43OCAzMjguNDMzIDM0Ni43OCAyOTMuMzkxWiIgZmlsbD0iYmxhY2siLz4KPHBhdGggZD0iTTQ2My42MzcgMjM5LjYxOUg0NzIuMDYxVjM0Ny4xNjNINDYzLjYzN1YyMzkuNjE5Wk00NjEuMTI4IDIxMi40NjRDNDYxLjEyOCAyMDguNzAxIDQ2NC4wODUgMjA1Ljc0MyA0NjcuODQ5IDIwNS43NDNDNDcxLjUyNCAyMDUuNzQzIDQ3NC41NzEgMjA4LjcwMSA0NzQuNTcxIDIxMi40NjRDNDc0LjU3MSAyMTYuMjI4IDQ3MS41MjQgMjE5LjE4NSA0NjcuODQ5IDIxOS4xODVDNDY0LjA4NSAyMTkuMTg1IDQ2MS4xMjggMjE2LjIyOCA0NjEuMTI4IDIxMi40NjRaIiBmaWxsPSJibGFjayIvPgo8cGF0aCBkPSJNMjE3Ljg1MyAzMS4zOTE0TDIzNy43MjEgNTEuMjU4TDI1Ny41ODggMzEuMzkxNEwyMzcuNzIxIDExLjUyNDdMMjE3Ljg1MyAzMS4zOTE0Wk0yMzcuNzIxIDYyLjU3MjdMMjA2LjU0IDMxLjM5MTRMMjM3LjcyMSAwLjIxMDAxNkwyNjguOTAxIDMxLjM5MTRMMjM3LjcyMSA2Mi41NzI3Wk0xNTQuMTAxIDU5Ljc1OTRMMTYxLjQzOSA4Ni45NjQ3TDE4OC42NiA3OS42MjJMMTgxLjMyMyA1Mi41OTU0TDE1NC4xMDEgNTkuNzU5NFpNMTU1Ljc5NyA5Ni43NzE0TDE0NC4yOCA1NC4wNzE0TDE4Ni45NjMgNDIuODM5NEwxOTguNDgxIDg1LjI1OEwxNTUuNzk3IDk2Ljc3MTRaTTI4Ni43ODEgNzkuNjIyTDMxNC4wMDMgODYuOTY0N0wzMjEuMzQxIDU5Ljc1OTRMMjk0LjEyIDUyLjU5NTRMMjg2Ljc4MSA3OS42MjJaTTMxOS42NDMgOTYuNzcxNEwyNzYuOTYxIDg1LjI1OEwyODguNDc5IDQyLjgzOTRMMzMxLjE2MiA1NC4wNzE0TDMxOS42NDMgOTYuNzcxNFpNMTU0LjEwMSAxNTYuMTY5TDE4MS4zMjMgMTYzLjMzM0wxODguNjYgMTM2LjMwN0wxNjEuNDM5IDEyOC45NjVMMTU0LjEwMSAxNTYuMTY5Wk0xODYuOTYzIDE3My4wODlMMTQ0LjI4IDE2MS44NTdMMTU1Ljc5NyAxMTkuMTU3TDE5OC40ODEgMTMwLjY3TDE4Ni45NjMgMTczLjA4OVpNMjg2Ljc3NSAxMzYuMzA5TDI5NC4xMiAxNjMuNTM3TDMyMS4zNDggMTU2LjE5M0wzMTQuMDAzIDEyOC45NjVMMjg2Ljc3NSAxMzYuMzA5Wk0yODguNDc5IDE3My4zNDVMMjc2Ljk2NyAxMzAuNjY5TDMxOS42NDMgMTE5LjE1N0wzMzEuMTU1IDE2MS44MzRMMjg4LjQ3OSAxNzMuMzQ1Wk0yMTcuODUzIDE4NC41MzdMMjM3LjcyMSAyMDQuNDA1TDI1Ny41ODggMTg0LjUzN0wyMzcuNzIxIDE2NC42N0wyMTcuODUzIDE4NC41MzdaTTIzNy43MjEgMjE1LjcxOEwyMDYuNTQgMTg0LjUzN0wyMzcuNzIxIDE1My4zNTdMMjY4LjkwMSAxODQuNTM3TDIzNy43MjEgMjE1LjcxOFoiIGZpbGw9ImJsYWNrIi8+Cjwvc3ZnPgo="):
|
1784
|
+
fig.add_layout_image(
|
1785
|
+
dict(
|
1786
|
+
source=source,
|
1787
|
+
xref=xref,
|
1788
|
+
yref=yref,
|
1789
|
+
x=x, y=y,
|
1790
|
+
sizex=sizex,
|
1791
|
+
sizey=sizey,
|
1792
|
+
xanchor=xanchor,
|
1793
|
+
yanchor=yanchor
|
1794
|
+
)
|
1795
|
+
)
|
1781
1796
|
return fig
|
@@ -1365,7 +1365,7 @@ def HF_sentiment_classifier(tokenizer, model, text, col_text, filename, dir_json
|
|
1365
1365
|
inputs = tokenizer(text, return_tensors='pt', truncation=True, padding=True).to(model.device)
|
1366
1366
|
proba = torch.sigmoid(model(**inputs).logits).cpu().numpy()[0]
|
1367
1367
|
label = model.config.id2label[proba.argmax()]
|
1368
|
-
results = {"label":label, "score" : proba.max(), col_text : text}
|
1368
|
+
results = {"label":label, "score" : float(proba.max()), col_text : text}
|
1369
|
+
print(results)
|
1369
1370
|
write_json(results, dir_json , str(filename))
|
1370
1371
|
return results
|
1371
|
-
|
@@ -1,36 +1,32 @@
|
|
1
|
-
Pillow
|
2
|
-
Pillow>=9.0.1
|
1
|
+
Pillow<11.0.0,>=9.0.1
|
3
2
|
Requests==2.31.0
|
4
3
|
beautifulsoup4==4.10.0
|
5
4
|
chart_studio==1.1.0
|
6
|
-
cuml
|
7
5
|
eldar==0.0.8
|
8
6
|
emoji==2.10.1
|
9
7
|
google_api_python_client==2.122.0
|
10
|
-
gspread==6.1.
|
8
|
+
gspread==6.1.1
|
11
9
|
hdbscan==0.8.33
|
12
10
|
jusText==3.0.0
|
13
|
-
langchain==0.1.
|
14
|
-
matplotlib==3.8.3
|
11
|
+
langchain==0.1.20
|
15
12
|
matplotlib>=3.5.1
|
16
13
|
networkx==3.2.1
|
17
14
|
nltk==3.8.1
|
18
|
-
numpy
|
19
|
-
numpy>=1.21.5
|
15
|
+
numpy<1.25.0,>=1.21.5
|
20
16
|
opencv_python_headless==4.9.0.80
|
21
17
|
pandas==1.5.3
|
22
18
|
plotly==5.19.0
|
23
|
-
protobuf
|
19
|
+
protobuf==5.26.1
|
24
20
|
pyarrow==14.0.2
|
25
21
|
python_louvain==0.16
|
26
22
|
scikit_learn==1.4.1.post1
|
27
|
-
scipy
|
23
|
+
scipy<2.0.0,>=1.8.0
|
28
24
|
sentence_transformers==2.5.1
|
29
25
|
setuptools==59.6.0
|
30
26
|
spacy==3.7.4
|
31
27
|
spacy_language_detection==0.2.1
|
32
28
|
spacymoji==3.1.0
|
33
|
-
supervision==0.
|
29
|
+
supervision==0.20.0
|
34
30
|
textacy==0.13.0
|
35
31
|
torch==2.0.1
|
36
32
|
tqdm==4.66.2
|
@@ -0,0 +1,55 @@
|
|
1
|
+
from setuptools import setup, find_packages
|
2
|
+
|
3
|
+
# with open('requirements.txt') as f:
|
4
|
+
# requirements = f.read().splitlines()
|
5
|
+
|
6
|
+
setup(
|
7
|
+
name='opsci_toolbox',
|
8
|
+
version='0.0.5',
|
9
|
+
description="a complete toolbox",
|
10
|
+
author='Erwan Le Nagard',
|
11
|
+
author_email='erwan@opsci.ai',
|
12
|
+
licence="MIT",
|
13
|
+
packages=find_packages(),
|
14
|
+
install_requires=[
|
15
|
+
"beautifulsoup4==4.10.0",
|
16
|
+
"chart_studio==1.1.0",
|
17
|
+
"eldar==0.0.8",
|
18
|
+
"emoji==2.10.1",
|
19
|
+
"google_api_python_client==2.122.0",
|
20
|
+
"gspread==6.1.1",
|
21
|
+
"hdbscan==0.8.33",
|
22
|
+
"jusText==3.0.0",
|
23
|
+
"langchain==0.1.20",
|
24
|
+
"matplotlib>=3.5.1",
|
25
|
+
"networkx==3.2.1",
|
26
|
+
"nltk==3.8.1",
|
27
|
+
"numpy>=1.21.5,<1.25.0",
|
28
|
+
"opencv_python_headless==4.9.0.80",
|
29
|
+
"pandas==1.5.3",
|
30
|
+
"Pillow>=9.0.1,<11.0.0",
|
31
|
+
"plotly==5.19.0",
|
32
|
+
"protobuf==5.26.1",
|
33
|
+
"pyarrow==14.0.2",
|
34
|
+
"python_louvain==0.16",
|
35
|
+
"Requests==2.31.0",
|
36
|
+
"scikit_learn==1.4.1.post1",
|
37
|
+
'scipy>=1.8.0,<2.0.0',
|
38
|
+
"sentence_transformers==2.5.1",
|
39
|
+
"setuptools==59.6.0",
|
40
|
+
"spacy==3.7.4",
|
41
|
+
"spacy_language_detection==0.2.1",
|
42
|
+
"spacymoji==3.1.0",
|
43
|
+
"supervision==0.20.0",
|
44
|
+
"textacy==0.13.0",
|
45
|
+
"torch==2.0.1",
|
46
|
+
"tqdm==4.66.2",
|
47
|
+
"trafilatura==1.7.0",
|
48
|
+
"transformers==4.38.2",
|
49
|
+
"umap_learn==0.5.5",
|
50
|
+
"urlextract==1.9.0",
|
51
|
+
"wordcloud==1.9.3"
|
52
|
+
], # Add any dependencies your library needs
|
53
|
+
include_package_data=True,
|
54
|
+
package_data={'': ['lexicons/*.csv']}, # Include all Python files in the lib directory
|
55
|
+
)
|
opsci_toolbox-0.0.3/setup.py
DELETED
@@ -1,17 +0,0 @@
|
|
1
|
-
from setuptools import setup, find_packages
|
2
|
-
|
3
|
-
with open('requirements.txt') as f:
|
4
|
-
requirements = f.read().splitlines()
|
5
|
-
|
6
|
-
setup(
|
7
|
-
name='opsci_toolbox',
|
8
|
-
version='0.0.3',
|
9
|
-
description="a complete toolbox",
|
10
|
-
author='Erwan Le Nagard',
|
11
|
-
author_email='erwan@opsci.ai',
|
12
|
-
licence="MIT",
|
13
|
-
packages=find_packages(),
|
14
|
-
install_requires=requirements, # Add any dependencies your library needs
|
15
|
-
include_package_data=True,
|
16
|
-
package_data={'': ['lexicons/*.csv']}, # Include all Python files in the lib directory
|
17
|
-
)
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|