pocong 0.1.1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- pocong-0.1.1/MANIFEST.in +2 -0
- pocong-0.1.1/PKG-INFO +59 -0
- pocong-0.1.1/README.md +12 -0
- pocong-0.1.1/pyproject.toml +3 -0
- pocong-0.1.1/setup.cfg +76 -0
- pocong-0.1.1/setup.py +71 -0
- pocong-0.1.1/src/pocong/__init__.py +4 -0
- pocong-0.1.1/src/pocong/_version.py +21 -0
- pocong-0.1.1/src/pocong/cli.py +22 -0
- pocong-0.1.1/src/pocong/pocong.py +1 -0
- pocong-0.1.1/src/pocong/utils.py +1 -0
- pocong-0.1.1/src/pocong.egg-info/PKG-INFO +59 -0
- pocong-0.1.1/src/pocong.egg-info/SOURCES.txt +18 -0
- pocong-0.1.1/src/pocong.egg-info/dependency_links.txt +1 -0
- pocong-0.1.1/src/pocong.egg-info/entry_points.txt +2 -0
- pocong-0.1.1/src/pocong.egg-info/requires.txt +15 -0
- pocong-0.1.1/src/pocong.egg-info/top_level.txt +1 -0
- pocong-0.1.1/tests/test_pocong.py +37 -0
- pocong-0.1.1/versioneer.py +2277 -0
pocong-0.1.1/MANIFEST.in
ADDED
pocong-0.1.1/PKG-INFO
ADDED
@@ -0,0 +1,59 @@
|
|
1
|
+
Metadata-Version: 2.4
|
2
|
+
Name: pocong
|
3
|
+
Version: 0.1.1
|
4
|
+
Summary: Python Oriented Crawling Ongoing (POCONG): a simple crawling framework
|
5
|
+
Home-page: https://gitlab.com/mohsin3107/pocong
|
6
|
+
Author: Singgih
|
7
|
+
Author-email: msinggih797@gmail.com
|
8
|
+
License: MIT
|
9
|
+
Classifier: Development Status :: 3 - Alpha
|
10
|
+
Classifier: Intended Audience :: Developers
|
11
|
+
Classifier: License :: OSI Approved :: MIT License
|
12
|
+
Classifier: Programming Language :: Python :: 3
|
13
|
+
Classifier: Programming Language :: Python :: 3.9
|
14
|
+
Classifier: Programming Language :: Python :: 3.10
|
15
|
+
Classifier: Programming Language :: Python :: 3.11
|
16
|
+
Classifier: Programming Language :: Python :: 3.12
|
17
|
+
Classifier: Operating System :: OS Independent
|
18
|
+
Classifier: Topic :: Software Development :: Libraries
|
19
|
+
Classifier: Topic :: Internet :: WWW/HTTP
|
20
|
+
Requires-Python: >=3.8
|
21
|
+
Description-Content-Type: text/markdown
|
22
|
+
Requires-Dist: Click>=7.0
|
23
|
+
Provides-Extra: dev
|
24
|
+
Requires-Dist: pytest; extra == "dev"
|
25
|
+
Requires-Dist: pytest-mock; extra == "dev"
|
26
|
+
Requires-Dist: pytest-cov; extra == "dev"
|
27
|
+
Requires-Dist: moto; extra == "dev"
|
28
|
+
Requires-Dist: tox; extra == "dev"
|
29
|
+
Requires-Dist: flake8; extra == "dev"
|
30
|
+
Requires-Dist: flake8-import-order; extra == "dev"
|
31
|
+
Requires-Dist: flake8-print; extra == "dev"
|
32
|
+
Requires-Dist: flake8-builtins; extra == "dev"
|
33
|
+
Requires-Dist: pep8-naming; extra == "dev"
|
34
|
+
Requires-Dist: pre-commit; extra == "dev"
|
35
|
+
Requires-Dist: rope; extra == "dev"
|
36
|
+
Dynamic: author
|
37
|
+
Dynamic: author-email
|
38
|
+
Dynamic: classifier
|
39
|
+
Dynamic: description
|
40
|
+
Dynamic: description-content-type
|
41
|
+
Dynamic: home-page
|
42
|
+
Dynamic: license
|
43
|
+
Dynamic: provides-extra
|
44
|
+
Dynamic: requires-dist
|
45
|
+
Dynamic: requires-python
|
46
|
+
Dynamic: summary
|
47
|
+
|
48
|
+
<p align="center">
|
49
|
+
<img src="https://gitlab.com/uploads/-/system/project/avatar/73633795/Screenshot_2025-08-22_at_18.40.11.png?width=128" alt="POCONG Logo" width="128"/>
|
50
|
+
</p>
|
51
|
+
|
52
|
+
# POCONG 🪦
|
53
|
+
**Python Oriented Crawling ON Going**
|
54
|
+
|
55
|
+
POCONG is a lightweight web crawling framework built in Python.
|
56
|
+
|
57
|
+
## Installation
|
58
|
+
```bash
|
59
|
+
pip install pocong
|
pocong-0.1.1/README.md
ADDED
@@ -0,0 +1,12 @@
|
|
1
|
+
<p align="center">
|
2
|
+
<img src="https://gitlab.com/uploads/-/system/project/avatar/73633795/Screenshot_2025-08-22_at_18.40.11.png?width=128" alt="POCONG Logo" width="128"/>
|
3
|
+
</p>
|
4
|
+
|
5
|
+
# POCONG 🪦
|
6
|
+
**Python Oriented Crawling ON Going**
|
7
|
+
|
8
|
+
POCONG is a lightweight web crawling framework built in Python.
|
9
|
+
|
10
|
+
## Installation
|
11
|
+
```bash
|
12
|
+
pip install pocong
|
pocong-0.1.1/setup.cfg
ADDED
@@ -0,0 +1,76 @@
|
|
1
|
+
[flake8]
|
2
|
+
max-line-length = 119
|
3
|
+
exclude = .git,.tox,__pycache__,build,dist,venv
|
4
|
+
import-order-style = pep8
|
5
|
+
application-import-names = pocong
|
6
|
+
|
7
|
+
[tool:pytest]
|
8
|
+
testpaths = tests
|
9
|
+
markers =
|
10
|
+
integration: tests that connect to external db (deselect with '-m "not integration"')
|
11
|
+
junit_family = legacy
|
12
|
+
|
13
|
+
[versioneer]
|
14
|
+
VCS = git
|
15
|
+
style = pep440
|
16
|
+
versionfile_source = src/pocong/_version.py
|
17
|
+
versionfile_build = pocong/_version.py
|
18
|
+
tag_prefix =
|
19
|
+
parentdir_prefix_version = pocong-
|
20
|
+
|
21
|
+
[metadata]
|
22
|
+
name = pocong
|
23
|
+
description = Python Oriented Crawling Ongoing (POCONG): a simple crawling framework
|
24
|
+
long_description = file: README.md
|
25
|
+
long_description_content_type = text/markdown
|
26
|
+
author = Singgih
|
27
|
+
author_email = msinggih797@gmail.com
|
28
|
+
url = https://github.com/yourusername/pocong
|
29
|
+
license = MIT
|
30
|
+
classifiers =
|
31
|
+
Development Status :: 3 - Alpha
|
32
|
+
Intended Audience :: Developers
|
33
|
+
License :: OSI Approved :: MIT License
|
34
|
+
Programming Language :: Python :: 3
|
35
|
+
Programming Language :: Python :: 3.9
|
36
|
+
Programming Language :: Python :: 3.10
|
37
|
+
Programming Language :: Python :: 3.11
|
38
|
+
Programming Language :: Python :: 3.12
|
39
|
+
Operating System :: OS Independent
|
40
|
+
Topic :: Software Development :: Libraries
|
41
|
+
Topic :: Internet :: WWW/HTTP
|
42
|
+
|
43
|
+
[options]
|
44
|
+
package_dir =
|
45
|
+
= src
|
46
|
+
packages = find:
|
47
|
+
python_requires = >=3.8
|
48
|
+
install_requires =
|
49
|
+
Click>=7.0
|
50
|
+
|
51
|
+
[options.extras_require]
|
52
|
+
dev =
|
53
|
+
pytest
|
54
|
+
pytest-mock
|
55
|
+
pytest-cov
|
56
|
+
moto
|
57
|
+
tox
|
58
|
+
flake8
|
59
|
+
flake8-import-order
|
60
|
+
flake8-print
|
61
|
+
flake8-builtins
|
62
|
+
pep8-naming
|
63
|
+
pre-commit
|
64
|
+
rope
|
65
|
+
|
66
|
+
[options.entry_points]
|
67
|
+
console_scripts =
|
68
|
+
pocong = pocong.cli:main
|
69
|
+
|
70
|
+
[options.packages.find]
|
71
|
+
where = src
|
72
|
+
|
73
|
+
[egg_info]
|
74
|
+
tag_build =
|
75
|
+
tag_date = 0
|
76
|
+
|
pocong-0.1.1/setup.py
ADDED
@@ -0,0 +1,71 @@
|
|
1
|
+
#!/usr/bin/env python
|
2
|
+
|
3
|
+
"""The setup script for pocong."""
|
4
|
+
|
5
|
+
from os import path
|
6
|
+
from setuptools import setup, find_packages
|
7
|
+
import versioneer
|
8
|
+
|
9
|
+
here = path.abspath(path.dirname(__file__))
|
10
|
+
|
11
|
+
# Get the long description from the README file
|
12
|
+
with open(path.join(here, "README.md"), encoding="utf-8") as f:
|
13
|
+
long_description = f.read()
|
14
|
+
|
15
|
+
install_requires = [
|
16
|
+
"Click>=7.0",
|
17
|
+
]
|
18
|
+
|
19
|
+
extras_require = {
|
20
|
+
"dev": [
|
21
|
+
"pytest",
|
22
|
+
"pytest-mock",
|
23
|
+
"pytest-cov",
|
24
|
+
"moto",
|
25
|
+
"tox",
|
26
|
+
"flake8",
|
27
|
+
"flake8-import-order",
|
28
|
+
"flake8-print",
|
29
|
+
"flake8-builtins",
|
30
|
+
"pep8-naming",
|
31
|
+
"pre-commit",
|
32
|
+
"rope",
|
33
|
+
]
|
34
|
+
}
|
35
|
+
|
36
|
+
setup(
|
37
|
+
name="pocong", # must be unique in PyPI
|
38
|
+
version=versioneer.get_version(),
|
39
|
+
cmdclass=versioneer.get_cmdclass(),
|
40
|
+
description="Python Oriented Crawling Ongoing (POCONG): a simple crawling framework",
|
41
|
+
long_description=long_description,
|
42
|
+
long_description_content_type="text/markdown",
|
43
|
+
url="https://gitlab.com/mohsin3107/pocong", # <-- Update this
|
44
|
+
author="Singgih",
|
45
|
+
author_email="msinggih797@gmail.com",
|
46
|
+
license="MIT", # <-- add a license for PyPI metadata
|
47
|
+
package_dir={"": "src"},
|
48
|
+
packages=find_packages(where="src"),
|
49
|
+
python_requires=">=3.8", # ✅ recommend lowering from 3.12 for wider adoption
|
50
|
+
install_requires=install_requires,
|
51
|
+
extras_require=extras_require,
|
52
|
+
entry_points={
|
53
|
+
"console_scripts": [
|
54
|
+
"pocong=pocong.cli:main",
|
55
|
+
]
|
56
|
+
},
|
57
|
+
include_package_data=True,
|
58
|
+
classifiers=[
|
59
|
+
"Development Status :: 3 - Alpha", # You can change to Beta/Production
|
60
|
+
"Intended Audience :: Developers",
|
61
|
+
"License :: OSI Approved :: MIT License",
|
62
|
+
"Programming Language :: Python :: 3",
|
63
|
+
"Programming Language :: Python :: 3.9",
|
64
|
+
"Programming Language :: Python :: 3.10",
|
65
|
+
"Programming Language :: Python :: 3.11",
|
66
|
+
"Programming Language :: Python :: 3.12",
|
67
|
+
"Operating System :: OS Independent",
|
68
|
+
"Topic :: Software Development :: Libraries",
|
69
|
+
"Topic :: Internet :: WWW/HTTP",
|
70
|
+
]
|
71
|
+
)
|
@@ -0,0 +1,21 @@
|
|
1
|
+
|
2
|
+
# This file was generated by 'versioneer.py' (0.29) from
|
3
|
+
# revision-control system data, or from the parent directory name of an
|
4
|
+
# unpacked source archive. Distribution tarballs contain a pre-generated copy
|
5
|
+
# of this file.
|
6
|
+
|
7
|
+
import json
|
8
|
+
|
9
|
+
version_json = '''
|
10
|
+
{
|
11
|
+
"date": "2025-08-23T21:49:51+0700",
|
12
|
+
"dirty": false,
|
13
|
+
"error": null,
|
14
|
+
"full-revisionid": "e855a376fd90843f3ad9a44fb70cacb0c3d7b5bd",
|
15
|
+
"version": "0.1.1"
|
16
|
+
}
|
17
|
+
''' # END VERSION_JSON
|
18
|
+
|
19
|
+
|
20
|
+
def get_versions():
|
21
|
+
return json.loads(version_json)
|
@@ -0,0 +1,22 @@
|
|
1
|
+
"""Console script for pocong."""
|
2
|
+
|
3
|
+
import sys
|
4
|
+
|
5
|
+
import click
|
6
|
+
|
7
|
+
from pocong import __version__
|
8
|
+
|
9
|
+
|
10
|
+
@click.command()
|
11
|
+
@click.option('--version', 'version', flag_value='version', default=False, help="show current version")
|
12
|
+
def main(version):
|
13
|
+
"""Console script for pocong."""
|
14
|
+
if version == 'version':
|
15
|
+
click.echo('version: '+__version__) # noqa
|
16
|
+
else:
|
17
|
+
click.echo("Replace this message by putting your code into pocong.cli.main")
|
18
|
+
return 0
|
19
|
+
|
20
|
+
|
21
|
+
if __name__ == "__main__":
|
22
|
+
sys.exit(main()) # pragma: no cover
|
@@ -0,0 +1 @@
|
|
1
|
+
"""Main module."""
|
@@ -0,0 +1 @@
|
|
1
|
+
"""Utilities script for pocong."""
|
@@ -0,0 +1,59 @@
|
|
1
|
+
Metadata-Version: 2.4
|
2
|
+
Name: pocong
|
3
|
+
Version: 0.1.1
|
4
|
+
Summary: Python Oriented Crawling Ongoing (POCONG): a simple crawling framework
|
5
|
+
Home-page: https://gitlab.com/mohsin3107/pocong
|
6
|
+
Author: Singgih
|
7
|
+
Author-email: msinggih797@gmail.com
|
8
|
+
License: MIT
|
9
|
+
Classifier: Development Status :: 3 - Alpha
|
10
|
+
Classifier: Intended Audience :: Developers
|
11
|
+
Classifier: License :: OSI Approved :: MIT License
|
12
|
+
Classifier: Programming Language :: Python :: 3
|
13
|
+
Classifier: Programming Language :: Python :: 3.9
|
14
|
+
Classifier: Programming Language :: Python :: 3.10
|
15
|
+
Classifier: Programming Language :: Python :: 3.11
|
16
|
+
Classifier: Programming Language :: Python :: 3.12
|
17
|
+
Classifier: Operating System :: OS Independent
|
18
|
+
Classifier: Topic :: Software Development :: Libraries
|
19
|
+
Classifier: Topic :: Internet :: WWW/HTTP
|
20
|
+
Requires-Python: >=3.8
|
21
|
+
Description-Content-Type: text/markdown
|
22
|
+
Requires-Dist: Click>=7.0
|
23
|
+
Provides-Extra: dev
|
24
|
+
Requires-Dist: pytest; extra == "dev"
|
25
|
+
Requires-Dist: pytest-mock; extra == "dev"
|
26
|
+
Requires-Dist: pytest-cov; extra == "dev"
|
27
|
+
Requires-Dist: moto; extra == "dev"
|
28
|
+
Requires-Dist: tox; extra == "dev"
|
29
|
+
Requires-Dist: flake8; extra == "dev"
|
30
|
+
Requires-Dist: flake8-import-order; extra == "dev"
|
31
|
+
Requires-Dist: flake8-print; extra == "dev"
|
32
|
+
Requires-Dist: flake8-builtins; extra == "dev"
|
33
|
+
Requires-Dist: pep8-naming; extra == "dev"
|
34
|
+
Requires-Dist: pre-commit; extra == "dev"
|
35
|
+
Requires-Dist: rope; extra == "dev"
|
36
|
+
Dynamic: author
|
37
|
+
Dynamic: author-email
|
38
|
+
Dynamic: classifier
|
39
|
+
Dynamic: description
|
40
|
+
Dynamic: description-content-type
|
41
|
+
Dynamic: home-page
|
42
|
+
Dynamic: license
|
43
|
+
Dynamic: provides-extra
|
44
|
+
Dynamic: requires-dist
|
45
|
+
Dynamic: requires-python
|
46
|
+
Dynamic: summary
|
47
|
+
|
48
|
+
<p align="center">
|
49
|
+
<img src="https://gitlab.com/uploads/-/system/project/avatar/73633795/Screenshot_2025-08-22_at_18.40.11.png?width=128" alt="POCONG Logo" width="128"/>
|
50
|
+
</p>
|
51
|
+
|
52
|
+
# POCONG 🪦
|
53
|
+
**Python Oriented Crawling ON Going**
|
54
|
+
|
55
|
+
POCONG is a lightweight web crawling framework built in Python.
|
56
|
+
|
57
|
+
## Installation
|
58
|
+
```bash
|
59
|
+
pip install pocong
|
@@ -0,0 +1,18 @@
|
|
1
|
+
MANIFEST.in
|
2
|
+
README.md
|
3
|
+
pyproject.toml
|
4
|
+
setup.cfg
|
5
|
+
setup.py
|
6
|
+
versioneer.py
|
7
|
+
src/pocong/__init__.py
|
8
|
+
src/pocong/_version.py
|
9
|
+
src/pocong/cli.py
|
10
|
+
src/pocong/pocong.py
|
11
|
+
src/pocong/utils.py
|
12
|
+
src/pocong.egg-info/PKG-INFO
|
13
|
+
src/pocong.egg-info/SOURCES.txt
|
14
|
+
src/pocong.egg-info/dependency_links.txt
|
15
|
+
src/pocong.egg-info/entry_points.txt
|
16
|
+
src/pocong.egg-info/requires.txt
|
17
|
+
src/pocong.egg-info/top_level.txt
|
18
|
+
tests/test_pocong.py
|
@@ -0,0 +1 @@
|
|
1
|
+
|
@@ -0,0 +1 @@
|
|
1
|
+
pocong
|
@@ -0,0 +1,37 @@
|
|
1
|
+
"""Tests for `pocong` package."""
|
2
|
+
|
3
|
+
import pytest
|
4
|
+
from click.testing import CliRunner
|
5
|
+
|
6
|
+
from pocong import cli
|
7
|
+
|
8
|
+
|
9
|
+
@pytest.fixture
|
10
|
+
def response():
|
11
|
+
"""Sample pytest fixture.
|
12
|
+
|
13
|
+
See more at: http://doc.pytest.org/en/latest/fixture.html
|
14
|
+
"""
|
15
|
+
# import requests
|
16
|
+
|
17
|
+
|
18
|
+
def test_content(response):
|
19
|
+
"""Sample pytest test function with the pytest fixture as an argument."""
|
20
|
+
# from bs4 import BeautifulSoup
|
21
|
+
# assert 'GitHub' in BeautifulSoup(response.content).title.string
|
22
|
+
|
23
|
+
|
24
|
+
def test_command_line_interface():
|
25
|
+
"""Test the CLI."""
|
26
|
+
runner = CliRunner()
|
27
|
+
result = runner.invoke(cli.main)
|
28
|
+
assert result.exit_code == 0
|
29
|
+
assert 'pocong.cli.main' in result.output
|
30
|
+
|
31
|
+
help_result = runner.invoke(cli.main, ['--help'])
|
32
|
+
assert help_result.exit_code == 0
|
33
|
+
assert 'Show this message and exit.' in help_result.output
|
34
|
+
|
35
|
+
version = runner.invoke(cli.main, ['--version'])
|
36
|
+
assert version.exit_code == 0
|
37
|
+
assert 'version: ' in version.output
|