sbsv 0.0.1__tar.gz

sbsv-0.0.1/.gitignore

@@ -0,0 +1,3 @@
+build
+dist
+*.egg-info

sbsv-0.0.1/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2024 Seungheon Han
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

sbsv-0.0.1/PKG-INFO

@@ -0,0 +1,91 @@
+Metadata-Version: 2.1
+Name: sbsv
+Version: 0.0.1
+Summary: SBSV: Square Brackets Separated Values
+Project-URL: Homepage, https://github.com/hsh814/sbsv
+Project-URL: Issues, https://github.com/hsh814/sbsv/issues
+Author-email: Seungheon Han <shhan814@gmail.com>
+License-File: LICENSE
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Classifier: Programming Language :: Python :: 3
+Requires-Python: >=3.6
+Description-Content-Type: text/markdown
+
+# SBSV: square bracket separated values
+
+## Install
+
+```shell
+python3 -m pip install svsb
+```
+
+## Use
+You can read this log-like data:
+```sbsv
+[meta-data] [id 1] [format string]
+[meta-data] [id 2] [format token]
+[data] [string] [id 1] [actual some long string...]
+[data] [token] [id 2] [actual [some] [multiple] [tokens]]
+[stat] [rows 2]
+```
+
+```python
+import sbsv
+
+parser = sbsv.parser()
+parser.add_schema("[meta-data] [id: int] [format: str]")
+parser.add_schema("[data] [string] [id: int] [actual: str]")
+parser.add_schema("[data] [token] [id: int] [actual: list[str]]")
+parser.add_schema("[stat] [rows: int]")
+with open("testfile.svsb", "r") as f:
+  result = parser.load(f)
+```
+
+Result would looks like:
+```
+{
+  "meta-data": [{"id": 1, "format": "string"}, {"id": 2, "format": "string"}],
+  "data": {
+    "string": [{"id": 1, "actual": "some long string..."}],
+    "token": [{"id": 2, "actual": ["some", "multiple", "tokens"]}]
+  },
+  "stat": [{"rows": 2}]
+}
+```
+
+## Details
+### Basic schema
+Schema is consisted with schema name, variable name and type annotation.
+```
+[schema-name] [var-name: type]
+```
+You can use [A-Za-z0-9\-_] for names. 
+
+### Sub schema
+```
+[my-schema] [sub-schema] [some: int] [other: str] [data: bool]
+```
+You can add any sub schema.
+But if you add sub schema, you cannot add new schema with same schema name without sub schema.
+```
+[my-schema] [no: int] [sub: str] [schema: str]
+# this will cause error
+```
+
+### Ignore
+```
+[2024-03-04 13:22:56] [DEBUG] [necessary] [from] [this part]
+```
+Regular log file may contain unnecessary data. You can specify parser to ignore `[2024-03-04 13:22:56] [DEBUG]` part.
+
+```python
+parser.add_schema("[$ignore] [$ignore] [necessary] [from] [this: str]")
+```
+
+### Primitive types
+Primitive types are `str`, `int`, `float`, `bool`, `null`.
+
+### Complex types
+You can use `list`.
+

sbsv-0.0.1/README.md

@@ -0,0 +1,77 @@
+# SBSV: square bracket separated values
+
+## Install
+
+```shell
+python3 -m pip install svsb
+```
+
+## Use
+You can read this log-like data:
+```sbsv
+[meta-data] [id 1] [format string]
+[meta-data] [id 2] [format token]
+[data] [string] [id 1] [actual some long string...]
+[data] [token] [id 2] [actual [some] [multiple] [tokens]]
+[stat] [rows 2]
+```
+
+```python
+import sbsv
+
+parser = sbsv.parser()
+parser.add_schema("[meta-data] [id: int] [format: str]")
+parser.add_schema("[data] [string] [id: int] [actual: str]")
+parser.add_schema("[data] [token] [id: int] [actual: list[str]]")
+parser.add_schema("[stat] [rows: int]")
+with open("testfile.svsb", "r") as f:
+  result = parser.load(f)
+```
+
+Result would looks like:
+```
+{
+  "meta-data": [{"id": 1, "format": "string"}, {"id": 2, "format": "string"}],
+  "data": {
+    "string": [{"id": 1, "actual": "some long string..."}],
+    "token": [{"id": 2, "actual": ["some", "multiple", "tokens"]}]
+  },
+  "stat": [{"rows": 2}]
+}
+```
+
+## Details
+### Basic schema
+Schema is consisted with schema name, variable name and type annotation.
+```
+[schema-name] [var-name: type]
+```
+You can use [A-Za-z0-9\-_] for names. 
+
+### Sub schema
+```
+[my-schema] [sub-schema] [some: int] [other: str] [data: bool]
+```
+You can add any sub schema.
+But if you add sub schema, you cannot add new schema with same schema name without sub schema.
+```
+[my-schema] [no: int] [sub: str] [schema: str]
+# this will cause error
+```
+
+### Ignore
+```
+[2024-03-04 13:22:56] [DEBUG] [necessary] [from] [this part]
+```
+Regular log file may contain unnecessary data. You can specify parser to ignore `[2024-03-04 13:22:56] [DEBUG]` part.
+
+```python
+parser.add_schema("[$ignore] [$ignore] [necessary] [from] [this: str]")
+```
+
+### Primitive types
+Primitive types are `str`, `int`, `float`, `bool`, `null`.
+
+### Complex types
+You can use `list`.
+

sbsv-0.0.1/pyproject.toml

@@ -0,0 +1,22 @@
+[build-system]
+requires = ["hatchling"]
+build-backend = "hatchling.build"
+
+[project]
+name = "sbsv"
+version = "0.0.1"
+authors = [
+  { name="Seungheon Han", email="shhan814@gmail.com" },
+]
+description = "SBSV: Square Brackets Separated Values"
+readme = "README.md"
+requires-python = ">=3.6"
+classifiers = [
+    "Programming Language :: Python :: 3",
+    "License :: OSI Approved :: MIT License",
+    "Operating System :: OS Independent",
+]
+
+[project.urls]
+Homepage = "https://github.com/hsh814/sbsv"
+Issues = "https://github.com/hsh814/sbsv/issues"

sbsv-0.0.1/sbsv/__init__.py

@@ -0,0 +1 @@
+__version__='0.0.1'

sbsv-0.0.1/sbsv/sbsv.py

@@ -0,0 +1,50 @@
+from typing import List, Dict, Tuple, Set, TextIO
+
+
+class parser:
+  data: dict
+  schema: dict
+  def __init__(self, data: List[List[tuple]]):
+    self.data = dict()
+    self.schema = dict()
+  def add_schema(self, schema: str):
+    # 1. tokenize
+    tokens = self.parser_level_1(schema)
+    # 2. parse
+    for token in tokens:
+      key, value = self.parser_default(token)
+    self.schema[tokens[0]] = value
+  def load(self, fp: TextIO):
+    return self.loads(fp.read())
+  def loads(self, s: str):
+    for line in s.split('\n'):
+      line = line.strip()
+  def parser_default(self, token: str) -> Tuple[str, str]:
+    tokens = token.split(maxsplit=1)
+    if len(tokens) == 1:
+      return tokens[0], ""
+    return tokens[0], tokens[1]
+  def parser_level_1(self, line: str) -> List[str]:
+    result = list()
+    level = 0
+    current = ""
+    for c in range(len(line)):
+      char = line[c]
+      if char == '[':
+        level += 1
+        if level == 1:
+          if len(current.strip()) > 0:
+            result.append(current.strip())
+          current = ""
+          continue
+      elif char == ']':
+        level -= 1
+        if level == 0:
+          result.append(current.strip())
+          current = ""
+          continue
+      if level > 0:
+        current += char
+    if len(current.strip()) > 0:
+      result.append(current.strip())
+    return result