json-duplicate-keys 2024.11.28__py2-none-any.whl → 2025.6.6__py2-none-any.whl

json_duplicate_keys/__init__.py

@@ -1,15 +1,17 @@
 # -*- coding: utf-8 -*-
+json_duplicate_keys_VERSION = "2025.6.6"
 try:
 	unicode # Python 2
 except NameError:
 	unicode = str # Python 3
 
+from collections import OrderedDict
+import json, re, copy
+
 # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
 # # # # # # # # # # # Normalize Key name # # # # # # # # # # #
 # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
 def normalize_key(name, dupSign_start="{{{", dupSign_end="}}}", _isDebug_=False):
-	import re
-
 	# User input data type validation
 	if type(_isDebug_) != bool: _isDebug_ = False
 
@@ -30,10 +32,7 @@ def normalize_key(name, dupSign_start="{{{", dupSign_end="}}}", _isDebug_=False)
 # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
 # # # # # # # # # # # # # # # loads # # # # # # # # # # # # # #
 # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
-def loads(Jstr, dupSign_start="{{{", dupSign_end="}}}", ordered_dict=False, _isDebug_=False):
-	import json, re
-	from collections import OrderedDict
-
+def loads(Jstr, dupSign_start="{{{", dupSign_end="}}}", ordered_dict=False, skipDuplicated=False, _isDebug_=False):
 	# User input data type validation
 	if type(_isDebug_) != bool: _isDebug_ = False
 
@@ -95,6 +94,9 @@ def loads(Jstr, dupSign_start="{{{", dupSign_end="}}}", ordered_dict=False, _isD
 		Jloads = json.loads(Jstr)
 		if ordered_dict: Jloads = json.loads(Jstr, object_pairs_hook=OrderedDict)
 
+		if skipDuplicated:
+			return JSON_DUPLICATE_KEYS(Jloads)
+
 		if type(Jloads) in [list, dict, OrderedDict]:
 			dupSign_start_escape = "".join(["\\\\u"+hex(ord(c))[2:].zfill(4) for c in dupSign_start])
 			dupSign_start_escape_regex = re.escape(dupSign_start)
@@ -149,12 +151,12 @@ def loads(Jstr, dupSign_start="{{{", dupSign_end="}}}", ordered_dict=False, _isD
 # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
 # # # # # # # # # # # # # # # load # # # # # # # # # # # # # #
 # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
-def load(Jfilepath, dupSign_start="{{{", dupSign_end="}}}", ordered_dict=False, _isDebug_=False):
+def load(Jfilepath, dupSign_start="{{{", dupSign_end="}}}", ordered_dict=False, skipDuplicated=False, _isDebug_=False):
 	try:
 		with open(Jfilepath) as Jfile:
 			Jstr = Jfile.read()
 
-		return loads(Jstr, dupSign_start=dupSign_start, dupSign_end=dupSign_end, ordered_dict=ordered_dict, _isDebug_=_isDebug_)
+		return loads(Jstr, dupSign_start=dupSign_start, dupSign_end=dupSign_end, ordered_dict=ordered_dict, skipDuplicated=skipDuplicated, _isDebug_=_isDebug_)
 	except Exception as e:
 		if _isDebug_: print("\x1b[31m[-] ExceptionError: {}\x1b[0m".format(e))
 		return False
@@ -169,7 +171,6 @@ def load(Jfilepath, dupSign_start="{{{", dupSign_end="}}}", ordered_dict=False,
 # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
 class JSON_DUPLICATE_KEYS:
 	def __init__(self, Jobj):
-		from collections import OrderedDict
 		self.__Jobj = dict()
 		if type(Jobj) in [dict, OrderedDict, list]:
 			self.__Jobj = Jobj
@@ -188,9 +189,6 @@ class JSON_DUPLICATE_KEYS:
 	# # # # # # # # # # # # # # # get # # # # # # # # # # # # # # #
 	# # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
 	def get(self, name, case_insensitive=False, separator="||", parse_index="$", _isDebug_=False):
-		import re
-		from collections import OrderedDict
-
 		# User input data type validation
 		if type(_isDebug_) != bool: _isDebug_ = False
 
@@ -247,9 +245,6 @@ class JSON_DUPLICATE_KEYS:
 	# # # # # # # # # # # # # # # set # # # # # # # # # # # # # # #
 	# # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
 	def set(self, name, value, case_insensitive=False, separator="||", parse_index="$", dupSign_start="{{{", dupSign_end="}}}", ordered_dict=False, _isDebug_=False):
-		import re
-		from collections import OrderedDict
-
 		# User input data type validation
 		if type(_isDebug_) != bool: _isDebug_ = False
 
@@ -329,12 +324,55 @@ class JSON_DUPLICATE_KEYS:
 	# # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
 
 
+	# # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
+	# # # # # # # # # # # # # # insert # # # # # # # # # # # # # #
+	# # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
+	def insert(self, name, value, position=None, case_insensitive=False, separator="||", parse_index="$", dupSign_start="{{{", dupSign_end="}}}", _isDebug_=False):
+		# User input data type validation
+		if type(_isDebug_) != bool: _isDebug_ = False
+
+		if type(name) not in [str, unicode]: 
+			if _isDebug_: print("\x1b[31m[-] DataTypeError: the KEY name must be str or unicode, not {}\x1b[0m".format(type(name)))
+			return False
+
+		if type(position) != int: position = None
+
+		if type(case_insensitive) != bool: case_insensitive = False
+
+		if type(separator) not in [str, unicode]: separator = "||"
+
+		if type(parse_index) not in [str, unicode]: parse_index = "$"
+
+		if type(dupSign_start) not in [str, unicode]: dupSign_start = "{{{"
+
+		if type(dupSign_end) not in [str, unicode]: dupSign_end = "}}}"
+
+		if type(self.getObject()) not in [list, dict, OrderedDict]:
+			if _isDebug_: print("\x1b[31m[-] DataTypeError: the JSON object must be list, dict or OrderedDict, not {}\x1b[0m".format(type(self.getObject())))
+			return False
+
+		if re.search(re.escape(separator)+"$", name):
+			if _isDebug_: print("\x1b[31m[-] KeyNameInvalidError: \x1b[0m"+name)
+			return False
+
+		Jget = self.get(name, case_insensitive=case_insensitive, separator=separator, parse_index=parse_index, _isDebug_=_isDebug_)
+
+		if Jget["value"] != "JSON_DUPLICATE_KEYS_ERROR":
+			if type(Jget["value"]) == list:
+				if position == None: position = len(Jget["value"])
+
+				Jget["value"].insert(position, value)
+
+				return self.update(Jget["name"], Jget["value"], separator=separator, parse_index=parse_index, dupSign_start=dupSign_start, dupSign_end=dupSign_end, _isDebug_=_isDebug_)
+			else:
+				if _isDebug_: print("\x1b[31m[-] DataTypeError: The data type of {} must be list, not {}\x1b[0m".format(Jget["name"], type(Jget["value"])))
+		return False
+
+
 	# # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
 	# # # # # # # # # # # # # # update # # # # # # # # # # # # # #
 	# # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
 	def update(self, name, value, case_insensitive=False, allow_new_key=False, separator="||", parse_index="$", dupSign_start="{{{", dupSign_end="}}}", ordered_dict=False, _isDebug_=False):
-		import re
-
 		# User input data type validation
 		if type(_isDebug_) != bool: _isDebug_ = False
 
@@ -379,8 +417,6 @@ class JSON_DUPLICATE_KEYS:
 	# # # # # # # # # # # # # #  delete   # # # # # # # # # # # # #
 	# # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
 	def delete(self, name, case_insensitive=False, separator="||", parse_index="$", _isDebug_=False):
-		import re
-
 		# User input data type validation
 		if type(_isDebug_) != bool: _isDebug_ = False
 
@@ -420,8 +456,6 @@ class JSON_DUPLICATE_KEYS:
 	# # # # # # # # # # # # filter_keys  # # # # # # # # # # # # #
 	# # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
 	def filter_keys(self, name, separator="||", parse_index="$", ordered_dict=False):
-		import re, copy
-
 		JDKSObject = copy.deepcopy(self)
 		JDKSObject.flatten(separator=separator, parse_index=parse_index, ordered_dict=ordered_dict)
 		newJDKSObject = loads("{}", ordered_dict=ordered_dict)
@@ -444,8 +478,6 @@ class JSON_DUPLICATE_KEYS:
 	# # # # # # # # # # # # filter_values  # # # # # # # # # # # # #
 	# # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
 	def filter_values(self, value, separator="||", parse_index="$", ordered_dict=False):
-		import re, copy
-
 		JDKSObject = copy.deepcopy(self)
 		JDKSObject.flatten(separator=separator, parse_index=parse_index, ordered_dict=ordered_dict)
 		newJDKSObject = loads("{}", ordered_dict=ordered_dict)
@@ -468,9 +500,6 @@ class JSON_DUPLICATE_KEYS:
 	 # # # # # # # # # # # # # # dumps # # # # # # # # # # # # # #
 	# # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
 	def dumps(self, dupSign_start="{{{", dupSign_end="}}}", _isDebug_=False, skipkeys=False, ensure_ascii=True, check_circular=True, allow_nan=True, cls=None, indent=None, separators=None, default=None, sort_keys=False):
-		import json, re
-		from collections import OrderedDict
-
 		# User input data type validation
 		if type(_isDebug_) != bool: _isDebug_ = False
 
@@ -514,8 +543,6 @@ class JSON_DUPLICATE_KEYS:
 	 # # # # # # # # # # # # # flatten # # # # # # # # # # # # # #
 	# # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
 	def flatten(self, separator="||", parse_index="$", ordered_dict=False, _isDebug_=False):
-		from collections import OrderedDict
-
 		# User input data type validation
 		if type(_isDebug_) != bool: _isDebug_ = False
 
@@ -575,9 +602,6 @@ class JSON_DUPLICATE_KEYS:
 	 # # # # # # # # # # # # # unflatten # # # # # # # # # # # # #
 	# # # # # # # # # # # # # # # # # # # # # # # # # # # # # # # #
 	def unflatten(self, separator="||", parse_index="$", ordered_dict=False, _isDebug_=False):
-		import re
-		from collections import OrderedDict
-
 		# User input data type validation
 		if type(_isDebug_) != bool: _isDebug_ = False
 

{json_duplicate_keys-2024.11.28.dist-info → json_duplicate_keys-2025.6.6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: json-duplicate-keys
-Version: 2024.11.28
+Version: 2025.6.6
 Summary: Flatten/ Unflatten and Load(s)/ Dump(s) JSON File/ Object with Duplicate Keys
 Home-page: https://github.com/truocphan/json-duplicate-keys
 Author: TP Cyber Security
@@ -17,12 +17,15 @@ Description-Content-Type: text/markdown
 Flatten/ Unflatten and Load(s)/ Dump(s) JSON File/ Object with Duplicate Keys
 
 <p align="center">
-    <a href="https://github.com/truocphan/json-duplicate-keys/releases/"><img src="https://img.shields.io/github/release/truocphan/json-duplicate-keys" height=30></a>
+	<a href="https://github.com/truocphan/json-duplicate-keys/releases/"><img src="https://img.shields.io/github/release/truocphan/json-duplicate-keys" height=30></a>
 	<a href="#"><img src="https://img.shields.io/github/downloads/truocphan/json-duplicate-keys/total" height=30></a>
 	<a href="#"><img src="https://img.shields.io/github/stars/truocphan/json-duplicate-keys" height=30></a>
 	<a href="#"><img src="https://img.shields.io/github/forks/truocphan/json-duplicate-keys" height=30></a>
 	<a href="https://github.com/truocphan/json-duplicate-keys/issues?q=is%3Aopen+is%3Aissue"><img src="https://img.shields.io/github/issues/truocphan/json-duplicate-keys" height=30></a>
 	<a href="https://github.com/truocphan/json-duplicate-keys/issues?q=is%3Aissue+is%3Aclosed"><img src="https://img.shields.io/github/issues-closed/truocphan/json-duplicate-keys" height=30></a>
+	<br>
+	<a href="#"><img src="https://img.shields.io/pypi/v/json-duplicate-keys" height=30></a>
+	<a href="#"><img src="https://img.shields.io/pypi/dm/json-duplicate-keys" height=30></a>
 </p>
 
 ## Installation
@@ -53,12 +56,13 @@ print(jdks.normalize_key("version{{{_2_}}}"))
 ```
 ---
 
-### loads(`Jstr`, `dupSign_start`="{{{", `dupSign_end`="}}}", `ordered_dict`=False, `_isDebug_`=False)
+### loads(`Jstr`, `dupSign_start`="{{{", `dupSign_end`="}}}", `ordered_dict`=False, `skipDuplicated`=False, `_isDebug_`=False)
 _Deserialize a JSON format string to a class `JSON_DUPLICATE_KEYS`_
 - `Jstr`: a JSON format string
 - `dupSign_start`: 
 - `dupSign_end`: 
 - `ordered_dict`: preserves the order in which the Keys are inserted
+- `skipDuplicated`: Skip loading duplicate keys to improve execution performance
 - `_isDebug_`: Show/ Hide debug error messages
 ```python
 import json_duplicate_keys as jdks
@@ -72,12 +76,13 @@ print(JDKSObject)
 ```
 ---
 
-### load(`Jfilepath`, `dupSign_start`="{{{", `dupSign_end`="}}}", `ordered_dict`=False, `_isDebug_`=False)
+### load(`Jfilepath`, `dupSign_start`="{{{", `dupSign_end`="}}}", `ordered_dict`=False, `skipDuplicated`=False, `_isDebug_`=False)
 _Deserialize a JSON format string from a file to a class `JSON_DUPLICATE_KEYS`_
 - `Jfilepath`: The path to the file containing the JSON format string
 - `dupSign_start`: 
 - `dupSign_end`: 
 - `ordered_dict`: preserves the order in which the Keys are inserted
+- `skipDuplicated`: Skip loading duplicate keys to improve execution performance
 - `_isDebug_`: Show/ Hide debug error messages
 ```python
 # /path/to/file.json: {"author": "truocphan", "version": "22.3.3", "version": "latest", "release": [{"version": "latest"}], "snapshot": {"author": "truocphan", "version": "22.3.3", "release": [{"version": "latest"}]}}
@@ -122,13 +127,13 @@ Jstr = '{"author": "truocphan", "version": "22.3.3", "version": "latest", "relea
 JDKSObject = jdks.loads(Jstr)
 
 print(JDKSObject.get("version{{{_2_}}}"))
-# OUTPUT: latest
+# OUTPUT: {'name': 'version{{{_2_}}}', 'value': 'latest'}
 
 print(JDKSObject.get("release||$0$"))
-# OUTPUT: {'version': 'latest'}
+# OUTPUT: {'name': 'release||$0$', 'value': {'version': 'latest'}}
 
 print(JDKSObject.get("snapshot||author"))
-# OUTPUT: truocphan
+# OUTPUT: {'name': 'snapshot||author', 'value': 'truocphan'}
 ```
 ---
 
@@ -197,6 +202,35 @@ print(JDKSObject.getObject())
 ```
 ---
 
+### JSON_DUPLICATE_KEYS.insert(`name`, `value`, `position`=None, `case_insensitive`=False, `separator`="||", `parse_index`="$", `dupSign_start`="{{{", `dupSign_end`="}}}", `_isDebug_`=False)
+_Insert `value` at `position` in value list of `name`_
+- `name`: the key name of the JSON object. Supported flatten key name format
+- `value`: new value for key `name`
+- `position`: position of the `value` to insert (default insert at the last position of the list)
+- `case_insensitive`: the key name case (in)sensitive
+- `separator`: 
+- `parse_index`: 
+- `dupSign_start`: 
+- `dupSign_end`: 
+- `_isDebug_`: Show/ Hide debug error messages
+```python
+import json_duplicate_keys as jdks
+
+Jstr = '{"author": "truocphan", "version": "22.3.3", "version": "latest", "release": [{"version": "latest"}], "snapshot": {"author": "truocphan", "version": "22.3.3", "release": [{"version": "latest"}]}}'
+
+JDKSObject = jdks.loads(Jstr)
+
+print(JDKSObject.getObject())
+# OUTPUT: {'author': 'truocphan', 'version': '22.3.3', 'version{{{_2_}}}': 'latest', 'release': [{'version': 'latest'}], 'snapshot': {'author': 'truocphan', 'version': '22.3.3', 'release': [{'version': 'latest'}]}}
+
+JDKSObject.insert("release", {'version': '2025.1.1'})
+JDKSObject.insert("snapshot||release", {'version': '2025.1.1'}, 0)
+
+print(JDKSObject.getObject())
+# OUTPUT: {'author': 'truocphan', 'version': '22.3.3', 'version{{{_2_}}}': 'latest', 'release': [{'version': 'latest'}, {'version': '2025.1.1'}], 'snapshot': {'author': 'truocphan', 'version': '22.3.3', 'release': [{'version': '2025.1.1'}, {'version': 'latest'}]}}
+```
+---
+
 ### JSON_DUPLICATE_KEYS.update(`name`, `value`, `case_insensitive`=False, `allow_new_key`=False, `separator`="||", `parse_index`="$", `dupSign_start`="{{{", `dupSign_end`="}}}", `ordered_dict`=False, `_isDebug_`=False)
 _Update new `value` for existing `name` or Set a new `name` in the JSON object_
 - `name`: the key name of the JSON object. Supported flatten key name format
@@ -397,6 +431,12 @@ print(JDKSObject.getObject())
 ---
 
 ## CHANGELOG
+#### [json-duplicate-keys v2025.6.6](https://github.com/truocphan/json-duplicate-keys/tree/2025.6.6)
+- [**Updated**] Added `skipDuplicated` parameter to `load` and `loads` functions to improve performance when parsing large JSON strings by skipping duplicate keys.
+
+#### [json-duplicate-keys v2024.12.12](https://github.com/truocphan/json-duplicate-keys/tree/2024.12.12)
+- **New**: _insert_ function
+
 #### [json-duplicate-keys v2024.11.28](https://github.com/truocphan/json-duplicate-keys/tree/2024.11.28)
 - **Fixed**: Add subkey name to empty dict of existing key name
 

json_duplicate_keys-2025.6.6.dist-info/RECORD

@@ -0,0 +1,6 @@
+json_duplicate_keys/__init__.py,SHA256=vxG-My8fNJiG90q6flLf0_vmOJVyWjjm96ESP1grFn8,29024
+json_duplicate_keys-2025.6.6.dist-info/LICENSE,SHA256=_hudSGMciUc27wGR8EMKfeb3atJRlf6rbhJtLnel-nc,1093
+json_duplicate_keys-2025.6.6.dist-info/METADATA,SHA256=068dIdoTogjQTUUdJe48y0wHUYJU7W4YkQ2xIxW8OQs,20736
+json_duplicate_keys-2025.6.6.dist-info/WHEEL,SHA256=1VPi6hfNQaRRNuEdK_3dv9o8COtLGnHWJghhj4CQ28k,92
+json_duplicate_keys-2025.6.6.dist-info/top_level.txt,SHA256=vdsGrPLVS_l-BFL1i4hCJBY5_-gq4Cwp-11yegA750Y,20
+json_duplicate_keys-2025.6.6.dist-info/RECORD,,

json_duplicate_keys-2024.11.28.dist-info/RECORD

@@ -1,6 +0,0 @@
-json_duplicate_keys/__init__.py,SHA256=YV3PpNeXAynBoY46yTs_M3t3KivpXvOLdeMD__IyviM,27170
-json_duplicate_keys-2024.11.28.dist-info/LICENSE,SHA256=_hudSGMciUc27wGR8EMKfeb3atJRlf6rbhJtLnel-nc,1093
-json_duplicate_keys-2024.11.28.dist-info/METADATA,SHA256=YsVbH-oTT_YslwHqdluw1470mrSvgg4iO50cNcKHPdk,18243
-json_duplicate_keys-2024.11.28.dist-info/WHEEL,SHA256=1VPi6hfNQaRRNuEdK_3dv9o8COtLGnHWJghhj4CQ28k,92
-json_duplicate_keys-2024.11.28.dist-info/top_level.txt,SHA256=vdsGrPLVS_l-BFL1i4hCJBY5_-gq4Cwp-11yegA750Y,20
-json_duplicate_keys-2024.11.28.dist-info/RECORD,,