dot/scripts
1
0
Fork 0
Code Issues Pull requests Releases Wiki Activity

Make j2y more resilient to differently-nested JSON input

Browse source
This commit is contained in:
Danielle McLean 2023-10-05 18:28:39 +11:00
parent 1ac1dee58c
commit b24f37349a
Signed by: 00dani
GPG key ID: 52C059C3B22A753E
1 changed files with 6 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
local/bin/j2y
View file

@ -1,17 +1,20 @@
#!/usr/bin/env python3 #!/usr/bin/env python3
from yaml import dump from yaml import dump
try: try:
from yaml import CDumper as Dumper from yaml import CDumper as Dumper
except ImportError: except ImportError:
from yaml import Dumper from yaml import Dumper
from collections.abc import Sized
import json, re, sys import json, re, sys
def dict_representer(dumper, d): def dict_representer(dumper, d):
node = dumper.represent_dict(d) node = dumper.represent_dict(d)
# Don't use YAML flow style for large dicts, because the flow style output # Don't use YAML flow style for large dicts, because the flow style output
# only really looks good with a very small number of keys. # only really looks good with a very small number of keys.
if len(d) > 5 or sum(len(v) for v in d.values()) > 30: if len(d) > 5 or sum(len(v) for v in d.values() if isinstance(v, Sized)) > 30:
node.flow_style = False node.flow_style = False
return node return node
Dumper.add_representer(dict, dict_representer) Dumper.add_representer(dict, dict_representer)
@ -62,12 +65,12 @@ def simpleorcompoundobjects(stream):
unbalanced += balance_map[m[-1]] unbalanced += balance_map[m[-1]]
if (unbalanced == 0): if (unbalanced == 0):
yield (1, obj) yield (1, obj)
obj = "" obj = ""
def streamingiterload(stream): def streamingiterload(stream):
for c,o in simpleorcompoundobjects(stream): for c,o in simpleorcompoundobjects(stream):
for x in iterload(o): for x in iterload(o):
yield x yield x
# http://stackoverflow.com/a/6886743/1208816 # http://stackoverflow.com/a/6886743/1208816
def iterload(string_or_fp, cls=json.JSONDecoder, **kwargs): def iterload(string_or_fp, cls=json.JSONDecoder, **kwargs):