bifrost/scripts/split_json.py
Sharpz7 4529d48afe [codespell] Fixing Spelling Mistakes
This is the first in a series of commits to add support for codespell. This is continuning the process completed in ironic-python-agent.

Future Commits will add a Tox Target, CI support and potentially a git-blame-ignore-revs file if their are lots of spelling mistakes that could clutter git blame.

Change-Id: I41b2db35cdf21917ac20ed0866af3b9c94789f0b
2024-01-25 21:31:33 +00:00

98 lines
2.6 KiB
Python

#!/usr/bin/env python
#
# Copyright (c) 2017 Mirantis Inc
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
# implied.
# See the License for the specific language governing permissions and
# limitations under the License.
"""Helper script to cut down number of etries in JSON baremetal data file.
Splits the JSON file containing a top-level dict structure into two files,
where first has at most N entries, and the second has the rest of them.
Uses OrderedDict to preserve ordering of dict elements in input JSON file.
"""
import collections
import json
import os
import sys
HELP_MSG = """
Usage:
python %s <N> <input> <first> <second>
where:
N - max number of dict elements to be defined in the <first> JSON file
input - path to input JSON file
<first> - path to first output JSON file containing at most N entries
<second> - path to the second output JSON file containing the rest
""" % sys.argv[0]
def fail(msg=None):
if msg:
print("Error: %s" % msg)
print()
print(HELP_MSG)
sys.exit(1)
def parse_args(args):
if len(args) != 4:
fail("Wrong number of arguments")
num, infile, out1, out2 = args
try:
num = int(num)
except ValueError:
fail("First argument is not integer")
if not os.path.isfile(infile):
fail("Input file %s does not exist or can not be accessed." % infile)
return num, infile, out1, out2
def write_to_json(fname, data):
with open(fname, 'w') as of:
try:
json.dump(data, of, indent=4)
except Exception as ex:
fail("Failed to save data to %s file - Error %s" % (fname, ex))
def split_json_dict(args):
num, infile, out1, out2 = parse_args(args)
data = {}
with open(infile) as f:
data = json.load(f, object_pairs_hook=collections.OrderedDict)
if not data:
fail("Baremetal data file %s is empty or non-valid JSON." % infile)
first_data = collections.OrderedDict()
second_data = collections.OrderedDict()
for i, k in enumerate(data):
if i < num:
first_data[k] = data[k]
else:
second_data[k] = data[k]
write_to_json(out1, first_data)
write_to_json(out2, second_data)
if __name__ == '__main__':
split_json_dict(sys.argv[1:])
sys.exit(0)