#!/usr/bin/env python3 # Copyright 2015 gRPC authors. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. # produces cleaner build.yaml files import collections import os import sys import yaml TEST = (os.environ.get('TEST', 'false') == 'true') _TOP_LEVEL_KEYS = [ 'settings', 'proto_deps', 'filegroups', 'libs', 'targets', 'vspackages' ] _ELEM_KEYS = [ 'name', 'gtest', 'cpu_cost', 'flaky', 'build', 'run', 'language', 'public_headers', 'headers', 'src', 'deps' ] def repr_ordered_dict(dumper, odict): return dumper.represent_mapping('tag:yaml.org,2002:map', list(odict.items())) yaml.add_representer(collections.OrderedDict, repr_ordered_dict) def _rebuild_as_ordered_dict(indict, special_keys): outdict = collections.OrderedDict() for key in sorted(indict.keys()): if '#' in key: outdict[key] = indict[key] for key in special_keys: if key in indict: outdict[key] = indict[key] for key in sorted(indict.keys()): if key in special_keys: continue if '#' in key: continue outdict[key] = indict[key] return outdict def _clean_elem(indict): for name in ['public_headers', 'headers', 'src']: if name not in indict: continue inlist = indict[name] protos = list(x for x in inlist if os.path.splitext(x)[1] == '.proto') others = set(x for x in inlist if x not in protos) indict[name] = protos + sorted(others) return _rebuild_as_ordered_dict(indict, _ELEM_KEYS) def cleaned_build_yaml_dict_as_string(indict): """Takes dictionary which represents yaml file and returns the cleaned-up yaml string""" js = _rebuild_as_ordered_dict(indict, _TOP_LEVEL_KEYS) for grp in ['filegroups', 'libs', 'targets']: if grp not in js: continue js[grp] = sorted([_clean_elem(x) for x in js[grp]], key=lambda x: (x.get('language', '_'), x['name'])) output = yaml.dump(js, indent=2, width=80, default_flow_style=False) # massage out trailing whitespace lines = [] for line in output.splitlines(): lines.append(line.rstrip() + '\n') output = ''.join(lines) return output if __name__ == '__main__': for filename in sys.argv[1:]: with open(filename) as f: js = yaml.safe_load(f) output = cleaned_build_yaml_dict_as_string(js) if TEST: with open(filename) as f: if not f.read() == output: raise Exception( 'Looks like build-cleaner.py has not been run for file "%s"?' % filename) else: with open(filename, 'w') as f: f.write(output)