compare-results.py

#!/usr/bin/env python

# Copyright 2010 MongoDB, Inc.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

"""Compare results of two benchmark runs."""

importargparse
importjson

defcompare(files):
data= {}
jsons= [json.load(f) forfinfiles]
forjinjsons:
forresultinj:
data[result['info']['test_name']] = []

forjinjsons:
fornameindata:
forresultinj:
ifresult['info']['test_name'] ==name:
data[name].append(result['metrics'][0]['value'])
break

col_width=2+max(len(name) fornameindata)
file_width=2+max(len(f.name) forfinfiles)
print(" "*file_width+"".join(name.ljust(col_width) fornameindata))
fori, finenumerate(files):
print(f.name.ljust(file_width) +"".join(
 ("%.2f"% (data[name][i] /float(data[name][0]))).ljust(col_width)
fornameindata))


if__name__=="__main__":
parser=argparse.ArgumentParser(usage='%(prog)s [-h] file file [file ...]')
parser.add_argument('file1', nargs=1, metavar='file',
type=argparse.FileType())
parser.add_argument('file2', nargs='+', metavar='file',
type=argparse.FileType(), help=argparse.SUPPRESS)
args=parser.parse_args()
args.files=args.file1+args.file2
compare(args.files)