Hello, I tried to compare the py3k baseline with my randomhash branch but the benchmark suite is failing. I've follewed the instruction # hg clone http://hg.python.org/benchmarks/ py2benchmarks # mkdir py3benchmarks; # cd py3benchmarks # ../py2benchmarks/make_perf3.sh ../py2benchmarks # python3.1 perf.py -b py3k old_py3k new_py3k but the suite immediately bails out: $ ../3.1/python perf.py -r -b default ../py3k/python ../randomhash/python Running 2to3... INFO:root:Running ../py3k/python lib/2to3/2to3 -f all lib/2to3_data Traceback (most recent call last): File "perf.py", line 2236, in <module> main(sys.argv[1:]) File "perf.py", line 2192, in main options))) File "perf.py", line 1279, in BM_2to3 return SimpleBenchmark(Measure2to3, *args, **kwargs) File "perf.py", line 706, in SimpleBenchmark *args, **kwargs) File "perf.py", line 1275, in Measure2to3 return MeasureCommand(command, trials, env, options.track_memory) File "perf.py", line 1223, in MeasureCommand CallAndCaptureOutput(command, env=env) File "perf.py", line 1053, in CallAndCaptureOutput raise RuntimeError("Benchmark died: " + str(stderr, 'ascii')) RuntimeError: Benchmark died: RefactoringTool: Skipping implicit fixer: buffer RefactoringTool: Skipping implicit fixer: idioms RefactoringTool: Skipping implicit fixer: set_literal RefactoringTool: Skipping implicit fixer: ws_comma Traceback (most recent call last): File "lib/2to3/2to3", line 5, in <module> sys.exit(main("lib2to3.fixes")) File "/media/ssd/heimes/python/py3benchmarks/lib/2to3/lib2to3/main.py", line 173, in main options.processes) File "/media/ssd/heimes/python/py3benchmarks/lib/2to3/lib2to3/refactor.py", line 700, in refactor items, write, doctests_only) File "/media/ssd/heimes/python/py3benchmarks/lib/2to3/lib2to3/refactor.py", line 294, in refactor self.refactor_dir(dir_or_file, write, doctests_only) File "/media/ssd/heimes/python/py3benchmarks/lib/2to3/lib2to3/refactor.py", line 314, in refactor_dir self.refactor_file(fullname, write, doctests_only) File "/media/ssd/heimes/python/py3benchmarks/lib/2to3/lib2to3/refactor.py", line 741, in refactor_file *args, **kwargs) File "/media/ssd/heimes/python/py3benchmarks/lib/2to3/lib2to3/refactor.py", line 349, in refactor_file tree = self.refactor_string(input, filename) File "/media/ssd/heimes/python/py3benchmarks/lib/2to3/lib2to3/refactor.py", line 381, in refactor_string self.refactor_tree(tree, name) File "/media/ssd/heimes/python/py3benchmarks/lib/2to3/lib2to3/refactor.py", line 455, in refactor_tree new = fixer.transform(node, results) File "/media/ssd/heimes/python/py3benchmarks/lib/2to3/lib2to3/fixes/fix_operator.py", line 43, in transform method = self._check_method(node, results) File "/media/ssd/heimes/python/py3benchmarks/lib/2to3/lib2to3/fixes/fix_operator.py", line 89, in _check_method method = getattr(self, "_" + results["method"][0].value.encode("ascii")) TypeError: Can't convert 'bytes' object to str implicitly Christian