{ "results": [ { "command": "python simple/rs_bleuscore.py 1000", "mean": 0.02028328638, "stddev": 0.0013100818331530679, "median": 0.020456729580000003, "user": 0.02978116, "system": 0.012769191999999999, "min": 0.01816240858, "max": 0.021416522580000003, "times": [ 0.020456729580000003, 0.021290955580000003, 0.020089815580000003, 0.021416522580000003, 0.01816240858 ], "exit_codes": [ 0, 0, 0, 0, 0 ] }, { "command": "python simple/local_hf_bleu.py 1000", "mean": 0.045825679980000006, "stddev": 0.0011978535766623572, "median": 0.045781219580000004, "user": 0.04403636, "system": 0.001848344, "min": 0.04422255758, "max": 0.047483171580000004, "times": [ 0.045362409580000006, 0.045781219580000004, 0.046279041580000006, 0.04422255758, 0.047483171580000004 ], "exit_codes": [ 0, 0, 0, 0, 0 ] }, { "command": "python simple/rs_bleuscore.py 10000", "mean": 0.03784386998, "stddev": 0.001527926342862868, "median": 0.03767024058, "user": 0.12744756, "system": 0.10744284, "min": 0.035949021580000004, "max": 0.03950870858, "times": [ 0.03950870858, 0.035949021580000004, 0.03924245358, 0.036848925580000004, 0.03767024058 ], "exit_codes": [ 0, 0, 0, 0, 0 ] }, { "command": "python simple/local_hf_bleu.py 10000", "mean": 0.29504429958000006, "stddev": 0.005871038647898727, "median": 0.29390920858, "user": 0.29002595999999997, "system": 0.004879992, "min": 0.28860328258, "max": 0.30418233958, "times": [ 0.29654123358, 0.29198543358, 0.28860328258, 0.29390920858, 0.30418233958 ], "exit_codes": [ 0, 0, 0, 0, 0 ] }, { "command": "python simple/rs_bleuscore.py 100000", "mean": 0.21964414317999997, "stddev": 0.0033395053168526786, "median": 0.22041214858, "user": 0.97624556, "system": 1.08258364, "min": 0.21529793758, "max": 0.22401778758, "times": [ 0.21756049158, 0.22041214858, 0.21529793758, 0.22093235058, 0.22401778758 ], "exit_codes": [ 0, 0, 0, 0, 0 ] }, { "command": "python simple/local_hf_bleu.py 100000", "mean": 2.7813972617800005, "stddev": 0.04220529264393168, "median": 2.78620916858, "user": 2.7758365599999997, "system": 0.0046536400000000006, "min": 2.72306139358, "max": 2.83296157958, "times": [ 2.72306139358, 2.83296157958, 2.80515997158, 2.78620916858, 2.75959419558 ], "exit_codes": [ 0, 0, 0, 0, 0 ] }, { "command": "python simple/rs_bleuscore.py 1000000", "mean": 2.04884070598, "stddev": 0.031449630039006415, "median": 2.04508355258, "user": 9.99340316, "system": 10.54016424, "min": 2.01322705958, "max": 2.09029284958, "times": [ 2.02596631358, 2.09029284958, 2.04508355258, 2.01322705958, 2.06963375458 ], "exit_codes": [ 0, 0, 0, 0, 0 ] }, { "command": "python simple/local_hf_bleu.py 1000000", "mean": 28.28530812378, "stddev": 0.10092783512084265, "median": 28.29545119358, "user": 28.19263456, "system": 0.08064604, "min": 28.182068024579998, "max": 28.396120254579998, "times": [ 28.182068024579998, 28.396120254579998, 28.29545119358, 28.37012039458, 28.182780751579998 ], "exit_codes": [ 0, 0, 0, 0, 0 ] } ] }