{ "head": { "branch": null, "date": { "content": [ [ "2019-12-20 15:32:33 CET", 5 ] ], "id": "date", "name": "Date of execution" }, "displayName": null, "host": { "content": [ [ "t460p", 5 ] ], "id": "host", "name": "Host" }, "limit": { "content": [ [ "timelimit: -, memlimit: -, CPU core limit: -", 5 ] ], "id": "limits", "name": "Limits" }, "options": { "content": [ [ "true", 5 ] ], "id": "options", "name": "Options" }, "os": { "content": [ [ "Linux-5.0.0-37-generic-x86_64-with-Ubuntu-18.04-bionic", 5 ] ], "id": "os", "name": "OS" }, "property": { "content": [ [ "test", 5 ] ], "id": "property", "name": "Properties" }, "runset": { "content": [ [ "0", 5 ] ], "id": "run", "name": "Run set" }, "system": { "content": [ [ "CPU: Intel Core i5-6440HQ CPU @ 2.60GHz, cores: 4, frequency: 3500 MHz, Turbo Boost: enabled; RAM: 33587 MB", 5 ] ], "id": "system", "name": "System" }, "title": { "content": [ [ "status", 1 ], [ "cputime (s)", 1 ], [ "walltime (s)", 1 ], [ "memory (MB)", 1 ], [ "cpuenergy (J)", 1 ] ], "id": "columnTitles", "name": "test/tasks/" }, "tool": { "content": [ [ "DummyTool ", 5 ] ], "id": "tool", "name": "Tool" } }, "rows": [ { "href": "../../../../test/tasks/false_other_sub_task.yml", "id": [ "false_other_sub_task.yml" ], "results": [ { "category": "wrong", "href": "../results/benchmark.test.2019-12-20_1532.logfiles/false_other_sub_task.yml.log", "values": [ { "raw": "true" }, { "html": ".00167", "raw": "0.001669043" }, { "html": ".00545", "raw": "0.005449632000818383" }, { "html": ".307", "raw": "0.3072" }, { "html": "0     ", "raw": "0" } ] } ] }, { "href": "../../../../test/tasks/false_sub2_task.yml", "id": [ "false_sub2_task.yml" ], "results": [ { "category": "wrong", "href": "../results/benchmark.test.2019-12-20_1532.logfiles/false_sub2_task.yml.log", "values": [ { "raw": "true" }, { "html": ".00161", "raw": "0.001611825" }, { "html": ".00342", "raw": "0.0034175380005763145" }, { "html": ".381", "raw": "0.380928" }, {} ] } ] }, { "href": "../../../../test/tasks/false_sub_task.yml", "id": [ "false_sub_task.yml" ], "results": [ { "category": "wrong", "href": "../results/benchmark.test.2019-12-20_1532.logfiles/false_sub_task.yml.log", "values": [ { "raw": "true" }, { "html": ".00247", "raw": "0.00246884" }, { "html": ".00444", "raw": "0.004439062999153975" }, { "html": ".303", "raw": "0.303104" }, { "html": ".0137", "raw": "0.013672" } ] } ] }, { "href": "../../../../test/tasks/false_task.yml", "id": [ "false_task.yml" ], "results": [ { "category": "wrong", "href": "../results/benchmark.test.2019-12-20_1532.logfiles/false_task.yml.log", "values": [ { "raw": "true" }, { "html": ".00151", "raw": "0.001508431" }, { "html": ".00473", "raw": "0.00472584400085907" }, { "html": ".381", "raw": "0.380928" }, { "html": "0     ", "raw": "0" } ] } ] }, { "href": "../../../../test/tasks/true_task.yml", "id": [ "true_task.yml" ], "results": [ { "category": "correct", "href": "../results/benchmark.test.2019-12-20_1532.logfiles/true_task.yml.log", "values": [ { "raw": "true" }, { "html": ".00160", "raw": "0.001604837" }, { "html": ".00334", "raw": "0.003340429999298067" }, { "html": ".410", "raw": "0.40959999999999996" }, {} ] } ] }, { "href": "../../../../test/tasks/unknown_task.yml", "id": [ "unknown_task.yml" ], "results": [ { "category": "missing", "href": "../results/benchmark.test.2019-12-20_1532.logfiles/unknown_task.yml.log", "values": [ { "raw": "true" }, { "html": ".00147", "raw": "0.001470596" }, { "html": ".00339", "raw": "0.0033931460002349922" }, { "html": ".381", "raw": "0.380928" }, { "html": "0     ", "raw": "0" } ] } ] } ], "stats": [ { "content": [ [ { "sum": 6 }, { "avg": "0.00172", "max": "0.00247", "median": "0.00161", "min": "0.00147", "stdev": "0.000340", "sum": ".0103 " }, { "avg": "0.00413", "max": "0.00545", "median": "0.00393", "min": "0.00334", "stdev": "0.000803", "sum": ".0248 " }, { "avg": "0.360", "max": "0.410", "median": "0.381", "min": "0.303", "stdev": "0.0404", "sum": "2.16 " }, { "avg": "0.00342", "max": "0.0137", "median": "0", "min": "0", "stdev": "0.00592", "sum": ".0137" } ] ], "description": "in total 1 true tasks, 4 false tasks", "id": null, "title": "total" }, { "content": [ [ null, { "sum": ".301  " }, { "sum": "1.17   " }, null, { "sum": "3.76  " } ] ], "description": "(This line contains some statistics from local execution. Only trust those values, if you use your own computer.)", "id": null, "title": "local summary" }, { "content": [ [ { "sum": 1 }, { "avg": "0.00160", "max": "0.00160", "median": "0.00160", "min": "0.00160", "stdev": "0", "sum": ".00160" }, { "avg": "0.00334", "max": "0.00334", "median": "0.00334", "min": "0.00334", "stdev": "0", "sum": ".00334" }, { "avg": "0.410", "max": "0.410", "median": "0.410", "min": "0.410", "stdev": "0", "sum": ".410" }, { "sum": "0     " } ] ], "description": "(property holds + result is true) OR (property does not hold + result is false)", "id": null, "title": "    correct results" }, { "content": [ [ { "sum": 1 }, { "avg": "0.00160", "max": "0.00160", "median": "0.00160", "min": "0.00160", "stdev": "0", "sum": ".00160" }, { "avg": "0.00334", "max": "0.00334", "median": "0.00334", "min": "0.00334", "stdev": "0", "sum": ".00334" }, { "avg": "0.410", "max": "0.410", "median": "0.410", "min": "0.410", "stdev": "0", "sum": ".410" }, { "sum": "0     " } ] ], "description": "property holds + result is true", "id": null, "title": "        correct true" }, { "content": [ [ { "sum": 0 }, null, null, null, null ] ], "description": "property does not hold + result is false", "id": null, "title": "        correct false" }, { "content": [ [ { "sum": 4 }, { "avg": "0.00181", "max": "0.00247", "median": "0.00164", "min": "0.00151", "stdev": "0.000382", "sum": ".00726" }, { "avg": "0.00451", "max": "0.00545", "median": "0.00458", "min": "0.00342", "stdev": "0.000729", "sum": ".0180 " }, { "avg": "0.343", "max": "0.381", "median": "0.344", "min": "0.303", "stdev": "0.0379", "sum": "1.37 " }, { "avg": "0.00456", "max": "0.0137", "median": "0", "min": "0", "stdev": "0.00645", "sum": ".0137" } ] ], "description": "(property holds + result is false) OR (property does not hold + result is true)", "id": null, "title": "    incorrect results" }, { "content": [ [ { "sum": 4 }, { "avg": "0.00181", "max": "0.00247", "median": "0.00164", "min": "0.00151", "stdev": "0.000382", "sum": ".00726" }, { "avg": "0.00451", "max": "0.00545", "median": "0.00458", "min": "0.00342", "stdev": "0.000729", "sum": ".0180 " }, { "avg": "0.343", "max": "0.381", "median": "0.344", "min": "0.303", "stdev": "0.0379", "sum": "1.37 " }, { "avg": "0.00456", "max": "0.0137", "median": "0", "min": "0", "stdev": "0.00645", "sum": ".0137" } ] ], "description": "property does not hold + result is true", "id": null, "title": "        incorrect true" }, { "content": [ [ { "sum": 0 }, null, null, null, null ] ], "description": "property holds + result is false", "id": null, "title": "        incorrect false" }, { "content": [ [ { "sum": 0 }, null, null, null, null ] ], "description": "in total 1 true tasks, 4 false tasks", "id": "score", "title": "score (6 tasks, max score: 6)" } ], "tools": [ { "benchmarkname": "benchmark.test", "block": "0", "columns": [ { "display_title": "status", "max_width": 6, "relevant_for_diff": false, "scale_factor": 1, "title": "status", "type": "status" }, { "display_title": "cputime", "max_width": 7, "relevant_for_diff": false, "scale_factor": 1, "source_unit": "s", "title": "cputime", "type": "measure", "unit": "s" }, { "display_title": "walltime", "max_width": 8, "relevant_for_diff": false, "scale_factor": 1, "source_unit": "s", "title": "walltime", "type": "measure", "unit": "s" }, { "display_title": "memory", "max_width": 6, "relevant_for_diff": false, "scale_factor": 1e-06, "source_unit": "B", "title": "memory", "type": "measure", "unit": "MB" }, { "display_title": "cpuenergy", "max_width": 9, "relevant_for_diff": false, "scale_factor": 1, "source_unit": "J", "title": "cpuenergy", "type": "measure", "unit": "J" } ], "cores": "4", "cpu": "Intel Core i5-6440HQ CPU @ 2.60GHz", "cpuCores": "-", "date": "2019-12-20 15:32:33 CET", "endtime": "2019-12-20T15:32:35.183052+01:00", "freq": "3500 MHz", "generator": "BenchExec 2.6-dev", "host": "t460p", "memlimit": "-", "name": "0", "niceName": "0", "options": "true", "os": "Linux-5.0.0-37-generic-x86_64-with-Ubuntu-18.04-bionic", "ram": "33587 MB", "starttime": "2019-12-20T15:32:34.018467+01:00", "timelimit": "-", "tool": "DummyTool", "toolmodule": "benchexec.tools.dummy", "turbo": ", Turbo Boost: enabled" } ], "version": "(test)" }