{ "head": { "branch": null, "date": { "content": [ [ "2019-12-20 15:32:33 CET", 5 ], [ "2020-06-10 09:17:06 CEST", 5 ] ], "id": "date", "name": "Date of execution" }, "displayName": null, "host": { "content": [ [ "t460p", 10 ] ], "id": "host", "name": "Host" }, "limit": { "content": [ [ "timelimit: -, memlimit: -, CPU core limit: -", 10 ] ], "id": "limits", "name": "Limits" }, "options": { "content": [ [ "true", 5 ], [ "true", 5 ] ], "id": "options", "name": "Options" }, "os": { "content": [ [ "Linux-5.0.0-37-generic-x86_64-with-Ubuntu-18.04-bionic", 5 ], [ "Linux-5.3.0-53-generic-x86_64-with-Ubuntu-18.04-bionic", 5 ] ], "id": "os", "name": "OS" }, "property": { "content": [ [ "test", 10 ] ], "id": "property", "name": "Properties" }, "runset": { "content": [ [ "0", 5 ], [ "0", 5 ] ], "id": "run", "name": "Run set" }, "system": { "content": [ [ "CPU: Intel Core i5-6440HQ CPU @ 2.60GHz, cores: 4, frequency: 3500 MHz, Turbo Boost: enabled; RAM: 33587 MB", 5 ], [ "CPU: Intel Core i5-6440HQ CPU @ 2.60GHz, cores: 4, frequency: 3500 MHz, Turbo Boost: enabled; RAM: 33537 MB", 5 ] ], "id": "system", "name": "System" }, "task_id_names": [ "Task name", "Expected verdict" ], "title": { "content": [ [ "status", 1 ], [ "cputime (s)", 1 ], [ "walltime (s)", 1 ], [ "memory (MB)", 1 ], [ "cpuenergy (J)", 1 ], [ "status", 1 ], [ "cputime (s)", 1 ], [ "walltime (s)", 1 ], [ "memory (MB)", 1 ], [ "cpuenergy (J)", 1 ] ], "id": "columnTitles", "name": "" }, "tool": { "content": [ [ "DummyTool ", 10 ] ], "id": "tool", "name": "Tool" } }, "rows": [ { "href": "..%5C..%5C..%5C..%5Ctest%5Ctasks%5Cfalse_other_sub_task.yml", "id": [ "test\\tasks\\false_other_sub_task.yml", "false(other_subproperty)" ], "results": [ { "category": "correct", "href": "..%5Cresults%5Cbenchmark.test.2019-12-20_1532.logfiles%5Cfalse_other_sub_task.yml.log", "score": 4, "values": [ { "raw": "true" }, { "html": ".01467", "raw": "0.014669043" }, { "html": ".00545", "raw": "0.005449632000818383" }, { "html": ".307", "raw": "0.3072" }, { "html": "0     ", "raw": "0" } ] }, { "category": "correct", "href": "..%5Cresults%5Cbenchmark.test.2020-06-10_09-17-06.logfiles%5Cfalse_other_sub_task.yml.log", "score": 4, "values": [ { "raw": "true" }, { "html": ".00192", "raw": "0.001915179" }, { "html": ".00235", "raw": "0.0023537310007668566" }, { "html": ".250", "raw": "0.249856" }, { "html": "0     ", "raw": "0" } ] } ] }, { "href": "..%5C..%5C..%5C..%5Ctest%5Ctasks%5Cfalse_other_sub_task.yml", "id": [ "test\\tasks\\false_other_sub_task.yml", "false(other_subproperty)" ], "results": [ { "category": "wrong", "href": "..%5Cresults%5Cbenchmark.test.2019-12-20_1532.logfiles%5Cfalse_other_sub_task.yml.log", "score": -3, "values": [ { "raw": "true" }, { "html": ".01567", "raw": "0.015669043" }, { "html": ".00545", "raw": "0.005449632000818383" }, { "html": ".307", "raw": "0.3072" }, { "html": "0     ", "raw": "0" } ] }, { "category": "wrong", "href": "..%5Cresults%5Cbenchmark.test.2020-06-10_09-17-06.logfiles%5Cfalse_other_sub_task.yml.log", "score": -4, "values": [ { "raw": "true" }, { "html": ".00192", "raw": "0.001915179" }, { "html": ".00235", "raw": "0.0023537310007668566" }, { "html": ".250", "raw": "0.249856" }, { "html": "0     ", "raw": "0" } ] } ] }, { "href": "..%5C..%5C..%5C..%5Ctest%5Ctasks%5Cfalse_other_sub_task.yml", "id": [ "test\\tasks\\false_other_sub_task.yml", "false(other_subproperty)" ], "results": [ { "category": "wrong", "href": "..%5Cresults%5Cbenchmark.test.2019-12-20_1532.logfiles%5Cfalse_other_sub_task.yml.log", "score": -5, "values": [ { "raw": "true" }, { "html": ".00267", "raw": "0.002669043" }, { "html": ".00545", "raw": "0.005449632000818383" }, { "html": ".307", "raw": "0.3072" }, { "html": "0     ", "raw": "0" } ] }, { "category": "wrong", "href": "..%5Cresults%5Cbenchmark.test.2020-06-10_09-17-06.logfiles%5Cfalse_other_sub_task.yml.log", "score": -6, "values": [ { "raw": "true" }, { "html": ".00192", "raw": "0.001915179" }, { "html": ".00235", "raw": "0.0023537310007668566" }, { "html": ".250", "raw": "0.249856" }, { "html": "0     ", "raw": "0" } ] } ] }, { "href": "..%5C..%5C..%5C..%5Ctest%5Ctasks%5Cfalse_other_sub_task.yml", "id": [ "test\\tasks\\false_other_sub_task.yml", "false(other_subproperty)" ], "results": [ { "category": "wrong", "href": "..%5Cresults%5Cbenchmark.test.2019-12-20_1532.logfiles%5Cfalse_other_sub_task.yml.log", "score": -7, "values": [ { "raw": "true" }, { "html": ".00367", "raw": "0.003669043" }, { "html": ".00545", "raw": "0.005449632000818383" }, { "html": ".307", "raw": "0.3072" }, { "html": "0     ", "raw": "0" } ] }, { "category": "wrong", "href": "..%5Cresults%5Cbenchmark.test.2020-06-10_09-17-06.logfiles%5Cfalse_other_sub_task.yml.log", "score": -8, "values": [ { "raw": "true" }, { "html": ".00192", "raw": "0.001915179" }, { "html": ".00235", "raw": "0.0023537310007668566" }, { "html": ".250", "raw": "0.249856" }, { "html": "0     ", "raw": "0" } ] } ] }, { "href": "..%5C..%5C..%5C..%5Ctest%5Ctasks%5Cfalse_other_sub_task.yml", "id": [ "test\\tasks\\false_other_sub_task.yml", "false(other_subproperty)" ], "results": [ { "category": "wrong", "href": "..%5Cresults%5Cbenchmark.test.2019-12-20_1532.logfiles%5Cfalse_other_sub_task.yml.log", "score": -9, "values": [ { "raw": "true" }, { "html": ".00467", "raw": "0.004669043" }, { "html": ".00545", "raw": "0.005449632000818383" }, { "html": ".307", "raw": "0.3072" }, { "html": "0     ", "raw": "0" } ] }, { "category": "wrong", "href": "..%5Cresults%5Cbenchmark.test.2020-06-10_09-17-06.logfiles%5Cfalse_other_sub_task.yml.log", "score": -12, "values": [ { "raw": "true" }, { "html": ".00192", "raw": "0.001915179" }, { "html": ".00235", "raw": "0.0023537310007668566" }, { "html": ".250", "raw": "0.249856" }, { "html": "0     ", "raw": "0" } ] } ] }, { "href": "..%5C..%5C..%5C..%5Ctest%5Ctasks%5Cfalse_other_sub_task.yml", "id": [ "test\\tasks\\false_other_sub_task.yml", "false(other_subproperty)" ], "results": [ { "category": "wrong", "href": "..%5Cresults%5Cbenchmark.test.2019-12-20_1532.logfiles%5Cfalse_other_sub_task.yml.log", "score": -55, "values": [ { "raw": "true" }, { "html": ".00567", "raw": "0.005669043" }, { "html": ".00545", "raw": "0.005449632000818383" }, { "html": ".307", "raw": "0.3072" }, { "html": "0     ", "raw": "0" } ] }, { "category": "wrong", "href": "..%5Cresults%5Cbenchmark.test.2020-06-10_09-17-06.logfiles%5Cfalse_other_sub_task.yml.log", "score": -22, "values": [ { "raw": "true" }, { "html": ".00192", "raw": "0.001915179" }, { "html": ".00235", "raw": "0.0023537310007668566" }, { "html": ".250", "raw": "0.249856" }, { "html": "0     ", "raw": "0" } ] } ] }, { "href": "..%5C..%5C..%5C..%5Ctest%5Ctasks%5Cfalse_other_sub_task.yml", "id": [ "test\\tasks\\false_other_sub_task.yml", "false(other_subproperty)" ], "results": [ { "category": "wrong", "href": "..%5Cresults%5Cbenchmark.test.2019-12-20_1532.logfiles%5Cfalse_other_sub_task.yml.log", "score": -3, "values": [ { "raw": "true" }, { "html": ".00667", "raw": "0.006669043" }, { "html": ".00545", "raw": "0.005449632000818383" }, { "html": ".307", "raw": "0.3072" }, { "html": "0     ", "raw": "0" } ] }, { "category": "wrong", "href": "..%5Cresults%5Cbenchmark.test.2020-06-10_09-17-06.logfiles%5Cfalse_other_sub_task.yml.log", "score": -3, "values": [ { "raw": "true" }, { "html": ".00192", "raw": "0.001915179" }, { "html": ".00235", "raw": "0.0023537310007668566" }, { "html": ".250", "raw": "0.249856" }, { "html": "0     ", "raw": "0" } ] } ] }, { "href": "..%5C..%5C..%5C..%5Ctest%5Ctasks%5Cfalse_other_sub_task.yml", "id": [ "test\\tasks\\false_other_sub_task.yml", "false(other_subproperty)" ], "results": [ { "category": "wrong", "href": "..%5Cresults%5Cbenchmark.test.2019-12-20_1532.logfiles%5Cfalse_other_sub_task.yml.log", "score": -4, "values": [ { "raw": "true" }, { "html": ".00767", "raw": "0.007669043" }, { "html": ".00545", "raw": "0.005449632000818383" }, { "html": ".307", "raw": "0.3072" }, { "html": "0     ", "raw": "0" } ] }, { "category": "wrong", "href": "..%5Cresults%5Cbenchmark.test.2020-06-10_09-17-06.logfiles%5Cfalse_other_sub_task.yml.log", "score": -5, "values": [ { "raw": "true" }, { "html": ".00192", "raw": "0.001915179" }, { "html": ".00235", "raw": "0.0023537310007668566" }, { "html": ".250", "raw": "0.249856" }, { "html": "0     ", "raw": "0" } ] } ] }, { "href": "..%5C..%5C..%5C..%5Ctest%5Ctasks%5Cfalse_other_sub_task.yml", "id": [ "test\\tasks\\false_other_sub_task.yml", "false(other_subproperty)" ], "results": [ { "category": "wrong", "href": "..%5Cresults%5Cbenchmark.test.2019-12-20_1532.logfiles%5Cfalse_other_sub_task.yml.log", "score": -6, "values": [ { "raw": "true" }, { "html": ".00967", "raw": "0.009669043" }, { "html": ".00545", "raw": "0.005449632000818383" }, { "html": ".307", "raw": "0.3072" }, { "html": "0     ", "raw": "0" } ] }, { "category": "wrong", "href": "..%5Cresults%5Cbenchmark.test.2020-06-10_09-17-06.logfiles%5Cfalse_other_sub_task.yml.log", "score": -7, "values": [ { "raw": "true" }, { "html": ".00192", "raw": "0.001915179" }, { "html": ".00235", "raw": "0.0023537310007668566" }, { "html": ".250", "raw": "0.249856" }, { "html": "0     ", "raw": "0" } ] } ] }, { "href": "..%5C..%5C..%5C..%5Ctest%5Ctasks%5Cfalse_other_sub_task.yml", "id": [ "test\\tasks\\false_other_sub_task.yml", "false(other_subproperty)" ], "results": [ { "category": "wrong", "href": "..%5Cresults%5Cbenchmark.test.2019-12-20_1532.logfiles%5Cfalse_other_sub_task.yml.log", "score": -8, "values": [ { "raw": "true" }, { "html": ".01067", "raw": "0.010669043" }, { "html": ".00545", "raw": "0.005449632000818383" }, { "html": ".307", "raw": "0.3072" }, { "html": "0     ", "raw": "0" } ] }, { "category": "wrong", "href": "..%5Cresults%5Cbenchmark.test.2020-06-10_09-17-06.logfiles%5Cfalse_other_sub_task.yml.log", "score": -9, "values": [ { "raw": "true" }, { "html": ".00192", "raw": "0.001915179" }, { "html": ".00235", "raw": "0.0023537310007668566" }, { "html": ".250", "raw": "0.249856" }, { "html": "0     ", "raw": "0" } ] } ] }, { "href": "..%5C..%5C..%5C..%5Ctest%5Ctasks%5Cfalse_other_sub_task.yml", "id": [ "test\\tasks\\false_other_sub_task.yml", "false(other_subproperty)" ], "results": [ { "category": "correct", "href": "..%5Cresults%5Cbenchmark.test.2019-12-20_1532.logfiles%5Cfalse_other_sub_task.yml.log", "score": 4, "values": [ { "raw": "true" }, { "html": ".01167", "raw": "0.011669043" }, { "html": ".00545", "raw": "0.005449632000818383" }, { "html": ".307", "raw": "0.3072" }, { "html": "0     ", "raw": "0" } ] }, { "category": "correct", "href": "..%5Cresults%5Cbenchmark.test.2020-06-10_09-17-06.logfiles%5Cfalse_other_sub_task.yml.log", "score": 4, "values": [ { "raw": "true" }, { "html": ".00192", "raw": "0.001915179" }, { "html": ".00235", "raw": "0.0023537310007668566" }, { "html": ".250", "raw": "0.249856" }, { "html": "0     ", "raw": "0" } ] } ] }, { "href": "..%5C..%5C..%5C..%5Ctest%5Ctasks%5Cfalse_other_sub_task.yml", "id": [ "test\\tasks\\false_other_sub_task.yml", "false(other_subproperty)" ], "results": [ { "category": "correct", "href": "..%5Cresults%5Cbenchmark.test.2019-12-20_1532.logfiles%5Cfalse_other_sub_task.yml.log", "score": 4, "values": [ { "raw": "true" }, { "html": ".01267", "raw": "0.012669043" }, { "html": ".00545", "raw": "0.005449632000818383" }, { "html": ".307", "raw": "0.3072" }, { "html": "0     ", "raw": "0" } ] }, { "category": "correct", "href": "..%5Cresults%5Cbenchmark.test.2020-06-10_09-17-06.logfiles%5Cfalse_other_sub_task.yml.log", "score": 4, "values": [ { "raw": "true" }, { "html": ".00192", "raw": "0.001915179" }, { "html": ".00235", "raw": "0.0023537310007668566" }, { "html": ".250", "raw": "0.249856" }, { "html": "0     ", "raw": "0" } ] } ] }, { "href": "..%5C..%5C..%5C..%5Ctest%5Ctasks%5Cfalse_other_sub_task.yml", "id": [ "test\\tasks\\false_other_sub_task.yml", "false(other_subproperty)" ], "results": [ { "category": "correct", "href": "..%5Cresults%5Cbenchmark.test.2019-12-20_1532.logfiles%5Cfalse_other_sub_task.yml.log", "score": 4, "values": [ { "raw": "true" }, { "html": ".01367", "raw": "0.013669043" }, { "html": ".00545", "raw": "0.005449632000818383" }, { "html": ".307", "raw": "0.3072" }, { "html": "0     ", "raw": "0" } ] }, { "category": "correct", "href": "..%5Cresults%5Cbenchmark.test.2020-06-10_09-17-06.logfiles%5Cfalse_other_sub_task.yml.log", "score": 4, "values": [ { "raw": "true" }, { "html": ".00192", "raw": "0.001915179" }, { "html": ".00235", "raw": "0.0023537310007668566" }, { "html": ".250", "raw": "0.249856" }, { "html": "0     ", "raw": "0" } ] } ] }, { "href": "..%5C..%5C..%5C..%5Ctest%5Ctasks%5Cfalse_sub2_task.yml", "id": [ "test\\tasks\\false_sub2_task.yml", "false(sub2)" ], "results": [ { "category": "correct", "href": "..%5Cresults%5Cbenchmark.test.2019-12-20_1532.logfiles%5Cfalse_sub2_task.yml.log", "score": 4, "values": [ { "raw": "true" }, { "html": ".00161", "raw": "0.001611825" }, { "html": ".00342", "raw": "0.0034175380005763145" }, { "html": ".381", "raw": "0.380928" }, {} ] }, { "category": "correct", "href": "..%5Cresults%5Cbenchmark.test.2020-06-10_09-17-06.logfiles%5Cfalse_sub2_task.yml.log", "score": 4, "values": [ { "raw": "true" }, { "html": ".00208", "raw": "0.002084712" }, { "html": ".00808", "raw": "0.008082981999905314" }, { "html": ".254", "raw": "0.253952" }, { "html": "0     ", "raw": "0" } ] } ] }, { "href": "..%5C..%5C..%5C..%5Ctest%5Ctasks%5Cfalse_sub_task.yml", "id": [ "test\\tasks\\false_sub_task.yml", "false(sub)" ], "results": [ { "category": "correct", "href": "..%5Cresults%5Cbenchmark.test.2019-12-20_1532.logfiles%5Cfalse_sub_task.yml.log", "score": 4, "values": [ { "raw": "true" }, { "html": ".00247", "raw": "0.00246884" }, { "html": ".00444", "raw": "0.004439062999153975" }, { "html": ".303", "raw": "0.303104" }, { "html": ".0137", "raw": "0.013672" } ] }, { "category": "correct", "href": "..%5Cresults%5Cbenchmark.test.2020-06-10_09-17-06.logfiles%5Cfalse_sub_task.yml.log", "score": 4, "values": [ { "raw": "true" }, { "html": ".00132", "raw": "0.001321182" }, { "html": ".00161", "raw": "0.0016077199998107972" }, { "html": ".250", "raw": "0.249856" }, { "html": "0     ", "raw": "0" } ] } ] }, { "href": "..%5C..%5C..%5C..%5Ctest%5Ctasks%5Cfalse_task.yml", "id": [ "test\\tasks\\false_task.yml", "false" ], "results": [ { "category": "correct", "href": "..%5Cresults%5Cbenchmark.test.2019-12-20_1532.logfiles%5Cfalse_task.yml.log", "score": 4, "values": [ { "raw": "true" }, { "html": ".00151", "raw": "0.001508431" }, { "html": ".00473", "raw": "0.00472584400085907" }, { "html": ".381", "raw": "0.380928" }, { "html": "0     ", "raw": "0" } ] }, { "category": "correct", "href": "..%5Cresults%5Cbenchmark.test.2020-06-10_09-17-06.logfiles%5Cfalse_task.yml.log", "score": 4, "values": [ { "raw": "true" }, { "html": ".00162", "raw": "0.001623722" }, { "html": ".00191", "raw": "0.0019061140001213062" }, { "html": ".250", "raw": "0.249856" }, { "html": "0     ", "raw": "0" } ] } ] }, { "href": "..%5C..%5C..%5C..%5Ctest%5Ctasks%5Ctrue_task.yml", "id": [ "test\\tasks\\true_task.yml", "true" ], "results": [ { "category": "correct", "href": "..%5Cresults%5Cbenchmark.test.2019-12-20_1532.logfiles%5Ctrue_task.yml.log", "score": 2, "values": [ { "raw": "true" }, { "html": ".00160", "raw": "0.001604837" }, { "html": ".00334", "raw": "0.003340429999298067" }, { "html": ".410", "raw": "0.40959999999999996" }, {} ] }, { "category": "correct", "href": "..%5Cresults%5Cbenchmark.test.2020-06-10_09-17-06.logfiles%5Ctrue_task.yml.log", "score": 2, "values": [ { "raw": "true" }, { "html": ".00150", "raw": "0.001500394" }, { "html": ".00393", "raw": "0.003930105999643274" }, { "html": ".381", "raw": "0.380928" }, { "html": "0     ", "raw": "0" } ] } ] }, { "href": "..%5C..%5C..%5C..%5Ctest%5Ctasks%5Cunknown_task.yml", "id": [ "test\\tasks\\unknown_task.yml" ], "results": [ { "category": "missing", "href": "..%5Cresults%5Cbenchmark.test.2019-12-20_1532.logfiles%5Cunknown_task.yml.log", "score": 0, "values": [ { "raw": "true" }, { "html": ".00147", "raw": "0.001470596" }, { "html": ".00339", "raw": "0.0033931460002349922" }, { "html": ".381", "raw": "0.380928" }, { "html": "0     ", "raw": "0" } ] }, { "category": "missing", "href": "..%5Cresults%5Cbenchmark.test.2020-06-10_09-17-06.logfiles%5Cunknown_task.yml.log", "score": 0, "values": [ { "raw": "true" }, { "html": ".00157", "raw": "0.001569923" }, { "html": ".00294", "raw": "0.002944144000139204" }, { "html": ".381", "raw": "0.380928" }, { "html": ".0170", "raw": "0.017029" } ] } ] } ], "stats": [ { "content": [ [ { "sum": 18 }, { "avg": "0.00713", "max": "0.0157", "median": "0.00617", "min": "0.00147", "stdev": "0.00489", "sum": ".128 " }, { "avg": "0.00501", "max": "0.00545", "median": "0.00545", "min": "0.00334", "stdev": "0.000777", "sum": ".0902" }, { "avg": "0.325", "max": "0.410", "median": "0.307", "min": "0.303", "stdev": "0.0343", "sum": "5.85" }, { "avg": "0.000855", "max": "0.0137", "median": "0", "min": "0", "stdev": "0.00331", "sum": ".0137" } ], [ { "sum": 18 }, { "avg": "0.00183", "max": "0.00208", "median": "0.00192", "min": "0.00132", "stdev": "0.000188", "sum": ".0330" }, { "avg": "0.00273", "max": "0.00808", "median": "0.00235", "min": "0.00161", "stdev": "0.00137", "sum": ".0491" }, { "avg": "0.265", "max": "0.381", "median": "0.250", "min": "0.250", "stdev": "0.0411", "sum": "4.76" }, { "avg": "0.000946", "max": "0.0170", "median": "0", "min": "0", "stdev": "0.00390", "sum": ".0170" } ] ], "description": "in total 1 true tasks, 4 false tasks", "id": null, "title": "total" }, { "content": [ [ null, { "sum": ".301  " }, { "sum": "1.17   " }, null, { "sum": "3.76  " } ], [ null, { "sum": ".283  " }, { "sum": "1.16   " }, null, { "sum": "4.59  " } ] ], "description": "(This line contains some statistics from local execution. Only trust those values, if you use your own computer.)", "id": null, "title": "local summary" }, { "content": [ [ { "sum": 8 }, { "avg": "0.00748", "max": "0.0147", "median": "0.00707", "min": "0.00151", "stdev": "0.00575", "sum": ".0599" }, { "avg": "0.00472", "max": "0.00545", "median": "0.00509", "min": "0.00334", "stdev": "0.000852", "sum": ".0377" }, { "avg": "0.338", "max": "0.410", "median": "0.307", "min": "0.303", "stdev": "0.0416", "sum": "2.70" }, { "avg": "0.00228", "max": "0.0137", "median": "0", "min": "0", "stdev": "0.00510", "sum": ".0137" } ], [ { "sum": 8 }, { "avg": "0.00177", "max": "0.00208", "median": "0.00192", "min": "0.00132", "stdev": "0.000245", "sum": ".0142" }, { "avg": "0.00312", "max": "0.00808", "median": "0.00235", "min": "0.00161", "stdev": "0.00198", "sum": ".0249" }, { "avg": "0.267", "max": "0.381", "median": "0.250", "min": "0.250", "stdev": "0.0432", "sum": "2.13" }, { "avg": "0", "max": "0", "median": "0", "min": "0", "stdev": "0.000", "sum": "0     " } ] ], "description": "(property holds + result is true) OR (property does not hold + result is false)", "id": null, "title": "    correct results" }, { "content": [ [ { "sum": 8 }, { "avg": "0.00748", "max": "0.0147", "median": "0.00707", "min": "0.00151", "stdev": "0.00575", "sum": ".0599" }, { "avg": "0.00472", "max": "0.00545", "median": "0.00509", "min": "0.00334", "stdev": "0.000852", "sum": ".0377" }, { "avg": "0.338", "max": "0.410", "median": "0.307", "min": "0.303", "stdev": "0.0416", "sum": "2.70" }, { "avg": "0.00228", "max": "0.0137", "median": "0", "min": "0", "stdev": "0.00510", "sum": ".0137" } ], [ { "sum": 8 }, { "avg": "0.00177", "max": "0.00208", "median": "0.00192", "min": "0.00132", "stdev": "0.000245", "sum": ".0142" }, { "avg": "0.00312", "max": "0.00808", "median": "0.00235", "min": "0.00161", "stdev": "0.00198", "sum": ".0249" }, { "avg": "0.267", "max": "0.381", "median": "0.250", "min": "0.250", "stdev": "0.0432", "sum": "2.13" }, { "avg": "0", "max": "0", "median": "0", "min": "0", "stdev": "0.000", "sum": "0     " } ] ], "description": "property holds + result is true", "id": null, "title": "        correct true" }, { "content": [ [ { "sum": 0 }, null, null, null, null ], [ { "sum": 0 }, null, null, null, null ] ], "description": "property does not hold + result is false", "id": null, "title": "        correct false" }, { "content": [ [ { "sum": 9 }, { "avg": "0.00745", "max": "0.0157", "median": "0.00667", "min": "0.00267", "stdev": "0.00382", "sum": ".0670" }, { "avg": "0.00545", "max": "0.00545", "median": "0.00545", "min": "0.00545", "stdev": "0.000", "sum": ".0490" }, { "avg": "0.307", "max": "0.307", "median": "0.307", "min": "0.307", "stdev": "0.000", "sum": "2.76" }, { "avg": "0", "max": "0", "median": "0", "min": "0", "stdev": "0.000", "sum": "0     " } ], [ { "sum": 9 }, { "avg": "0.00192", "max": "0.00192", "median": "0.00192", "min": "0.00192", "stdev": "0.000", "sum": ".0172" }, { "avg": "0.00235", "max": "0.00235", "median": "0.00235", "min": "0.00235", "stdev": "0.000", "sum": ".0212" }, { "avg": "0.250", "max": "0.250", "median": "0.250", "min": "0.250", "stdev": "0.000", "sum": "2.25" }, { "avg": "0", "max": "0", "median": "0", "min": "0", "stdev": "0.000", "sum": "0     " } ] ], "description": "(property holds + result is false) OR (property does not hold + result is true)", "id": null, "title": "    incorrect results" }, { "content": [ [ { "sum": 9 }, { "avg": "0.00745", "max": "0.0157", "median": "0.00667", "min": "0.00267", "stdev": "0.00382", "sum": ".0670" }, { "avg": "0.00545", "max": "0.00545", "median": "0.00545", "min": "0.00545", "stdev": "0.000", "sum": ".0490" }, { "avg": "0.307", "max": "0.307", "median": "0.307", "min": "0.307", "stdev": "0.000", "sum": "2.76" }, { "avg": "0", "max": "0", "median": "0", "min": "0", "stdev": "0.000", "sum": "0     " } ], [ { "sum": 9 }, { "avg": "0.00192", "max": "0.00192", "median": "0.00192", "min": "0.00192", "stdev": "0.000", "sum": ".0172" }, { "avg": "0.00235", "max": "0.00235", "median": "0.00235", "min": "0.00235", "stdev": "0.000", "sum": ".0212" }, { "avg": "0.250", "max": "0.250", "median": "0.250", "min": "0.250", "stdev": "0.000", "sum": "2.25" }, { "avg": "0", "max": "0", "median": "0", "min": "0", "stdev": "0.000", "sum": "0     " } ] ], "description": "property does not hold + result is true", "id": null, "title": "        incorrect true" }, { "content": [ [ { "sum": 0 }, null, null, null, null ], [ { "sum": 0 }, null, null, null, null ] ], "description": "property holds + result is false", "id": null, "title": "        incorrect false" }, { "content": [ [ { "sum": -70 }, null, null, null, null ], [ { "sum": -46 }, null, null, null, null ] ], "description": "in total 1 true tasks, 4 false tasks", "id": "score", "title": "score (6 tasks, max score: 6)" } ], "tools": [ { "benchmarkname": "benchmark.test", "block": "0", "columns": [ { "display_title": "status", "max_width": 6, "relevant_for_diff": false, "scale_factor": 1, "title": "status", "type": "status" }, { "display_title": "cputime", "max_width": 7, "number_of_significant_digits": 3, "relevant_for_diff": false, "scale_factor": 1, "source_unit": "s", "title": "cputime", "type": "measure", "unit": "s" }, { "display_title": "walltime", "max_width": 8, "number_of_significant_digits": 3, "relevant_for_diff": false, "scale_factor": 1, "source_unit": "s", "title": "walltime", "type": "measure", "unit": "s" }, { "display_title": "memory", "max_width": 6, "number_of_significant_digits": 3, "relevant_for_diff": false, "scale_factor": 1e-06, "source_unit": "B", "title": "memory", "type": "measure", "unit": "MB" }, { "display_title": "cpuenergy", "max_width": 9, "number_of_significant_digits": 3, "relevant_for_diff": false, "scale_factor": 1, "source_unit": "J", "title": "cpuenergy", "type": "measure", "unit": "J" } ], "cores": "4", "cpu": "Intel Core i5-6440HQ CPU @ 2.60GHz", "cpuCores": "-", "date": "2019-12-20 15:32:33 CET", "endtime": "2019-12-20T15:32:35.183052+01:00", "freq": "3500 MHz", "generator": "BenchExec 2.6-dev", "host": "t460p", "memlimit": "-", "name": "0", "niceName": "0", "options": "true", "os": "Linux-5.0.0-37-generic-x86_64-with-Ubuntu-18.04-bionic", "ram": "33587 MB", "starttime": "2019-12-20T15:32:34.018467+01:00", "timelimit": "-", "tool": "DummyTool", "toolmodule": "benchexec.tools.dummy", "turbo": ", Turbo Boost: enabled" }, { "benchmarkname": "benchmark.test", "block": "0", "columns": [ { "display_title": "status", "max_width": 6, "relevant_for_diff": false, "scale_factor": 1, "title": "status", "type": "status" }, { "display_title": "cputime", "max_width": 7, "number_of_significant_digits": 3, "relevant_for_diff": false, "scale_factor": 1, "source_unit": "s", "title": "cputime", "type": "measure", "unit": "s" }, { "display_title": "walltime", "max_width": 8, "number_of_significant_digits": 3, "relevant_for_diff": false, "scale_factor": 1, "source_unit": "s", "title": "walltime", "type": "measure", "unit": "s" }, { "display_title": "memory", "max_width": 6, "number_of_significant_digits": 3, "relevant_for_diff": false, "scale_factor": 1e-06, "source_unit": "B", "title": "memory", "type": "measure", "unit": "MB" }, { "display_title": "cpuenergy", "max_width": 9, "number_of_significant_digits": 3, "relevant_for_diff": false, "scale_factor": 1, "source_unit": "J", "title": "cpuenergy", "type": "measure", "unit": "J" } ], "cores": "4", "cpu": "Intel Core i5-6440HQ CPU @ 2.60GHz", "cpuCores": "-", "date": "2020-06-10 09:17:06 CEST", "endtime": "2020-06-10T09:17:07.937375+02:00", "freq": "3500 MHz", "generator": "BenchExec 3.0-dev", "host": "t460p", "memlimit": "-", "name": "0", "niceName": "0", "options": "true", "os": "Linux-5.3.0-53-generic-x86_64-with-Ubuntu-18.04-bionic", "ram": "33537 MB", "starttime": "2020-06-10T09:17:06.777927+02:00", "timelimit": "-", "tool": "DummyTool", "toolmodule": "benchexec.tools.dummy", "turbo": ", Turbo Boost: enabled" } ], "version": "(test)" }