{ "head": { "branch": null, "date": { "content": [ [ "[2015-03-03 16:13:02 CET; 2015-03-03 18:15:20 CET]", 8 ] ], "id": "date", "name": "Date of execution" }, "displayName": null, "host": { "content": [ [ "tortuga", 8 ] ], "id": "host", "name": "Host" }, "limit": { "content": [ [ "timelimit: 10 s, memlimit: 3000 MB, CPU core limit: 1", 8 ] ], "id": "limits", "name": "Limits" }, "options": { "content": [ [ "-noout -setprop log.consoleLevel=WARNING -predicateAnalysis", 4 ], [ "-noout -setprop log.consoleLevel=WARNING -valueAnalysis", 4 ] ], "id": "options", "name": "Options" }, "os": { "content": [ [ "Linux 3.13.0-45-generic x86_64", 8 ] ], "id": "os", "name": "OS" }, "property": null, "runset": { "content": [ [ "predicateAnalysis", 4 ], [ "valueAnalysis", 4 ] ], "id": "run", "name": "Run set" }, "system": { "content": [ [ "CPU: Intel Core i7-2600 CPU @ 3.40GHz, cores: 8, frequency: 3401 MHz; RAM: 16389384 kB", 8 ] ], "id": "system", "name": "System" }, "title": { "content": [ [ "status", 1 ], [ "cputime (s)", 1 ], [ "walltime (s)", 1 ], [ "memory (MB)", 1 ], [ "status", 1 ], [ "cputime (s)", 1 ], [ "walltime (s)", 1 ], [ "memory (MB)", 1 ] ], "id": "columnTitles", "name": "benchexec/tablegenerator/test_integration/results/" }, "tool": { "content": [ [ "CPAchecker [1.4-svn 15944M; 1.4-svn 15986M]", 8 ] ], "id": "tool", "name": "Tool" } }, "rows": [ { "href": "../results/test/programs/simple/bitvectors/implicitunsignedconversion_false-unreach-label.i", "id": [ "test/programs/simple/bitvectors/implicitunsignedconversion_false-unreach-label.i", "unreach-label", "2015-03-03_1613" ], "results": [ { "category": "wrong", "href": "../results/test.2015-03-03_1613.logfiles/predicateAnalysis.implicitunsignedconversion_false-unreach-label.i.log", "values": [ { "raw": "true" }, { "html": "2.17", "raw": "2.169189428" }, { "html": "2.18", "raw": "2.1783649921417236" }, { "html": "128", "raw": "128.032768" } ] }, { "category": "correct", "href": "../results/test.2015-03-03_1613.logfiles/valueAnalysis.implicitunsignedconversion_false-unreach-label.i.log", "values": [ { "raw": "false(reach)" }, { "html": "2.12", "raw": "2.117287256" }, { "html": "2.13", "raw": "2.1272354125976562" }, { "html": "134", "raw": "133.574656" } ] } ] }, { "href": "../results/test/programs/simple/switch_test_default_fallthrough_false-unreach-label.c", "id": [ "test/programs/simple/switch_test_default_fallthrough_false-unreach-label.c", "unreach-label", "2015-03-03_1613" ], "results": [ { "category": "correct", "href": "../results/test.2015-03-03_1613.logfiles/predicateAnalysis.switch_test_default_fallthrough_false-unreach-label.c.log", "values": [ { "raw": "false(reach)" }, { "html": "2.19", "raw": "2.189887353" }, { "html": "2.20", "raw": "2.1968865394592285" }, { "html": "129", "raw": "129.11820799999998" } ] }, { "category": "correct", "href": "../results/test.2015-03-03_1613.logfiles/valueAnalysis.switch_test_default_fallthrough_false-unreach-label.c.log", "values": [ { "raw": "false(reach)" }, { "html": "2.16", "raw": "2.159436775" }, { "html": "2.17", "raw": "2.1679935455322266" }, { "html": "131", "raw": "131.117056" } ] } ] }, { "href": "../results/test/programs/simple/compoundLiteral_true-unreach-label.c", "id": [ "test/programs/simple/compoundLiteral_true-unreach-label.c", "unreach-label", "2015-03-03_1613" ], "results": [ { "category": "correct", "href": "../results/test.2015-03-03_1613.logfiles/predicateAnalysis.compoundLiteral_true-unreach-label.c.log", "values": [ { "raw": "true" }, { "html": "2.23", "raw": "2.22954344" }, { "html": "2.24", "raw": "2.237081289291382" }, { "html": "132", "raw": "132.337664" } ] }, { "category": "unknown", "href": "../results/test.2015-03-03_1613.logfiles/valueAnalysis.compoundLiteral_true-unreach-label.c.log", "values": [ { "raw": "unknown" }, { "html": "2.20", "raw": "2.203966561" }, { "html": "2.21", "raw": "2.2127082347869873" }, { "html": "130", "raw": "130.29376" } ] } ] }, { "href": "../results/doc/examples/example.c", "id": [ "doc/examples/example.c", "2015-03-03_1613" ], "results": [ { "category": "missing", "href": "../results/test.2015-03-03_1613.logfiles/predicateAnalysis.example.c.log", "values": [ { "raw": "true" }, { "html": "2.27", "raw": "2.272238619" }, { "html": "2.28", "raw": "2.2822041511535645" }, { "html": "129", "raw": "129.470464" } ] }, { "category": "missing", "href": "../results/test.2015-03-03_1613.logfiles/valueAnalysis.example.c.log", "values": [ { "raw": "true" }, { "html": "2.02", "raw": "2.018490461" }, { "html": "2.03", "raw": "2.0274627208709717" }, { "html": "126", "raw": "126.210048" } ] } ] }, { "href": "../results/test/programs/simple/builtin_expect_true-unreach-label.c", "id": [ "test/programs/simple/builtin_expect_true-unreach-label.c", "unreach-label", "2015-03-03_1613" ], "results": [ { "category": "correct", "href": "../results/test.2015-03-03_1613.logfiles/predicateAnalysis.builtin_expect_true-unreach-label.c.log", "values": [ { "raw": "true" }, { "html": "2.06", "raw": "2.058647067" }, { "html": "2.07", "raw": "2.0664572715759277" }, { "html": "126", "raw": "126.31244799999999" } ] }, { "category": "empty", "values": [ {}, {}, {}, {} ] } ] }, { "href": "../results/test/programs/simple/bitvectors/implicitunsignedconversion_false-unreach-label.i", "id": [ "test/programs/simple/bitvectors/implicitunsignedconversion_false-unreach-label.i", "unreach-label", "2015-03-03_1815" ], "results": [ { "category": "wrong", "href": "../results/test.2015-03-03_1815.logfiles/predicateAnalysis.implicitunsignedconversion_false-unreach-label.i.log", "values": [ { "raw": "true" }, { "html": "1.86", "raw": "1.858883109" }, { "html": "1.87", "raw": "1.8666319847106934" }, { "html": "131", "raw": "130.56819199999998" } ] }, { "category": "correct", "href": "../results/test.2015-03-03_1815.logfiles/valueAnalysis.implicitunsignedconversion_false-unreach-label.i.log", "values": [ { "raw": "false(reach)" }, { "html": "1.82", "raw": "1.816985346" }, { "html": "1.82", "raw": "1.8248498439788818" }, { "html": "131", "raw": "131.006464" } ] } ] }, { "href": "../results/test/programs/simple/switch_test_default_fallthrough_false-unreach-label.c", "id": [ "test/programs/simple/switch_test_default_fallthrough_false-unreach-label.c", "unreach-label", "2015-03-03_1815" ], "results": [ { "category": "correct", "href": "../results/test.2015-03-03_1815.logfiles/predicateAnalysis.switch_test_default_fallthrough_false-unreach-label.c.log", "values": [ { "raw": "false(reach)" }, { "html": "1.83", "raw": "1.829559535" }, { "html": "1.84", "raw": "1.8350000381469727" }, { "html": "130", "raw": "129.96608" } ] }, { "category": "correct", "href": "../results/test.2015-03-03_1815.logfiles/valueAnalysis.switch_test_default_fallthrough_false-unreach-label.c.log", "values": [ { "raw": "false(reach)" }, { "html": "1.82", "raw": "1.822032775" }, { "html": "1.83", "raw": "1.8298676013946533" }, { "html": "131", "raw": "131.072" } ] } ] }, { "href": "../results/test/programs/simple/compoundLiteral_true-unreach-label.c", "id": [ "test/programs/simple/compoundLiteral_true-unreach-label.c", "unreach-label", "2015-03-03_1815" ], "results": [ { "category": "correct", "href": "../results/test.2015-03-03_1815.logfiles/predicateAnalysis.compoundLiteral_true-unreach-label.c.log", "values": [ { "raw": "true" }, { "html": "1.95", "raw": "1.949553467" }, { "html": "1.96", "raw": "1.957531213760376" }, { "html": "130", "raw": "129.806336" } ] }, { "category": "unknown", "href": "../results/test.2015-03-03_1815.logfiles/valueAnalysis.compoundLiteral_true-unreach-label.c.log", "values": [ { "raw": "unknown" }, { "html": "1.81", "raw": "1.812178923" }, { "html": "1.82", "raw": "1.8193717002868652" }, { "html": "131", "raw": "130.777088" } ] } ] }, { "href": "../results/doc/examples/example.c", "id": [ "doc/examples/example.c", "2015-03-03_1815" ], "results": [ { "category": "missing", "href": "../results/test.2015-03-03_1815.logfiles/predicateAnalysis.example.c.log", "values": [ { "raw": "true" }, { "html": "1.90", "raw": "1.900342606" }, { "html": "1.91", "raw": "1.9080226421356201" }, { "html": "129", "raw": "129.441792" } ] }, { "category": "missing", "href": "../results/test.2015-03-03_1815.logfiles/valueAnalysis.example.c.log", "values": [ { "raw": "true" }, { "html": "1.75", "raw": "1.748258151" }, { "html": "1.76", "raw": "1.7559239864349365" }, { "html": "123", "raw": "122.84723199999999" } ] } ] }, { "href": "../results/test/programs/simple/builtin_expect_true-unreach-label.c", "id": [ "test/programs/simple/builtin_expect_true-unreach-label.c", "unreach-label", "2015-03-03_1815" ], "results": [ { "category": "correct", "href": "../results/test.2015-03-03_1815.logfiles/predicateAnalysis.builtin_expect_true-unreach-label.c.log", "values": [ { "raw": "true" }, { "html": "1.85", "raw": "1.850979621" }, { "html": "1.86", "raw": "1.8589563369750977" }, { "html": "129", "raw": "128.536576" } ] }, { "category": "empty", "values": [ {}, {}, {}, {} ] } ] } ], "stats": [ { "content": [ [ { "sum": 10 }, { "avg": "2.03", "max": "2.27", "median": "2.00", "min": "1.83", "stdev": "0.164", "sum": "20.3 " }, { "avg": "2.04", "max": "2.28", "median": "2.01", "min": "1.84", "stdev": "0.165", "sum": "20.4 " }, { "avg": "129", "max": "132", "median": "129", "min": "126", "stdev": "1.51", "sum": "1290" } ], [ { "sum": 8 }, { "avg": "1.96", "max": "2.20", "median": "1.92", "min": "1.75", "stdev": "0.171", "sum": "15.7 " }, { "avg": "1.97", "max": "2.21", "median": "1.93", "min": "1.76", "stdev": "0.172", "sum": "15.8 " }, { "avg": "130", "max": "134", "median": "131", "min": "123", "stdev": "3.19", "sum": "1040" } ] ], "description": "in total 4 true tasks, 4 false tasks", "id": null, "title": "total" }, { "content": [ [ { "sum": 6 }, { "avg": "2.02", "max": "2.23", "median": "2.00", "min": "1.83", "stdev": "0.155", "sum": "12.1 " }, { "avg": "2.03", "max": "2.24", "median": "2.01", "min": "1.84", "stdev": "0.155", "sum": "12.2 " }, { "avg": "129", "max": "132", "median": "129", "min": "126", "stdev": "1.80", "sum": "776" } ], [ { "sum": 4 }, { "avg": "1.98", "max": "2.16", "median": "1.97", "min": "1.82", "stdev": "0.160", "sum": "7.92" }, { "avg": "1.99", "max": "2.17", "median": "1.98", "min": "1.82", "stdev": "0.161", "sum": "7.95" }, { "avg": "132", "max": "134", "median": "131", "min": "131", "stdev": "1.09", "sum": "527" } ] ], "description": "(property holds + result is true) OR (property does not hold + result is false)", "id": null, "title": "    correct results" }, { "content": [ [ { "sum": 4 }, { "avg": "2.02", "max": "2.23", "median": "2.00", "min": "1.85", "stdev": "0.140", "sum": "8.09" }, { "avg": "2.03", "max": "2.24", "median": "2.01", "min": "1.86", "stdev": "0.140", "sum": "8.12" }, { "avg": "129", "max": "132", "median": "129", "min": "126", "stdev": "2.18", "sum": "517" } ], [ { "sum": 0 }, null, null, null ] ], "description": "property holds + result is true", "id": null, "title": "        correct true" }, { "content": [ [ { "sum": 2 }, { "avg": "2.01", "max": "2.19", "median": "2.01", "min": "1.83", "stdev": "0.180", "sum": "4.02" }, { "avg": "2.02", "max": "2.20", "median": "2.02", "min": "1.84", "stdev": "0.181", "sum": "4.03" }, { "avg": "130", "max": "130", "median": "130", "min": "129", "stdev": "0.424", "sum": "259" } ], [ { "sum": 4 }, { "avg": "1.98", "max": "2.16", "median": "1.97", "min": "1.82", "stdev": "0.160", "sum": "7.92" }, { "avg": "1.99", "max": "2.17", "median": "1.98", "min": "1.82", "stdev": "0.161", "sum": "7.95" }, { "avg": "132", "max": "134", "median": "131", "min": "131", "stdev": "1.09", "sum": "527" } ] ], "description": "property does not hold + result is false", "id": null, "title": "        correct false" }, { "content": [ [ { "sum": 2 }, { "avg": "2.01", "max": "2.17", "median": "2.01", "min": "1.86", "stdev": "0.155", "sum": "4.03" }, { "avg": "2.02", "max": "2.18", "median": "2.02", "min": "1.87", "stdev": "0.156", "sum": "4.04" }, { "avg": "129", "max": "131", "median": "129", "min": "128", "stdev": "1.27", "sum": "259" } ], [ { "sum": 0 }, null, null, null ] ], "description": "(property holds + result is false) OR (property does not hold + result is true)", "id": null, "title": "    incorrect results" }, { "content": [ [ { "sum": 2 }, { "avg": "2.01", "max": "2.17", "median": "2.01", "min": "1.86", "stdev": "0.155", "sum": "4.03" }, { "avg": "2.02", "max": "2.18", "median": "2.02", "min": "1.87", "stdev": "0.156", "sum": "4.04" }, { "avg": "129", "max": "131", "median": "129", "min": "128", "stdev": "1.27", "sum": "259" } ], [ { "sum": 0 }, null, null, null ] ], "description": "property does not hold + result is true", "id": null, "title": "        incorrect true" }, { "content": [ [ { "sum": 0 }, null, null, null ], [ { "sum": 0 }, null, null, null ] ], "description": "property holds + result is false", "id": null, "title": "        incorrect false" }, { "content": [ [ { "sum": -54 }, null, null, null ], [ { "sum": 4 }, null, null, null ] ], "description": "in total 4 true tasks, 4 false tasks", "id": "score", "title": "score (10 tasks, max score: 12)" } ], "tools": [ { "benchmarkname": "test", "columns": [ { "display_title": "status", "max_width": 12, "relevant_for_diff": false, "scale_factor": 1, "title": "status", "type": "status" }, { "display_title": "cputime", "max_width": 7, "relevant_for_diff": false, "scale_factor": 1, "source_unit": "s", "title": "cputime", "type": "measure", "unit": "s" }, { "display_title": "walltime", "max_width": 8, "relevant_for_diff": false, "scale_factor": 1, "source_unit": "s", "title": "walltime", "type": "measure", "unit": "s" }, { "display_title": "memory", "max_width": 6, "relevant_for_diff": false, "scale_factor": 1e-06, "source_unit": "B", "title": "memUsage", "type": "measure", "unit": "MB" } ], "cores": "8", "cpu": "Intel Core i7-2600 CPU @ 3.40GHz", "cpuCores": "1", "date": "[2015-03-03 16:13:02 CET; 2015-03-03 18:15:20 CET]", "freq": "3401 MHz", "host": "tortuga", "memlimit": "3000 MB", "name": "predicateAnalysis", "niceName": "predicateAnalysis", "options": "-noout -setprop log.consoleLevel=WARNING -predicateAnalysis", "os": "Linux 3.13.0-45-generic x86_64", "ram": "16389384 kB", "timelimit": "10 s", "tool": "CPAchecker", "toolmodule": "benchexec.tools.cpachecker", "version": "[1.4-svn 15944M; 1.4-svn 15986M]" }, { "benchmarkname": "test", "columns": [ { "display_title": "status", "max_width": 12, "relevant_for_diff": false, "scale_factor": 1, "title": "status", "type": "status" }, { "display_title": "cputime", "max_width": 7, "relevant_for_diff": false, "scale_factor": 1, "source_unit": "s", "title": "cputime", "type": "measure", "unit": "s" }, { "display_title": "walltime", "max_width": 8, "relevant_for_diff": false, "scale_factor": 1, "source_unit": "s", "title": "walltime", "type": "measure", "unit": "s" }, { "display_title": "memory", "max_width": 6, "relevant_for_diff": false, "scale_factor": 1e-06, "source_unit": "B", "title": "memUsage", "type": "measure", "unit": "MB" } ], "cores": "8", "cpu": "Intel Core i7-2600 CPU @ 3.40GHz", "cpuCores": "1", "date": "[2015-03-03 16:13:02 CET; 2015-03-03 18:15:20 CET]", "freq": "3401 MHz", "host": "tortuga", "memlimit": "3000 MB", "name": "valueAnalysis", "niceName": "valueAnalysis", "options": "-noout -setprop log.consoleLevel=WARNING -valueAnalysis", "os": "Linux 3.13.0-45-generic x86_64", "ram": "16389384 kB", "timelimit": "10 s", "tool": "CPAchecker", "toolmodule": "benchexec.tools.cpachecker", "version": "[1.4-svn 15944M; 1.4-svn 15986M]" } ], "version": "(test)" }