{ "head": { "branch": null, "date": { "content": [ [ "[2015-03-03 16:13:02 CET; 2015-03-03 18:15:20 CET]", 8 ] ], "id": "date", "name": "Date of execution" }, "displayName": null, "host": { "content": [ [ "tortuga", 8 ] ], "id": "host", "name": "Host" }, "limit": { "content": [ [ "timelimit: 10 s, memlimit: 3000 MB, CPU core limit: 1", 8 ] ], "id": "limits", "name": "Limits" }, "options": { "content": [ [ "-noout -setprop log.consoleLevel=WARNING -predicateAnalysis", 4 ], [ "-noout -setprop log.consoleLevel=WARNING -valueAnalysis", 4 ] ], "id": "options", "name": "Options" }, "os": { "content": [ [ "Linux 3.13.0-45-generic x86_64", 8 ] ], "id": "os", "name": "OS" }, "property": null, "runset": { "content": [ [ "predicateAnalysis", 4 ], [ "valueAnalysis", 4 ] ], "id": "run", "name": "Run set" }, "system": { "content": [ [ "CPU: Intel Core i7-2600 CPU @ 3.40GHz, cores: 8, frequency: 3401 MHz; RAM: 16389384 kB", 8 ] ], "id": "system", "name": "System" }, "title": { "content": [ [ "status", 1 ], [ "cputime (s)", 1 ], [ "walltime (s)", 1 ], [ "memory (MB)", 1 ], [ "status", 1 ], [ "cputime (s)", 1 ], [ "walltime (s)", 1 ], [ "memory (MB)", 1 ] ], "id": "columnTitles", "name": "benchexec/tablegenerator/test_integration/results/" }, "tool": { "content": [ [ "CPAchecker [1.4-svn 15944M; 1.4-svn 15986M]", 8 ] ], "id": "tool", "name": "Tool" } }, "rows": [ { "href": "../results/test/programs/simple/bitvectors/implicitunsignedconversion_false-unreach-label.i", "id": [ "test/programs/simple/bitvectors/implicitunsignedconversion_false-unreach-label.i", "unreach-label", "2015-03-03_1613" ], "results": [ { "category": "wrong", "href": "../results/test.2015-03-03_1613.logfiles/predicateAnalysis.implicitunsignedconversion_false-unreach-label.i.log", "values": [ { "raw": "true" }, { "html": "2.17", "raw": "2.169189428" }, { "html": "2.18", "raw": "2.1783649921417236" }, { "html": "128", "raw": "128.032768" } ] }, { "category": "correct", "href": "../results/test.2015-03-03_1613.logfiles/valueAnalysis.implicitunsignedconversion_false-unreach-label.i.log", "values": [ { "raw": "false(reach)" }, { "html": "2.12", "raw": "2.117287256" }, { "html": "2.13", "raw": "2.1272354125976562" }, { "html": "134", "raw": "133.574656" } ] } ] }, { "href": "../results/test/programs/simple/compoundLiteral_true-unreach-label.c", "id": [ "test/programs/simple/compoundLiteral_true-unreach-label.c", "unreach-label", "2015-03-03_1613" ], "results": [ { "category": "correct", "href": "../results/test.2015-03-03_1613.logfiles/predicateAnalysis.compoundLiteral_true-unreach-label.c.log", "values": [ { "raw": "true" }, { "html": "2.23", "raw": "2.22954344" }, { "html": "2.24", "raw": "2.237081289291382" }, { "html": "132", "raw": "132.337664" } ] }, { "category": "unknown", "href": "../results/test.2015-03-03_1613.logfiles/valueAnalysis.compoundLiteral_true-unreach-label.c.log", "values": [ { "raw": "unknown" }, { "html": "2.20", "raw": "2.203966561" }, { "html": "2.21", "raw": "2.2127082347869873" }, { "html": "130", "raw": "130.29376" } ] } ] }, { "href": "../results/test/programs/simple/builtin_expect_true-unreach-label.c", "id": [ "test/programs/simple/builtin_expect_true-unreach-label.c", "unreach-label", "2015-03-03_1613" ], "results": [ { "category": "correct", "href": "../results/test.2015-03-03_1613.logfiles/predicateAnalysis.builtin_expect_true-unreach-label.c.log", "values": [ { "raw": "true" }, { "html": "2.06", "raw": "2.058647067" }, { "html": "2.07", "raw": "2.0664572715759277" }, { "html": "126", "raw": "126.31244799999999" } ] }, { "category": "empty", "values": [ {}, {}, {}, {} ] } ] }, { "href": "../results/test/programs/simple/bitvectors/implicitunsignedconversion_false-unreach-label.i", "id": [ "test/programs/simple/bitvectors/implicitunsignedconversion_false-unreach-label.i", "unreach-label", "2015-03-03_1815" ], "results": [ { "category": "wrong", "href": "../results/test.2015-03-03_1815.logfiles/predicateAnalysis.implicitunsignedconversion_false-unreach-label.i.log", "values": [ { "raw": "true" }, { "html": "1.86", "raw": "1.858883109" }, { "html": "1.87", "raw": "1.8666319847106934" }, { "html": "131", "raw": "130.56819199999998" } ] }, { "category": "correct", "href": "../results/test.2015-03-03_1815.logfiles/valueAnalysis.implicitunsignedconversion_false-unreach-label.i.log", "values": [ { "raw": "false(reach)" }, { "html": "1.82", "raw": "1.816985346" }, { "html": "1.82", "raw": "1.8248498439788818" }, { "html": "131", "raw": "131.006464" } ] } ] }, { "href": "../results/test/programs/simple/compoundLiteral_true-unreach-label.c", "id": [ "test/programs/simple/compoundLiteral_true-unreach-label.c", "unreach-label", "2015-03-03_1815" ], "results": [ { "category": "correct", "href": "../results/test.2015-03-03_1815.logfiles/predicateAnalysis.compoundLiteral_true-unreach-label.c.log", "values": [ { "raw": "true" }, { "html": "1.95", "raw": "1.949553467" }, { "html": "1.96", "raw": "1.957531213760376" }, { "html": "130", "raw": "129.806336" } ] }, { "category": "unknown", "href": "../results/test.2015-03-03_1815.logfiles/valueAnalysis.compoundLiteral_true-unreach-label.c.log", "values": [ { "raw": "unknown" }, { "html": "1.81", "raw": "1.812178923" }, { "html": "1.82", "raw": "1.8193717002868652" }, { "html": "131", "raw": "130.777088" } ] } ] }, { "href": "../results/test/programs/simple/builtin_expect_true-unreach-label.c", "id": [ "test/programs/simple/builtin_expect_true-unreach-label.c", "unreach-label", "2015-03-03_1815" ], "results": [ { "category": "correct", "href": "../results/test.2015-03-03_1815.logfiles/predicateAnalysis.builtin_expect_true-unreach-label.c.log", "values": [ { "raw": "true" }, { "html": "1.85", "raw": "1.850979621" }, { "html": "1.86", "raw": "1.8589563369750977" }, { "html": "129", "raw": "128.536576" } ] }, { "category": "empty", "values": [ {}, {}, {}, {} ] } ] } ], "stats": [ { "content": [ [ { "sum": 6 }, { "avg": "2.02", "max": "2.23", "median": "2.00", "min": "1.85", "stdev": "0.146", "sum": "12.1 " }, { "avg": "2.03", "max": "2.24", "median": "2.01", "min": "1.86", "stdev": "0.146", "sum": "12.2 " }, { "avg": "129", "max": "132", "median": "129", "min": "126", "stdev": "1.92", "sum": "776" } ], [ { "sum": 4 }, { "avg": "1.99", "max": "2.20", "median": "1.97", "min": "1.81", "stdev": "0.176", "sum": "7.95" }, { "avg": "2.00", "max": "2.21", "median": "1.98", "min": "1.82", "stdev": "0.177", "sum": "7.98" }, { "avg": "131", "max": "134", "median": "131", "min": "130", "stdev": "1.27", "sum": "526" } ] ], "description": "in total 4 true tasks, 2 false tasks", "id": null, "title": "total" }, { "content": [ [ { "sum": 4 }, { "avg": "2.02", "max": "2.23", "median": "2.00", "min": "1.85", "stdev": "0.140", "sum": "8.09" }, { "avg": "2.03", "max": "2.24", "median": "2.01", "min": "1.86", "stdev": "0.140", "sum": "8.12" }, { "avg": "129", "max": "132", "median": "129", "min": "126", "stdev": "2.18", "sum": "517" } ], [ { "sum": 2 }, { "avg": "1.97", "max": "2.12", "median": "1.97", "min": "1.82", "stdev": "0.150", "sum": "3.93" }, { "avg": "1.98", "max": "2.13", "median": "1.98", "min": "1.82", "stdev": "0.151", "sum": "3.95" }, { "avg": "132", "max": "134", "median": "132", "min": "131", "stdev": "1.28", "sum": "265" } ] ], "description": "(property holds + result is true) OR (property does not hold + result is false)", "id": null, "title": "    correct results" }, { "content": [ [ { "sum": 4 }, { "avg": "2.02", "max": "2.23", "median": "2.00", "min": "1.85", "stdev": "0.140", "sum": "8.09" }, { "avg": "2.03", "max": "2.24", "median": "2.01", "min": "1.86", "stdev": "0.140", "sum": "8.12" }, { "avg": "129", "max": "132", "median": "129", "min": "126", "stdev": "2.18", "sum": "517" } ], [ { "sum": 0 }, null, null, null ] ], "description": "property holds + result is true", "id": null, "title": "        correct true" }, { "content": [ [ { "sum": 0 }, null, null, null ], [ { "sum": 2 }, { "avg": "1.97", "max": "2.12", "median": "1.97", "min": "1.82", "stdev": "0.150", "sum": "3.93" }, { "avg": "1.98", "max": "2.13", "median": "1.98", "min": "1.82", "stdev": "0.151", "sum": "3.95" }, { "avg": "132", "max": "134", "median": "132", "min": "131", "stdev": "1.28", "sum": "265" } ] ], "description": "property does not hold + result is false", "id": null, "title": "        correct false" }, { "content": [ [ { "sum": 2 }, { "avg": "2.01", "max": "2.17", "median": "2.01", "min": "1.86", "stdev": "0.155", "sum": "4.03" }, { "avg": "2.02", "max": "2.18", "median": "2.02", "min": "1.87", "stdev": "0.156", "sum": "4.04" }, { "avg": "129", "max": "131", "median": "129", "min": "128", "stdev": "1.27", "sum": "259" } ], [ { "sum": 0 }, null, null, null ] ], "description": "(property holds + result is false) OR (property does not hold + result is true)", "id": null, "title": "    incorrect results" }, { "content": [ [ { "sum": 2 }, { "avg": "2.01", "max": "2.17", "median": "2.01", "min": "1.86", "stdev": "0.155", "sum": "4.03" }, { "avg": "2.02", "max": "2.18", "median": "2.02", "min": "1.87", "stdev": "0.156", "sum": "4.04" }, { "avg": "129", "max": "131", "median": "129", "min": "128", "stdev": "1.27", "sum": "259" } ], [ { "sum": 0 }, null, null, null ] ], "description": "property does not hold + result is true", "id": null, "title": "        incorrect true" }, { "content": [ [ { "sum": 0 }, null, null, null ], [ { "sum": 0 }, null, null, null ] ], "description": "property holds + result is false", "id": null, "title": "        incorrect false" }, { "content": [ [ { "sum": -56 }, null, null, null ], [ { "sum": 2 }, null, null, null ] ], "description": "in total 4 true tasks, 2 false tasks", "id": "score", "title": "score (6 tasks, max score: 10)" } ], "tools": [ { "benchmarkname": "test", "columns": [ { "display_title": "status", "max_width": 12, "relevant_for_diff": false, "scale_factor": 1, "title": "status", "type": "status" }, { "display_title": "cputime", "max_width": 7, "relevant_for_diff": false, "scale_factor": 1, "source_unit": "s", "title": "cputime", "type": "measure", "unit": "s" }, { "display_title": "walltime", "max_width": 8, "relevant_for_diff": false, "scale_factor": 1, "source_unit": "s", "title": "walltime", "type": "measure", "unit": "s" }, { "display_title": "memory", "max_width": 6, "relevant_for_diff": false, "scale_factor": 1e-06, "source_unit": "B", "title": "memUsage", "type": "measure", "unit": "MB" } ], "cores": "8", "cpu": "Intel Core i7-2600 CPU @ 3.40GHz", "cpuCores": "1", "date": "[2015-03-03 16:13:02 CET; 2015-03-03 18:15:20 CET]", "freq": "3401 MHz", "host": "tortuga", "memlimit": "3000 MB", "name": "predicateAnalysis", "niceName": "predicateAnalysis", "options": "-noout -setprop log.consoleLevel=WARNING -predicateAnalysis", "os": "Linux 3.13.0-45-generic x86_64", "ram": "16389384 kB", "timelimit": "10 s", "tool": "CPAchecker", "toolmodule": "benchexec.tools.cpachecker", "version": "[1.4-svn 15944M; 1.4-svn 15986M]" }, { "benchmarkname": "test", "columns": [ { "display_title": "status", "max_width": 12, "relevant_for_diff": false, "scale_factor": 1, "title": "status", "type": "status" }, { "display_title": "cputime", "max_width": 7, "relevant_for_diff": false, "scale_factor": 1, "source_unit": "s", "title": "cputime", "type": "measure", "unit": "s" }, { "display_title": "walltime", "max_width": 8, "relevant_for_diff": false, "scale_factor": 1, "source_unit": "s", "title": "walltime", "type": "measure", "unit": "s" }, { "display_title": "memory", "max_width": 6, "relevant_for_diff": false, "scale_factor": 1e-06, "source_unit": "B", "title": "memUsage", "type": "measure", "unit": "MB" } ], "cores": "8", "cpu": "Intel Core i7-2600 CPU @ 3.40GHz", "cpuCores": "1", "date": "[2015-03-03 16:13:02 CET; 2015-03-03 18:15:20 CET]", "freq": "3401 MHz", "host": "tortuga", "memlimit": "3000 MB", "name": "valueAnalysis", "niceName": "valueAnalysis", "options": "-noout -setprop log.consoleLevel=WARNING -valueAnalysis", "os": "Linux 3.13.0-45-generic x86_64", "ram": "16389384 kB", "timelimit": "10 s", "tool": "CPAchecker", "toolmodule": "benchexec.tools.cpachecker", "version": "[1.4-svn 15944M; 1.4-svn 15986M]" } ], "version": "(test)" }