{ "head": { "branch": null, "date": { "content": [ [ "2015-03-03 16:13:02 CET", 4 ], [ "2015-03-03 18:15:20 CET", 4 ], [ "2015-03-03 16:13:02 CET", 4 ], [ "2015-03-03 18:15:20 CET", 4 ] ], "id": "date", "name": "Date of execution" }, "displayName": null, "host": { "content": [ [ "tortuga", 16 ] ], "id": "host", "name": "Host" }, "limit": { "content": [ [ "timelimit: 10 s, memlimit: 3000 MB, CPU core limit: 1", 16 ] ], "id": "limits", "name": "Limits" }, "options": { "content": [ [ "-noout -setprop log.consoleLevel=WARNING -predicateAnalysis", 4 ], [ "-noout -setprop log.consoleLevel=WARNING -predicateAnalysis", 4 ], [ "-noout -setprop log.consoleLevel=WARNING -valueAnalysis", 4 ], [ "-noout -setprop log.consoleLevel=WARNING -valueAnalysis", 4 ] ], "id": "options", "name": "Options" }, "os": { "content": [ [ "Linux 3.13.0-45-generic x86_64", 16 ] ], "id": "os", "name": "OS" }, "property": null, "runset": { "content": [ [ "predicateAnalysis", 4 ], [ "predicateAnalysis", 4 ], [ "valueAnalysis", 4 ], [ "valueAnalysis", 4 ] ], "id": "run", "name": "Run set" }, "system": { "content": [ [ "CPU: Intel Core i7-2600 CPU @ 3.40GHz, cores: 8, frequency: 3401 MHz; RAM: 16389384 kB", 16 ] ], "id": "system", "name": "System" }, "title": { "content": [ [ "status", 1 ], [ "cputime (s)", 1 ], [ "walltime (s)", 1 ], [ "memory (MB)", 1 ], [ "status", 1 ], [ "cputime (s)", 1 ], [ "walltime (s)", 1 ], [ "memory (MB)", 1 ], [ "status", 1 ], [ "cputime (s)", 1 ], [ "walltime (s)", 1 ], [ "memory (MB)", 1 ], [ "status", 1 ], [ "cputime (s)", 1 ], [ "walltime (s)", 1 ], [ "memory (MB)", 1 ] ], "id": "columnTitles", "name": "benchexec/tablegenerator/test_integration/results/" }, "tool": { "content": [ [ "CPAchecker 1.4-svn 15944M", 4 ], [ "CPAchecker 1.4-svn 15986M", 4 ], [ "CPAchecker 1.4-svn 15944M", 4 ], [ "CPAchecker 1.4-svn 15986M", 4 ] ], "id": "tool", "name": "Tool" } }, "rows": [ { "href": "../results/test/programs/simple/bitvectors/implicitunsignedconversion_false-unreach-label.i", "id": [ "test/programs/simple/bitvectors/implicitunsignedconversion_false-unreach-label.i", "unreach-label" ], "results": [ { "category": "wrong", "href": "../results/test.2015-03-03_1613.logfiles/predicateAnalysis.implicitunsignedconversion_false-unreach-label.i.log", "values": [ { "raw": "true" }, { "html": "2.17", "raw": "2.169189428" }, { "html": "2.18", "raw": "2.1783649921417236" }, { "html": "128", "raw": "128.032768" } ] }, { "category": "wrong", "href": "../results/test.2015-03-03_1815.logfiles/predicateAnalysis.implicitunsignedconversion_false-unreach-label.i.log", "values": [ { "raw": "true" }, { "html": "1.86", "raw": "1.858883109" }, { "html": "1.87", "raw": "1.8666319847106934" }, { "html": "131", "raw": "130.56819199999998" } ] }, { "category": "correct", "href": "../results/test.2015-03-03_1613.logfiles/valueAnalysis.implicitunsignedconversion_false-unreach-label.i.log", "values": [ { "raw": "false(reach)" }, { "html": "2.12", "raw": "2.117287256" }, { "html": "2.13", "raw": "2.1272354125976562" }, { "html": "134", "raw": "133.574656" } ] }, { "category": "correct", "href": "../results/test.2015-03-03_1815.logfiles/valueAnalysis.implicitunsignedconversion_false-unreach-label.i.log", "values": [ { "raw": "false(reach)" }, { "html": "1.82", "raw": "1.816985346" }, { "html": "1.82", "raw": "1.8248498439788818" }, { "html": "131", "raw": "131.006464" } ] } ] }, { "href": "../results/test/programs/simple/compoundLiteral_true-unreach-label.c", "id": [ "test/programs/simple/compoundLiteral_true-unreach-label.c", "unreach-label" ], "results": [ { "category": "correct", "href": "../results/test.2015-03-03_1613.logfiles/predicateAnalysis.compoundLiteral_true-unreach-label.c.log", "values": [ { "raw": "true" }, { "html": "2.23", "raw": "2.22954344" }, { "html": "2.24", "raw": "2.237081289291382" }, { "html": "132", "raw": "132.337664" } ] }, { "category": "correct", "href": "../results/test.2015-03-03_1815.logfiles/predicateAnalysis.compoundLiteral_true-unreach-label.c.log", "values": [ { "raw": "true" }, { "html": "1.95", "raw": "1.949553467" }, { "html": "1.96", "raw": "1.957531213760376" }, { "html": "130", "raw": "129.806336" } ] }, { "category": "unknown", "href": "../results/test.2015-03-03_1613.logfiles/valueAnalysis.compoundLiteral_true-unreach-label.c.log", "values": [ { "raw": "unknown" }, { "html": "2.20", "raw": "2.203966561" }, { "html": "2.21", "raw": "2.2127082347869873" }, { "html": "130", "raw": "130.29376" } ] }, { "category": "unknown", "href": "../results/test.2015-03-03_1815.logfiles/valueAnalysis.compoundLiteral_true-unreach-label.c.log", "values": [ { "raw": "unknown" }, { "html": "1.81", "raw": "1.812178923" }, { "html": "1.82", "raw": "1.8193717002868652" }, { "html": "131", "raw": "130.777088" } ] } ] }, { "href": "../results/test/programs/simple/builtin_expect_true-unreach-label.c", "id": [ "test/programs/simple/builtin_expect_true-unreach-label.c", "unreach-label" ], "results": [ { "category": "correct", "href": "../results/test.2015-03-03_1613.logfiles/predicateAnalysis.builtin_expect_true-unreach-label.c.log", "values": [ { "raw": "true" }, { "html": "2.06", "raw": "2.058647067" }, { "html": "2.07", "raw": "2.0664572715759277" }, { "html": "126", "raw": "126.31244799999999" } ] }, { "category": "correct", "href": "../results/test.2015-03-03_1815.logfiles/predicateAnalysis.builtin_expect_true-unreach-label.c.log", "values": [ { "raw": "true" }, { "html": "1.85", "raw": "1.850979621" }, { "html": "1.86", "raw": "1.8589563369750977" }, { "html": "129", "raw": "128.536576" } ] }, { "category": "empty", "values": [ {}, {}, {}, {} ] }, { "category": "empty", "values": [ {}, {}, {}, {} ] } ] } ], "stats": [ { "content": [ [ { "sum": 3 }, { "avg": "2.15", "max": "2.23", "median": "2.17", "min": "2.06", "stdev": "0.0708", "sum": "6.46" }, { "avg": "2.16", "max": "2.24", "median": "2.18", "min": "2.07", "stdev": "0.0708", "sum": "6.48" }, { "avg": "129", "max": "132", "median": "128", "min": "126", "stdev": "2.53", "sum": "387" } ], [ { "sum": 3 }, { "avg": "1.89", "max": "1.95", "median": "1.86", "min": "1.85", "stdev": "0.0447", "sum": "5.66" }, { "avg": "1.89", "max": "1.96", "median": "1.87", "min": "1.86", "stdev": "0.0448", "sum": "5.68" }, { "avg": "130", "max": "131", "median": "130", "min": "129", "stdev": "0.838", "sum": "389" } ], [ { "sum": 2 }, { "avg": "2.16", "max": "2.20", "median": "2.16", "min": "2.12", "stdev": "0.0433", "sum": "4.32" }, { "avg": "2.17", "max": "2.21", "median": "2.17", "min": "2.13", "stdev": "0.0427", "sum": "4.34" }, { "avg": "132", "max": "134", "median": "132", "min": "130", "stdev": "1.64", "sum": "264" } ], [ { "sum": 2 }, { "avg": "1.81", "max": "1.82", "median": "1.81", "min": "1.81", "stdev": "0.00240", "sum": "3.63" }, { "avg": "1.82", "max": "1.82", "median": "1.82", "min": "1.82", "stdev": "0.00274", "sum": "3.64" }, { "avg": "131", "max": "131", "median": "131", "min": "131", "stdev": "0.115", "sum": "262" } ] ], "description": "in total 2 true tasks, 1 false tasks", "id": null, "title": "total" }, { "content": [ [ { "sum": 2 }, { "avg": "2.14", "max": "2.23", "median": "2.14", "min": "2.06", "stdev": "0.0854", "sum": "4.29" }, { "avg": "2.15", "max": "2.24", "median": "2.15", "min": "2.07", "stdev": "0.0853", "sum": "4.30" }, { "avg": "129", "max": "132", "median": "129", "min": "126", "stdev": "3.01", "sum": "259" } ], [ { "sum": 2 }, { "avg": "1.90", "max": "1.95", "median": "1.90", "min": "1.85", "stdev": "0.0493", "sum": "3.80" }, { "avg": "1.91", "max": "1.96", "median": "1.91", "min": "1.86", "stdev": "0.0493", "sum": "3.82" }, { "avg": "129", "max": "130", "median": "129", "min": "129", "stdev": "0.635", "sum": "258" } ], [ { "sum": 1 }, { "avg": "2.12", "max": "2.12", "median": "2.12", "min": "2.12", "stdev": "0", "sum": "2.12" }, { "avg": "2.13", "max": "2.13", "median": "2.13", "min": "2.13", "stdev": "0", "sum": "2.13" }, { "avg": "134", "max": "134", "median": "134", "min": "134", "stdev": "0", "sum": "134" } ], [ { "sum": 1 }, { "avg": "1.82", "max": "1.82", "median": "1.82", "min": "1.82", "stdev": "0", "sum": "1.82" }, { "avg": "1.82", "max": "1.82", "median": "1.82", "min": "1.82", "stdev": "0", "sum": "1.82" }, { "avg": "131", "max": "131", "median": "131", "min": "131", "stdev": "0", "sum": "131" } ] ], "description": "(property holds + result is true) OR (property does not hold + result is false)", "id": null, "title": "    correct results" }, { "content": [ [ { "sum": 2 }, { "avg": "2.14", "max": "2.23", "median": "2.14", "min": "2.06", "stdev": "0.0854", "sum": "4.29" }, { "avg": "2.15", "max": "2.24", "median": "2.15", "min": "2.07", "stdev": "0.0853", "sum": "4.30" }, { "avg": "129", "max": "132", "median": "129", "min": "126", "stdev": "3.01", "sum": "259" } ], [ { "sum": 2 }, { "avg": "1.90", "max": "1.95", "median": "1.90", "min": "1.85", "stdev": "0.0493", "sum": "3.80" }, { "avg": "1.91", "max": "1.96", "median": "1.91", "min": "1.86", "stdev": "0.0493", "sum": "3.82" }, { "avg": "129", "max": "130", "median": "129", "min": "129", "stdev": "0.635", "sum": "258" } ], [ { "sum": 0 }, null, null, null ], [ { "sum": 0 }, null, null, null ] ], "description": "property holds + result is true", "id": null, "title": "        correct true" }, { "content": [ [ { "sum": 0 }, null, null, null ], [ { "sum": 0 }, null, null, null ], [ { "sum": 1 }, { "avg": "2.12", "max": "2.12", "median": "2.12", "min": "2.12", "stdev": "0", "sum": "2.12" }, { "avg": "2.13", "max": "2.13", "median": "2.13", "min": "2.13", "stdev": "0", "sum": "2.13" }, { "avg": "134", "max": "134", "median": "134", "min": "134", "stdev": "0", "sum": "134" } ], [ { "sum": 1 }, { "avg": "1.82", "max": "1.82", "median": "1.82", "min": "1.82", "stdev": "0", "sum": "1.82" }, { "avg": "1.82", "max": "1.82", "median": "1.82", "min": "1.82", "stdev": "0", "sum": "1.82" }, { "avg": "131", "max": "131", "median": "131", "min": "131", "stdev": "0", "sum": "131" } ] ], "description": "property does not hold + result is false", "id": null, "title": "        correct false" }, { "content": [ [ { "sum": 1 }, { "avg": "2.17", "max": "2.17", "median": "2.17", "min": "2.17", "stdev": "0", "sum": "2.17" }, { "avg": "2.18", "max": "2.18", "median": "2.18", "min": "2.18", "stdev": "0", "sum": "2.18" }, { "avg": "128", "max": "128", "median": "128", "min": "128", "stdev": "0", "sum": "128" } ], [ { "sum": 1 }, { "avg": "1.86", "max": "1.86", "median": "1.86", "min": "1.86", "stdev": "0", "sum": "1.86" }, { "avg": "1.87", "max": "1.87", "median": "1.87", "min": "1.87", "stdev": "0", "sum": "1.87" }, { "avg": "131", "max": "131", "median": "131", "min": "131", "stdev": "0", "sum": "131" } ], [ { "sum": 0 }, null, null, null ], [ { "sum": 0 }, null, null, null ] ], "description": "(property holds + result is false) OR (property does not hold + result is true)", "id": null, "title": "    incorrect results" }, { "content": [ [ { "sum": 1 }, { "avg": "2.17", "max": "2.17", "median": "2.17", "min": "2.17", "stdev": "0", "sum": "2.17" }, { "avg": "2.18", "max": "2.18", "median": "2.18", "min": "2.18", "stdev": "0", "sum": "2.18" }, { "avg": "128", "max": "128", "median": "128", "min": "128", "stdev": "0", "sum": "128" } ], [ { "sum": 1 }, { "avg": "1.86", "max": "1.86", "median": "1.86", "min": "1.86", "stdev": "0", "sum": "1.86" }, { "avg": "1.87", "max": "1.87", "median": "1.87", "min": "1.87", "stdev": "0", "sum": "1.87" }, { "avg": "131", "max": "131", "median": "131", "min": "131", "stdev": "0", "sum": "131" } ], [ { "sum": 0 }, null, null, null ], [ { "sum": 0 }, null, null, null ] ], "description": "property does not hold + result is true", "id": null, "title": "        incorrect true" }, { "content": [ [ { "sum": 0 }, null, null, null ], [ { "sum": 0 }, null, null, null ], [ { "sum": 0 }, null, null, null ], [ { "sum": 0 }, null, null, null ] ], "description": "property holds + result is false", "id": null, "title": "        incorrect false" }, { "content": [ [ { "sum": -28 }, null, null, null ], [ { "sum": -28 }, null, null, null ], [ { "sum": 1 }, null, null, null ], [ { "sum": 1 }, null, null, null ] ], "description": "in total 2 true tasks, 1 false tasks", "id": "score", "title": "score (3 tasks, max score: 5)" } ], "tools": [ { "benchmarkname": "test", "columns": [ { "display_title": "status", "max_width": 12, "relevant_for_diff": false, "scale_factor": 1, "title": "status", "type": "status" }, { "display_title": "cputime", "max_width": 7, "relevant_for_diff": false, "scale_factor": 1, "source_unit": "s", "title": "cputime", "type": "measure", "unit": "s" }, { "display_title": "walltime", "max_width": 8, "relevant_for_diff": false, "scale_factor": 1, "source_unit": "s", "title": "walltime", "type": "measure", "unit": "s" }, { "display_title": "memory", "max_width": 6, "relevant_for_diff": false, "scale_factor": 1e-06, "source_unit": "B", "title": "memUsage", "type": "measure", "unit": "MB" } ], "cores": "8", "cpu": "Intel Core i7-2600 CPU @ 3.40GHz", "cpuCores": "1", "date": "2015-03-03 16:13:02 CET", "freq": "3401 MHz", "host": "tortuga", "memlimit": "3000 MB", "name": "predicateAnalysis", "niceName": "predicateAnalysis", "options": "-noout -setprop log.consoleLevel=WARNING -predicateAnalysis", "os": "Linux 3.13.0-45-generic x86_64", "ram": "16389384 kB", "timelimit": "10 s", "tool": "CPAchecker", "toolmodule": "benchexec.tools.cpachecker", "version": "1.4-svn 15944M" }, { "benchmarkname": "test", "columns": [ { "display_title": "status", "max_width": 12, "relevant_for_diff": false, "scale_factor": 1, "title": "status", "type": "status" }, { "display_title": "cputime", "max_width": 7, "relevant_for_diff": false, "scale_factor": 1, "source_unit": "s", "title": "cputime", "type": "measure", "unit": "s" }, { "display_title": "walltime", "max_width": 8, "relevant_for_diff": false, "scale_factor": 1, "source_unit": "s", "title": "walltime", "type": "measure", "unit": "s" }, { "display_title": "memory", "max_width": 6, "relevant_for_diff": false, "scale_factor": 1e-06, "source_unit": "B", "title": "memUsage", "type": "measure", "unit": "MB" } ], "cores": "8", "cpu": "Intel Core i7-2600 CPU @ 3.40GHz", "cpuCores": "1", "date": "2015-03-03 18:15:20 CET", "freq": "3401 MHz", "host": "tortuga", "memlimit": "3000 MB", "name": "predicateAnalysis", "niceName": "predicateAnalysis", "options": "-noout -setprop log.consoleLevel=WARNING -predicateAnalysis", "os": "Linux 3.13.0-45-generic x86_64", "ram": "16389384 kB", "timelimit": "10 s", "tool": "CPAchecker", "toolmodule": "benchexec.tools.cpachecker", "version": "1.4-svn 15986M" }, { "benchmarkname": "test", "columns": [ { "display_title": "status", "max_width": 12, "relevant_for_diff": false, "scale_factor": 1, "title": "status", "type": "status" }, { "display_title": "cputime", "max_width": 7, "relevant_for_diff": false, "scale_factor": 1, "source_unit": "s", "title": "cputime", "type": "measure", "unit": "s" }, { "display_title": "walltime", "max_width": 8, "relevant_for_diff": false, "scale_factor": 1, "source_unit": "s", "title": "walltime", "type": "measure", "unit": "s" }, { "display_title": "memory", "max_width": 6, "relevant_for_diff": false, "scale_factor": 1e-06, "source_unit": "B", "title": "memUsage", "type": "measure", "unit": "MB" } ], "cores": "8", "cpu": "Intel Core i7-2600 CPU @ 3.40GHz", "cpuCores": "1", "date": "2015-03-03 16:13:02 CET", "freq": "3401 MHz", "host": "tortuga", "memlimit": "3000 MB", "name": "valueAnalysis", "niceName": "valueAnalysis", "options": "-noout -setprop log.consoleLevel=WARNING -valueAnalysis", "os": "Linux 3.13.0-45-generic x86_64", "ram": "16389384 kB", "timelimit": "10 s", "tool": "CPAchecker", "toolmodule": "benchexec.tools.cpachecker", "version": "1.4-svn 15944M" }, { "benchmarkname": "test", "columns": [ { "display_title": "status", "max_width": 12, "relevant_for_diff": false, "scale_factor": 1, "title": "status", "type": "status" }, { "display_title": "cputime", "max_width": 7, "relevant_for_diff": false, "scale_factor": 1, "source_unit": "s", "title": "cputime", "type": "measure", "unit": "s" }, { "display_title": "walltime", "max_width": 8, "relevant_for_diff": false, "scale_factor": 1, "source_unit": "s", "title": "walltime", "type": "measure", "unit": "s" }, { "display_title": "memory", "max_width": 6, "relevant_for_diff": false, "scale_factor": 1e-06, "source_unit": "B", "title": "memUsage", "type": "measure", "unit": "MB" } ], "cores": "8", "cpu": "Intel Core i7-2600 CPU @ 3.40GHz", "cpuCores": "1", "date": "2015-03-03 18:15:20 CET", "freq": "3401 MHz", "host": "tortuga", "memlimit": "3000 MB", "name": "valueAnalysis", "niceName": "valueAnalysis", "options": "-noout -setprop log.consoleLevel=WARNING -valueAnalysis", "os": "Linux 3.13.0-45-generic x86_64", "ram": "16389384 kB", "timelimit": "10 s", "tool": "CPAchecker", "toolmodule": "benchexec.tools.cpachecker", "version": "1.4-svn 15986M" } ], "version": "(test)" }