{ "head": { "branch": null, "date": { "content": [ [ "2015-05-27 10:04:55 CEST", 6 ], [ "2015-05-27 10:04:27 CEST", 6 ] ], "id": "date", "name": "Date of execution" }, "displayName": null, "host": { "content": [ [ "tortuga", 12 ] ], "id": "host", "name": "Host" }, "limit": { "content": [ [ "timelimit: 10 s, memlimit: 100 MB, CPU core limit: 1", 12 ] ], "id": "limits", "name": "Limits" }, "options": null, "os": { "content": [ [ "Linux 3.13.0-53-generic x86_64", 12 ] ], "id": "os", "name": "OS" }, "property": { "content": [ [ "sat", 12 ] ], "id": "property", "name": "Properties" }, "runset": { "content": [ [ "mathsat", 6 ], [ "smtinterpol", 6 ] ], "id": "run", "name": "Run set" }, "system": { "content": [ [ "CPU: Intel Core i7-2600 CPU @ 3.40GHz, cores: 8, frequency: 3401 MHz; RAM: 16389436 kB", 12 ] ], "id": "system", "name": "System" }, "title": { "content": [ [ "status", 1 ], [ "category", 1 ], [ "score", 1 ], [ "cputime (s)", 1 ], [ "walltime (s)", 1 ], [ "memory", 1 ], [ "status", 1 ], [ "category", 1 ], [ "score", 1 ], [ "cputime (s)", 1 ], [ "walltime (s)", 1 ], [ "memory", 1 ] ], "id": "columnTitles", "name": "benchexec/tablegenerator/test_integration/results/" }, "tool": { "content": [ [ "MathSAT 5.3.5", 6 ], [ "SMTInterpol 2.1-183-g4d3bb9f", 6 ] ], "id": "tool", "name": "Tool" } }, "rows": [ { "href": "../results/ie-local-interpolant.smt2", "id": [ "ie-local-interpolant.smt2" ], "results": [ { "category": "missing", "href": "../results/mathsat.2015-05-27_1004.logfiles/ie-local-interpolant.smt2.log", "values": [ { "raw": "unsat" }, { "raw": "missing" }, {}, { "html": ".126  ", "raw": "0.125825" }, { "html": ".128 ", "raw": "0.12830853462219238" }, { "raw": "19525632" } ] }, { "category": "missing", "href": "../results/smtinterpol.2015-05-27_1004.logfiles/ie-local-interpolant.smt2.log", "values": [ { "raw": "sat" }, { "raw": "missing" }, {}, { "html": ".479", "raw": "0.47938499999999995" }, { "html": ".487", "raw": "0.4867055416107178" }, { "raw": "45228032" } ] } ] }, { "href": "../results/other-cast-encoding.smt2", "id": [ "other-cast-encoding.smt2" ], "results": [ { "category": "unknown", "href": "../results/mathsat.2015-05-27_1004.logfiles/other-cast-encoding.smt2.log", "values": [ { "raw": "unknown" }, { "raw": "unknown" }, {}, { "html": ".00909", "raw": "0.009091" }, { "html": ".0100", "raw": "0.010009765625" }, { "raw": "4583424" } ] }, { "category": "error", "href": "../results/smtinterpol.2015-05-27_1004.logfiles/other-cast-encoding.smt2.log", "values": [ { "raw": "ERROR" }, { "raw": "error" }, {}, { "html": ".193", "raw": "0.193386" }, { "html": ".199", "raw": "0.19897174835205078" }, { "raw": "23822336" } ] } ] }, { "href": "../results/smtinterpol-NPE-LAInterpolor-color_unsat.smt2", "id": [ "smtinterpol-NPE-LAInterpolor-color_unsat.smt2" ], "results": [ { "category": "error", "href": "../results/mathsat.2015-05-27_1004.logfiles/smtinterpol-NPE-LAInterpolor-color_unsat.smt2.log", "values": [ { "raw": "ERROR" }, { "raw": "error" }, {}, { "html": ".0209 ", "raw": "0.02087" }, { "html": ".0351", "raw": "0.03510880470275879" }, { "raw": "2883584" } ] }, { "category": "correct", "href": "../results/smtinterpol.2015-05-27_1004.logfiles/smtinterpol-NPE-LAInterpolor-color_unsat.smt2.log", "values": [ { "raw": "unsat" }, { "raw": "correct" }, {}, { "html": ".769", "raw": "0.769471576" }, { "html": ".778", "raw": "0.7776222229003906" }, { "raw": "46264320" } ] } ] } ], "stats": [ { "content": [ [ { "sum": 3 }, null, null, { "avg": "0.0519", "max": "0.126", "median": "0.0209", "min": "0.00909", "stdev": "0.0525", "sum": ".156  " }, { "avg": "0.0578", "max": "0.128", "median": "0.0351", "min": "0.0100", "stdev": "0.0509", "sum": ".173 " }, { "avg": "8997546.666666666666666666667", "max": "19525632", "median": "4583424", "min": "2883584", "stdev": "7476755.071368921664235748621", "sum": "26992640" } ], [ { "sum": 3 }, null, null, { "avg": "0.481", "max": "0.769", "median": "0.479", "min": "0.193", "stdev": "0.235", "sum": "1.44 " }, { "avg": "0.488", "max": "0.778", "median": "0.487", "min": "0.199", "stdev": "0.236", "sum": "1.46 " }, { "avg": "38438229.33333333333333333333", "max": "46264320", "median": "45228032", "min": "23822336", "stdev": "10343652.69632442539094751832", "sum": "115314688" } ] ], "description": "in total 0 true tasks, 1 false tasks", "id": null, "title": "total" }, { "content": [ [ { "sum": 0 }, null, null, null, null, null ], [ { "sum": 1 }, null, null, { "avg": "0.769", "max": "0.769", "median": "0.769", "min": "0.769", "stdev": "0", "sum": ".769" }, { "avg": "0.778", "max": "0.778", "median": "0.778", "min": "0.778", "stdev": "0", "sum": ".778" }, { "avg": "46264320", "max": "46264320", "median": "46264320", "min": "46264320", "stdev": "0", "sum": "46264320" } ] ], "description": "(property holds + result is true) OR (property does not hold + result is false)", "id": null, "title": "    correct results" }, { "content": [ [ { "sum": 0 }, null, null, null, null, null ], [ { "sum": 0 }, null, null, null, null, null ] ], "description": "property holds + result is true", "id": null, "title": "        correct true" }, { "content": [ [ { "sum": 0 }, null, null, null, null, null ], [ { "sum": 1 }, null, null, { "avg": "0.769", "max": "0.769", "median": "0.769", "min": "0.769", "stdev": "0", "sum": ".769" }, { "avg": "0.778", "max": "0.778", "median": "0.778", "min": "0.778", "stdev": "0", "sum": ".778" }, { "avg": "46264320", "max": "46264320", "median": "46264320", "min": "46264320", "stdev": "0", "sum": "46264320" } ] ], "description": "property does not hold + result is false", "id": null, "title": "        correct false" }, { "content": [ [ { "sum": 0 }, null, null, null, null, null ], [ { "sum": 0 }, null, null, null, null, null ] ], "description": "(property holds + result is false) OR (property does not hold + result is true)", "id": null, "title": "    incorrect results" }, { "content": [ [ { "sum": 0 }, null, null, null, null, null ], [ { "sum": 0 }, null, null, null, null, null ] ], "description": "property does not hold + result is true", "id": null, "title": "        incorrect true" }, { "content": [ [ { "sum": 0 }, null, null, null, null, null ], [ { "sum": 0 }, null, null, null, null, null ] ], "description": "property holds + result is false", "id": null, "title": "        incorrect false" } ], "tools": [ { "benchmarkname": "mathsat", "columns": [ { "display_title": "status", "max_width": 7, "relevant_for_diff": false, "scale_factor": 1, "title": "status", "type": "status" }, { "display_title": "category", "max_width": 8, "relevant_for_diff": false, "scale_factor": 1, "title": "category", "type": "text" }, { "display_title": "score", "max_width": 5, "relevant_for_diff": false, "scale_factor": 1, "title": "score", "type": "text" }, { "display_title": "cputime", "max_width": 7, "relevant_for_diff": false, "scale_factor": 1, "source_unit": "s", "title": "cputime", "type": "measure", "unit": "s" }, { "display_title": "walltime", "max_width": 8, "relevant_for_diff": false, "scale_factor": 1, "source_unit": "s", "title": "walltime", "type": "measure", "unit": "s" }, { "display_title": "memory", "max_width": 8, "relevant_for_diff": false, "scale_factor": 1, "title": "memUsage", "type": "count" } ], "cores": "8", "cpu": "Intel Core i7-2600 CPU @ 3.40GHz", "cpuCores": "1", "date": "2015-05-27 10:04:55 CEST", "freq": "3401 MHz", "host": "tortuga", "memlimit": "100 MB", "niceName": "mathsat", "os": "Linux 3.13.0-53-generic x86_64", "ram": "16389436 kB", "timelimit": "10 s", "tool": "MathSAT", "toolmodule": "benchexec.tools.mathsat", "version": "5.3.5" }, { "benchmarkname": "smtinterpol", "columns": [ { "display_title": "status", "max_width": 6, "relevant_for_diff": false, "scale_factor": 1, "title": "status", "type": "status" }, { "display_title": "category", "max_width": 8, "relevant_for_diff": false, "scale_factor": 1, "title": "category", "type": "text" }, { "display_title": "score", "max_width": 5, "relevant_for_diff": false, "scale_factor": 1, "title": "score", "type": "text" }, { "display_title": "cputime", "max_width": 7, "relevant_for_diff": false, "scale_factor": 1, "source_unit": "s", "title": "cputime", "type": "measure", "unit": "s" }, { "display_title": "walltime", "max_width": 8, "relevant_for_diff": false, "scale_factor": 1, "source_unit": "s", "title": "walltime", "type": "measure", "unit": "s" }, { "display_title": "memory", "max_width": 8, "relevant_for_diff": false, "scale_factor": 1, "title": "memUsage", "type": "count" } ], "cores": "8", "cpu": "Intel Core i7-2600 CPU @ 3.40GHz", "cpuCores": "1", "date": "2015-05-27 10:04:27 CEST", "freq": "3401 MHz", "host": "tortuga", "memlimit": "100 MB", "niceName": "smtinterpol", "os": "Linux 3.13.0-53-generic x86_64", "ram": "16389436 kB", "timelimit": "10 s", "tool": "SMTInterpol", "toolmodule": "benchexec.tools.smtinterpol", "version": "2.1-183-g4d3bb9f" } ], "version": "(test)" }