{ "head": { "branch": null, "date": { "content": [ [ "2015-05-27 10:04:55 CEST", 6 ], [ "2015-05-27 10:04:27 CEST", 6 ] ], "id": "date", "name": "Date of execution" }, "displayName": null, "host": { "content": [ [ "tortuga", 12 ] ], "id": "host", "name": "Host" }, "limit": { "content": [ [ "timelimit: 10 s, memlimit: 100 MB, CPU core limit: 1", 12 ] ], "id": "limits", "name": "Limits" }, "options": null, "os": { "content": [ [ "Linux 3.13.0-53-generic x86_64", 12 ] ], "id": "os", "name": "OS" }, "property": { "content": [ [ "sat", 12 ] ], "id": "property", "name": "Properties" }, "runset": { "content": [ [ "mathsat", 6 ], [ "smtinterpol", 6 ] ], "id": "run", "name": "Run set" }, "system": { "content": [ [ "CPU: Intel Core i7-2600 CPU @ 3.40GHz, cores: 8, frequency: 3401 MHz; RAM: 16389436 kB", 12 ] ], "id": "system", "name": "System" }, "title": { "content": [ [ "status", 1 ], [ "category", 1 ], [ "score", 1 ], [ "cputime (s)", 1 ], [ "walltime (s)", 1 ], [ "memory", 1 ], [ "status", 1 ], [ "category", 1 ], [ "score", 1 ], [ "cputime (s)", 1 ], [ "walltime (s)", 1 ], [ "memory", 1 ] ], "id": "columnTitles", "name": "benchexec/tablegenerator/test_integration/results/" }, "tool": { "content": [ [ "MathSAT 5.3.5", 6 ], [ "SMTInterpol 2.1-183-g4d3bb9f", 6 ] ], "id": "tool", "name": "Tool" } }, "rows": [ { "href": "../results/ie-local-interpolant.smt2", "id": [ "ie-local-interpolant.smt2" ], "results": [ { "category": "missing", "href": "../results/mathsat.2015-05-27_1004.logfiles/ie-local-interpolant.smt2.log", "values": [ { "raw": "unsat" }, { "raw": "missing" }, {}, { "html": ".126  ", "raw": "0.125825" }, { "html": ".128 ", "raw": "0.12830853462219238" }, { "raw": "19525632" } ] }, { "category": "missing", "href": "../results/smtinterpol.2015-05-27_1004.logfiles/ie-local-interpolant.smt2.log", "values": [ { "raw": "sat" }, { "raw": "missing" }, {}, { "html": ".479", "raw": "0.47938499999999995" }, { "html": ".487", "raw": "0.4867055416107178" }, { "raw": "45228032" } ] } ] }, { "href": "../results/new-cast-encoding_sat.smt2", "id": [ "new-cast-encoding_sat.smt2" ], "results": [ { "category": "correct", "href": "../results/mathsat.2015-05-27_1004.logfiles/new-cast-encoding_sat.smt2.log", "values": [ { "raw": "sat" }, { "raw": "correct" }, {}, { "html": ".00897", "raw": "0.008967" }, { "html": ".0116", "raw": "0.011604547500610352" }, { "raw": "5513216" } ] }, { "category": "correct", "href": "../results/smtinterpol.2015-05-27_1004.logfiles/new-cast-encoding_sat.smt2.log", "values": [ { "raw": "sat" }, { "raw": "correct" }, {}, { "html": ".214", "raw": "0.21415099999999998" }, { "html": ".230", "raw": "0.22989201545715332" }, { "raw": "23986176" } ] } ] }, { "href": "../results/other-cast-encoding.smt2", "id": [ "other-cast-encoding.smt2" ], "results": [ { "category": "unknown", "href": "../results/mathsat.2015-05-27_1004.logfiles/other-cast-encoding.smt2.log", "values": [ { "raw": "unknown" }, { "raw": "unknown" }, {}, { "html": ".00909", "raw": "0.009091" }, { "html": ".0100", "raw": "0.010009765625" }, { "raw": "4583424" } ] }, { "category": "error", "href": "../results/smtinterpol.2015-05-27_1004.logfiles/other-cast-encoding.smt2.log", "values": [ { "raw": "ERROR" }, { "raw": "error" }, {}, { "html": ".193", "raw": "0.193386" }, { "html": ".199", "raw": "0.19897174835205078" }, { "raw": "23822336" } ] } ] }, { "href": "../results/smtinterpol-NPE-LAInterpolor-color_unsat.smt2", "id": [ "smtinterpol-NPE-LAInterpolor-color_unsat.smt2" ], "results": [ { "category": "error", "href": "../results/mathsat.2015-05-27_1004.logfiles/smtinterpol-NPE-LAInterpolor-color_unsat.smt2.log", "values": [ { "raw": "ERROR" }, { "raw": "error" }, {}, { "html": ".0209 ", "raw": "0.02087" }, { "html": ".0351", "raw": "0.03510880470275879" }, { "raw": "2883584" } ] }, { "category": "correct", "href": "../results/smtinterpol.2015-05-27_1004.logfiles/smtinterpol-NPE-LAInterpolor-color_unsat.smt2.log", "values": [ { "raw": "unsat" }, { "raw": "correct" }, {}, { "html": ".769", "raw": "0.769471576" }, { "html": ".778", "raw": "0.7776222229003906" }, { "raw": "46264320" } ] } ] } ], "stats": [ { "content": [ [ { "sum": 4 }, null, null, { "avg": "0.0412", "max": "0.126", "median": "0.0150", "min": "0.00897", "stdev": "0.0491", "sum": ".165  " }, { "avg": "0.0463", "max": "0.128", "median": "0.0234", "min": "0.0100", "stdev": "0.0484", "sum": ".185 " }, { "avg": "8126464", "max": "19525632", "median": "5048320", "min": "2883584", "stdev": "6648515.235331269059270664423", "sum": "32505856" } ], [ { "sum": 4 }, null, null, { "avg": "0.414", "max": "0.769", "median": "0.347", "min": "0.193", "stdev": "0.234", "sum": "1.66 " }, { "avg": "0.423", "max": "0.778", "median": "0.358", "min": "0.199", "stdev": "0.233", "sum": "1.69 " }, { "avg": "34825216", "max": "46264320", "median": "34607104", "min": "23822336", "stdev": "10927257.63250633713180414298", "sum": "139300864" } ] ], "description": "in total 1 true tasks, 1 false tasks", "id": null, "title": "total" }, { "content": [ [ null, null, null, { "sum": ".165  " }, { "sum": ".819 " }, null ], [ null, null, null, { "sum": "1.66 " }, { "sum": "2.32 " }, null ] ], "description": "(This line contains some statistics from local execution. Only trust those values, if you use your own computer.)", "id": null, "title": "local summary" }, { "content": [ [ { "sum": 1 }, null, null, { "avg": "0.00897", "max": "0.00897", "median": "0.00897", "min": "0.00897", "stdev": "0.00000", "sum": ".00897" }, { "avg": "0.0116", "max": "0.0116", "median": "0.0116", "min": "0.0116", "stdev": "0", "sum": ".0116" }, { "avg": "5513216", "max": "5513216", "median": "5513216", "min": "5513216", "stdev": "0", "sum": "5513216" } ], [ { "sum": 2 }, null, null, { "avg": "0.492", "max": "0.769", "median": "0.492", "min": "0.214", "stdev": "0.278", "sum": ".984" }, { "avg": "0.504", "max": "0.778", "median": "0.504", "min": "0.230", "stdev": "0.274", "sum": "1.01 " }, { "avg": "35125248", "max": "46264320", "median": "35125248", "min": "23986176", "stdev": "11139072", "sum": "70250496" } ] ], "description": "(property holds + result is true) OR (property does not hold + result is false)", "id": null, "title": "    correct results" }, { "content": [ [ { "sum": 1 }, null, null, { "avg": "0.00897", "max": "0.00897", "median": "0.00897", "min": "0.00897", "stdev": "0.00000", "sum": ".00897" }, { "avg": "0.0116", "max": "0.0116", "median": "0.0116", "min": "0.0116", "stdev": "0", "sum": ".0116" }, { "avg": "5513216", "max": "5513216", "median": "5513216", "min": "5513216", "stdev": "0", "sum": "5513216" } ], [ { "sum": 1 }, null, null, { "avg": "0.214", "max": "0.214", "median": "0.214", "min": "0.214", "stdev": "0", "sum": ".214" }, { "avg": "0.230", "max": "0.230", "median": "0.230", "min": "0.230", "stdev": "0", "sum": ".230" }, { "avg": "23986176", "max": "23986176", "median": "23986176", "min": "23986176", "stdev": "0", "sum": "23986176" } ] ], "description": "property holds + result is true", "id": null, "title": "        correct true" }, { "content": [ [ { "sum": 0 }, null, null, null, null, null ], [ { "sum": 1 }, null, null, { "avg": "0.769", "max": "0.769", "median": "0.769", "min": "0.769", "stdev": "0", "sum": ".769" }, { "avg": "0.778", "max": "0.778", "median": "0.778", "min": "0.778", "stdev": "0", "sum": ".778" }, { "avg": "46264320", "max": "46264320", "median": "46264320", "min": "46264320", "stdev": "0", "sum": "46264320" } ] ], "description": "property does not hold + result is false", "id": null, "title": "        correct false" }, { "content": [ [ { "sum": 0 }, null, null, null, null, null ], [ { "sum": 0 }, null, null, null, null, null ] ], "description": "(property holds + result is false) OR (property does not hold + result is true)", "id": null, "title": "    incorrect results" }, { "content": [ [ { "sum": 0 }, null, null, null, null, null ], [ { "sum": 0 }, null, null, null, null, null ] ], "description": "property does not hold + result is true", "id": null, "title": "        incorrect true" }, { "content": [ [ { "sum": 0 }, null, null, null, null, null ], [ { "sum": 0 }, null, null, null, null, null ] ], "description": "property holds + result is false", "id": null, "title": "        incorrect false" } ], "tools": [ { "benchmarkname": "mathsat", "columns": [ { "display_title": "status", "max_width": 7, "relevant_for_diff": false, "scale_factor": 1, "title": "status", "type": "status" }, { "display_title": "category", "max_width": 8, "relevant_for_diff": false, "scale_factor": 1, "title": "category", "type": "text" }, { "display_title": "score", "max_width": 5, "relevant_for_diff": false, "scale_factor": 1, "title": "score", "type": "text" }, { "display_title": "cputime", "max_width": 7, "relevant_for_diff": false, "scale_factor": 1, "source_unit": "s", "title": "cputime", "type": "measure", "unit": "s" }, { "display_title": "walltime", "max_width": 8, "relevant_for_diff": false, "scale_factor": 1, "source_unit": "s", "title": "walltime", "type": "measure", "unit": "s" }, { "display_title": "memory", "max_width": 8, "relevant_for_diff": false, "scale_factor": 1, "title": "memUsage", "type": "count" } ], "cores": "8", "cpu": "Intel Core i7-2600 CPU @ 3.40GHz", "cpuCores": "1", "date": "2015-05-27 10:04:55 CEST", "freq": "3401 MHz", "host": "tortuga", "memlimit": "100 MB", "niceName": "mathsat", "os": "Linux 3.13.0-53-generic x86_64", "ram": "16389436 kB", "timelimit": "10 s", "tool": "MathSAT", "toolmodule": "benchexec.tools.mathsat", "version": "5.3.5" }, { "benchmarkname": "smtinterpol", "columns": [ { "display_title": "status", "max_width": 6, "relevant_for_diff": false, "scale_factor": 1, "title": "status", "type": "status" }, { "display_title": "category", "max_width": 8, "relevant_for_diff": false, "scale_factor": 1, "title": "category", "type": "text" }, { "display_title": "score", "max_width": 5, "relevant_for_diff": false, "scale_factor": 1, "title": "score", "type": "text" }, { "display_title": "cputime", "max_width": 7, "relevant_for_diff": false, "scale_factor": 1, "source_unit": "s", "title": "cputime", "type": "measure", "unit": "s" }, { "display_title": "walltime", "max_width": 8, "relevant_for_diff": false, "scale_factor": 1, "source_unit": "s", "title": "walltime", "type": "measure", "unit": "s" }, { "display_title": "memory", "max_width": 8, "relevant_for_diff": false, "scale_factor": 1, "title": "memUsage", "type": "count" } ], "cores": "8", "cpu": "Intel Core i7-2600 CPU @ 3.40GHz", "cpuCores": "1", "date": "2015-05-27 10:04:27 CEST", "freq": "3401 MHz", "host": "tortuga", "memlimit": "100 MB", "niceName": "smtinterpol", "os": "Linux 3.13.0-53-generic x86_64", "ram": "16389436 kB", "timelimit": "10 s", "tool": "SMTInterpol", "toolmodule": "benchexec.tools.smtinterpol", "version": "2.1-183-g4d3bb9f" } ], "version": "(test)" }