Merge pull request #10036 from ethereum/smt_cli_option

Add CLI option to choose model checker engine

test/cmdlineTests/model_checker_engine_all/args

@@ -0,0 +1 @@
+--model-checker-engine all

test/cmdlineTests/model_checker_engine_all/err

@@ -0,0 +1,13 @@
+Warning: CHC: Assertion violation happens here.
+ --> model_checker_engine_all/input.sol:6:3:
+  |
+6 | 		assert(x > 0);
+  | 		^^^^^^^^^^^^^
+Note: Counterexample:
+
+x = 0
+
+
+Transaction trace:
+constructor()
+f(0)

test/cmdlineTests/model_checker_engine_all/input.sol

@@ -0,0 +1,8 @@
+// SPDX-License-Identifier: GPL-3.0
+pragma solidity >=0.0;
+pragma experimental SMTChecker;
+contract test {
+    function f(uint x) public pure {
+		assert(x > 0);
+    }
+}

test/cmdlineTests/model_checker_engine_bmc/args

@@ -0,0 +1 @@
+--model-checker-engine bmc

test/cmdlineTests/model_checker_engine_bmc/err

@@ -0,0 +1,10 @@
+Warning: BMC: Assertion violation happens here.
+ --> model_checker_engine_bmc/input.sol:6:3:
+  |
+6 | 		assert(x > 0);
+  | 		^^^^^^^^^^^^^
+Note: Counterexample:
+  x = 0
+
+Note: Callstack:
+Note:

test/cmdlineTests/model_checker_engine_bmc/input.sol

@@ -0,0 +1,8 @@
+// SPDX-License-Identifier: GPL-3.0
+pragma solidity >=0.0;
+pragma experimental SMTChecker;
+contract test {
+    function f(uint x) public pure {
+		assert(x > 0);
+    }
+}

test/cmdlineTests/model_checker_engine_chc/args

@@ -0,0 +1 @@
+--model-checker-engine chc

test/cmdlineTests/model_checker_engine_chc/err

@@ -0,0 +1,13 @@
+Warning: CHC: Assertion violation happens here.
+ --> model_checker_engine_chc/input.sol:6:3:
+  |
+6 | 		assert(x > 0);
+  | 		^^^^^^^^^^^^^
+Note: Counterexample:
+
+x = 0
+
+
+Transaction trace:
+constructor()
+f(0)

test/cmdlineTests/model_checker_engine_chc/input.sol

@@ -0,0 +1,8 @@
+// SPDX-License-Identifier: GPL-3.0
+pragma solidity >=0.0;
+pragma experimental SMTChecker;
+contract test {
+    function f(uint x) public pure {
+		assert(x > 0);
+    }
+}

test/cmdlineTests/model_checker_engine_none/args

@@ -0,0 +1 @@
+--model-checker-engine none

test/cmdlineTests/model_checker_engine_none/err

@@ -0,0 +1,5 @@
+Warning: SPDX license identifier not provided in source file. Before publishing, consider adding a comment containing "SPDX-License-Identifier: <SPDX-License>" to each source file. Use "SPDX-License-Identifier: UNLICENSED" for non-open-source code. Please see https://spdx.org for more information.
+--> model_checker_engine_none/input.sol
+
+Warning: Source file does not specify required compiler version!
+--> model_checker_engine_none/input.sol

test/cmdlineTests/model_checker_engine_none/input.sol

@@ -0,0 +1,9 @@
+// Removed to yield a warning, otherwise CI test fails with the expectation
+// "no output requested"
+//pragma solidity >=0.0;
+pragma experimental SMTChecker;
+contract test {
+    function f(uint x) public pure {
+		assert(x > 0);
+    }
+}

test/cmdlineTests/standard_model_checker_engine_all/input.json

@@ -0,0 +1,14 @@
+{
+	"language": "Solidity",
+	"sources":
+	{
+		"A":
+		{
+			"content": "// SPDX-License-Identifier: GPL-3.0\npragma solidity >=0.0;\npragma experimental SMTChecker;\ncontract C { function f(uint x) public pure { assert(x > 0); } }"
+		}
+	},
+	"settings":
+	{
+		"modelCheckerEngine": "all"
+	}
+}

test/cmdlineTests/standard_model_checker_engine_all/output.json

@@ -0,0 +1,19 @@
+{"errors":[{"component":"general","errorCode":"6328","formattedMessage":"A:4:47: Warning: CHC: Assertion violation happens here.
+contract C { function f(uint x) public pure { assert(x > 0); } }
+                                              ^-----------^
+Counterexample:
+
+x = 0
+
+
+Transaction trace:
+constructor()
+f(0)
+","message":"CHC: Assertion violation happens here.","secondarySourceLocations":[{"message":"Counterexample:
+
+x = 0
+
+
+Transaction trace:
+constructor()
+f(0)"}],"severity":"warning","sourceLocation":{"end":150,"file":"A","start":137},"type":"Warning"}],"sources":{"A":{"id":0}}}

test/cmdlineTests/standard_model_checker_engine_bmc/input.json

@@ -0,0 +1,14 @@
+{
+	"language": "Solidity",
+	"sources":
+	{
+		"A":
+		{
+			"content": "// SPDX-License-Identifier: GPL-3.0\npragma solidity >=0.0;\npragma experimental SMTChecker;\ncontract C { function f(uint x) public pure { assert(x > 0); } }"
+		}
+	},
+	"settings":
+	{
+		"modelCheckerEngine": "bmc"
+	}
+}

test/cmdlineTests/standard_model_checker_engine_bmc/output.json

@@ -0,0 +1,30 @@
+{"auxiliaryInputRequested":{"smtlib2queries":{"0x4ca2adc24a17cd524cf3113f3b2cddff216f428f804e884cf76d27dd3e72cd68":"(set-option :produce-models true)
+(set-logic ALL)
+(declare-fun |error_0| () Int)
+(declare-fun |this_0| () Int)
+(declare-datatypes ((|state_type| 0)) (((|state_type| (|balances| (Array Int Int))))))
+(declare-fun |state_0| () |state_type|)
+(declare-datatypes ((|bytes_tuple| 0)) (((|bytes_tuple| (|bytes_tuple_accessor_array| (Array Int Int)) (|bytes_tuple_accessor_length| Int)))))
+(declare-datatypes ((|tx_type| 0)) (((|tx_type| (|block.coinbase| Int) (|block.difficulty| Int) (|block.gaslimit| Int) (|block.number| Int) (|block.timestamp| Int) (|blockhash| (Array Int Int)) (|msg.data| |bytes_tuple|) (|msg.sender| Int) (|msg.sig| Int) (|msg.value| Int) (|tx.gasprice| Int) (|tx.origin| Int)))))
+(declare-fun |tx_0| () |tx_type|)
+(declare-fun |x_4_0| () Int)
+(declare-fun |expr_8_0| () Int)
+(declare-fun |expr_9_0| () Int)
+(declare-fun |expr_10_1| () Bool)
+
+(assert (and (and true (and (= expr_10_1 (> expr_8_0 expr_9_0)) (and (= expr_9_0 0) (and (= expr_8_0 x_4_0) (and (and (>= x_4_0 0) (<= x_4_0 115792089237316195423570985008687907853269984665640564039457584007913129639935)) true))))) (not expr_10_1)))
+(declare-const |EVALEXPR_0| Int)
+(assert (= |EVALEXPR_0| x_4_0))
+(check-sat)
+(get-value (|EVALEXPR_0| ))
+"}},"errors":[{"component":"general","errorCode":"4661","formattedMessage":"A:4:47: Warning: BMC: Assertion violation happens here.
+contract C { function f(uint x) public pure { assert(x > 0); } }
+                                              ^-----------^
+Counterexample:
+  x = 0
+
+Callstack:
+
+","message":"BMC: Assertion violation happens here.","secondarySourceLocations":[{"message":"Counterexample:
+  x = 0
+"},{"message":"Callstack:"},{"message":""}],"severity":"warning","sourceLocation":{"end":150,"file":"A","start":137},"type":"Warning"}],"sources":{"A":{"id":0}}}

test/cmdlineTests/standard_model_checker_engine_chc/input.json

@@ -0,0 +1,14 @@
+{
+	"language": "Solidity",
+	"sources":
+	{
+		"A":
+		{
+			"content": "// SPDX-License-Identifier: GPL-3.0\npragma solidity >=0.0;\npragma experimental SMTChecker;\ncontract C { function f(uint x) public pure { assert(x > 0); } }"
+		}
+	},
+	"settings":
+	{
+		"modelCheckerEngine": "chc"
+	}
+}

test/cmdlineTests/standard_model_checker_engine_chc/output.json

@@ -0,0 +1,19 @@
+{"errors":[{"component":"general","errorCode":"6328","formattedMessage":"A:4:47: Warning: CHC: Assertion violation happens here.
+contract C { function f(uint x) public pure { assert(x > 0); } }
+                                              ^-----------^
+Counterexample:
+
+x = 0
+
+
+Transaction trace:
+constructor()
+f(0)
+","message":"CHC: Assertion violation happens here.","secondarySourceLocations":[{"message":"Counterexample:
+
+x = 0
+
+
+Transaction trace:
+constructor()
+f(0)"}],"severity":"warning","sourceLocation":{"end":150,"file":"A","start":137},"type":"Warning"}],"sources":{"A":{"id":0}}}

test/cmdlineTests/standard_model_checker_engine_none/input.json

@@ -0,0 +1,14 @@
+{
+	"language": "Solidity",
+	"sources":
+	{
+		"A":
+		{
+			"content": "// SPDX-License-Identifier: GPL-3.0\npragma solidity >=0.0;\npragma experimental SMTChecker;\ncontract C { function f(uint x) public pure { assert(x > 0); } }"
+		}
+	},
+	"settings":
+	{
+		"modelCheckerEngine": "none"
+	}
+}

test/cmdlineTests/standard_model_checker_engine_none/output.json

@@ -0,0 +1 @@
+{"sources":{"A":{"id":0}}}