Merge remote-tracking branch 'origin/develop' into breaking

test/cmdlineTests/standard_ir_requested/output.json

@@ -14,6 +14,7 @@ object \"C_6\" {
         constructor_C_6()
 
         codecopy(0, dataoffset(\"C_6_deployed\"), datasize(\"C_6_deployed\"))
+
         return(0, datasize(\"C_6_deployed\"))
 
         function constructor_C_6() {

test/cmdlineTests/yul_string_format_ascii/output.json

@@ -14,6 +14,7 @@ object \"C_10\" {
         constructor_C_10()
 
         codecopy(0, dataoffset(\"C_10_deployed\"), datasize(\"C_10_deployed\"))
+
         return(0, datasize(\"C_10_deployed\"))
 
         function constructor_C_10() {

test/cmdlineTests/yul_string_format_ascii_bytes32/output.json

@@ -14,6 +14,7 @@ object \"C_10\" {
         constructor_C_10()
 
         codecopy(0, dataoffset(\"C_10_deployed\"), datasize(\"C_10_deployed\"))
+
         return(0, datasize(\"C_10_deployed\"))
 
         function constructor_C_10() {

test/cmdlineTests/yul_string_format_ascii_bytes32_from_number/output.json

@@ -14,6 +14,7 @@ object \"C_10\" {
         constructor_C_10()
 
         codecopy(0, dataoffset(\"C_10_deployed\"), datasize(\"C_10_deployed\"))
+
         return(0, datasize(\"C_10_deployed\"))
 
         function constructor_C_10() {

test/cmdlineTests/yul_string_format_ascii_long/output.json

@@ -14,6 +14,7 @@ object \"C_10\" {
         constructor_C_10()
 
         codecopy(0, dataoffset(\"C_10_deployed\"), datasize(\"C_10_deployed\"))
+
         return(0, datasize(\"C_10_deployed\"))
 
         function constructor_C_10() {

test/cmdlineTests/yul_string_format_hex/output.json

@@ -14,6 +14,7 @@ object \"C_10\" {
         constructor_C_10()
 
         codecopy(0, dataoffset(\"C_10_deployed\"), datasize(\"C_10_deployed\"))
+
         return(0, datasize(\"C_10_deployed\"))
 
         function constructor_C_10() {

test/formal/opcodes.py

@@ -45,6 +45,9 @@ def AND(x, y):
 def OR(x, y):
 	return x | y
 
+def NOT(x):
+	return ~(x)
+
 def SHL(x, y):
 	return y << x
 

test/libsolidity/SolidityEndToEndTest.cpp

@@ -50,6 +50,7 @@ using namespace solidity::langutil;
 #define ALSO_VIA_YUL(CODE) \
 { \
 	{ CODE } \
+	reset(); \
 	m_compileViaYul = true; \
 	{ CODE } \
 }
@@ -1058,11 +1059,13 @@ BOOST_AUTO_TEST_CASE(send_ether)
 			}
 		}
 	)";
-	u256 amount(130);
-	compileAndRun(sourceCode, amount + 1);
-	u160 address(23);
-	ABI_CHECK(callContractFunction("a(address,uint256)", address, amount), encodeArgs(1));
-	BOOST_CHECK_EQUAL(balanceAt(address), amount);
+	ALSO_VIA_YUL(
+		u256 amount(250);
+		compileAndRun(sourceCode, amount + 1);
+		u160 address(23);
+		ABI_CHECK(callContractFunction("a(address,uint256)", address, amount), encodeArgs(1));
+		BOOST_CHECK_EQUAL(balanceAt(address), amount);
+	)
 }
 
 BOOST_AUTO_TEST_CASE(transfer_ether)
@@ -1088,17 +1091,19 @@ BOOST_AUTO_TEST_CASE(transfer_ether)
 			}
 		}
 	)";
-	compileAndRun(sourceCode, 0, "B");
-	u160 const nonPayableRecipient = m_contractAddress;
-	compileAndRun(sourceCode, 0, "C");
-	u160 const oogRecipient = m_contractAddress;
-	compileAndRun(sourceCode, 20, "A");
-	u160 payableRecipient(23);
-	ABI_CHECK(callContractFunction("a(address,uint256)", payableRecipient, 10), encodeArgs(10));
-	BOOST_CHECK_EQUAL(balanceAt(payableRecipient), 10);
-	BOOST_CHECK_EQUAL(balanceAt(m_contractAddress), 10);
-	ABI_CHECK(callContractFunction("b(address,uint256)", nonPayableRecipient, 10), encodeArgs());
-	ABI_CHECK(callContractFunction("b(address,uint256)", oogRecipient, 10), encodeArgs());
+	ALSO_VIA_YUL(
+		compileAndRun(sourceCode, 0, "B");
+		u160 const nonPayableRecipient = m_contractAddress;
+		compileAndRun(sourceCode, 0, "C");
+		u160 const oogRecipient = m_contractAddress;
+		compileAndRun(sourceCode, 20, "A");
+		u160 payableRecipient(23);
+		ABI_CHECK(callContractFunction("a(address,uint256)", payableRecipient, 10), encodeArgs(10));
+		BOOST_CHECK_EQUAL(balanceAt(payableRecipient), 10);
+		BOOST_CHECK_EQUAL(balanceAt(m_contractAddress), 10);
+		ABI_CHECK(callContractFunction("b(address,uint256)", nonPayableRecipient, 10), encodeArgs());
+		ABI_CHECK(callContractFunction("b(address,uint256)", oogRecipient, 10), encodeArgs());
+	)
 }
 
 BOOST_AUTO_TEST_CASE(uncalled_blockhash)

test/libsolidity/semanticTests/arithmetics/addmod_mulmod_zero.sol

@@ -18,6 +18,8 @@ contract C {
     }
 }
 
+// ====
+// compileViaYul: also
 // ----
 // f(uint256): 0 -> FAILURE
 // g(uint256): 0 -> FAILURE

test/libsolidity/semanticTests/builtinFunctions/blockhash.sol

@@ -0,0 +1,17 @@
+contract C {
+    function f() public returns(bytes32) {
+        return blockhash(1);
+    }
+    function g() public returns(bytes32) {
+        return blockhash(2);
+    }
+    function h() public returns(bytes32) {
+        return blockhash(3);
+    }
+}
+// ====
+// compileViaYul: also
+// ----
+// f() -> 0x3737373737373737373737373737373737373737373737373737373737373738
+// g() -> 0x3737373737373737373737373737373737373737373737373737373737373739
+// h() -> 0x373737373737373737373737373737373737373737373737373737373737373a

test/libsolidity/semanticTests/constants/asm_address_constant_regression.sol

@@ -0,0 +1,12 @@
+// Test for regression of https://github.com/ethereum/solidity/issues/8406
+
+contract C {
+  address constant e = 0x1212121212121212121212121000002134593163;
+
+  function f() public returns (byte z) {
+    assembly { z := e }
+  }
+}
+
+// ----
+// f() -> 0x00

test/libsolidity/semanticTests/immutable/assign_at_declaration.sol

@@ -4,5 +4,7 @@ contract A {
 		return a;
 	}
 }
+// ====
+// compileViaYul: also
 // ----
 // f() -> 2

test/libsolidity/semanticTests/immutable/getter.sol

@@ -1,5 +1,7 @@
 contract C {
     uint immutable public x = 1;
 }
+// ====
+// compileViaYul: also
 // ----
 // x() -> 1

test/libsolidity/semanticTests/immutable/inheritance.sol

@@ -26,5 +26,7 @@ contract D is B, C {
 		return (a, b, c, d);
 	}
 }
+// ====
+// compileViaYul: also
 // ----
 // f() -> 4, 3, 2, 1

test/libsolidity/semanticTests/immutable/internal_function_pointer.sol

@@ -10,6 +10,8 @@ contract C {
 		return z();
 	}
 }
+// ====
+// compileViaYul: also
 // ----
 // f() -> 7
 // callZ() -> 7

test/libsolidity/semanticTests/immutable/stub.sol

@@ -9,5 +9,7 @@ contract C {
 		return (x+x,y);
 	}
 }
+// ====
+// compileViaYul: also
 // ----
 // f() -> 84, 23

test/libsolidity/semanticTests/immutable/use_scratch.sol

@@ -13,6 +13,8 @@ contract C {
 		return (x+x,y);
 	}
 }
+// ====
+// compileViaYul: also
 // ----
 // constructor(): 3 ->
 // f() -> 84, 23

test/libsolidity/syntaxTests/iceRegressionTests/declarationUnaryTuple/declaration_bitnot_tuple.sol

@@ -0,0 +1,9 @@
+contract C
+{
+    function f() public
+    {
+        int x = ~(0,);
+    }
+}
+// ----
+// TypeError: (60-64): Tuple component cannot be empty.

test/libsolidity/syntaxTests/iceRegressionTests/declarationUnaryTuple/declaration_dec_tuple.sol

@@ -0,0 +1,9 @@
+contract C
+{
+    function f() public
+    {
+        int x = --(,);
+    }
+}
+// ----
+// TypeError: (59-64): Unary operator -- cannot be applied to type tuple(,)

test/libsolidity/syntaxTests/iceRegressionTests/declarationUnaryTuple/declaration_delete_tuple.sol

@@ -0,0 +1,10 @@
+contract C
+{
+    function f() public
+    {
+        int x = delete (,0);
+    }
+}
+// ----
+// TypeError: (68-69): Expression has to be an lvalue.
+// TypeError: (59-70): Unary operator delete cannot be applied to type tuple(,int_const 0)

test/libsolidity/syntaxTests/iceRegressionTests/declarationUnaryTuple/declaration_inc_tuple.sol

@@ -0,0 +1,9 @@
+contract C
+{
+    function f() public
+    {
+        (int x) = ++(,);
+    }
+}
+// ----
+// TypeError: (61-66): Unary operator ++ cannot be applied to type tuple(,)

test/libsolidity/syntaxTests/iceRegressionTests/declarationUnaryTuple/declaration_unary_tuple.sol

@@ -0,0 +1,20 @@
+contract C
+{
+    function f() public
+    {
+        int x = +(0, 0);
+        int y = -(0, 0);
+        (int z) = ~(0, 0);
+        (int t) = !(0, 0);
+    }
+}
+// ----
+// SyntaxError: (59-66): Use of unary + is disallowed.
+// TypeError: (59-66): Unary operator + cannot be applied to type tuple(int_const 0,int_const 0)
+// TypeError: (51-66): Different number of components on the left hand side (1) than on the right hand side (2).
+// TypeError: (84-91): Unary operator - cannot be applied to type tuple(int_const 0,int_const 0)
+// TypeError: (76-91): Different number of components on the left hand side (1) than on the right hand side (2).
+// TypeError: (111-118): Unary operator ~ cannot be applied to type tuple(int_const 0,int_const 0)
+// TypeError: (101-118): Different number of components on the left hand side (1) than on the right hand side (2).
+// TypeError: (138-145): Unary operator ! cannot be applied to type tuple(int_const 0,int_const 0)
+// TypeError: (128-145): Different number of components on the left hand side (1) than on the right hand side (2).

test/libsolidity/syntaxTests/inlineAssembly/immutables.sol

@@ -0,0 +1,11 @@
+contract C {
+  function f() public pure {
+    assembly {
+      setimmutable("abc", 0)
+      loadimmutable("abc")
+    }
+  }
+}
+// ----
+// DeclarationError: (63-75): Function not found.
+// DeclarationError: (92-105): Function not found.

test/tools/ossfuzz/protoToYul.cpp

@@ -344,62 +344,102 @@ void ProtoConverter::visit(BinaryOp const& _x)
 	m_output << ")";
 }
 
-void ProtoConverter::visit(VarDecl const& _x)
+void ProtoConverter::scopeVariables(vector<string> const& _varNames)
 {
-	string varName = newVarName();
-	m_output << "let " << varName << " := ";
-	visit(_x.expr());
-	m_output << "\n";
 	// If we are inside a for-init block, there are two places
 	// where the visited vardecl may have been defined:
 	// - directly inside the for-init block
 	// - inside a block within the for-init block
-	// In the latter case, we don't scope extend.
+	// In the latter case, we don't scope extend. The flag
+	// m_forInitScopeExtEnabled (= true) indicates whether we are directly
+	// inside a for-init block e.g., for { let x } or (= false) inside a
+	// nested for-init block e.g., for { { let x } }
+	bool forInitScopeExtendVariable = m_inForInitScope && m_forInitScopeExtEnabled;
+
+	// There are four cases that are tackled here
+	// Case 1. We are inside a function definition and the variable declaration's
+	// scope needs to be extended.
+	// Case 2. We are inside a function definition but scope extension is disabled
+	// Case 3. We are inside global scope and scope extension is required
+	// Case 4. We are inside global scope but scope extension is disabled
 	if (m_inFunctionDef)
 	{
 		// Variables declared directly in for-init block
 		// are tracked separately because their scope
 		// extends beyond the block they are defined in
 		// to the rest of the for-loop statement.
-		if (m_inForInitScope && m_forInitScopeExtEnabled)
+		// Case 1
+		if (forInitScopeExtendVariable)
 		{
 			yulAssert(
 				!m_funcForLoopInitVars.empty() && !m_funcForLoopInitVars.back().empty(),
 				"Proto fuzzer: Invalid operation"
 			);
-			m_funcForLoopInitVars.back().back().push_back(varName);
+			for (auto const& varName: _varNames)
+				m_funcForLoopInitVars.back().back().push_back(varName);
 		}
+		// Case 2
 		else
 		{
 			yulAssert(
 				!m_funcVars.empty() && !m_funcVars.back().empty(),
 				"Proto fuzzer: Invalid operation"
 			);
-			m_funcVars.back().back().push_back(varName);
+			for (auto const& varName: _varNames)
+				m_funcVars.back().back().push_back(varName);
 		}
-
 	}
+	// If m_inFunctionDef is false, we are in global scope
 	else
 	{
-		if (m_inForInitScope && m_forInitScopeExtEnabled)
+		// Case 3
+		if (forInitScopeExtendVariable)
 		{
-			yulAssert(
-				!m_globalForLoopInitVars.empty(),
-				"Proto fuzzer: Invalid operation"
-			);
-			m_globalForLoopInitVars.back().push_back(varName);
+			yulAssert(!m_globalForLoopInitVars.empty(), "Proto fuzzer: Invalid operation");
+
+			for (auto const& varName: _varNames)
+				m_globalForLoopInitVars.back().push_back(varName);
 		}
+		// Case 4
 		else
 		{
-			yulAssert(
-				!m_globalVars.empty(),
-				"Proto fuzzer: Invalid operation"
-			);
-			m_globalVars.back().push_back(varName);
+			yulAssert(!m_globalVars.empty(), "Proto fuzzer: Invalid operation");
+
+			for (auto const& varName: _varNames)
+				m_globalVars.back().push_back(varName);
 		}
 	}
 }
 
+void ProtoConverter::visit(VarDecl const& _x)
+{
+	string varName = newVarName();
+	m_output << "let " << varName << " := ";
+	visit(_x.expr());
+	m_output << "\n";
+	scopeVariables({varName});
+}
+
+void ProtoConverter::visit(MultiVarDecl const& _x)
+{
+	m_output << "let ";
+	vector<string> varNames;
+	// We support up to 4 variables in a single
+	// declaration statement.
+	unsigned numVars = _x.num_vars() % 3 + 2;
+	string delimiter = "";
+	for (unsigned i = 0; i < numVars; i++)
+	{
+		string varName = newVarName();
+		varNames.push_back(varName);
+		m_output << delimiter << varName;
+		if (i == 0)
+			delimiter = ", ";
+	}
+	m_output << "\n";
+	scopeVariables(varNames);
+}
+
 void ProtoConverter::visit(TypedVarDecl const& _x)
 {
 	string varName = newVarName();
@@ -659,7 +699,7 @@ void ProtoConverter::visit(CopyFunc const& _x)
 	CopyFunc_CopyType type = _x.ct();
 
 	// datacopy() is valid only if we are inside
-	// a yul object.
+	// a Yul object.
 	if (type == CopyFunc::DATA && !m_isObject)
 		return;
 
@@ -1093,7 +1133,8 @@ void ProtoConverter::visit(ForStmt const& _x)
 	{
 		yulAssert(
 			!m_funcForLoopInitVars.empty() && !m_funcForLoopInitVars.back().empty(),
-			"Proto fuzzer: Invalid data structure");
+			"Proto fuzzer: Invalid data structure"
+		);
 		// Remove variables in for-init
 		m_funcForLoopInitVars.back().pop_back();
 	}
@@ -1361,6 +1402,9 @@ void ProtoConverter::visit(Statement const& _x)
 		if (m_inFunctionDef)
 			visit(_x.leave());
 		break;
+	case Statement::kMultidecl:
+		visit(_x.multidecl());
+		break;
 	case Statement::STMT_ONEOF_NOT_SET:
 		break;
 	}
@@ -1606,7 +1650,7 @@ void ProtoConverter::fillFunctionCallInput(unsigned _numInParams)
 	{
 		// Throw a 4-sided dice to choose whether to populate function input
 		// argument from a pseudo-randomly chosen slot in one of the following
-		// locations: calldata, memory, storage, or yul optimizer dictionary.
+		// locations: calldata, memory, storage, or Yul optimizer dictionary.
 		unsigned diceValue = counter() % 4;
 		// Pseudo-randomly choose one of the first ten 32-byte
 		// aligned slots.
@@ -1747,7 +1791,7 @@ void ProtoConverter::createFunctionDefAndCall(
 
 	yulAssert(
 		!m_inForInitScope,
-		"Proto fuzzer: Trying to create function call inside for-init block"
+		"Proto fuzzer: Trying to create function call inside a for-init block"
 	);
 	if (_x.force_call())
 		createFunctionCall(funcName, _numInParams, _numOutParams);
@@ -1837,7 +1881,7 @@ void ProtoConverter::visit(Program const& _x)
 	// Record EVM Version
 	m_evmVersion = evmVersionMapping(_x.ver());
 
-	// Program is either a yul object or a block of
+	// Program is either a Yul object or a block of
 	// statements.
 	switch (_x.program_oneof_case())
 	{
@@ -1854,7 +1898,7 @@ void ProtoConverter::visit(Program const& _x)
 		visit(_x.obj());
 		break;
 	case Program::PROGRAM_ONEOF_NOT_SET:
-		// {} is a trivial yul program
+		// {} is a trivial Yul program
 		m_output << "{}";
 		break;
 	}

test/tools/ossfuzz/protoToYul.h

@@ -68,7 +68,7 @@ private:
 	void visit(BinaryOp const&);
 
 	/// Visits a basic block optionally adding @a _funcParams to scope.
-	/// @param _block Reference to a basic block of yul statements.
+	/// @param _block Reference to a basic block of Yul statements.
 	/// @param _funcParams List of function parameter names, defaults to
 	/// an empty vector.
 	void visit(Block const& _block);
@@ -77,6 +77,7 @@ private:
 	void visit(VarRef const&);
 	void visit(Expression const&);
 	void visit(VarDecl const&);
+	void visit(MultiVarDecl const&);
 	void visit(TypedVarDecl const&);
 	void visit(UnaryOp const&);
 	void visit(AssignmentStatement const&);
@@ -196,7 +197,7 @@ private:
 	/// false otherwise
 	bool functionValid(FunctionCall_Returns _type, unsigned _numOutParams);
 
-	/// Converts protobuf function call to a yul function call and appends
+	/// Converts protobuf function call to a Yul function call and appends
 	/// it to output stream.
 	/// @param _x Protobuf function call
 	/// @param _name Function name
@@ -210,7 +211,7 @@ private:
 		bool _newLine = true
 	);
 
-	/// Prints a yul formatted variable declaration statement to the output
+	/// Prints a Yul formatted variable declaration statement to the output
 	/// stream.
 	/// Example 1: createVarDecls(0, 1, true) returns {"x_0"} and prints
 	///		let x_0 :=
@@ -235,21 +236,26 @@ private:
 	/// @return A vector of strings containing the printed variable names.
 	std::vector<std::string> createVars(unsigned _startIdx, unsigned _endIdx);
 
-	/// Print the yul syntax to make a call to a function named @a _funcName to
+	/// Manages scope of Yul variables
+	/// @param _varNames is a list of Yul variable names whose scope needs
+	/// to be tracked according to Yul scoping rules.
+	void scopeVariables(std::vector<std::string> const& _varNames);
+
+	/// Print the Yul syntax to make a call to a function named @a _funcName to
 	/// the output stream.
 	/// @param _funcName Name of the function to be called
 	/// @param _numInParams Number of input parameters in function signature
 	/// @param _numOutParams Number of output parameters in function signature
 	void createFunctionCall(std::string _funcName, unsigned _numInParams, unsigned _numOutParams);
 
-	/// Print the yul syntax to pass input arguments to a function that has
+	/// Print the Yul syntax to pass input arguments to a function that has
 	/// @a _numInParams number of input parameters to the output stream.
 	/// The input arguments are pseudo-randomly chosen from calldata, memory,
-	/// storage, or the yul optimizer hex dictionary.
+	/// storage, or the Yul optimizer hex dictionary.
 	/// @param _numInParams Number of input arguments to fill
 	void fillFunctionCallInput(unsigned _numInParams);
 
-	/// Print the yul syntax to save values returned by a function call
+	/// Print the Yul syntax to save values returned by a function call
 	/// to the output stream. The values are either stored to memory or
 	/// storage based on a simulated coin flip. The saved location is
 	/// decided pseudo-randomly.
@@ -266,7 +272,7 @@ private:
 
 	/// Build a tree of objects that contains the object/data
 	/// identifiers that are in scope in a given object.
-	/// @param _x root object of the yul protobuf specification.
+	/// @param _x root object of the Yul protobuf specification.
 	void buildObjectScopeTree(Object const& _x);
 
 	/// Returns a pseudo-random dictionary token.

test/tools/ossfuzz/yulProto.proto

@@ -21,6 +21,10 @@ message VarDecl {
   required Expression expr = 1;
 }
 
+message MultiVarDecl {
+  required uint32 num_vars = 1;
+}
+
 message LowLevelCall {
   enum Type {
     CALL = 0;
@@ -373,6 +377,7 @@ message Statement {
     FunctionDef         funcdef         = 16;
     PopStmt             pop             = 17;
     LeaveStmt           leave           = 18;
+    MultiVarDecl        multidecl       = 19;
   }
 }