cerc-io/solidity
16
0
Fork 0
mirror of https://github.com/ethereum/solidity synced 2023-10-03 13:03:40 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Merge pull request #6588 from ethereum/ossfuzz-nightly-ci-enhancement

Browse Source 
Updated script to treat libFuzzer errors as failures
This commit is contained in:
chriseth 2019-04-25 09:25:01 +02:00 committed by GitHub
commit eea425a3f6
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
scripts/regressions.py
View File

@ -13,6 +13,7 @@ DESCRIPTION = """Regressor is a tool to run regression tests in a CI env."""
class regressor(): class regressor():
_re_sanitizer_log = re.compile(r"""ERROR: (?P<sanitizer>\w+).*""") _re_sanitizer_log = re.compile(r"""ERROR: (?P<sanitizer>\w+).*""")
_error_blacklist = ["AddressSanitizer", "libFuzzer"]
def __init__(self, description, args): def __init__(self, description, args):
self._description = description self._description = description
@ -50,7 +51,8 @@ class regressor():
def process_log(self, logfile): def process_log(self, logfile):
list = re.findall(self._re_sanitizer_log, open(logfile, 'r').read()) list = re.findall(self._re_sanitizer_log, open(logfile, 'r').read())
numSuppressedLeaks = list.count("LeakSanitizer") numSuppressedLeaks = list.count("LeakSanitizer")
return "AddressSanitizer" not in list, numSuppressedLeaks rv = any(word in list for word in self._error_blacklist)
return not rv, numSuppressedLeaks
def run(self): def run(self):
for fuzzer in glob.iglob("{}/*_ossfuzz".format(self._fuzzer_path)): for fuzzer in glob.iglob("{}/*_ossfuzz".format(self._fuzzer_path)):
@ -58,7 +60,7 @@ class regressor():
logfile = os.path.join(self._logpath, "{}.log".format(basename)) logfile = os.path.join(self._logpath, "{}.log".format(basename))
corpus_dir = "/tmp/solidity-fuzzing-corpus/{0}_seed_corpus" \ corpus_dir = "/tmp/solidity-fuzzing-corpus/{0}_seed_corpus" \
.format(basename) .format(basename)
cmd = "find {0} -type f | xargs {1}".format(corpus_dir, fuzzer) cmd = "find {0} -type f | xargs -P2 {1}".format(corpus_dir, fuzzer)
if not self.run_cmd(cmd, logfile=logfile): if not self.run_cmd(cmd, logfile=logfile):
ret, numLeaks = self.process_log(logfile) ret, numLeaks = self.process_log(logfile)
if not ret: if not ret: