mirror of https://github.com/google/oss-fuzz.git
[infra] jenkins uses test command as well
This commit is contained in:
Mike Aizatsky
parent
22afda8b9e
commit
0542a8c7bd
|
|
@ -36,133 +36,78 @@ def call(body) {
|
|||
.format(java.time.LocalDateTime.now())
|
||||
|
||||
node {
|
||||
def workspace = pwd()
|
||||
// def uid = sh(returnStdout: true, script: 'id -u $USER').trim()
|
||||
def uid = 0 // TODO: try to make $USER to work
|
||||
echo "using uid $uid"
|
||||
def workspace = pwd()
|
||||
// def uid = sh(returnStdout: true, script: 'id -u $USER').trim()
|
||||
def uid = 0 // TODO: try to make $USER to work
|
||||
echo "using uid $uid"
|
||||
|
||||
def srcmapFile = "$workspace/srcmap.json"
|
||||
def dockerTag = "ossfuzz/$projectName"
|
||||
echo "Building $dockerTag"
|
||||
def srcmapFile = "$workspace/srcmap.json"
|
||||
def dockerTag = "ossfuzz/$projectName"
|
||||
echo "Building $dockerTag"
|
||||
|
||||
sh "rm -rf $workspace/out"
|
||||
sh "mkdir -p $workspace/out"
|
||||
sh "rm -rf $workspace/out"
|
||||
sh "mkdir -p $workspace/out"
|
||||
|
||||
stage("docker image") {
|
||||
dir('oss-fuzz') {
|
||||
git url: "https://github.com/google/oss-fuzz.git"
|
||||
}
|
||||
|
||||
if (gitUrl != null) {
|
||||
dir(checkoutDir) {
|
||||
git url: gitUrl
|
||||
stage("docker image") {
|
||||
dir('oss-fuzz') {
|
||||
git url: "https://github.com/google/oss-fuzz.git"
|
||||
}
|
||||
}
|
||||
if (svnUrl != null) {
|
||||
dir(checkoutDir) {
|
||||
svn url: svnUrl
|
||||
}
|
||||
}
|
||||
|
||||
if (dockerContextDir == null) {
|
||||
dockerContextDir = new File(dockerfile)
|
||||
.getParentFile()
|
||||
.getPath();
|
||||
}
|
||||
|
||||
sh "docker build --no-cache -t $dockerTag -f $dockerfile $dockerContextDir"
|
||||
sh "docker run --rm $dockerTag srcmap > $srcmapFile"
|
||||
sh "cat $srcmapFile"
|
||||
}
|
||||
|
||||
for (int i = 0; i < sanitizers.size(); i++) {
|
||||
def sanitizer = sanitizers[i]
|
||||
dir(sanitizer) {
|
||||
def out = "$workspace/out/$sanitizer"
|
||||
sh "mkdir $out"
|
||||
stage("$sanitizer sanitizer") {
|
||||
// Run image to produce fuzzers
|
||||
sh "docker run --user $uid -v $out:/out -e SANITIZER_FLAGS=\"-fsanitize=$sanitizer\" -t $dockerTag"
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// Run each of resulting fuzzers.
|
||||
stage("running fuzzers") {
|
||||
def resultsDir = "$workspace/test-results"
|
||||
sh "rm -rf $resultsDir"
|
||||
sh "mkdir -p $resultsDir"
|
||||
dir ('out') {
|
||||
def fuzzersFound = 0
|
||||
sh "ls -alR"
|
||||
for (int i = 0; i < sanitizers.size(); i++) {
|
||||
def sanitizer = sanitizers[i]
|
||||
dir (sanitizer) {
|
||||
def d = pwd()
|
||||
def files = findFiles()
|
||||
for (int j = 0; j < files.size(); j++) {
|
||||
def file = files[j]
|
||||
if (file.directory) { continue }
|
||||
if (!new File(d, file.name).canExecute()) {
|
||||
echo "skipping: $file"
|
||||
continue
|
||||
if (gitUrl != null) {
|
||||
dir(checkoutDir) {
|
||||
git url: gitUrl
|
||||
}
|
||||
}
|
||||
if (svnUrl != null) {
|
||||
dir(checkoutDir) {
|
||||
svn url: svnUrl
|
||||
}
|
||||
}
|
||||
|
||||
if (dockerContextDir == null) {
|
||||
dockerContextDir = new File(dockerfile)
|
||||
.getParentFile()
|
||||
.getPath();
|
||||
}
|
||||
|
||||
sh "docker build --no-cache -t $dockerTag -f $dockerfile $dockerContextDir"
|
||||
sh "docker run --rm $dockerTag srcmap > $srcmapFile"
|
||||
sh "cat $srcmapFile"
|
||||
} // stage("docker image")
|
||||
|
||||
for (int i = 0; i < sanitizers.size(); i++) {
|
||||
def sanitizer = sanitizers[i]
|
||||
dir(sanitizer) {
|
||||
def out = "$workspace/out/$sanitizer"
|
||||
sh "mkdir $out"
|
||||
stage("$sanitizer sanitizer") {
|
||||
// Run image to produce fuzzers
|
||||
sh "docker run --rm --user $uid -v $out:/out -e SANITIZER_FLAGS=\"-fsanitize=$sanitizer\" -t $dockerTag test"
|
||||
}
|
||||
sh "docker run --user $uid --rm -v $d:/out -t ossfuzz/libfuzzer-runner /out/$file -runs=32"
|
||||
fuzzersFound += 1
|
||||
}
|
||||
|
||||
def testReport = "<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n" +
|
||||
"<testsuites xmlns=\"http://junit.org/junit4/\"\n" +
|
||||
" xmlns:xsi=\"http://www.w3.org/2001/XMLSchema-instance\"\n" +
|
||||
" xsi:schemaLocation=\"http://junit.org/junit4/ http://windyroad.com.au/dl/Open%20Source/JUnit.xsd\">\n" +
|
||||
" <testsuite name=\"expat-address\"\n" +
|
||||
" errors=\"0\"\n" +
|
||||
" failures=\"0\"\n" +
|
||||
" hostname=\"localhost\"\n" +
|
||||
" id=\"test\"\n" +
|
||||
" package=\"$projectName\"\n" +
|
||||
" tests=\"1\"\n" +
|
||||
" time=\"1s\"\n" +
|
||||
" timestamp=\"0\">\n" +
|
||||
" <testcase name=\"aName\" classname=\"aClassName\" time=\"1s\"/>\n" +
|
||||
" </testsuite>\n" +
|
||||
"</testsuites>\n";
|
||||
writeFile file:"$resultsDir/TEST-${sanitizer}.xml", text:testReport
|
||||
sh "cat $resultsDir/TEST-${sanitizer}.xml"
|
||||
}
|
||||
}
|
||||
// sh "ls -al $resultsDir/"
|
||||
// step([$class: 'JUnitResultArchiver', testResults: '**/TEST-*.xml'])
|
||||
echo "Tested $fuzzersFound fuzzer"
|
||||
if (!fuzzersFound) {
|
||||
error "no fuzzers found";
|
||||
}
|
||||
}
|
||||
|
||||
stage("uploading") {
|
||||
dir('out') {
|
||||
for (int i = 0; i < sanitizers.size(); i++) {
|
||||
def sanitizer = sanitizers[i]
|
||||
dir (sanitizer) {
|
||||
def zipFile = "$projectName-$sanitizer-${date}.zip"
|
||||
sh "zip -j $zipFile *"
|
||||
sh "gsutil cp $zipFile gs://clusterfuzz-builds/$projectName/"
|
||||
sh "cp $srcmapFile $projectName-$sanitizer-${date}.srcmap.json"
|
||||
sh "gsutil cp $srcmapFile gs://clusterfuzz-builds/$projectName/"
|
||||
for (int i = 0; i < sanitizers.size(); i++) {
|
||||
def sanitizer = sanitizers[i]
|
||||
dir (sanitizer) {
|
||||
def zipFile = "$projectName-$sanitizer-${date}.zip"
|
||||
sh "zip -j $zipFile *"
|
||||
sh "gsutil cp $zipFile gs://clusterfuzz-builds/$projectName/"
|
||||
sh "cp $srcmapFile $projectName-$sanitizer-${date}.srcmap.json"
|
||||
sh "gsutil cp $srcmapFile gs://clusterfuzz-builds/$projectName/"
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
} // stage("uploading")
|
||||
|
||||
stage("pushing image") {
|
||||
docker.withRegistry('', 'docker-login') {
|
||||
docker.image(dockerTag).push()
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
echo 'Done'
|
||||
}
|
||||
docker.withRegistry('', 'docker-login') {
|
||||
docker.image(dockerTag).push()
|
||||
}
|
||||
} // stage("pushing image")
|
||||
} // node
|
||||
} // call
|
||||
|
||||
return this;
|
||||
|
|
|
|||
Loading…
Reference in New Issue