skywalking-java/Jenkinsfile-E2E

/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 *
 */

pipeline {
    agent {
        label 'skywalking'
    }

    options {
        timestamps()
        timeout(time: 5, unit: 'HOURS')
    }

    tools {
        jdk 'JDK 1.8 (latest)'
    }

    environment {
        MAVEN_OPTS = '-Dmaven.repo.local=.m2/repository -XX:+TieredCompilation -XX:TieredStopAtLevel=1 -XX:+CMSClassUnloadingEnabled -XX:+UseConcMarkSweepGC -XX:-UseGCOverheadLimit -Xmx3g'
    }

    stages {
        stage('Checkout Source Code') {
            steps {
                deleteDir()
                checkout scm
                sh 'git submodule update --init'
            }
        }

        stage('Prepare Distribution Package') {
            when {
                expression {
                    return sh(returnStatus: true, script: 'bash tools/ci/e2e-build-condition.sh')
                }
            }
            steps {
                // although these checks are done in ci-it, since they are lightweight/cheap
                // we're using them as a barrier here to filter out some invalid PRs (fast-fail)
                // thus save unnecessary E2E builds(which is expensive)
                sh './mvnw checkstyle:check apache-rat:check'
                sh './mvnw -Dcheckstyle.skip -Drat.skip -T2 -Dmaven.compile.fork -Dmaven.compiler.maxmem=3072 -DskipTests clean install'
            }
        }

        stage('Compile Test Codes') {
            when {
                expression {
                    return sh(returnStatus: true, script: 'bash tools/ci/e2e-build-condition.sh')
                }
            }
            steps {
                sh './mvnw -f test/e2e/pom.xml -pl e2e-base clean install'
            }
        }

        stage('Run End-to-End Tests') {
            when {
                expression {
                    return sh(returnStatus: true, script: 'bash tools/ci/e2e-build-condition.sh')
                }
            }
            parallel {
                stage('Group 1') {
                    stages {
                        stage('Single Node Tests(JDK8)') {
                            steps {
                                sh 'E2E_VERSION=jdk8-1.3 bash -x test/e2e/run.sh e2e-single-service'
                            }
                        }
                        
                        stage('Single Node Tests(MySQL/JDK8)') {
                            steps {
                                sh 'E2E_VERSION=jdk8-1.3 bash -x test/e2e/run.sh e2e-mysql'
                            }
                        }                        

                        stage('Single Node Tests(JDK9)') {
                            steps {
                                sh 'E2E_VERSION=jdk9-1.3 bash -x test/e2e/run.sh e2e-single-service'
                            }
                        }

                        stage('Single Node Tests(JDK11)') {
                            steps {
                                sh 'E2E_VERSION=jdk11-1.3 bash -x test/e2e/run.sh e2e-single-service'
                            }
                        }

                        stage('Single Node Tests(JDK12)') {
                            steps {
                                sh 'E2E_VERSION=jdk12-1.3 bash -x test/e2e/run.sh e2e-single-service'
                            }
                        }

                        stage('Agent Reboot Tests(JDK8)') {
                            steps {
                                sh 'E2E_VERSION=jdk8-1.3 bash -x test/e2e/run.sh e2e-agent-reboot'
                            }
                        }

                        stage('Cluster Tests (ES7/ZK/JDK8)') {
                            steps {
                                sh 'E2E_VERSION=jdk8-1.3 DIST_PACKAGE=apache-skywalking-apm-bin-es7.tar.gz ES_VERSION=7.0.0 bash -x test/e2e/run.sh e2e-cluster/test-runner'
                            }
                        }
                    }
                }

                stage('Group 2') {
                    stages {
                        stage('Cluster Tests (ES6/ZK/JDK8)') {
                            steps {
                                sh 'E2E_VERSION=jdk8-1.3 bash -x test/e2e/run.sh e2e-cluster/test-runner'
                            }
                        }

                        stage('TTL ES Tests(JDK8)') {
                            steps {
                                sh 'E2E_VERSION=jdk8-1.3 bash -x test/e2e/run.sh e2e-ttl/e2e-ttl-es'
                            }
                        }

                        stage('TTL ES7 Tests(JDK8)') {
                            steps {
                                sh 'E2E_VERSION=jdk8-1.3 DIST_PACKAGE=apache-skywalking-apm-bin-es7.tar.gz ES_VERSION=7.0.0 bash -x test/e2e/run.sh e2e-ttl/e2e-ttl-es'
                            }
                        }
                    }
                }
            }
        }
    }

    post {
        cleanup {
            // "Abort old build on update" will interrupt the job completely,
            // we need to clean up when there are containers started by the e2e tests
            sh 'docker ps'
            sh 'docker ps | grep -e "skywalking-e2e-container-${BUILD_ID}" | awk \'{print $1}\' | xargs --no-run-if-empty docker stop'
            sh 'docker ps | grep -e "skywalking-e2e-container-${BUILD_ID}" | awk \'{print $1}\' | xargs --no-run-if-empty docker rm'

            // Files created by docker container in the directories that are mounted from the host to
            // the container can not be deleted by `deleteDir()`, we need to mount it again and delete them
            // inside the container
            //
            // Delete all distribution folder
            sh 'docker run -v $(pwd):/sw alpine sh -c "sleep 10 && rm -rf /sw/dist-for-cluster/* /sw/dist-for-single-node-service/* /sw/dist-for-agent-reboot/* /sw/dist-for-ttl-es/*"'
            deleteDir()
        }
    }
}