pipeline { agent any options { timeout(time:30, unit: 'MINUTES') } environment { PJ_NAME = 'fastNLP' POST_URL = 'https://open.feishu.cn/open-apis/bot/v2/hook/2f7122e3-3459-43d2-a9e4-ddd77bfc4282' } stages { stage('Parallel Stages') { parallel { stage('Test Other'){ agent { docker { image 'fnlp:other' args '-u root:root -v ${JENKINS_HOME}/html/docs:/docs -v ${JENKINS_HOME}/html/_ci:/ci' } } steps { sh 'pytest ./tests --durations=0 --html=other.html --self-contained-html -m "not (torch or paddle or paddledist or jittor or oneflow or deepspeed or oneflowdist or torchpaddle or torchjittor or torchoneflow)"' } post { always { sh 'html_path=/ci/${PJ_NAME}/report-${BUILD_NUMBER}-${GIT_BRANCH#*/}-${GIT_COMMIT} && mkdir -p ${html_path} && mv other.html ${html_path}' } } } stage('Test Torch-1.11') { agent { docker { image 'fnlp:torch-1.11' args '-u root:root -v ${JENKINS_HOME}/html/docs:/docs -v ${JENKINS_HOME}/html/_ci:/ci --gpus all --shm-size 1G' } } steps { sh 'pytest ./tests/ --durations=0 --html=torch-1.11.html --self-contained-html -m torch' } post { always { sh 'html_path=/ci/${PJ_NAME}/report-${BUILD_NUMBER}-${GIT_BRANCH#*/}-${GIT_COMMIT} && mkdir -p ${html_path} && mv torch-1.11.html ${html_path}' } } } stage('Test Torch-1.6') { agent { docker { image 'fnlp:torch-1.6' args '-u root:root -v ${JENKINS_HOME}/html/docs:/docs -v ${JENKINS_HOME}/html/_ci:/ci --gpus all --shm-size 1G' } } steps { sh 'pytest ./tests/ --durations=0 --html=torch-1.6.html --self-contained-html -m torch' } post { always { sh 'html_path=/ci/${PJ_NAME}/report-${BUILD_NUMBER}-${GIT_BRANCH#*/}-${GIT_COMMIT} && mkdir -p ${html_path} && mv torch-1.6.html ${html_path}' } } } stage('Test Paddle') { agent { docker { image 'fnlp:paddle' args '-u root:root -v ${JENKINS_HOME}/html/docs:/docs -v ${JENKINS_HOME}/html/_ci:/ci --gpus all --shm-size 1G' } } steps { sh 'pytest ./tests --durations=0 --html=paddle.html --self-contained-html -m paddle --co' sh 'FASTNLP_BACKEND=paddle pytest ./tests --durations=0 --html=paddle_with_backend.html --self-contained-html -m paddle --co' sh 'FASTNLP_BACKEND=paddle pytest ./tests/core/drivers/paddle_driver/test_dist_utils.py --durations=0 --html=paddle_dist_utils.html --self-contained-html --co' sh 'FASTNLP_BACKEND=paddle pytest ./tests/core/drivers/paddle_driver/test_fleet.py --durations=0 --html=paddle_fleet.html --self-contained-html --co' sh 'FASTNLP_BACKEND=paddle pytest ./tests/core/controllers/test_trainer_paddle.py --durations=0 --html=paddle_trainer.html --self-contained-html --co' } post { always { sh 'html_path=/ci/${PJ_NAME}/report-${BUILD_NUMBER}-${GIT_BRANCH#*/}-${GIT_COMMIT} && mkdir -p ${html_path} && mv paddle*.html ${html_path}' } } } // stage('Test Jittor') { // agent { // docker { // image 'fnlp:jittor' // args '-u root:root -v ${JENKINS_HOME}/html/docs:/docs -v ${JENKINS_HOME}/html/_ci:/ci --gpus all --shm-size 1G' // } // } // steps { // // sh 'pip install fitlog' // // sh 'pytest ./tests --html=test_results.html --self-contained-html' // sh 'pytest ./tests --durations=0 --html=jittor.html --self-contained-html -m jittor --co' // } // } } } } post { failure { sh 'post 1' } success { sh 'post 0' // sh 'post github' } } }