加入 Gitee
与超过 1200万 开发者一起发现、参与优秀开源项目,私有仓库也完全免费 :)
免费加入
文件
克隆/下载
Jenkinsfile 2.75 KB
一键复制 编辑 原始数据 按行查看 历史
Aston Zhang 提交于 2021-12-23 17:49 . Update Jenkinsfile
stage("Build and Publish") {
// such as d2l-en and d2l-zh
def REPO_NAME = env.JOB_NAME.split('/')[0]
// such as en and zh
def LANG = REPO_NAME.split('-')[1]
// The current branch or the branch this PR will merge into
def TARGET_BRANCH = env.CHANGE_TARGET ? env.CHANGE_TARGET : env.BRANCH_NAME
// such as d2l-en-master
def TASK = REPO_NAME + '-' + TARGET_BRANCH
node {
ws("workspace/${TASK}") {
checkout scm
// conda environment
def ENV_NAME = "${TASK}-${EXECUTOR_NUMBER}";
sh label: "Build Environment", script: """set -ex
conda env update -n ${ENV_NAME} -f static/build.yml
conda activate ${ENV_NAME}
pip uninstall -y d2lbook
pip install git+https://github.com/d2l-ai/d2l-book
pip list
nvidia-smi
"""
sh label: "Sanity Check", script: """set -ex
conda activate ${ENV_NAME}
d2lbook build outputcheck tabcheck
"""
sh label: "Execute Notebooks", script: """set -ex
conda activate ${ENV_NAME}
./static/cache.sh restore _build/eval/data
d2lbook build eval
./static/cache.sh store _build/eval/data
"""
sh label: "Execute Notebooks [Pytorch]", script: """set -ex
conda activate ${ENV_NAME}
./static/cache.sh restore _build/eval_pytorch/data
d2lbook build eval --tab pytorch
d2lbook build slides --tab pytorch
./static/cache.sh store _build/eval_pytorch/data
"""
sh label: "Execute Notebooks [Tensorflow]", script: """set -ex
conda activate ${ENV_NAME}
./static/cache.sh restore _build/eval_tensorflow/data
export TF_CPP_MIN_LOG_LEVEL=3
export TF_FORCE_GPU_ALLOW_GROWTH=true
d2lbook build eval --tab tensorflow
./static/cache.sh store _build/eval_tensorflow/data
"""
sh label:"Build HTML", script:"""set -ex
conda activate ${ENV_NAME}
./static/build_html.sh
"""
sh label:"Build PDF", script:"""set -ex
conda activate ${ENV_NAME}
d2lbook build pdf
"""
sh label:"Build Pytorch PDF", script:"""set -ex
conda activate ${ENV_NAME}
d2lbook build pdf --tab pytorch
"""
if (env.BRANCH_NAME == 'release') {
sh label:"Release", script:"""set -ex
conda activate ${ENV_NAME}
d2lbook build pkg
d2lbook deploy html pdf slides pkg colab sagemaker --s3 s3://${LANG}-v2.d2l.ai
"""
} else {
sh label:"Publish", script:"""set -ex
conda activate ${ENV_NAME}
d2lbook deploy html pdf --s3 s3://preview.d2l.ai/${JOB_NAME}/
"""
if (env.BRANCH_NAME.startsWith("PR-")) {
pullRequest.comment("Job ${JOB_NAME}/${BUILD_NUMBER} is complete. \nCheck the results at http://preview.d2l.ai/${JOB_NAME}/")
}
}
}
}
}
马建仓 AI 助手
尝试更多
代码解读
代码找茬
代码优化