From 3e8609e6d5b26d57ecf8c60e0e53089a09792f75 Mon Sep 17 00:00:00 2001 From: Raymond Yang Date: Tue, 4 Dec 2018 11:04:27 -0800 Subject: [PATCH 1/2] Split the CI pipelines --- .../azure-pipelines/linux-ci-pipeline.yml | 11 ++++++ .../azure-pipelines/linux-gpu-ci-pipeline.yml | 12 +++++++ .../azure-pipelines/mac-ci-pipeline.yml | 12 +++++++ .../azure-pipelines/win-ci-pipeline.yml | 25 +++++++++++++ .../azure-pipelines/win-gpu-ci-pipeline.yml | 36 +++++++++++++++++++ 5 files changed, 96 insertions(+) create mode 100644 tools/ci_build/github/azure-pipelines/linux-ci-pipeline.yml create mode 100644 tools/ci_build/github/azure-pipelines/linux-gpu-ci-pipeline.yml create mode 100644 tools/ci_build/github/azure-pipelines/mac-ci-pipeline.yml create mode 100644 tools/ci_build/github/azure-pipelines/win-ci-pipeline.yml create mode 100644 tools/ci_build/github/azure-pipelines/win-gpu-ci-pipeline.yml diff --git a/tools/ci_build/github/azure-pipelines/linux-ci-pipeline.yml b/tools/ci_build/github/azure-pipelines/linux-ci-pipeline.yml new file mode 100644 index 0000000000000..98255801f4dbb --- /dev/null +++ b/tools/ci_build/github/azure-pipelines/linux-ci-pipeline.yml @@ -0,0 +1,11 @@ +jobs: +- job: Linux_CI_Dev + pool: Linux-CPU + steps: + - script: 'tools/ci_build/github/linux/run_dockerbuild.sh -o ubuntu16.04 -d cpu -r $(Build.BinariesDirectory) -x "--use_mklml"' + displayName: 'Command Line Script' + env: + AZURE_BLOB_KEY: $(onnxruntime-storage-key) + - script: 'sudo rm -rf $(Agent.BuildDirectory)' + displayName: 'Clean build folders/files' + condition: always() \ No newline at end of file diff --git a/tools/ci_build/github/azure-pipelines/linux-gpu-ci-pipeline.yml b/tools/ci_build/github/azure-pipelines/linux-gpu-ci-pipeline.yml new file mode 100644 index 0000000000000..4ea1b7465ffbb --- /dev/null +++ b/tools/ci_build/github/azure-pipelines/linux-gpu-ci-pipeline.yml @@ -0,0 +1,12 @@ +jobs: +- job: Linux_CI_GPU_Dev + pool: Linux-GPU + steps: + - script: 'tools/ci_build/github/linux/run_dockerbuild.sh -o ubuntu16.04 -d gpu -r $(Build.BinariesDirectory)' + displayName: 'Command Line Script' + env: + AZURE_BLOB_KEY: $(onnxruntime-storage-key) + + - script: 'sudo rm -rf $(Agent.BuildDirectory)' + displayName: 'Clean build folders/files' + condition: always() \ No newline at end of file diff --git a/tools/ci_build/github/azure-pipelines/mac-ci-pipeline.yml b/tools/ci_build/github/azure-pipelines/mac-ci-pipeline.yml new file mode 100644 index 0000000000000..f6a0338daecf8 --- /dev/null +++ b/tools/ci_build/github/azure-pipelines/mac-ci-pipeline.yml @@ -0,0 +1,12 @@ +jobs: +- job: MacOS_CI_Dev + pool: + vmImage: 'macOS-10.13' + steps: + - script: | + sudo xcode-select --switch /Applications/Xcode_10.app/Contents/Developer + ./build.sh --skip_submodule_sync --parallel + displayName: 'Command Line Script' + - script: 'sudo rm -rf $(Agent.BuildDirectory)' + displayName: 'Clean build folders/files' + condition: always() \ No newline at end of file diff --git a/tools/ci_build/github/azure-pipelines/win-ci-pipeline.yml b/tools/ci_build/github/azure-pipelines/win-ci-pipeline.yml new file mode 100644 index 0000000000000..a5663c7840f37 --- /dev/null +++ b/tools/ci_build/github/azure-pipelines/win-ci-pipeline.yml @@ -0,0 +1,25 @@ +jobs: +- job: Windows_CI_Dev + pool: Win-CPU + steps: + - task: CmdLine@1 + displayName: 'Get ONNX testdata' + inputs: + filename: azcopy + arguments: ' /S /Source:https://onnxruntimetestdata.blob.core.windows.net/onnx-model-zoo-20181018 /Dest:$(Build.SourcesDirectory)\build\Windows\Debug\models /SourceKey:%AZURE_BLOB_KEY%' + env: + AZURE_BLOB_KEY: $(onnxruntime-storage-key) + + - task: BatchScript@1 + inputs: + filename: build.bat + arguments: ' --enable_pybind --use_mkldnn --use_mklml --use_openmp --build_shared_lib --build_csharp --enable_onnx_tests' + workingFolder: "$(Build.SourcesDirectory)" + + - task: CmdLine@1 + displayName: 'Clean build folders/files' + inputs: + filename: rd + arguments: '/s /q $(Agent.BuildDirectory)' + continueOnError: true + condition: always() \ No newline at end of file diff --git a/tools/ci_build/github/azure-pipelines/win-gpu-ci-pipeline.yml b/tools/ci_build/github/azure-pipelines/win-gpu-ci-pipeline.yml new file mode 100644 index 0000000000000..11afb9f187f11 --- /dev/null +++ b/tools/ci_build/github/azure-pipelines/win-gpu-ci-pipeline.yml @@ -0,0 +1,36 @@ +jobs: +- job: Windows_CI_GPU_Dev + pool: Win-GPU + variables: + CUDA_VERSION: '9.1' + steps: + - task: PowerShell@1 + displayName: 'Set CUDA path' + inputs: + scriptName: 'tools/ci_build/github/windows/set_cuda_path.ps1' + arguments: '-CudaMsbuildPath C:\local\cudaMsbuildIntegration-9.1.85-windows10-x64-0 -CudaVersion $(CUDA_VERSION)' + - task: BatchScript@1 + displayName: 'Setup VS2017 env vars' + inputs: + filename: 'C:\Program Files (x86)\Microsoft Visual Studio\2017\Community\VC\Auxiliary\Build\vcvars64.bat' + arguments: 'amd64 -vcvars_ver=14.11' + modifyEnvironment: true + - task: CmdLine@1 + displayName: 'Get ONNX testdata' + inputs: + filename: azcopy + arguments: ' /S /Source:https://onnxruntimetestdata.blob.core.windows.net/onnx-model-zoo-20181018 /Dest:$(Build.SourcesDirectory)\build\Windows\Debug\models /SourceKey:%AZURE_BLOB_KEY%' + env: + AZURE_BLOB_KEY: $(onnxruntime-storage-key) + - task: BatchScript@1 + inputs: + filename: build.bat + arguments: ' --use_cuda --cuda_home="C:\local\cuda-9.1.85-windows10-x64-0" --cudnn_home="C:\local\cudnn-9.1-windows10-x64-v7.1\cuda"' + workingFolder: "$(Build.SourcesDirectory)" + - task: CmdLine@1 + displayName: 'Clean build folders/files' + inputs: + filename: rd + arguments: '/s /q $(Agent.BuildDirectory)' + continueOnError: true + condition: always() \ No newline at end of file From 944b0f451e6ac77ae9ce66e0dafe08dc33240333 Mon Sep 17 00:00:00 2001 From: Raymond Yang Date: Tue, 4 Dec 2018 13:52:37 -0800 Subject: [PATCH 2/2] Update build bdge display table in README --- README.md | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/README.md b/README.md index ca598e735bcb0..04062e8aec7c6 100644 --- a/README.md +++ b/README.md @@ -2,7 +2,9 @@

-[![Build Status](https://dev.azure.com/onnxruntime/onnxruntime/_apis/build/status/onnxruntime%20CI%20Pipelines)](https://dev.azure.com/onnxruntime/onnxruntime/_build/latest?definitionId=1) +| Windows CPU | Windows GPU | Linux CPU | Linux GPU | MacOS CPU | +|-------------|-------------|-------------|-------------|-------------| +|[![Build Status](https://dev.azure.com/onnxruntime/onnxruntime/_apis/build/status/Windows%20CPU%20CI%20Pipeline)](https://dev.azure.com/onnxruntime/onnxruntime/_build/latest?definitionId=9)|[![Build Status](https://dev.azure.com/onnxruntime/onnxruntime/_apis/build/status/Windows%20GPU%20CI%20Pipeline)](https://dev.azure.com/onnxruntime/onnxruntime/_build/latest?definitionId=10)|[![Build Status](https://dev.azure.com/onnxruntime/onnxruntime/_apis/build/status/Linux%20CPU%20CI%20Pipeline)](https://dev.azure.com/onnxruntime/onnxruntime/_build/latest?definitionId=11)|[![Build Status](https://dev.azure.com/onnxruntime/onnxruntime/_apis/build/status/Linux%20GPU%20CI%20Pipeline)](https://dev.azure.com/onnxruntime/onnxruntime/_build/latest?definitionId=12)|[![Build Status](https://dev.azure.com/onnxruntime/onnxruntime/_apis/build/status/MacOS%20CI%20Pipeline)](https://dev.azure.com/onnxruntime/onnxruntime/_build/latest?definitionId=13)| # Introduction ONNX Runtime is an open-source scoring engine for Open Neural Network Exchange (ONNX) models.