238 lines
9.3 KiB
YAML
238 lines
9.3 KiB
YAML
trigger:
|
|
branches:
|
|
include:
|
|
- 'master'
|
|
- 'releases/*'
|
|
paths:
|
|
exclude:
|
|
- '*/docs/*'
|
|
- 'docs/*'
|
|
- '*/*.md'
|
|
- '*.md'
|
|
- '*/layer_tests_summary/*'
|
|
- '*/conformance/*'
|
|
- 'tools/*'
|
|
- 'tests/layer_tests/*'
|
|
|
|
pr:
|
|
drafts: 'false'
|
|
branches:
|
|
include:
|
|
- 'master'
|
|
- 'releases/*'
|
|
paths:
|
|
exclude:
|
|
- '*/docs/*'
|
|
- 'docs/*'
|
|
- '*/*.md'
|
|
- '*.md'
|
|
- '*/layer_tests_summary/*'
|
|
- '*/conformance/*'
|
|
- 'tools/*'
|
|
- 'tests/layer_tests/*'
|
|
|
|
variables:
|
|
- group: github
|
|
|
|
jobs:
|
|
- job: linux_arm64
|
|
# About 150% of total time
|
|
timeoutInMinutes: '120'
|
|
|
|
pool:
|
|
name: LIN_VMSS_VENV_F16S_U20_WU2
|
|
|
|
variables:
|
|
system.debug: true
|
|
VSTS_HTTP_RETRY: 5
|
|
VSTS_HTTP_TIMEOUT: 200
|
|
NUM_PROC: 2
|
|
BUILD_TYPE: Release
|
|
OPENVINO_REPO_DIR: $(Build.Repository.LocalPath)
|
|
BUILD_OPENVINO: $(WORK_DIR)/build
|
|
INSTALL_OPENVINO: $(WORK_DIR)/install_openvino
|
|
WORK_DIR: $(Pipeline.Workspace)/_w
|
|
SHARE_DIR: /mount/cinfsshare/onnxtestdata
|
|
TMP_DIR: /mnt/tmp
|
|
OPENVINO_CCACHE_DIR: $(SHARE_DIR)/ccache/master/linux_arm64
|
|
LD_LIBRARY_PATH: $(Agent.ToolsDirectory)/Python/$(OV_PYTHON_VERSION)/x64/lib
|
|
OV_PYTHON_VERSION_MAJOR_MINOR: 3.11
|
|
OV_PYTHON_VERSION: $(OV_PYTHON_VERSION_MAJOR_MINOR).2 # Full version of Python its required for LD_LIBRARY_PATH. More details https://github.com/microsoft/azure-pipelines-tool-lib/blob/master/docs/overview.md#tool-cache
|
|
|
|
steps:
|
|
- task: UsePythonVersion@0
|
|
inputs:
|
|
versionSpec: '$(OV_PYTHON_VERSION)' # Setting only major & minor version will download latest release from GH repo example 3.10 will be 3.10.10.
|
|
addToPath: true
|
|
disableDownloadFromRegistry: false
|
|
architecture: 'x64'
|
|
githubToken: $(auth_token)
|
|
displayName: Setup Python 3.11
|
|
name: setupPython
|
|
- bash: |
|
|
#!/bin/bash
|
|
python -V
|
|
|
|
- script: |
|
|
curl -H Metadata:true --noproxy "*" "http://169.254.169.254/metadata/instance?api-version=2019-06-01"
|
|
whoami
|
|
uname -a
|
|
echo Python3 info ; which python3 ; python3 --version
|
|
echo Python info ; which python ; python --version
|
|
echo Java info ; which java ; java -version
|
|
echo gcc info ; which gcc ; gcc --version
|
|
echo cmake info ; which cmake ; cmake --version
|
|
lsb_release
|
|
env
|
|
cat /proc/cpuinfo
|
|
cat /proc/meminfo
|
|
cat /etc/fstab
|
|
vmstat -s
|
|
df
|
|
lsblk -o NAME,HCTL,SIZE,MOUNTPOINT | grep -i "sd"
|
|
free -h
|
|
echo "##vso[task.setvariable variable=NUM_PROC]$(nproc --all)"
|
|
echo "NUM_PROC=$(NUM_PROC)"
|
|
displayName: 'System information'
|
|
|
|
- script: |
|
|
set -e
|
|
rm -rf $(WORK_DIR) ; mkdir $(WORK_DIR)
|
|
mkdir -p $(BUILD_OPENVINO)
|
|
mkdir -p $(INSTALL_OPENVINO)
|
|
sudo rm -rf $(TMP_DIR) ; sudo mkdir $(TMP_DIR) ; sudo chmod 777 -R $(TMP_DIR)
|
|
sudo mkdir -p $(SHARE_DIR)
|
|
sudo apt --assume-yes update && sudo apt --assume-yes install nfs-common
|
|
sudo mount -vvv -t nfs cinfsshare.file.core.windows.net:/cinfsshare/onnxtestdata $(SHARE_DIR) -o vers=4,minorversion=1,sec=sys
|
|
mkdir -p $(OPENVINO_CCACHE_DIR)
|
|
displayName: 'Make directories'
|
|
|
|
- checkout: self
|
|
clean: 'true'
|
|
path: openvino
|
|
|
|
- script: |
|
|
set -e
|
|
python3 -m pip install --upgrade pip
|
|
python3 -m pip install cmake
|
|
python3 -m pip install -r $(OPENVINO_REPO_DIR)/src/bindings/python/requirements.txt
|
|
python3 -m pip install -r $(OPENVINO_REPO_DIR)/src/bindings/python/wheel/requirements-dev.txt
|
|
python3 -m pip install -r $(OPENVINO_REPO_DIR)/src/bindings/python/src/compatibility/openvino/requirements-dev.txt
|
|
# install dependencies needed to build CPU plugin for ARM
|
|
sudo -E apt --assume-yes install scons gcc-10-aarch64-linux-gnu g++-10-aarch64-linux-gnu
|
|
# generic dependencies
|
|
sudo -E apt --assume-yes install cmake ccache ninja-build unzip fdupes
|
|
displayName: 'Install build dependencies'
|
|
|
|
- script: |
|
|
set -e
|
|
echo deb [arch=amd64] http://archive.ubuntu.com/ubuntu/ focal main restricted > arm64-sources.list
|
|
echo deb [arch=amd64] http://archive.ubuntu.com/ubuntu/ focal-updates main restricted >> arm64-sources.list
|
|
echo deb [arch=amd64] http://archive.ubuntu.com/ubuntu/ focal universe >> arm64-sources.list
|
|
echo deb [arch=amd64] http://archive.ubuntu.com/ubuntu/ focal-updates universe >> arm64-sources.list
|
|
echo deb [arch=amd64] http://archive.ubuntu.com/ubuntu/ focal multiverse >> arm64-sources.list
|
|
echo deb [arch=amd64] http://archive.ubuntu.com/ubuntu/ focal-updates multiverse >> arm64-sources.list
|
|
echo deb [arch=amd64] http://archive.ubuntu.com/ubuntu/ focal-backports main restricted universe multiverse >> arm64-sources.list
|
|
echo deb [arch=amd64] http://security.ubuntu.com/ubuntu/ focal-security main restricted >> arm64-sources.list
|
|
echo deb [arch=amd64] http://security.ubuntu.com/ubuntu/ focal-security universe >> arm64-sources.list
|
|
echo deb [arch=amd64] http://security.ubuntu.com/ubuntu/ focal-security multiverse >> arm64-sources.list
|
|
echo deb [arch=arm64] http://ports.ubuntu.com/ubuntu-ports/ focal main >> arm64-sources.list
|
|
echo deb [arch=arm64] http://ports.ubuntu.com/ubuntu-ports/ focal universe >> arm64-sources.list
|
|
echo deb [arch=arm64] http://ports.ubuntu.com/ubuntu-ports/ focal-updates main >> arm64-sources.list
|
|
echo deb [arch=arm64] http://ports.ubuntu.com/ubuntu-ports/ focal-security main >> arm64-sources.list
|
|
sudo mv arm64-sources.list /etc/apt/sources.list.d/
|
|
sudo -E dpkg --add-architecture arm64
|
|
sudo -E apt-get update -o Dir::Etc::sourcelist=/etc/apt/sources.list.d/arm64-sources.list
|
|
sudo -E apt-get install -y --no-install-recommends libpython3-dev:arm64
|
|
displayName: 'Install arm64 libraries'
|
|
|
|
- script: |
|
|
set -e
|
|
git submodule update --init -- $(OPENVINO_REPO_DIR)/src/plugins
|
|
git submodule update --init -- $(OPENVINO_REPO_DIR)/thirdparty/gtest
|
|
git submodule update --init -- $(OPENVINO_REPO_DIR)/thirdparty/open_model_zoo
|
|
displayName: 'Init submodules for non Conan dependencies'
|
|
|
|
- script: |
|
|
set -e
|
|
python3 -m pip install conan
|
|
# install build profile compilers
|
|
sudo -E apt --assume-yes install gcc g++
|
|
# generate build profile
|
|
conan profile detect
|
|
# generate host profile for linux_arm64
|
|
echo "include(default)" > $(BUILD_OPENVINO)/linux_arm64
|
|
echo "[buildenv]" >> $(BUILD_OPENVINO)/linux_arm64
|
|
echo "CC=aarch64-linux-gnu-gcc-10" >> $(BUILD_OPENVINO)/linux_arm64
|
|
echo "CXX=aarch64-linux-gnu-g++-10" >> $(BUILD_OPENVINO)/linux_arm64
|
|
# install OpenVINO dependencies
|
|
conan install $(OPENVINO_REPO_DIR)/conanfile.txt \
|
|
-pr:h $(BUILD_OPENVINO)/linux_arm64 \
|
|
-s:h arch=armv8 \
|
|
-of $(BUILD_OPENVINO)/dependencies \
|
|
-b missing
|
|
env:
|
|
CMAKE_CXX_COMPILER_LAUNCHER: ccache
|
|
CMAKE_C_COMPILER_LAUNCHER: ccache
|
|
CCACHE_DIR: $(OPENVINO_CCACHE_DIR)
|
|
CCACHE_TEMPDIR: $(TMP_DIR)/ccache
|
|
CCACHE_BASEDIR: $(Pipeline.Workspace)
|
|
CCACHE_MAXSIZE: 50G
|
|
displayName: 'Install conan and dependencies'
|
|
|
|
- script: |
|
|
set -e
|
|
source $(BUILD_OPENVINO)/dependencies/conanbuild.sh
|
|
# TODO: return tests building once GPU plugin migrates to Plugin API 2.0
|
|
cmake \
|
|
-DCMAKE_VERBOSE_MAKEFILE=ON \
|
|
-DBUILD_SHARED_LIBS=OFF \
|
|
-DCMAKE_COMPILE_WARNING_AS_ERROR=ON \
|
|
-DENABLE_CPPLINT=ON \
|
|
-DENABLE_INTEL_GPU=ON \
|
|
-DENABLE_PYTHON=ON \
|
|
-DENABLE_WHEEL=ON \
|
|
-DPYBIND11_PYTHONLIBS_OVERWRITE=OFF \
|
|
-DPYTHON_MODULE_EXTENSION=$(aarch64-linux-gnu-python3-config --extension-suffix) \
|
|
-DPYTHON_LIBRARY=/usr/lib/aarch64-linux-gnu/libc-2.31.so \
|
|
-DPYTHON_INCLUDE_DIR=$(Agent.ToolsDirectory)/Python/$(OV_PYTHON_VERSION)/x64/include/python$(OV_PYTHON_VERSION_MAJOR_MINOR) \
|
|
-DENABLE_DATA=OFF \
|
|
-DENABLE_SYSTEM_TBB=ON \
|
|
-DENABLE_SYSTEM_PROTOBUF=ON \
|
|
-DENABLE_SYSTEM_SNAPPY=ON \
|
|
-DENABLE_SYSTEM_PUGIXML=ON \
|
|
-DCMAKE_CXX_COMPILER_LAUNCHER=ccache \
|
|
-DCMAKE_C_COMPILER_LAUNCHER=ccache \
|
|
-DARM_COMPUTE_SCONS_JOBS=$(NUM_PROC) \
|
|
-DCMAKE_INSTALL_PREFIX=$(INSTALL_OPENVINO) \
|
|
-DCMAKE_BUILD_TYPE=$(BUILD_TYPE) \
|
|
-DENABLE_PYTHON_PACKAGING=ON \
|
|
-S $(OPENVINO_REPO_DIR) \
|
|
-B $(BUILD_OPENVINO)
|
|
source $(BUILD_OPENVINO)/dependencies/deactivate_conanbuild.sh
|
|
env:
|
|
CMAKE_GENERATOR: Ninja
|
|
CMAKE_TOOLCHAIN_FILE: $(BUILD_OPENVINO)/dependencies/conan_toolchain.cmake
|
|
displayName: 'CMake configure'
|
|
|
|
- script: cmake --build $(BUILD_OPENVINO) --parallel --config $(BUILD_TYPE)
|
|
env:
|
|
CCACHE_DIR: $(OPENVINO_CCACHE_DIR)
|
|
CCACHE_TEMPDIR: $(TMP_DIR)/ccache
|
|
CCACHE_BASEDIR: $(Pipeline.Workspace)
|
|
CCACHE_MAXSIZE: 50G
|
|
displayName: 'Build OpenVINO Runtime'
|
|
|
|
- script: cmake --build $(BUILD_OPENVINO) --parallel --config $(BUILD_TYPE) --target install
|
|
displayName: 'Install OpenVINO Runtime'
|
|
|
|
- script: |
|
|
set -e
|
|
source $(BUILD_OPENVINO)/dependencies/conanbuild.sh
|
|
$(INSTALL_OPENVINO)/samples/cpp/build_samples.sh
|
|
source $(BUILD_OPENVINO)/dependencies/deactivate_conanbuild.sh
|
|
env:
|
|
CMAKE_GENERATOR: Ninja
|
|
CMAKE_TOOLCHAIN_FILE: $(BUILD_OPENVINO)/dependencies/conan_toolchain.cmake
|
|
displayName: 'Build OpenVINO C++ samples'
|