/
azure-pipelines.yml
189 lines (173 loc) · 7.41 KB
/
azure-pipelines.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
# Copyright (c) Lawrence Livermore National Security, LLC and other VisIt
# Project developers. See the top-level LICENSE file for dates and other
# details. No copyright assignment is required to contribute to VisIt.
###############################################################################
# VisIt Azure CI Checks
###############################################################################
# Azure Commands Ref:
# https://aka.ms/yaml
#####
# TO USE A NEW CONTAINER, UPDATE TAG NAME HERE AS PART OF YOUR PR!
#####
variables:
container_tag: visitdav/visit-ci-develop:2024-02-21-shaa67324
# only build merge target pr to develop
trigger: none
pr:
branches:
include:
- develop
- 3.4RC
# fast fail sanity checks
stages:
- stage: Sanity
jobs:
- job: BLT_Time_Travel_Check
pool:
vmImage: 'ubuntu-latest'
steps:
- checkout: self
clean: boolean
submodules: recursive
- script: |
#######################################
# run our sanity check script
#######################################
git fetch
python scripts/ci/check_blt_time_travel.py
displayName: 'BLT Time Travel Check'
# main checks build using docker containers that
# include tpls built with build_visit
- stage: Main
jobs:
- job: Main_Build
pool:
vmImage: 'ubuntu-latest'
timeoutInMinutes: 0
container: ${{ variables.container_tag }}
variables:
TPLS_PATH: /masonry/build-mb-develop-ci-smoke/thirdparty_shared/third_party/
steps:
- checkout: self
clean: boolean
submodules: recursive
- script: |
#################################
# configure
#################################
# setup path to cmake
export CMAKE_BIN_DIR=`ls -d ${TPLS_PATH}/cmake/*/ci/bin/`
export PATH=$PATH:$CMAKE_BIN_DIR
# make dir for build
mkdir build
cd build
# configure with cmake
cmake -DVISIT_CONFIG_SITE:PATH="/visit-ci-cfg.cmake" ../src
displayName: 'Configure with CMake'
- script: |
#################################
# build
#################################
# build
cd build
make -j 4
displayName: 'Build'
- script: |
#################################
# fetch subset of test data (silo + blueprint)
#################################
cd data
git lfs pull --include silo_amr_test_data.tar.xz
git lfs pull --include silo_ghost_test_data.tar.xz
git lfs pull --include silo_hdf5_test_data.tar.xz
git lfs pull --include silo_pdb_test_data.tar.xz
git lfs pull --include silo_sph_test_data.tar.xz
git lfs pull --include blueprint_v0.3.1_test_data.tar.xz
git lfs pull --include blueprint_v0.3.1_mfem_test_data.tar.xz
git lfs pull --include blueprint_v0.7.0_venn_test_data.tar.xz
git lfs pull --include blueprint_v0.8.2_braid_examples_test_data.tar.xz
git lfs pull --include blueprint_v0.8.2_polytess_test_data.tar.xz
git lfs pull --include blueprint_v0.8.3_devilray_mfem_test_data
git lfs pull --include blueprint_v0.8.4_part_map_examples.tar.xz
git lfs pull --include blueprint_v0.8.4_strided_structured_examples.tar.xz
git lfs pull --include blueprint_v0.8.4_strided_structured_examples.tar.xz
git lfs pull --include blueprint_v0.8.6_rz_examples.tar.xz
git lfs pull --include blueprint_v0.8.6_1d_curve_examples.tar.xz
git lfs pull --include blueprint_v0.8.7_venn_modded_matnos_example.tar.xz
git lfs pull --include blueprint_v0.8.7_polytopal_mesh_no_offsets.tar.xz
cd ../
git lfs pull --include test/baseline/databases/silo
git lfs pull --include test/baseline/databases/blueprint
cd build/testdata/
tar xvf ../../data/silo_amr_test_data.tar.xz
tar xvf ../../data/silo_ghost_test_data.tar.xz
tar xvf ../../data/silo_hdf5_test_data.tar.xz
tar xvf ../../data/silo_pdb_test_data.tar.xz
tar xvf ../../data/silo_sph_test_data.tar.xz
tar xvf ../../data/blueprint_v0.3.1_test_data.tar.xz
tar xvf ../../data/blueprint_v0.3.1_mfem_test_data.tar.xz
tar xvf ../../data/blueprint_v0.7.0_venn_test_data.tar.xz
tar xvf ../../data/blueprint_v0.8.2_braid_examples_test_data.tar.xz
tar xvf ../../data/blueprint_v0.8.2_polytess_test_data.tar.xz
tar xvf ../../data/blueprint_v0.8.3_devilray_mfem_test_data
tar xvf ../../data/blueprint_v0.8.4_part_map_examples.tar.xz
tar xvf ../../data/blueprint_v0.8.4_strided_structured_examples.tar.xz
tar xvf ../../data/blueprint_v0.8.4_strided_structured_examples.tar.xz
tar xvf ../../data/blueprint_v0.8.6_rz_examples.tar.xz
tar xvf ../../data/blueprint_v0.8.6_1d_curve_examples.tar.xz
tar xvf ../../data/blueprint_v0.8.7_venn_modded_matnos_example.tar.xz
tar xvf ../../data/blueprint_v0.8.7_polytopal_mesh_no_offsets.tar.xz
displayName: 'Prep Test Data'
- script: |
#################################
# run tests
#################################
# run test suite
cd build/test
# find qt, vtk, and ospray
export QT_LIB_DIR=`ls -d ${TPLS_PATH}/qt/*/ci/lib/`
export VTK_LIB_DIR=`ls -d ${TPLS_PATH}/vtk/*/ci/lib/`
export OSPRAY_LIB_DIR=`ls -d ${TPLS_PATH}/ospray/*/ci/ospray/lib/`
# add to ld_lib path (rpaths are missing?)
export LD_LIBRARY_PATH=${VTK_LIB_DIR}:${OSPRAY_LIB_DIR}:${QT_LIB_DIR}
# run test suite on silo + blueprint tests
export TESTS=../../src/test/tests/databases/silo.py
export TESTS="${TESTS} ../../src/test/tests/databases/blueprint.py"
export TESTS="${TESTS} ../../src/test/tests/databases/blueprint_export.py"
export TESTS="${TESTS} ../../src/test/tests/hybrid/ddf.py"
# also run a few of our unit tests
export TESTS="${TESTS} ../../src/test/tests/unit/assert_simple.py"
export TESTS="${TESTS} ../../src/test/tests/unit/default_methods.py"
export TESTS="${TESTS} ../../src/test/tests/unit/convert2to3.py"
./run_visit_test_suite.sh -v ${TESTS}
displayName: 'Run Tests'
- task: CopyFiles@2
inputs:
contents: 'build/test/output/html/**'
targetFolder: $(Build.ArtifactStagingDirectory)
condition: always()
- script: |
#################################
# make docs
#################################
# make docs
cd build
make docs
displayName: 'Docs'
- task: CopyFiles@2
inputs:
contents: 'build/resources/help/en_US/manual/**'
targetFolder: $(Build.ArtifactStagingDirectory)
condition: always()
- task: PublishBuildArtifacts@1
inputs:
pathToPublish: $(Build.ArtifactStagingDirectory)
artifactName: VisIt_Test_Outputs
condition: always()
# - script: |
# #################################
# # install
# #################################
# cd build
# make install
# displayName: 'Install'