summaryrefslogtreecommitdiff
path: root/src/third_party/wiredtiger/test/evergreen.yml
diff options
context:
space:
mode:
Diffstat (limited to 'src/third_party/wiredtiger/test/evergreen.yml')
-rwxr-xr-xsrc/third_party/wiredtiger/test/evergreen.yml88
1 files changed, 58 insertions, 30 deletions
diff --git a/src/third_party/wiredtiger/test/evergreen.yml b/src/third_party/wiredtiger/test/evergreen.yml
index fcfcfa2430a..96e56c150e0 100755
--- a/src/third_party/wiredtiger/test/evergreen.yml
+++ b/src/third_party/wiredtiger/test/evergreen.yml
@@ -33,7 +33,27 @@ functions:
command: git.get_project
params:
directory: wiredtiger
- "fetch artifacts" :
+ "generate github token": &gen_github_token
+ command: github.generate_token
+ params:
+ owner: wiredtiger
+ repo: automation-scripts
+ expansion_name: generated_token
+ permissions:
+ metadata: read
+ contents: read
+ "get automation-scripts": &get_automation_scripts
+ command: shell.exec
+ type: setup
+ params:
+ shell: bash
+ script: |
+ set -o errexit
+ set -o verbose
+ if ! [ -d "./automation-scripts" ]; then
+ git clone https://x-access-token:${generated_token}@github.com/wiredtiger/automation-scripts.git
+ fi
+ "fetch artifacts":
command: s3.get
params:
aws_key: ${aws_key}
@@ -101,15 +121,14 @@ functions:
# Fetch the gperftools library.
if [[ "${posix_configure_flags|}" =~ (tcmalloc|TCMALLOC) ]]; then
is_cmake_build=true
- git clone git@github.com:wiredtiger/automation-scripts.git
- . automation-scripts/evergreen/find_gperftools.sh ${s3_access_key} ${s3_secret_key} ${build_variant} $is_cmake_build
+ . ../automation-scripts/evergreen/find_gperftools.sh ${s3_access_key} ${s3_secret_key} ${build_variant} $is_cmake_build
fi
set -o errexit
set -o verbose
MACOS_PYTHON_FLAGS=
- if [ "${build_variant|}" = "macos-1014" ]; then
+ if [ "${build_variant|}" = "macos-11" ]; then
# For mac builds, we want explicitly tell cmake which python to use, as
# well as the matching library directory and header files. The find_libpython
# module gives us the library.
@@ -197,6 +216,8 @@ functions:
${compile_env_vars|} ${make_command|ninja} ${smp_command|} 2>&1
fi
"compile wiredtiger":
+ - *gen_github_token
+ - *get_automation_scripts
- *configure_wiredtiger
- *make_wiredtiger
"compile wiredtiger no linux ftruncate":
@@ -242,7 +263,7 @@ functions:
if [ -d cmake_build ]; then rm -r cmake_build; fi
mkdir -p cmake_build
cd cmake_build
- $CMAKE -DCMAKE_TOOLCHAIN_FILE=../cmake/toolchains/mongodbtoolchain_v3_gcc.cmake -DCMAKE_C_FLAGS="-ggdb" -DWITH_PIC=1 \
+ $CMAKE -DCMAKE_TOOLCHAIN_FILE=../cmake/toolchains/mongodbtoolchain_v4_gcc.cmake -DCMAKE_C_FLAGS="-ggdb" -DWITH_PIC=1 \
-DHAVE_DIAGNOSTIC=1 ${NON_BARRIER_DIAGNOSTIC_YIELDS|} -DENABLE_STRICT=1 \
-DHAVE_BUILTIN_EXTENSION_LZ4=1 -DHAVE_BUILTIN_EXTENSION_SNAPPY=1 -DHAVE_BUILTIN_EXTENSION_ZLIB=1 ${configure_python_setting|} \
-G "${cmake_generator|Ninja}" ../.
@@ -337,7 +358,7 @@ functions:
exit 0
fi
- git clone git@github.com:wiredtiger/wiredtiger.github.com.git
+ git clone https://github.com/wiredtiger/wiredtiger.github.com.git
cd wiredtiger.github.com
# Branches to update are defined through an expansion variable.
@@ -682,6 +703,8 @@ functions:
file: ./wiredtiger/cmake_build/${test_path}.json
"upload-perf-test-stats":
+ - *gen_github_token
+ - *get_automation_scripts
- command: shell.exec
params:
working_dir: "wiredtiger/cmake_build/bench/wtperf"
@@ -692,10 +715,7 @@ functions:
${virtualenv_binary} -p ${python_binary} venv
source venv/bin/activate
${pip3_binary} install pymongo[srv]==3.12.2
- if [[ ! -d "automation-scripts" ]]; then
- git clone git@github.com:wiredtiger/automation-scripts.git
- fi
- ${python_binary} automation-scripts/evergreen/upload_stats_atlas.py -u ${atlas_perf_test_username} -p ${atlas_perf_test_password} -f test_stats/atlas_out_${perf-test-name}.json -t ${created_at}
+ ${python_binary} ../automation-scripts/evergreen/upload_stats_atlas.py -u ${atlas_perf_test_username} -p ${atlas_perf_test_password} -f test_stats/atlas_out_${perf-test-name}.json -t ${created_at}
- command: perf.send
params:
file: ./wiredtiger/cmake_build/bench/wtperf/test_stats/evergreen_out_${perf-test-name}.json
@@ -801,7 +821,8 @@ variables:
- func: "get project"
- func: "compile wiredtiger"
vars:
- posix_configure_flags: -DENABLE_STRICT=1 -DHAVE_DIAGNOSTIC=1 -DHAVE_BUILTIN_EXTENSION_LZ4=1 -DHAVE_BUILTIN_EXTENSION_SNAPPY=1 -DHAVE_BUILTIN_EXTENSION_ZLIB=1
+ posix_configure_flags:
+ -DCMAKE_TOOLCHAIN_FILE=../cmake/toolchains/mongodbtoolchain_v4_gcc.cmake -DENABLE_STRICT=1 -DHAVE_DIAGNOSTIC=1 -DHAVE_BUILTIN_EXTENSION_LZ4=1 -DHAVE_BUILTIN_EXTENSION_SNAPPY=1 -DHAVE_BUILTIN_EXTENSION_ZLIB=1
- func: "recovery stress test script"
vars:
times: 25
@@ -2040,6 +2061,8 @@ tasks:
- name: configure-combinations
commands:
- func: "get project"
+ - func: "generate github token"
+ - func: "get automation-scripts"
- command: shell.exec
params:
working_dir: "wiredtiger"
@@ -2351,6 +2374,8 @@ tasks:
- name: long-test
commands:
- func: "get project"
+ - func: "generate github token"
+ - func: "get automation-scripts"
- func: "configure wiredtiger"
vars:
posix_configure_flags:
@@ -2733,7 +2758,7 @@ tasks:
- func: "compile wiredtiger"
vars:
posix_configure_flags:
- -DCMAKE_TOOLCHAIN_FILE=../cmake/toolchains/mongodbtoolchain_v3_gcc.cmake
+ -DCMAKE_TOOLCHAIN_FILE=../cmake/toolchains/mongodbtoolchain_v4_gcc.cmake
-DCMAKE_C_FLAGS="-ggdb"
-DENABLE_PYTHON=1
-DWITH_PIC=1
@@ -2751,7 +2776,10 @@ tasks:
exec_timeout_secs: 9000
commands:
- func: "get project"
- - func: "compile wiredtiger with builtins"
+ - func: "compile wiredtiger"
+ vars:
+ # FIXME-WT-13690: Enable ZSTD compression once failure has been resolved.
+ posix_configure_flags: -DCMAKE_TOOLCHAIN_FILE=../cmake/toolchains/mongodbtoolchain_v4_gcc.cmake -DENABLE_STRICT=1 -DHAVE_DIAGNOSTIC=1 -DNON_BARRIER_DIAGNOSTIC_YIELDS=1 -DHAVE_BUILTIN_EXTENSION_LZ4=1 -DHAVE_BUILTIN_EXTENSION_SNAPPY=1 -DHAVE_BUILTIN_EXTENSION_ZLIB=1 -DHAVE_BUILTIN_EXTENSION_ZSTD=0
- func: "format test script"
vars:
#run for 2 hours ( 2 * 60 = 120 minutes), use default config
@@ -2765,7 +2793,7 @@ tasks:
- func: "get project"
- func: "compile wiredtiger"
vars:
- posix_configure_flags: -DCMAKE_TOOLCHAIN_FILE=../cmake/toolchains/mongodbtoolchain_v3_gcc.cmake -DHAVE_BUILTIN_EXTENSION_LZ4=1 -DHAVE_BUILTIN_EXTENSION_SNAPPY=1 -DHAVE_BUILTIN_EXTENSION_ZLIB=1
+ posix_configure_flags: -DCMAKE_TOOLCHAIN_FILE=../cmake/toolchains/mongodbtoolchain_v4_gcc.cmake -DHAVE_BUILTIN_EXTENSION_LZ4=1 -DHAVE_BUILTIN_EXTENSION_SNAPPY=1 -DHAVE_BUILTIN_EXTENSION_ZLIB=1
- func: "format test script"
vars:
#run for 2 hours ( 2 * 60 = 120 minutes), use default config
@@ -4218,10 +4246,10 @@ buildvariants:
- name: ".unit_test"
- name: fops
-- name: macos-1014
- display_name: "OS X 10.14"
+- name: macos-11
+ display_name: "OS X 11"
run_on:
- - macos-1014
+ - macos-11
batchtime: 120 # 2 hours
expansions:
posix_configure_flags:
@@ -4232,7 +4260,7 @@ buildvariants:
-DENABLE_ZLIB=1
-DENABLE_STRICT=1
-DCMAKE_INSTALL_PREFIX=$(pwd)/LOCAL_INSTALL
- python_binary: '/opt/mongodbtoolchain/v3/bin/python3'
+ python_binary: '/Library/Frameworks/Python.framework/Versions/3.11/bin/python3.11'
smp_command: -j $(sysctl -n hw.logicalcpu)
cmake_generator: "Unix Makefiles"
make_command: make
@@ -4274,15 +4302,15 @@ buildvariants:
- name: big-endian
display_name: "~ Big-endian (s390x/zSeries)"
run_on:
- - ubuntu1804-zseries-build
+ - rhel8-zseries-small
batchtime: 4320 # 3 days
expansions:
- python_binary: '/opt/mongodbtoolchain/v3/bin/python3'
+ python_binary: '/opt/mongodbtoolchain/v4/bin/python3'
smp_command: -j $(grep -c ^processor /proc/cpuinfo)
- configure_env_vars: PATH=/opt/mongodbtoolchain/v3/bin:$PATH
- compile_env_vars: PATH=/opt/mongodbtoolchain/v3/bin:$PATH
+ configure_env_vars: PATH=/opt/mongodbtoolchain/v4/bin:$PATH
+ compile_env_vars: PATH=/opt/mongodbtoolchain/v4/bin:$PATH
test_env_vars:
- PATH=/opt/mongodbtoolchain/v3/bin:$PATH
+ PATH=/opt/mongodbtoolchain/v4/bin:$PATH
WT_TOPDIR=$(git rev-parse --show-toplevel)
WT_BUILDDIR=$WT_TOPDIR/cmake_build
LD_LIBRARY_PATH=$WT_BUILDDIR
@@ -4297,7 +4325,7 @@ buildvariants:
- name: rhel8-ppc
display_name: "~ RHEL8 PPC"
run_on:
- - rhel81-power8-small
+ - rhel8-power-small
batchtime: 120 # 2 hours
expansions:
format_test_setting: ulimit -c unlimited
@@ -4333,17 +4361,17 @@ buildvariants:
- name: rhel8-zseries
display_name: "~ RHEL8 zSeries"
run_on:
- - rhel80-zseries-test
+ - rhel8-zseries-small
batchtime: 120 # 2 hours
expansions:
- configure_env_vars: PATH=/opt/mongodbtoolchain/v3/bin:$PATH
- compile_env_vars: PATH=/opt/mongodbtoolchain/v3/bin:$PATH
+ configure_env_vars: PATH=/opt/mongodbtoolchain/v4/bin:$PATH
+ compile_env_vars: PATH=/opt/mongodbtoolchain/v4/bin:$PATH
test_env_vars:
- PATH=/opt/mongodbtoolchain/v3/bin:$PATH
+ PATH=/opt/mongodbtoolchain/v4/bin:$PATH
WT_BUILDDIR=$(git rev-parse --show-toplevel)/cmake_build
LD_LIBRARY_PATH=$WT_BUILDDIR
posix_configure_flags:
- -DCMAKE_TOOLCHAIN_FILE=../cmake/toolchains/mongodbtoolchain_v3_gcc.cmake
+ -DCMAKE_TOOLCHAIN_FILE=../cmake/toolchains/mongodbtoolchain_v4_gcc.cmake
-DCMAKE_C_FLAGS="-ggdb"
-DHAVE_DIAGNOSTIC=1
-DENABLE_PYTHON=1
@@ -4351,7 +4379,7 @@ buildvariants:
-DENABLE_SNAPPY=1
-DENABLE_STRICT=1
-DCMAKE_INSTALL_PREFIX=$(pwd)/LOCAL_INSTALL
- python_binary: '/opt/mongodbtoolchain/v3/bin/python3'
+ python_binary: '/opt/mongodbtoolchain/v4/bin/python3'
# Use half number of vCPU to avoid OOM kill failure
smp_command: -j $(echo $(grep -c ^processor /proc/cpuinfo) / 2 | bc)
cmake_generator: Ninja
generated by cgit v1.2.3 (git 2.39.1) at 2026-09-11 12:02:40 +0000