Use our prebuilt ci; tweak builds; reformat
This commit is contained in:
Jason Rhinelander
parent
a2f5c0647c
commit
c371dfe5fd
256
.drone.jsonnet
256
.drone.jsonnet
|
|
@ -1,140 +1,164 @@
|
|||
|
||||
local default_deps_base='libsystemd-dev libboost-program-options-dev libcurl4-openssl-dev ' +
|
||||
'libsqlite3-dev libsodium-dev libssl-dev pkg-config autoconf make libjemalloc-dev';
|
||||
local default_deps_nocxx='libsodium-dev ' + default_deps_base; // libsodium-dev needs to be >= 1.0.18
|
||||
local default_deps='g++ ' + default_deps_nocxx; // g++ sometimes needs replacement
|
||||
local default_deps_base = [
|
||||
'autoconf',
|
||||
'libboost-program-options-dev',
|
||||
'libcurl4-openssl-dev',
|
||||
'libjemalloc-dev',
|
||||
'libsodium-dev',
|
||||
'libsqlite3-dev',
|
||||
'libssl-dev',
|
||||
'libsystemd-dev',
|
||||
'make',
|
||||
'pkg-config',
|
||||
];
|
||||
local default_deps_nocxx = ['libsodium-dev'] + default_deps_base; // libsodium-dev needs to be >= 1.0.18
|
||||
local default_deps = ['g++'] + default_deps_nocxx; // g++ sometimes needs replacement
|
||||
local docker_base = 'registry.oxen.rocks/lokinet-ci-';
|
||||
|
||||
local submodules_commands = ['git fetch --tags', 'git submodule update --init --recursive --depth=1'];
|
||||
local submodules = {
|
||||
name: 'submodules',
|
||||
image: 'drone/git',
|
||||
commands: submodules_commands
|
||||
name: 'submodules',
|
||||
image: 'drone/git',
|
||||
commands: submodules_commands,
|
||||
};
|
||||
|
||||
local apt_get_quiet = 'apt-get -o=Dpkg::Use-Pty=0 -q';
|
||||
|
||||
// Regular build on a debian-like system:
|
||||
local debian_pipeline(name, image,
|
||||
arch='amd64',
|
||||
deps=default_deps,
|
||||
build_type='Release',
|
||||
lto=false,
|
||||
build_tests=true,
|
||||
run_tests=true, # Runs full test suite
|
||||
test_oxen_storage=true, # Makes sure oxen-storage --version runs
|
||||
cmake_extra='',
|
||||
extra_cmds=[],
|
||||
extra_steps=[],
|
||||
jobs=6,
|
||||
allow_fail=false) = {
|
||||
kind: 'pipeline',
|
||||
type: 'docker',
|
||||
name: name,
|
||||
platform: { arch: arch },
|
||||
steps: [
|
||||
submodules,
|
||||
{
|
||||
name: 'build',
|
||||
image: image,
|
||||
[if allow_fail then "failure"]: "ignore",
|
||||
environment: { SSH_KEY: { from_secret: "SSH_KEY" } },
|
||||
commands: [
|
||||
'echo "Building on ${DRONE_STAGE_MACHINE}"',
|
||||
'echo "man-db man-db/auto-update boolean false" | debconf-set-selections',
|
||||
apt_get_quiet + ' update',
|
||||
apt_get_quiet + ' install -y eatmydata',
|
||||
'eatmydata ' + apt_get_quiet + ' dist-upgrade -y',
|
||||
'eatmydata ' + apt_get_quiet + ' install -y --no-install-recommends cmake git ca-certificates ninja-build ccache '
|
||||
+ deps,
|
||||
'mkdir build',
|
||||
'cd build',
|
||||
'cmake .. -G Ninja -DCMAKE_CXX_FLAGS=-fdiagnostics-color=always -DCMAKE_BUILD_TYPE='+build_type+' ' +
|
||||
'-DLOCAL_MIRROR=https://oxen.rocks/deps -DUSE_LTO=' + (if lto then 'ON ' else 'OFF ') +
|
||||
(if build_tests || run_tests then '-DBUILD_TESTS=ON ' else '') +
|
||||
cmake_extra,
|
||||
'ninja -j' + jobs + ' -v',
|
||||
] +
|
||||
(if test_oxen_storage then ['./httpserver/oxen-storage --version'] else []) +
|
||||
(if run_tests then ['./unit_test/Test'] else []) +
|
||||
extra_cmds,
|
||||
}
|
||||
] + extra_steps,
|
||||
local debian_pipeline(name,
|
||||
image,
|
||||
arch='amd64',
|
||||
deps=default_deps,
|
||||
build_type='Release',
|
||||
lto=false,
|
||||
build_tests=true,
|
||||
run_tests=true, // Runs full test suite
|
||||
test_oxen_storage=true, // Makes sure oxen-storage --version runs
|
||||
cmake_extra='',
|
||||
extra_cmds=[],
|
||||
extra_steps=[],
|
||||
jobs=6,
|
||||
allow_fail=false) = {
|
||||
kind: 'pipeline',
|
||||
type: 'docker',
|
||||
name: name,
|
||||
platform: { arch: arch },
|
||||
steps: [
|
||||
submodules,
|
||||
{
|
||||
name: 'build',
|
||||
image: image,
|
||||
pull: 'always',
|
||||
[if allow_fail then 'failure']: 'ignore',
|
||||
environment: { SSH_KEY: { from_secret: 'SSH_KEY' } },
|
||||
commands: [
|
||||
'echo "Building on ${DRONE_STAGE_MACHINE}"',
|
||||
'echo "man-db man-db/auto-update boolean false" | debconf-set-selections',
|
||||
apt_get_quiet + ' update',
|
||||
apt_get_quiet + ' install -y eatmydata',
|
||||
'eatmydata ' + apt_get_quiet + ' dist-upgrade -y',
|
||||
'eatmydata ' + apt_get_quiet + ' install -y --no-install-recommends cmake git ca-certificates ninja-build ccache '
|
||||
+ std.join(' ', deps),
|
||||
'mkdir build',
|
||||
'cd build',
|
||||
'cmake .. -G Ninja -DCMAKE_CXX_FLAGS=-fdiagnostics-color=always -DCMAKE_BUILD_TYPE=' + build_type + ' ' +
|
||||
'-DLOCAL_MIRROR=https://oxen.rocks/deps -DUSE_LTO=' + (if lto then 'ON ' else 'OFF ') +
|
||||
(if build_tests || run_tests then '-DBUILD_TESTS=ON ' else '') +
|
||||
cmake_extra,
|
||||
'ninja -j' + jobs + ' -v',
|
||||
] +
|
||||
(if test_oxen_storage then ['./httpserver/oxen-storage --version'] else []) +
|
||||
(if run_tests then ['./unit_test/Test'] else []) +
|
||||
extra_cmds,
|
||||
},
|
||||
] + extra_steps,
|
||||
};
|
||||
|
||||
local clang(version, lto=false) = debian_pipeline(
|
||||
'Debian sid/clang-' + version + ' (amd64)',
|
||||
docker_base + 'debian-sid-clang',
|
||||
deps=['clang-' + version] + default_deps_nocxx,
|
||||
cmake_extra='-DCMAKE_C_COMPILER=clang-' + version + ' -DCMAKE_CXX_COMPILER=clang++-' + version + ' ',
|
||||
lto=lto
|
||||
);
|
||||
|
||||
// Macos build
|
||||
local mac_builder(name,
|
||||
build_type='Release',
|
||||
lto=false,
|
||||
build_tests=true,
|
||||
run_tests=true,
|
||||
test_oxen_storage=true, # Makes sure oxen-storage --version runs
|
||||
cmake_extra='',
|
||||
extra_cmds=[],
|
||||
extra_steps=[],
|
||||
jobs=6,
|
||||
allow_fail=false) = {
|
||||
kind: 'pipeline',
|
||||
type: 'exec',
|
||||
name: name,
|
||||
platform: { os: 'darwin', arch: 'amd64' },
|
||||
steps: [
|
||||
{ name: 'submodules', commands: submodules_commands },
|
||||
{
|
||||
name: 'build',
|
||||
environment: { SSH_KEY: { from_secret: "SSH_KEY" } },
|
||||
commands: [
|
||||
// If you don't do this then the C compiler doesn't have an include path containing
|
||||
// basic system headers. WTF apple:
|
||||
'export SDKROOT="$(xcrun --sdk macosx --show-sdk-path)"',
|
||||
'mkdir build',
|
||||
'cd build',
|
||||
'cmake .. -G Ninja -DCMAKE_CXX_FLAGS=-fcolor-diagnostics -DCMAKE_BUILD_TYPE='+build_type+' ' +
|
||||
'-DLOCAL_MIRROR=https://oxen.rocks/deps -DUSE_LTO=' + (if lto then 'ON ' else 'OFF ') +
|
||||
(if build_tests || run_tests then '-DBUILD_TESTS=ON ' else '') +
|
||||
cmake_extra,
|
||||
'ninja -j' + jobs + ' -v'
|
||||
] +
|
||||
(if test_oxen_storage then ['./httpserver/oxen-storage --version'] else []) +
|
||||
(if run_tests then ['./unit_test/Test'] else []) +
|
||||
extra_cmds,
|
||||
}
|
||||
] + extra_steps
|
||||
build_type='Release',
|
||||
lto=false,
|
||||
build_tests=true,
|
||||
run_tests=true,
|
||||
test_oxen_storage=true, // Makes sure oxen-storage --version runs
|
||||
cmake_extra='',
|
||||
extra_cmds=[],
|
||||
extra_steps=[],
|
||||
jobs=6,
|
||||
allow_fail=false) = {
|
||||
kind: 'pipeline',
|
||||
type: 'exec',
|
||||
name: name,
|
||||
platform: { os: 'darwin', arch: 'amd64' },
|
||||
steps: [
|
||||
{ name: 'submodules', commands: submodules_commands },
|
||||
{
|
||||
name: 'build',
|
||||
environment: { SSH_KEY: { from_secret: 'SSH_KEY' } },
|
||||
commands: [
|
||||
// If you don't do this then the C compiler doesn't have an include path containing
|
||||
// basic system headers. WTF apple:
|
||||
'export SDKROOT="$(xcrun --sdk macosx --show-sdk-path)"',
|
||||
'mkdir build',
|
||||
'cd build',
|
||||
'cmake .. -G Ninja -DCMAKE_CXX_FLAGS=-fcolor-diagnostics -DCMAKE_BUILD_TYPE=' + build_type + ' ' +
|
||||
'-DLOCAL_MIRROR=https://oxen.rocks/deps -DUSE_LTO=' + (if lto then 'ON ' else 'OFF ') +
|
||||
(if build_tests || run_tests then '-DBUILD_TESTS=ON ' else '') +
|
||||
cmake_extra,
|
||||
'ninja -j' + jobs + ' -v',
|
||||
] +
|
||||
(if test_oxen_storage then ['./httpserver/oxen-storage --version'] else []) +
|
||||
(if run_tests then ['./unit_test/Test'] else []) +
|
||||
extra_cmds,
|
||||
},
|
||||
] + extra_steps,
|
||||
};
|
||||
|
||||
local static_check_and_upload = [
|
||||
'../contrib/drone-check-static-libs.sh',
|
||||
'ninja strip',
|
||||
'ninja create_tarxz',
|
||||
'../contrib/drone-static-upload.sh'
|
||||
'../contrib/drone-check-static-libs.sh',
|
||||
'ninja strip',
|
||||
'ninja create_tarxz',
|
||||
'../contrib/drone-static-upload.sh',
|
||||
];
|
||||
|
||||
local static_build_deps='autoconf automake make file libtool pkg-config patch openssh-client';
|
||||
|
||||
|
||||
[
|
||||
// Various debian builds
|
||||
debian_pipeline("Debian (amd64)", docker_base+"debian-sid", lto=true),
|
||||
debian_pipeline("Debian Debug (amd64)", "debian:sid", build_type='Debug'),
|
||||
debian_pipeline("Debian clang-11 (amd64)", docker_base+"debian-sid", deps='clang-11 '+default_deps_base,
|
||||
cmake_extra='-DCMAKE_C_COMPILER=clang-11 -DCMAKE_CXX_COMPILER=clang++-11 ', lto=true),
|
||||
debian_pipeline("Debian buster (i386)", "i386/debian:buster", deps=default_deps_base+' g++ make file',
|
||||
cmake_extra='-DDOWNLOAD_SODIUM=ON'),
|
||||
debian_pipeline("Ubuntu focal (amd64)", docker_base+"ubuntu-focal"),
|
||||
// Various debian builds
|
||||
debian_pipeline('Debian (amd64)', docker_base + 'debian-sid', lto=true),
|
||||
debian_pipeline('Debian Debug (amd64)', docker_base + 'debian-sid', build_type='Debug'),
|
||||
clang(13, lto=true),
|
||||
debian_pipeline('Debian stable (i386)', docker_base + 'debian-stable/i386'),
|
||||
debian_pipeline('Ubuntu LTS (amd64)', docker_base + 'ubuntu-lts'),
|
||||
debian_pipeline('Ubuntu latest (amd64)', docker_base + 'ubuntu-rolling'),
|
||||
debian_pipeline('Debian buster (amd64)',
|
||||
docker_base + 'debian-buster',
|
||||
deps=default_deps_base + ['g++', 'file'],
|
||||
cmake_extra='-DDOWNLOAD_SODIUM=ON'),
|
||||
|
||||
// ARM builds (ARM64 and armhf)
|
||||
debian_pipeline("Debian (ARM64)", "debian:sid", arch="arm64"),
|
||||
debian_pipeline("Debian buster (armhf)", "arm32v7/debian:buster", arch="arm64",
|
||||
cmake_extra='-DDOWNLOAD_SODIUM=ON', deps=default_deps_base+' g++ make file'),
|
||||
// ARM builds (ARM64 and armhf)
|
||||
debian_pipeline('Debian sid (ARM64)', docker_base + 'debian-sid', arch='arm64'),
|
||||
debian_pipeline('Debian stable (armhf)', docker_base + 'debian-stable/arm32v7', arch='arm64'),
|
||||
|
||||
// Static build (on bionic) which gets uploaded to oxen.rocks:
|
||||
debian_pipeline("Static (bionic amd64)", docker_base+"ubuntu-bionic", deps='g++-8 '+static_build_deps,
|
||||
cmake_extra='-DBUILD_STATIC_DEPS=ON -DCMAKE_C_COMPILER=gcc-8 -DCMAKE_CXX_COMPILER=g++-8',
|
||||
lto=true, extra_cmds=static_check_and_upload),
|
||||
// Static build (on bionic) which gets uploaded to oxen.rocks:
|
||||
debian_pipeline('Static (bionic amd64)',
|
||||
docker_base + 'ubuntu-bionic',
|
||||
deps=['autoconf', 'automake', 'file', 'g++-8', 'libtool', 'make', 'openssh-client', 'patch', 'pkg-config'],
|
||||
cmake_extra='-DBUILD_STATIC_DEPS=ON -DCMAKE_C_COMPILER=gcc-8 -DCMAKE_CXX_COMPILER=g++-8',
|
||||
lto=true,
|
||||
extra_cmds=static_check_and_upload),
|
||||
|
||||
// Macos builds:
|
||||
mac_builder('macOS (Static)', cmake_extra='-DBUILD_STATIC_DEPS=ON',
|
||||
lto=true, extra_cmds=static_check_and_upload),
|
||||
mac_builder('macOS (Release)'),
|
||||
mac_builder('macOS (Debug)', build_type='Debug'),
|
||||
// Macos builds:
|
||||
mac_builder('macOS (Static)',
|
||||
cmake_extra='-DBUILD_STATIC_DEPS=ON',
|
||||
lto=true,
|
||||
extra_cmds=static_check_and_upload),
|
||||
mac_builder('macOS (Release)'),
|
||||
mac_builder('macOS (Debug)', build_type='Debug'),
|
||||
]
|
||||
|
|
|
|||
Loading…
Reference in New Issue