mirror of
https://github.com/MariaDB/server.git
synced 2025-11-03 20:36:16 +01:00
5f616f48bc
Replace broken URLs of boost-program-options and openssl1.1 with archives.fedoraproject.org for stable RPM access. Update upgrade paths by removing 10.3/10.4 and adding 11.8 version. All new code of the whole pull request, including one or several files that are either new files or modified ones, are contributed under the BSD-new license. I am contributing on behalf of my employer Amazon Web Services, Inc.
297 lines
11 KiB
Bash
Executable file
297 lines
11 KiB
Bash
Executable file
#!/bin/bash
|
|
|
|
# This script installs an existing version of MariaDB from the archives,
|
|
# adds the appropriate users, starts the server, and stores the database
|
|
# system files before and after mariadb-upgrade is executed.
|
|
# mariadb-upgrade should do nothing since the minor version is the same.
|
|
|
|
# Adapted from: https://mariadb.com/kb/en/installing-mariadb-binary-tarballs/#installing-mariadb-as-root-in-usrlocalmysql
|
|
|
|
# Exit on error
|
|
set -e -o pipefail
|
|
|
|
GREEN='\033[0;32m'
|
|
NC='\033[0m' # No Color
|
|
|
|
# Initialize variables
|
|
source_version=""
|
|
rpm_dir=""
|
|
target_version=""
|
|
|
|
function usage {
|
|
echo Usage:
|
|
echo " $0 source_version [target-version] [--rpm-dir rpm/]"
|
|
echo " (target_version and --rpm-dir are mutually exclusive)"
|
|
|
|
}
|
|
|
|
rpm_dir=""
|
|
# Parse long arguments
|
|
while [[ $# -gt 0 ]]; do
|
|
case "$1" in
|
|
--rpm-dir)
|
|
rpm_dir="$2"
|
|
shift 2
|
|
;;
|
|
*)
|
|
break
|
|
;;
|
|
esac
|
|
done
|
|
|
|
# Parse positional arguments
|
|
if [[ $# -lt 1 ]]; then
|
|
echo "Missing required positional argument: source_version"
|
|
usage
|
|
exit 1
|
|
fi
|
|
|
|
source_version="$1"
|
|
shift
|
|
|
|
if [[ $# -gt 0 ]]; then
|
|
target_version="$1"
|
|
shift
|
|
fi
|
|
|
|
if [[ -n "$rpm_dir" && -n "$target_version" ]]; then
|
|
usage
|
|
exit 1
|
|
fi
|
|
|
|
# Check for extra arguments
|
|
if [[ $# -gt 0 ]]; then
|
|
echo "Unknown arguments: $*"
|
|
usage
|
|
exit 1
|
|
fi
|
|
|
|
function log {
|
|
local text="$*"
|
|
echo -e "${GREEN}${text}${NC}"
|
|
}
|
|
|
|
if [[ -z "$target_version" ]]; then
|
|
echo "No target version specified"
|
|
if [[ -z "$rpm_dir" ]]; then
|
|
echo "Using default RPM directory"
|
|
rpm_dir="rpm/"
|
|
fi
|
|
if [ ! -d "$rpm_dir" ]; then
|
|
echo "Error: directory $rpm_dir not found"
|
|
usage
|
|
exit 1
|
|
fi
|
|
fi
|
|
|
|
if [[ -n "$target_version" ]]; then
|
|
log "Source version: $source_version"
|
|
log "Target version: $target_version"
|
|
else
|
|
log "Source version: $source_version"
|
|
log "RPM Directory: $rpm_dir"
|
|
fi
|
|
|
|
function wait_for_socket {
|
|
SOCK="$1"
|
|
LIMIT="${2:-10}"
|
|
log "Waiting $LIMIT seconds for Unix socket to be created at $SOCK ..."
|
|
for ii in $(seq "$LIMIT"); do
|
|
[ -S "$SOCK" ] && break
|
|
sleep 1
|
|
done
|
|
if [ "$ii" == "$LIMIT" ]; then
|
|
log "Unix socket was not created within $LIMIT seconds"
|
|
false
|
|
fi
|
|
}
|
|
|
|
# Install dependencies
|
|
log "Installing dependencies"
|
|
dnf install -y wget libxcrypt-compat libaio ncurses-compat-libs numactl-libs
|
|
|
|
install_mariadb_from_archive() {
|
|
version=$1
|
|
# Find latest RPM repository from https://archive.mariadb.org/
|
|
# The RPMs for each MariaDB version are build for the latest distribution version at the time of release.
|
|
# Certain required libraries are missing in the latest version of the distribution this test is being run on (currently Fedora).
|
|
# The missing libraries depned on the latest distribution version, so that is found by scanning the MariaDB archive directory.
|
|
|
|
log "Finding MariaDB RPM repository for version $version"
|
|
latest_distro=$(curl -s https://archive.mariadb.org/mariadb-"$version"/yum/fedora/ |
|
|
(grep -Eo '^<a href="[0-9]+/">' || true) |
|
|
sort -V | tail -n 1 | sed -n 's/^<a href="\([0-9]*\)\/">/\1/p')
|
|
if [ -z "$latest_distro" ]; then
|
|
log "Could not find repository. Exiting."
|
|
exit 1
|
|
fi
|
|
rpm_repository=https://archive.mariadb.org/mariadb-$version/yum/fedora/$latest_distro/$(uname -m)/
|
|
log "RPM repository: $rpm_repository"
|
|
# log Fedora distribution: $latest_distro # Currently only supports tests on Fedora
|
|
|
|
# Use custom repository
|
|
log "Using custom MariaDB repository"
|
|
cat <<EOF >/etc/yum.repos.d/MariaDB.repo
|
|
[mariadb]
|
|
name=MariaDB
|
|
baseurl=$rpm_repository
|
|
gpgkey=https://archive.mariadb.org/PublicKey
|
|
gpgcheck=1
|
|
EOF
|
|
|
|
cat /etc/yum.repos.d/MariaDB.repo
|
|
|
|
# Get version of MariaDB server. This is necessary to check which additional dependencies must be installed.
|
|
# Full version has been defined
|
|
major_version=$(echo "$version" | cut -d '.' -f1-2)
|
|
minor_version=$(echo "$version" | cut -d '.' -f3)
|
|
# Only major version has been defined, get minor version from RPM
|
|
if [ -z "$minor_version" ]; then
|
|
rpm_version=$(dnf list MariaDB-server | grep -oP 'MariaDB-server.x86_64\s+\K[0-9]+\.[0-9]+\.[0-9]+(?=-)')
|
|
minor_version=$(echo "$rpm_version" | cut -d '.' -f3)
|
|
fi
|
|
# Install missing dependencies that are version/distro specific
|
|
log "Installing missing libraries"
|
|
[[ $latest_distro -le 26 ]] && dnf install -y http://mirror.centos.org/centos/8-stream/AppStream/x86_64/os/Packages/compat-openssl10-1.0.2o-4.el8.x86_64.rpm
|
|
[[ $latest_distro -le 32 ]] && dnf install -y https://download-ib01.fedoraproject.org/pub/epel/8/Everything/x86_64/Packages/b/boost169-program-options-1.69.0-5.el8.x86_64.rpm
|
|
[[ $latest_distro == 33 ]] && dnf install -y http://springdale.princeton.edu/data/springdale/7/x86_64/os/Computational/boost173-program-options-1.73.0-7.sdl7.x86_64.rpm
|
|
[[ $latest_distro == 34 ]] && dnf install -y https://repo.almalinux.org/almalinux/9/AppStream/x86_64/os/Packages/boost-program-options-1.75.0-8.el9.x86_64.rpm \
|
|
https://vault.centos.org/centos/8/AppStream/x86_64/os/Packages/liburing-1.0.7-3.el8.x86_64.rpm
|
|
[[ $latest_distro == 35 ]] && dnf install -y https://archives.fedoraproject.org/pub/archive/fedora/linux/updates/36/Everything/x86_64/Packages/b/boost-program-options-1.76.0-12.fc36.x86_64.rpm
|
|
[[ $latest_distro -le 35 ]] && dnf install -y https://archives.fedoraproject.org/pub/archive/fedora/linux/releases/39/Everything/x86_64/os/Packages/o/openssl1.1-1.1.1q-5.fc39.x86_64.rpm
|
|
# galera-4 needs boost-program-options-1.81.0. Try installing from default repository first.
|
|
[[ $latest_distro -ge 39 ]] &&
|
|
(dnf install -y boost-program-options-1.81.0 ||
|
|
dnf install -y https://archives.fedoraproject.org/pub/archive/fedora/linux/releases/39/Everything/x86_64/os/Packages/b/boost-program-options-1.81.0-8.fc39.x86_64.rpm)
|
|
if [[ $major_version == "10.4" ]] && [[ $minor_version -ge 24 ]]; then
|
|
log "RPMs not available for version 10.4.24+ from this repository. You may try testing by installing from the .tar.gz binaries."
|
|
exit 1
|
|
fi
|
|
|
|
log "Begin installation of MariaDB version $version"
|
|
dnf install -y MariaDB-server
|
|
}
|
|
|
|
install_mariadb_from_archive "$source_version"
|
|
|
|
# Set variables and binaries
|
|
MYSQLD=$([ -f /usr/sbin/mariadbd ] && echo "/usr/sbin/mariadbd" || echo "/usr/sbin/mysqld")
|
|
MYSQL_CLIENT=$(command -v mariadb || command -v mysql)
|
|
MYSQL_INSTALL_DB=$(command -v mariadb-install-db || command -v mysql_install_db ||
|
|
find /usr/bin /usr/sbin /usr/local/bin -name 'mariadb-install-db' -o -name 'mysql_install_db' 2>/dev/null |
|
|
head -n 1)
|
|
TMP_DATA_DIR=/tmp/var/lib/mysql
|
|
rm -rf $TMP_DATA_DIR test_upgrade.log # clean up from old tests
|
|
SOCK=/var/lib/mysql/mysql.sock
|
|
|
|
start_mariadb_server() {
|
|
$MYSQLD --version # check version
|
|
|
|
if [ -z "$MYSQL_INSTALL_DB" ]; then
|
|
log "Error: mysql_install_db or mariadb-install-db not found"
|
|
exit 1
|
|
fi
|
|
|
|
log "Creating system tables"
|
|
$MYSQL_INSTALL_DB --user=mysql --datadir=$TMP_DATA_DIR
|
|
chown -R mysql $TMP_DATA_DIR
|
|
|
|
# Start server
|
|
log "Starting mariadb daemon"
|
|
sudo -u mysql "$MYSQLD" --datadir=$TMP_DATA_DIR &
|
|
wait_for_socket "$SOCK" 10
|
|
$MYSQL_CLIENT --skip-column-names -e "SELECT @@version, @@version_comment" # Show version
|
|
}
|
|
|
|
shutdown_and_wait() {
|
|
while $MYSQL_CLIENT -e 'SELECT 1' >/dev/null 2>&1; do
|
|
$MYSQL_CLIENT -e 'SHUTDOWN'
|
|
sleep 1
|
|
[ ! -S "$SOCK" ] && break
|
|
done
|
|
}
|
|
|
|
log "Start server with source version"
|
|
start_mariadb_server
|
|
|
|
MYSQL_DUMP=$(command -v mariadb-dump || command -v mysqldump)
|
|
MYSQL_CHECK=$(command -v mariadb-check || command -v mysqlcheck)
|
|
MYSQL_UPGRADE=$(command -v mariadb-upgrade || command -v mysql_upgrade)
|
|
|
|
log "Dump database contents in installed state"
|
|
$MYSQL_DUMP --all-databases --all-tablespaces --triggers --routines --events --skip-extended-insert >old-installed-database.sql
|
|
log "Check if tables need upgrade"
|
|
$MYSQL_CHECK --all-databases --check-upgrade | tee -a test_upgrade.log
|
|
|
|
# Generate user tables filled with random data
|
|
$MYSQL_CLIENT -e "CREATE DATABASE random_data;" || true
|
|
$MYSQL_CLIENT -e "USE random_data;"
|
|
# Varchars
|
|
$MYSQL_CLIENT -D random_data -e "CREATE TABLE random_strings (string VARCHAR(255) NOT NULL);" || true
|
|
for _ in {1..10}; do
|
|
$MYSQL_CLIENT -D random_data -e "INSERT INTO random_strings ( string ) VALUES ( MD5(RAND()) );"
|
|
done
|
|
$MYSQL_CLIENT -D random_data -e "SELECT count(*) FROM random_strings;"
|
|
# Integers
|
|
$MYSQL_CLIENT -D random_data -e "CREATE TABLE random_numbers (number INT NOT NULL);" || true
|
|
for _ in {1..10}; do
|
|
$MYSQL_CLIENT -D random_data -e "INSERT INTO random_numbers ( number ) VALUES ( RAND() );"
|
|
done
|
|
$MYSQL_CLIENT -D random_data -e "SELECT count(*) FROM random_numbers;"
|
|
|
|
# Run mysql_upgrade which should have no effect
|
|
log "Do upgrade"
|
|
$MYSQL_UPGRADE -u root -v | tee -a test_upgrade.log
|
|
log "Dump database contents in upgraded state"
|
|
$MYSQL_DUMP --all-databases --all-tablespaces --triggers --routines --events --skip-extended-insert >old-upgraded-database.sql
|
|
$MYSQL_CLIENT --skip-column-names -e "SELECT @@version, @@version_comment" # Show version
|
|
log "Shutdown"
|
|
shutdown_and_wait
|
|
|
|
log "Uninstall source version"
|
|
dnf remove -y MariaDB-server
|
|
|
|
log "------------------------------------------------"
|
|
if [[ -n "$target_version" ]]; then
|
|
install_mariadb_from_archive "$target_version"
|
|
elif [[ -n "$rpm_dir" ]]; then
|
|
log "Begin installation of MariaDB from local RPMs"
|
|
log "rpm_dir: $rpm_dir"
|
|
dnf install -y "$rpm_dir"/*.rpm # from previous job
|
|
fi
|
|
|
|
start_mariadb_server
|
|
|
|
log "Dump database contents in installed state"
|
|
$MYSQL_DUMP --all-databases --all-tablespaces --triggers --routines --events --skip-extended-insert >new-installed-database.sql || true
|
|
# The step above fails on: mariadb-dump: Couldn't execute 'show events': Cannot proceed, because event scheduler is disabled (1577)
|
|
|
|
log "Run check for upgrade"
|
|
$MYSQL_CHECK --all-databases --check-upgrade --check --extended | tee -a test_upgrade.log
|
|
|
|
log "Run upgrade"
|
|
$MYSQL_UPGRADE -u root | tee -a test_upgrade.log # minor version is the same, so no upgrade done
|
|
|
|
log "Force upgrade"
|
|
$MYSQL_UPGRADE -u root --force | tee -a test_upgrade.log
|
|
|
|
log "Dump database contents in upgraded state"
|
|
$MYSQL_DUMP --all-databases --all-tablespaces --triggers --routines --events --skip-extended-insert >new-upgraded-database.sql
|
|
$MYSQL_CLIENT --skip-column-names -e "SELECT @@version, @@version_comment" # Show version
|
|
|
|
log "Shutdown"
|
|
shutdown_and_wait
|
|
echo
|
|
|
|
# Test whether a table rebuild was triggered
|
|
if grep -E "Needs upgrade|Table rebuild required" test_upgrade.log; then
|
|
log "================================="
|
|
log "= A table rebuild was triggered ="
|
|
log "================================="
|
|
exit 1
|
|
else
|
|
log "=================================="
|
|
log "= No table rebuild was triggered ="
|
|
log "=================================="
|
|
exit 0
|
|
fi
|