Files

135 lines
4.2 KiB
Bash
Executable File

#!/bin/sh
# Fetch the pinned external conformance corpora into vendor/conformance.
#
# scripts/fetch-conformance.sh [DEST]
# scripts/fetch-conformance.sh --gcc-only [DEST]
# scripts/fetch-conformance.sh --c-testsuite-only [DEST]
#
# DEST defaults to vendor/conformance (ignored by git). Nothing in the
# tracked tree is written.
#
# Pins:
# GCC 16.2.0 https://ftp.gnu.org/gnu/gcc/gcc-16.2.0/gcc-16.2.0.tar.xz
# SHA-256 e6738e29597f733270731aa90600f37ffdc045079dfc27ec7e8192cc81085c3e
# (only gcc/testsuite/gcc.c-torture and COPYING* are extracted)
# c-testsuite 5c7275656d751de0e68b2d340a95b5681858ed07
# https://github.com/c-testsuite/c-testsuite
#
# The corpus licences are preserved in each extracted tree (COPYING*). The
# tests are test-only and are not part of the compiler or project
# distribution.
set -eu
ROOT=$(cd "$(dirname "$0")/.." && pwd)
GCC_VERSION=16.2.0
GCC_TOP=gcc-$GCC_VERSION
GCC_URL=https://ftp.gnu.org/gnu/gcc/$GCC_TOP/$GCC_TOP.tar.xz
GCC_SHA256=e6738e29597f733270731aa90600f37ffdc045079dfc27ec7e8192cc81085c3e
CTEST_REPO=https://github.com/c-testsuite/c-testsuite
CTEST_COMMIT=5c7275656d751de0e68b2d340a95b5681858ed07
DO_GCC=1
DO_CTEST=1
DEST=
while [ $# -gt 0 ]; do
case $1 in
--gcc-only) DO_CTEST=0; shift ;;
--c-testsuite-only) DO_GCC=0; shift ;;
-h|--help)
sed -n '2,/^set -eu/p' "$0" | sed '$d' | sed 's/^# \{0,1\}//'
exit 0
;;
-*) echo "fetch-conformance: unknown option: $1" >&2; exit 2 ;;
*)
[ -z "$DEST" ] || { echo "fetch-conformance: more than one DEST" >&2; exit 2; }
DEST=$1
shift
;;
esac
done
DEST=${DEST:-$ROOT/vendor/conformance}
mkdir -p "$DEST"
DEST=$(cd "$DEST" && pwd)
fail() {
echo "fetch-conformance: FAIL: $*" >&2
exit 1
}
download() {
url=$1
out=$2
if command -v curl >/dev/null 2>&1; then
curl -fL --retry 3 --connect-timeout 30 -o "$out.part" "$url"
elif command -v wget >/dev/null 2>&1; then
wget -O "$out.part" "$url"
else
fail "need curl or wget to download $url"
fi
mv "$out.part" "$out"
}
if [ "$DO_GCC" -eq 1 ]; then
TAR=$DEST/downloads/$GCC_TOP.tar.xz
mkdir -p "$DEST/downloads"
if [ ! -f "$TAR" ]; then
echo "== download $GCC_URL"
download "$GCC_URL" "$TAR"
fi
echo "== verify $GCC_TOP.tar.xz"
printf '%s %s\n' "$GCC_SHA256" "$TAR" | sha256sum -c - \
|| fail "SHA-256 mismatch for $TAR"
if [ ! -d "$DEST/$GCC_TOP/gcc/testsuite/gcc.c-torture/execute" ]; then
echo "== extract gcc.c-torture and COPYING*"
tar -xJf "$TAR" -C "$DEST" --wildcards \
"$GCC_TOP/gcc/testsuite/gcc.c-torture/*" \
"$GCC_TOP/COPYING*"
else
echo "== gcc.c-torture already extracted"
fi
[ -d "$DEST/$GCC_TOP/gcc/testsuite/gcc.c-torture/execute" ] \
|| fail "extraction produced no gcc.c-torture/execute"
ls "$DEST/$GCC_TOP"/COPYING* >/dev/null 2>&1 \
|| fail "extraction preserved no COPYING file"
fi
if [ "$DO_CTEST" -eq 1 ]; then
CTEST=$DEST/c-testsuite
if [ ! -d "$CTEST/.git" ]; then
echo "== clone $CTEST_REPO"
mkdir -p "$(dirname "$CTEST")"
git clone --filter=blob:none --no-checkout "$CTEST_REPO" "$CTEST"
fi
echo "== checkout c-testsuite $CTEST_COMMIT"
git -C "$CTEST" fetch --depth 1 origin "$CTEST_COMMIT" 2>/dev/null || true
git -C "$CTEST" checkout --detach "$CTEST_COMMIT"
REV=$(git -C "$CTEST" rev-parse HEAD)
[ "$REV" = "$CTEST_COMMIT" ] \
|| fail "c-testsuite is at $REV, want $CTEST_COMMIT"
[ -d "$CTEST/tests/single-exec" ] \
|| fail "c-testsuite checkout has no tests/single-exec"
if [ -f "$CTEST/COPYING" ]; then
:
elif [ -f "$CTEST/LICENSE" ]; then
:
else
fail "c-testsuite checkout preserved no COPYING/LICENSE"
fi
fi
{
printf 'gcc_version\t%s\n' "$GCC_VERSION"
printf 'gcc_url\t%s\n' "$GCC_URL"
printf 'gcc_sha256\t%s\n' "$GCC_SHA256"
printf 'c_testsuite_repo\t%s\n' "$CTEST_REPO"
printf 'c_testsuite_commit\t%s\n' "$CTEST_COMMIT"
} > "$DEST/PINS"
echo "== pinned conformance corpora at $DEST"
du -sh "$DEST" 2>/dev/null || true