135 lines
4.2 KiB
Bash
Executable File
135 lines
4.2 KiB
Bash
Executable File
#!/bin/sh
|
|
# Fetch the pinned external conformance corpora into vendor/conformance.
|
|
#
|
|
# scripts/fetch-conformance.sh [DEST]
|
|
# scripts/fetch-conformance.sh --gcc-only [DEST]
|
|
# scripts/fetch-conformance.sh --c-testsuite-only [DEST]
|
|
#
|
|
# DEST defaults to vendor/conformance (ignored by git). Nothing in the
|
|
# tracked tree is written.
|
|
#
|
|
# Pins:
|
|
# GCC 16.2.0 https://ftp.gnu.org/gnu/gcc/gcc-16.2.0/gcc-16.2.0.tar.xz
|
|
# SHA-256 e6738e29597f733270731aa90600f37ffdc045079dfc27ec7e8192cc81085c3e
|
|
# (only gcc/testsuite/gcc.c-torture and COPYING* are extracted)
|
|
# c-testsuite 5c7275656d751de0e68b2d340a95b5681858ed07
|
|
# https://github.com/c-testsuite/c-testsuite
|
|
#
|
|
# The corpus licences are preserved in each extracted tree (COPYING*). The
|
|
# tests are test-only and are not part of the compiler or project
|
|
# distribution.
|
|
set -eu
|
|
|
|
ROOT=$(cd "$(dirname "$0")/.." && pwd)
|
|
|
|
GCC_VERSION=16.2.0
|
|
GCC_TOP=gcc-$GCC_VERSION
|
|
GCC_URL=https://ftp.gnu.org/gnu/gcc/$GCC_TOP/$GCC_TOP.tar.xz
|
|
GCC_SHA256=e6738e29597f733270731aa90600f37ffdc045079dfc27ec7e8192cc81085c3e
|
|
|
|
CTEST_REPO=https://github.com/c-testsuite/c-testsuite
|
|
CTEST_COMMIT=5c7275656d751de0e68b2d340a95b5681858ed07
|
|
|
|
DO_GCC=1
|
|
DO_CTEST=1
|
|
DEST=
|
|
|
|
while [ $# -gt 0 ]; do
|
|
case $1 in
|
|
--gcc-only) DO_CTEST=0; shift ;;
|
|
--c-testsuite-only) DO_GCC=0; shift ;;
|
|
-h|--help)
|
|
sed -n '2,/^set -eu/p' "$0" | sed '$d' | sed 's/^# \{0,1\}//'
|
|
exit 0
|
|
;;
|
|
-*) echo "fetch-conformance: unknown option: $1" >&2; exit 2 ;;
|
|
*)
|
|
[ -z "$DEST" ] || { echo "fetch-conformance: more than one DEST" >&2; exit 2; }
|
|
DEST=$1
|
|
shift
|
|
;;
|
|
esac
|
|
done
|
|
|
|
DEST=${DEST:-$ROOT/vendor/conformance}
|
|
mkdir -p "$DEST"
|
|
DEST=$(cd "$DEST" && pwd)
|
|
|
|
fail() {
|
|
echo "fetch-conformance: FAIL: $*" >&2
|
|
exit 1
|
|
}
|
|
|
|
download() {
|
|
url=$1
|
|
out=$2
|
|
if command -v curl >/dev/null 2>&1; then
|
|
curl -fL --retry 3 --connect-timeout 30 -o "$out.part" "$url"
|
|
elif command -v wget >/dev/null 2>&1; then
|
|
wget -O "$out.part" "$url"
|
|
else
|
|
fail "need curl or wget to download $url"
|
|
fi
|
|
mv "$out.part" "$out"
|
|
}
|
|
|
|
if [ "$DO_GCC" -eq 1 ]; then
|
|
TAR=$DEST/downloads/$GCC_TOP.tar.xz
|
|
mkdir -p "$DEST/downloads"
|
|
if [ ! -f "$TAR" ]; then
|
|
echo "== download $GCC_URL"
|
|
download "$GCC_URL" "$TAR"
|
|
fi
|
|
echo "== verify $GCC_TOP.tar.xz"
|
|
printf '%s %s\n' "$GCC_SHA256" "$TAR" | sha256sum -c - \
|
|
|| fail "SHA-256 mismatch for $TAR"
|
|
|
|
if [ ! -d "$DEST/$GCC_TOP/gcc/testsuite/gcc.c-torture/execute" ]; then
|
|
echo "== extract gcc.c-torture and COPYING*"
|
|
tar -xJf "$TAR" -C "$DEST" --wildcards \
|
|
"$GCC_TOP/gcc/testsuite/gcc.c-torture/*" \
|
|
"$GCC_TOP/COPYING*"
|
|
else
|
|
echo "== gcc.c-torture already extracted"
|
|
fi
|
|
[ -d "$DEST/$GCC_TOP/gcc/testsuite/gcc.c-torture/execute" ] \
|
|
|| fail "extraction produced no gcc.c-torture/execute"
|
|
ls "$DEST/$GCC_TOP"/COPYING* >/dev/null 2>&1 \
|
|
|| fail "extraction preserved no COPYING file"
|
|
fi
|
|
|
|
if [ "$DO_CTEST" -eq 1 ]; then
|
|
CTEST=$DEST/c-testsuite
|
|
if [ ! -d "$CTEST/.git" ]; then
|
|
echo "== clone $CTEST_REPO"
|
|
mkdir -p "$(dirname "$CTEST")"
|
|
git clone --filter=blob:none --no-checkout "$CTEST_REPO" "$CTEST"
|
|
fi
|
|
echo "== checkout c-testsuite $CTEST_COMMIT"
|
|
git -C "$CTEST" fetch --depth 1 origin "$CTEST_COMMIT" 2>/dev/null || true
|
|
git -C "$CTEST" checkout --detach "$CTEST_COMMIT"
|
|
REV=$(git -C "$CTEST" rev-parse HEAD)
|
|
[ "$REV" = "$CTEST_COMMIT" ] \
|
|
|| fail "c-testsuite is at $REV, want $CTEST_COMMIT"
|
|
[ -d "$CTEST/tests/single-exec" ] \
|
|
|| fail "c-testsuite checkout has no tests/single-exec"
|
|
if [ -f "$CTEST/COPYING" ]; then
|
|
:
|
|
elif [ -f "$CTEST/LICENSE" ]; then
|
|
:
|
|
else
|
|
fail "c-testsuite checkout preserved no COPYING/LICENSE"
|
|
fi
|
|
fi
|
|
|
|
{
|
|
printf 'gcc_version\t%s\n' "$GCC_VERSION"
|
|
printf 'gcc_url\t%s\n' "$GCC_URL"
|
|
printf 'gcc_sha256\t%s\n' "$GCC_SHA256"
|
|
printf 'c_testsuite_repo\t%s\n' "$CTEST_REPO"
|
|
printf 'c_testsuite_commit\t%s\n' "$CTEST_COMMIT"
|
|
} > "$DEST/PINS"
|
|
|
|
echo "== pinned conformance corpora at $DEST"
|
|
du -sh "$DEST" 2>/dev/null || true
|