diff options
Diffstat (limited to 'maintainer/manage-packages.sh')
| -rwxr-xr-x | maintainer/manage-packages.sh | 308 |
1 files changed, 308 insertions, 0 deletions
diff --git a/maintainer/manage-packages.sh b/maintainer/manage-packages.sh new file mode 100755 index 00000000..336237c6 --- /dev/null +++ b/maintainer/manage-packages.sh @@ -0,0 +1,308 @@ +#!/bin/bash + +selected= + +usage() +{ + cat <<EOF +$0 -- Test packages in crosstool-NG + +Verifies that the release tarballs can be downloaded for the packages +available in crosstoo-NG and check that the patches apply cleanly. +Requires crosstool-NG to be configured and built prior to running. + +Options: + --help, -? + Display this help message. + + --download, -d + Download all packages to the default directory (\$HOME/src). + + --digest, -D + Create digests (MD5/SHA-1/...) for all package archives. + + --apply-patches, -a + Implies -d. Unpack and apply the bundled patches. + + --update-patches, -P + Implies -d. Renumber the patches and update the offsets + in them. Requires quilt to be installed. + + --verify-urls, -u + Check *all* the download URLs for accessibility, without + actually downloading anything. + + --select MASK, -s MASK + Specify the package to operate upon. MASK can be either package + name ("-s foo"), or package name + version ("-s foo-1.1"). + + --signature, -S + When downloading archives (because of any of -D/-d/-u options), + also download/verify signatures. + +EOF +} + +while [ -n "${1}" ]; do + case "${1}" in + --download|-d) + download_pkgs=y + ;; + --digest|-D) + create_digests=y + ;; + --verify-urls|-u) + verify_urls=y + ;; + --apply-patches|-a) + apply_patches=y + download_pkgs=y + ;; + --update-patches|-P) + update_patches=y + download_pkgs=y + ;; + --select|-s) + shift + [ -n "${1}" ] || { echo "argument required for --select" >&2; exit 1; } + selected="${1}" + ;; + --signature|-S) + signature=y + ;; + --help|-?) + usage + exit 0 + ;; + *) + echo "Unknown option ${1}" >&2 + exit 1 + ;; + esac + shift +done + +if [ -z "${download_pkgs}${create_digests}${verify_urls}" ]; then + echo "No action selected" >&2 + exit 1 +fi + +CT_LIB_DIR=`pwd` +CT_TOP_DIR=`pwd` +CT_TARBALLS_DIR=`pwd`/temp.tarballs +CT_COMMON_SRC_DIR=`pwd`/temp.src +CT_SRC_DIR=`pwd`/temp.src +CT_LOG_LEVEL_MAX=EXTRA +CT_TEMP_PATCH_DIR=`pwd`/temp.patches +mkdir -p ${CT_TARBALLS_DIR} + +# Does not matter, just to make the scripts load +CT_ARCH=arm +CT_KERNEL=bare-metal +CT_BINUTILS=binutils +CT_LIBC=none +CT_CC=gcc + +. paths.sh +. scripts/functions + +rm -f build.log +CT_LogEnable + +check_pkg_urls() +{ + local e m mh url + + for e in ${archive_formats}; do + local -A mirror_status=( ) + + CT_DoStep EXTRA "Looking for ${archive_filename}${e}" + for m in ${mirrors}; do + url="${m}/${archive_filename}${e}" + case "${url}" in + # WGET always returns success for FTP URLs in spider mode :( + ftp://*) CT_DoLog DEBUG "Skipping '${url}': FTP not supported"; continue;; + esac + mh="${url#*://}" + mh="${mh%%[:/]*}" + if [ -n "${mirror_status[${mh}]}" ]; then + CT_DoLog DEBUG "Skipping '${url}': already found on this host at '${mirror_status[${mh}]}'" + continue + fi + if CT_DoExecLog ALL wget --spider "${url}"; then + mirror_status[${mh}]="${url}" + else + mirror_status[${mh}]= + fi + done + for mh in "${!mirror_status[@]}"; do + if [ -n "${mirror_status[${mh}]}" ]; then + CT_DoLog EXTRA "OK ${mh} [${archive_filename}${e}]" + else + CT_DoLog ERROR "FAIL ${mh} [${archive_filename}${e}]" + fi + done + CT_EndStep + done +} + +create_digests() +{ + local e m url alg chksum + local save_archive_formats="${archive_formats}" + + # Remove stale digests - we'll create them anew below + CT_DoExecLog ALL rm -f "${CT_LIB_DIR}/packages/${pkg_name}/${version}/chksum" + for e in ${save_archive_formats}; do + CT_DoStep EXTRA "Downloading ${archive_filename}${e}" + archive_formats="${e}" + CT_DoFetch + CT_Pushd "${CT_LOCAL_TARBALLS_DIR}" + for alg in md5 sha1 sha256 sha512; do + CT_DoLog EXTRA "Creating ${alg^^} digest for ${archive_filename}${e}" + chksum=`${alg}sum "${archive_filename}${e}"` + if [ "$?" != 0 ]; then + CT_DoExecLog ALL rm -f "${CT_LIB_DIR}/packages/${pkg_name}/${version}/chksum" + CT_Abort "${alg}sum failed" + fi + echo "${alg} ${archive_filename}${e} ${chksum%%[[:space:]]*}" >> \ + "${CT_LIB_DIR}/packages/${pkg_name}/${version}/chksum" + done + CT_Popd + CT_EndStep + done + archive_formats="${save_archive_formats}" +} + +update_patches() +{ + local masterpfx="${1}" + local pkgdir="${CT_LIB_DIR}/packages/${pkg_name}/${version}" + local p i base newname + + CT_DoExecLog ALL rm -rf "${CT_TEMP_PATCH_DIR}" + CT_DoExecLog ALL mkdir -p "${CT_TEMP_PATCH_DIR}" + + # Move old patches so that CT_DoExtractPatch produces a clean directory + for p in "${pkgdir}"/*.patch; do + if [ "${p}" = "${pkgdir}/*.patch" ]; then + return # No patches + fi + CT_DoExecLog ALL mv "${p}" "${CT_TEMP_PATCH_DIR}" + done + # NOTE: we're already inside CT_PackageRun, so use CT_DoExtractPatch rather + # than CT_ExtractPatch, so that we keep the variable modified by it. + CT_DoExtractPatch + CT_DoLog EXTRA "Pushing patches into quilt" + CT_Pushd "${src_dir}/${dir_name}" + export QUILT_PATCHES=ct-ng.patches + CT_DoExecLog ALL mkdir -p ${QUILT_PATCHES} + CT_DoExecLog ALL touch ${QUILT_PATCHES}/series + CT_DoExecLog ALL quilt --quiltrc - setup ct-ng.patches/series + for p in "${CT_TEMP_PATCH_DIR}"/*.patch; do + # By now we know we have a non-empty set of patches + CT_DoExecLog ALL quilt --quiltrc - import "${p}" + CT_DoExecLog ALL quilt --quiltrc - push + CT_DoExecLog ALL quilt --quiltrc - refresh -p ab --no-timestamps --no-index --diffstat + done + # Now publish the patches back into the package's directory, renumbering them + # in the process. + CT_DoLog EXTRA "Saving updated patches" + i=0 + for p in `quilt --quiltrc - applied`; do + # Strip index separated by dash or underscore + base=`echo "${p}" | sed 's#^[0-9]\{2,4\}[-_]##'` + newname=`printf "%04u-%s" "${i}" "${base}"` + i=$[i+1] + CT_DoExecLog ALL mv "${QUILT_PATCHES}/${p}" "${pkgdir}/${newname}" + done + CT_Popd +} + +run_pkgversion() +{ + while [ -n "${1}" ]; do + eval "local ${1}" + shift + done + + if [ -n "${selected}" ]; then + case "${selected}" in + ${pkg_name}|${pkg_name}-${ver}) + ;; + *) + return + ;; + esac + fi + + CT_DoStep INFO "Handling ${pkg_name}-${ver}" + + # Create a temporary configuration head file + cat >temp.in <<EOF +config OBSOLETE + def_bool y + +config EXPERIMENTAL + def_bool y + +config CONFIGURE_has_wget + def_bool y + +config CONFIGURE_has_curl + def_bool y + +config ${versionlocked}_V_${kcfg} + def_bool y + +source "config/global/paths.in" +source "config/global/download.in" +source "config/global/extract.in" +source "config/versions/${master}.in" +EOF + + cat >temp.defconfig <<EOF +CT_${masterpfx}_USE_${originpfx}=y +CT_${pfx}_SRC_RELEASE=y +CT_${pfx}_V_${kcfg}=y +CT_SAVE_TARBALLS=y +# CT_VERIFY_DOWNLOAD_DIGEST is not set +${signature+CT_VERIFY_DOWNLOAD_SIGNATURE=y} +# CT_OVERRIDE_CONFIG_GUESS_SUB is not set +EOF + + ./kconfig/conf --defconfig=temp.defconfig temp.in >/dev/null + + CT_LoadConfig + rm -f .config .config.old temp.defconfig temp.in + if [ -n "${verify_urls}" ]; then + CT_DoLog EXTRA "Verifying URLs for ${pkg_name}-${ver}" + CT_PackageRun "${masterpfx}" check_pkg_urls + fi + if [ -n "${create_digests}" ]; then + CT_DoLog EXTRA "Creating digests for ${pkg_name}-${ver}" + CT_PackageRun "${masterpfx}" create_digests + fi + if [ -n "${download_pkgs}" ]; then + CT_DoLog EXTRA "Downloading ${pkg_name}-${ver}" + CT_Fetch "${masterpfx}" + fi + if [ -n "${apply_patches}" ]; then + CT_DoExecLog ALL rm -rf ${CT_COMMON_SRC_DIR} + CT_DoExecLog ALL mkdir -p ${CT_COMMON_SRC_DIR} + CT_ExtractPatch "${masterpfx}" + fi + if [ -n "${update_patches}" ]; then + CT_DoExecLog ALL rm -rf ${CT_COMMON_SRC_DIR} + CT_DoExecLog ALL mkdir -p ${CT_COMMON_SRC_DIR} + CT_PackageRun "${masterpfx}" update_patches + fi + + CT_EndStep +} + +[ -r .config ] && mv .config .config-saved +. maintainer/package-versions +[ -r .config-saved ] && mv .config-saved .config + +CT_DoExecLog ALL rm -rf ${CT_TARBALLS_DIR} ${CT_COMMON_SRC_DIR} ${CT_TEMP_PATCH_DIR} |