mirror of
git://slackware.nl/current.git
synced 2024-11-16 07:48:02 +01:00
646a5c1cbf
a/pkgtools-15.0-noarch-13.txz: Rebuilt. installpkg: default line length for --terselength is the number of columns. removepkg: added --terse mode. upgradepkg: default line length for --terselength is the number of columns. upgradepkg: accept -option in addition to --option. ap/vim-8.1.0026-x86_64-1.txz: Upgraded. d/bison-3.0.5-x86_64-1.txz: Upgraded. e/emacs-26.1-x86_64-1.txz: Upgraded. kde/kopete-4.14.3-x86_64-8.txz: Rebuilt. Recompiled against libidn-1.35. n/conntrack-tools-1.4.5-x86_64-1.txz: Upgraded. n/libnetfilter_conntrack-1.0.7-x86_64-1.txz: Upgraded. n/libnftnl-1.1.0-x86_64-1.txz: Upgraded. n/links-2.16-x86_64-2.txz: Rebuilt. Rebuilt to enable X driver for -g mode. n/lynx-2.8.9dev.19-x86_64-1.txz: Upgraded. n/nftables-0.8.5-x86_64-1.txz: Upgraded. n/p11-kit-0.23.11-x86_64-1.txz: Upgraded. n/ulogd-2.0.7-x86_64-1.txz: Upgraded. n/whois-5.3.1-x86_64-1.txz: Upgraded. xap/network-manager-applet-1.8.12-x86_64-1.txz: Upgraded. xap/vim-gvim-8.1.0026-x86_64-1.txz: Upgraded.
300 lines
14 KiB
Bash
Executable file
300 lines
14 KiB
Bash
Executable file
#!/bin/bash
|
|
# Copyright 2018 Patrick J. Volkerding, Sebeka, Minnesota, USA
|
|
# All rights reserved.
|
|
#
|
|
# Redistribution and use of this script, with or without modification, is
|
|
# permitted provided that the following conditions are met:
|
|
#
|
|
# 1. Redistributions of this script must retain the above copyright
|
|
# notice, this list of conditions and the following disclaimer.
|
|
#
|
|
# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
|
|
# WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
|
|
# MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
|
|
# EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
|
|
# PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
|
|
# OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
|
|
# WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
|
|
# OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
|
|
# ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
|
|
# make_world for Slackware: rebuilds all the SlackBuild scripts that are
|
|
# listed in the given build list.
|
|
# Each line needs to look like (for example, and without beginning with "# "):
|
|
# a/grep/grep.SlackBuild
|
|
# For x11/KDE packages, you may specify a specific package to be built using
|
|
# the arguments understood by the SlackBuild. For example:
|
|
# kde/kde.SlackBuild kdelibs:kdelibs
|
|
# Any line beginning with "#" will be skipped.
|
|
|
|
# WARNING: This script has the potential to mess up your system.
|
|
# It is not recommended to run this on a production machine.
|
|
# This script is meant to be used on a fully installed and updated system.
|
|
# Using it on a partially installed system may result in broken packages,
|
|
# packages with missing features, or build failures. If there are circular
|
|
# dependencies, more than one build may be needed to get a correct package.
|
|
#
|
|
# Slackware is not Gentoo.
|
|
# For Amusement Purposes Only.
|
|
|
|
# Not all SlackBuilds are compatible with this script. In order for a build
|
|
# script to work, it needs these features:
|
|
# 1) cd into the script directory when run i.e.: cd $(dirname $0) ; CWD=$(pwd)
|
|
# 2) Handle $TMP properly (less of an issue if you don't change $TMP)
|
|
# 3) Support output package name reporting with PRINT_PACKAGE_NAME=yes
|
|
|
|
cd $(dirname $0) ; CWD=$(pwd)
|
|
# Some SlackBuilds do not work (yet) with a different $TMP setting.
|
|
TMP=${TMP:-/tmp}
|
|
export TMP
|
|
# Where the SlackBuild script puts the built package (i.e., $TMP).
|
|
OUTPUT_LOCATION=${OUTPUT_LOCATION:-$TMP}
|
|
# Used for logs and lock files.
|
|
LOGDIR=$TMP/make_world
|
|
# Lockfiles. You might need to purge these before restarting a build.
|
|
mkdir -p $LOGDIR/lock
|
|
|
|
# Set a custom Slackware source directory. By default we assume we are already
|
|
# in the source directory.
|
|
SLACKWARE_SOURCE_DIRECTORY=${SLACKWARE_SOURCE_DIRECTORY:-}
|
|
if [ ! -z "$SLACKWARE_SOURCE_DIRECTORY" ]; then
|
|
# Make sure this ends in '/':
|
|
if [ ! "$(echo $SLACKWARE_SOURCE_DIRECTORY | rev | cut -b 1)" = "/" ]; then
|
|
SLACKWARE_SOURCE_DIRECTORY="${SLACKWARE_SOURCE_DIRECTORY}/"
|
|
fi
|
|
fi
|
|
|
|
# To wipe build directories and package creation directories after each
|
|
# package is built, set this to anything other than "no". You might need
|
|
# to use this if you're short on build space. NOTE: if you use this
|
|
# feature, you can NOT run more than one copy of this script at the same
|
|
# time! It will wipe build trees for other packages before they can finish.
|
|
# Otherwise, file locking is used and you may run as many parallel copies
|
|
# of this script as you think will help to speed things along.
|
|
WIPE_AFTER_BUILD=${WIPE_AFTER_BUILD:-no}
|
|
|
|
# Be kind, don't hit control-c! If you do, you might leave broken packages,
|
|
# logfiles, and locks in $TMP that will cause problems for you later. If you're
|
|
# not in a huge hurry to quit, create this file (replace with $TMP if needed):
|
|
# /tmp/make_world/lock/abort
|
|
# This will cause all instances of make_world.sh to exit when they complete the
|
|
# task they are working on.
|
|
rm -f $LOGDIR/lock/abort
|
|
|
|
BUILDLIST=${BUILDLIST:-$LOGDIR/buildlist}
|
|
if [ ! -r $BUILDLIST -a ! -r ${BUILDLIST}.lock ]; then
|
|
# The buildlist does not exist, so attempt to create one that builds
|
|
# everything except for the kernels (the kernel scripts are not compatible
|
|
# with make_world.sh, mostly because of the need to reboot the new kernel).
|
|
touch ${BUILDLIST} ${BUILDLIST}.lock
|
|
echo "Generating list of packages to build in ${BUILDLIST}..."
|
|
for script in ${SLACKWARE_SOURCE_DIRECTORY}*/*/*.SlackBuild ; do
|
|
# Only add the script if the SlackBuild name matches the directory name:
|
|
if [ "$(basename $(echo $script | cut -f 1 -d ' ') .SlackBuild)" = "$(echo $(dirname $(echo $script | cut -f 1 -d ' ')) | rev | cut -f 1 -d / | rev)" ]; then
|
|
if [ "$uname -m)" = "x86_64" -a "$(basename $(echo $script | cut -f 1 -d ' '))" = "isapnptools.SlackBuild" ]; then
|
|
# Don't try to build isapnptools on x86_64.
|
|
continue
|
|
fi
|
|
echo $script >> $BUILDLIST
|
|
fi
|
|
done
|
|
echo "${SLACKWARE_SOURCE_DIRECTORY}kde/kde.SlackBuild" >> $BUILDLIST
|
|
rm -f ${BUILDLIST}.lock
|
|
# Set GEN_LIST_ONLY=yes if you'd like to exit after generating a build list.
|
|
# You might want to do this to comment some build scripts out first, or if
|
|
# you'd like to sort it into a "magic build order". ;-) This script is pretty
|
|
# good at just brute-forcing things, though (with a few runs).
|
|
if [ "$GEN_LIST_ONLY" = "yes" ]; then
|
|
echo "Generated ${BUILDLIST}. Exiting."
|
|
exit 0
|
|
fi
|
|
fi
|
|
if [ -r ${BUILDLIST}.lock ]; then
|
|
echo -n "Waiting for ${BUILDLIST}.lock to be removed..."
|
|
while [ 0 ]; do
|
|
if [ ! -r ${BUILDLIST}.lock ]; then
|
|
break
|
|
fi
|
|
sleep 5
|
|
done
|
|
echo " done."
|
|
fi
|
|
echo "Using buildlist $BUILDLIST."
|
|
|
|
# To use shuffle mode (build packages in a random order each time through),
|
|
# pass SHUFFLE=yes (or anything other than "no") to this script.
|
|
SHUFFLE=${SHUFFLE:-no}
|
|
if [ "$SHUFFLE" = "no" ]; then
|
|
SHUF=cat
|
|
else
|
|
SHUF=shuf
|
|
fi
|
|
|
|
# To keep repeating the build list, set $REPEAT to anything other than "no":
|
|
REPEAT=${REPEAT:-no}
|
|
|
|
# To always rebuild a SlackBuild even if already built packages are found, set
|
|
# FORCE_BUILD=yes:
|
|
FORCE_BUILD=${FORCE_BUILD:-no}
|
|
|
|
# Function to do the build:
|
|
do_build() {
|
|
if [ "$HAVE_GLOBAL_LOCK" = "true" ]; then
|
|
# Wait for other builds to complete
|
|
echo -n "have global lock, waiting for other builds to complete... "
|
|
while [ 0 ]; do
|
|
sleep 5
|
|
if ! /bin/ls $LOGDIR/lock/*.lock 1> /dev/null 2> /dev/null ; then
|
|
echo -n "done, continuing... "
|
|
break
|
|
fi
|
|
done
|
|
fi
|
|
# If we're trying again, we don't want to leave a failure log in the logs
|
|
# directory. But save it just in case...
|
|
if [ -r $LOGDIR/$(basename $(echo $buildscript | cut -f 1 -d ' ')).log.failed ]; then
|
|
mkdir -p $LOGDIR/faillog-backups
|
|
mv $LOGDIR/$(basename $(echo $buildscript | cut -f 1 -d ' ')).log.failed $LOGDIR/faillog-backups
|
|
fi
|
|
$buildscript &> $LOGDIR/$(basename $(echo $buildscript | cut -f 1 -d ' ')).log
|
|
if [ ! $? = 0 ]; then
|
|
# Exit code from SlackBuild indicated an error:
|
|
echo "failed to build."
|
|
mv $LOGDIR/$(basename $(echo $buildscript | cut -f 1 -d ' ')).log $LOGDIR/$(basename $(echo $buildscript | cut -f 1 -d ' ')).log.failed
|
|
elif [ ! -r $OUTPUT_LOCATION/$(PRINT_PACKAGE_NAME=foo $buildscript | head -n 1) ]; then
|
|
# No error code returned from SlackBuild, but the package(s) were not found.
|
|
# Possibly the SlackBuild doesn't honor $TMP, and a non-/tmp $TMP variable was set?
|
|
echo "failed to build."
|
|
mv $LOGDIR/$(basename $(echo $buildscript | cut -f 1 -d ' ')).log $LOGDIR/$(basename $(echo $buildscript | cut -f 1 -d ' ')).log.failed
|
|
else
|
|
# Figure out a progress report to include with the successful build message:
|
|
cat $BUILDLIST | grep -v "^$" | grep -v "^#" | sort | uniq | cut -f 1 -d ' ' | rev | cut -f 1 -d / | rev > $LOGDIR/tmp-pkgs-to-build.$$
|
|
# OK, we don't know if every *.log is actually finished if we're running
|
|
# more than one make_world.sh, but whatever. It's an estimate.
|
|
/bin/ls $LOGDIR/*.log | rev | cut -f 2,3 -d . | cut -f 1 -d / | rev > $LOGDIR/tmp-pkgs-built-or-building.$$
|
|
NUMTOTAL="$(cat $LOGDIR/tmp-pkgs-to-build.$$ | wc -l)"
|
|
NUMBUILT="$(grep -x -f $LOGDIR/tmp-pkgs-built-or-building.$$ $LOGDIR/tmp-pkgs-to-build.$$ | wc -l)"
|
|
rm -f $LOGDIR/tmp-pkgs-to-build.$$ $LOGDIR/tmp-pkgs-built-or-building.$$
|
|
echo "built successfully ($NUMBUILT/$NUMTOTAL)."
|
|
for package in $(PRINT_PACKAGE_NAME=foo $buildscript) ; do
|
|
upgradepkg --install-new --reinstall $OUTPUT_LOCATION/$package > /dev/null 2>&1
|
|
done
|
|
# The post-build cleanup is pretty sloppy. It will not clean up all of
|
|
# the build-related residue, and it may possibly delete some things that
|
|
# this script did not put there. It's also not compatible with running
|
|
# more than one copy of make_world.sh simultaneously.
|
|
# Think more than twice before using this.
|
|
if [ ! "$WIPE_AFTER_BUILD" = "no" ]; then
|
|
( cd $TMP
|
|
rm -f configure CMakeLists.txt
|
|
for findconfigure in */configure ; do
|
|
rm -rf "$(dirname $findconfigure)"
|
|
done
|
|
for findautogen in */autogen.sh ; do
|
|
rm -rf "$(dirname $findautogen)"
|
|
done
|
|
for findcmake in */CMakeLists.txt ; do
|
|
rm -rf "$(dirname $findcmake)"
|
|
done
|
|
for findmake in */Makefile ; do
|
|
rm -rf "$(dirname $findmake)"
|
|
done
|
|
for findmeson in */meson.build ; do
|
|
rm -rf "$(dirname $findmeson)"
|
|
done
|
|
for findpython in */setup.py ; do
|
|
rm -rf "$(dirname $findpython)"
|
|
done
|
|
rm -rf package-*
|
|
)
|
|
fi
|
|
fi
|
|
}
|
|
|
|
# Main loop:
|
|
while [ 0 ]; do
|
|
# Skip any blank lines or lines in the buildlist that begin with #:
|
|
cat $BUILDLIST | grep -v "^$" | grep -v "^#" | $SHUF | while read buildscript ; do
|
|
if [ -r $LOGDIR/lock/abort ]; then
|
|
echo "Exiting (abort requested)."
|
|
exit 0
|
|
fi
|
|
# If there's a global lock, we have to wait for it to be released:
|
|
if [ -r $LOGDIR/lock/lock.global ]; then
|
|
HELD_BY="$(cat $LOGDIR/lock/lock.global)"
|
|
echo -n "Waiting for global lock release (held by ${HELD_BY})... "
|
|
while [ 0 ]; do
|
|
sleep 10
|
|
if [ ! -r $LOGDIR/lock/lock.global ]; then
|
|
echo "released."
|
|
break
|
|
fi
|
|
if [ ! "${HELD_BY}" = "$(cat $LOGDIR/lock/lock.global)" ]; then
|
|
HELD_BY="$(cat $LOGDIR/lock/lock.global)"
|
|
echo
|
|
echo -n "Waiting for global lock release (held by ${HELD_BY})... "
|
|
fi
|
|
done
|
|
fi
|
|
echo -n "Working on $buildscript... "
|
|
if [ -r $OUTPUT_LOCATION/$(PRINT_PACKAGE_NAME=foo $buildscript | head -n 1) -a $FORCE_BUILD = no ]; then
|
|
echo "skipping because built package(s) were found."
|
|
continue
|
|
fi
|
|
# Use flock to only allow one instance of this script to work on a given
|
|
# SlackBuild script at a time. If the SlackBuild is already locked, we'll
|
|
# just move on to the next one. Yes, you can run more than one copy of this
|
|
# script at the same time to speed things up!
|
|
#
|
|
# See if we need a global lock. Some SlackBuilds are disruptive and other
|
|
# builds should not take place until they have completed. For example, perl
|
|
# removes itself from the system during the build. Assume that we need a
|
|
# global lock for any package that uses removepkg, upgradepkg, slacktrack,
|
|
# or trackbuild. Also, you may add the identifier REQUIRE_GLOBAL_LOCK
|
|
# anywhere in a SlackBuild script to make it require the global lock.
|
|
HAVE_GLOBAL_LOCK=false
|
|
if grep -q -e removepkg -e upgradepkg -e slacktrack -e trackbuild -e REQUIRE_GLOBAL_LOCK $(dirname $(echo $buildscript | cut -f 1 -d ' '))/$(basename $(echo $buildscript | cut -f 1 -d ' ')) ; then
|
|
# pkgtools, x11, and KDE all trigger the detection above, but none of them
|
|
# really need the global lock. So only request the lock if the build
|
|
# script is not one of those.
|
|
if ! echo "$(basename $(echo $buildscript | cut -f 1 -d ' '))" | grep -q -x -e pkgtools.SlackBuild -e x11.SlackBuild -e kde.SlackBuild ; then
|
|
HAVE_GLOBAL_LOCK=true
|
|
fi
|
|
fi
|
|
if [ "$HAVE_GLOBAL_LOCK" = "true" ]; then
|
|
( flock 9 || exit 11
|
|
echo $(basename $(echo $buildscript | cut -f 1 -d ' ')) >> $LOGDIR/lock/lock.global
|
|
do_build
|
|
) 9> $LOGDIR/lock/lock.global
|
|
# Remove lock file:
|
|
rm -f $LOGDIR/lock/lock.global
|
|
else
|
|
( flock -n 9 || exit 11
|
|
do_build
|
|
) 9> $LOGDIR/lock/$(basename $(echo $buildscript | cut -f 1 -d ' ')).lock
|
|
if [ $? = 11 ]; then
|
|
echo "skipping (locked by another make_world.sh instance)."
|
|
continue
|
|
fi
|
|
# Remove lock file:
|
|
rm -f $LOGDIR/lock/$(basename $(echo $buildscript | cut -f 1 -d ' ')).lock
|
|
fi
|
|
done
|
|
if [ "$REPEAT" = "no" ]; then
|
|
break
|
|
else
|
|
# Figure out if we skipped everything and exit REPEAT mode if we did:
|
|
cat $BUILDLIST | grep -v "^$" | grep -v "^#" | sort | uniq | cut -f 1 -d ' ' | rev | cut -f 1 -d / | rev > $LOGDIR/tmp-pkgs-to-build.$$
|
|
/bin/ls $LOGDIR/*.log | rev | cut -f 2,3 -d . | cut -f 1 -d / | rev > $LOGDIR/tmp-pkgs-built-or-building.$$
|
|
NUMTOTAL="$(cat $LOGDIR/tmp-pkgs-to-build.$$ | wc -l)"
|
|
NUMBUILT="$(grep -x -f $LOGDIR/tmp-pkgs-built-or-building.$$ $LOGDIR/tmp-pkgs-to-build.$$ | wc -l)"
|
|
rm -f $LOGDIR/tmp-pkgs-to-build.$$ $LOGDIR/tmp-pkgs-built-or-building.$$
|
|
if [ "$NUMTOTAL" = "$NUMBUILT" ]; then
|
|
echo "All packages have been built ($NUMBUILT/$NUMTOTAL). Exiting."
|
|
break
|
|
else
|
|
echo "Repeating BUILDLIST since some packages are not built yet ($NUMBUILT/$NUMTOTAL complete)."
|
|
fi
|
|
fi
|
|
done
|