ec96983
#!/bin/bash
Jeremy Cline 0310b31
#
Jeremy Cline 0310b31
# This script takes the merged config files and processes them through oldconfig
Jeremy Cline 0310b31
# and listnewconfig
Jeremy Cline 0310b31
#
aa6d943
# Globally disable suggestion of appending '|| exit' or '|| return' to cd/pushd/popd commands
aa6d943
# shellcheck disable=SC2164
Jeremy Cline 0310b31
7ef390b
test -n "$RHTEST" && exit 0
7ef390b
Jeremy Cline 0310b31
usage()
Jeremy Cline 0310b31
{
Jeremy Cline 0310b31
	# alphabetical order please
Jeremy Cline 0310b31
	echo "process_configs.sh [ options ] package_name kernel_version"
Jeremy Cline 0310b31
	echo "     -a: report all errors, equivalent to [-c -n -w -i]"
Jeremy Cline 0310b31
	echo "     -c: error on mismatched config options"
Jeremy Cline 0310b31
	echo "     -i: continue on error"
Jeremy Cline 0310b31
	echo "     -n: error on unset config options"
Jeremy Cline 0310b31
	echo "     -t: test run, do not overwrite original config"
Jeremy Cline 0310b31
	echo "     -w: error on misconfigured config options"
Jeremy Cline 0310b31
	echo "     -z: commit new configs to pending directory"
427e0b0
	echo ""
427e0b0
	echo "     A special CONFIG file tag, process_configs_known_broken can be added as a"
427e0b0
	echo "     comment to any CONFIG file.  This tag indicates that there is no way to "
427e0b0
	echo "     fix a CONFIG's entry.  This tag should only be used in extreme cases"
427e0b0
	echo "     and is not to be used as a workaround to solve CONFIG problems."
Jeremy Cline 0310b31
	exit 1
Jeremy Cline 0310b31
}
Jeremy Cline 0310b31
Jeremy Cline 0310b31
die()
Jeremy Cline 0310b31
{
Jeremy Cline 0310b31
	echo "$1"
Jeremy Cline 0310b31
	exit 1
Jeremy Cline 0310b31
}
Jeremy Cline 0310b31
b667005
get_cross_compile()
b667005
{
b667005
	arch=$1
b667005
	if [[ "$CC_IS_CLANG" -eq 1 ]]; then
b667005
		echo "$arch"
b667005
	else
b667005
		echo "scripts/dummy-tools/"
b667005
	fi
b667005
}
b667005
Jeremy Cline 0310b31
# stupid function to find top of tree to do kernel make configs
Jeremy Cline 0310b31
switch_to_toplevel()
Jeremy Cline 0310b31
{
Jeremy Cline 0310b31
	path="$(pwd)"
Jeremy Cline 0310b31
	while test -n "$path"
Jeremy Cline 0310b31
	do
aa6d943
		test -e "$path"/MAINTAINERS && \
aa6d943
			test -d "$path"/drivers && \
Jeremy Cline 0310b31
			break
Jeremy Cline 0310b31
aa6d943
		path=$(dirname "$path")
Jeremy Cline 0310b31
	done
Jeremy Cline 0310b31
Jeremy Cline 0310b31
	test -n "$path"  || die "Can't find toplevel"
Jeremy Cline 0310b31
	echo "$path"
Jeremy Cline 0310b31
}
Jeremy Cline 0310b31
Jeremy Cline 0310b31
checkoptions()
Jeremy Cline 0310b31
{
9f1c3bb
	count=$3
9f1c3bb
	variant=$4
9f1c3bb
Jeremy Cline 0310b31
	/usr/bin/awk '
Jeremy Cline 0310b31
Jeremy Cline 0310b31
		/is not set/ {
Jeremy Cline 0310b31
			split ($0, a, "#");
Jeremy Cline 0310b31
			split(a[2], b);
Jeremy Cline 0310b31
			if (NR==FNR) {
Jeremy Cline 0310b31
				configs[b[1]]="is not set";
Jeremy Cline 0310b31
			} else {
Jeremy Cline 0310b31
				if (configs[b[1]] != "" && configs[b[1]] != "is not set")
Jeremy Cline 0310b31
					 print "Found # "b[1] " is not set, after generation, had " b[1] " " configs[b[1]] " in Source tree";
Jeremy Cline 0310b31
			}
Jeremy Cline 0310b31
		}
Jeremy Cline 0310b31
Jeremy Cline 0310b31
		/=/     {
Jeremy Cline 0310b31
			split ($0, a, "=");
Jeremy Cline 0310b31
			if (NR==FNR) {
Jeremy Cline 0310b31
				configs[a[1]]=a[2];
Jeremy Cline 0310b31
			} else {
Jeremy Cline 0310b31
				if (configs[a[1]] != "" && configs[a[1]] != a[2])
Jeremy Cline 0310b31
					 print "Found "a[1]"="a[2]" after generation, had " a[1]"="configs[a[1]]" in Source tree";
Jeremy Cline 0310b31
			}
Jeremy Cline 0310b31
		}
bcf6d63
	' "$1" "$2" > .mismatches"${count}"
Jeremy Cline 0310b31
427e0b0
	checkoptions_error=false
bcf6d63
	if test -s .mismatches"${count}"
Jeremy Cline 0310b31
	then
aa6d943
		while read -r LINE
427e0b0
		do
ec96983
			if find "${REDHAT}"/configs -name "$(echo "$LINE" | awk -F "=" ' { print $1 } ' | awk ' { print $2 }')" -print0 | xargs -0 grep ^ | grep -q "process_configs_known_broken"; then
427e0b0
				# This is a known broken config.
427e0b0
				# See script help warning.
427e0b0
				checkoptions_error=false
427e0b0
			else
427e0b0
				checkoptions_error=true
427e0b0
				break
427e0b0
			fi
bcf6d63
		done < .mismatches"${count}"
427e0b0
427e0b0
		! $checkoptions_error && return
427e0b0
bcf6d63
		sed -i "1s/^/Error: Mismatches found in configuration files for ${arch} ${variant}\n/" .mismatches"${count}"
9f1c3bb
	else
bcf6d63
		rm -f .mismatches"${count}"
Jeremy Cline 0310b31
	fi
Jeremy Cline 0310b31
}
Jeremy Cline 0310b31
Jeremy Cline 0310b31
parsenewconfigs()
Jeremy Cline 0310b31
{
Jeremy Cline 0310b31
	tmpdir=$(mktemp -d)
Jeremy Cline 0310b31
Jeremy Cline 0310b31
	# This awk script reads the output of make listnewconfig
Jeremy Cline 0310b31
	# and puts it into CONFIG_FOO files. Using the output of
Jeremy Cline 0310b31
	# listnewconfig is much easier to ensure we get the default
Jeremy Cline 0310b31
	# output.
aa6d943
        /usr/bin/awk -v BASE="$tmpdir" '
Jeremy Cline 0310b31
                /is not set/ {
Jeremy Cline 0310b31
                        split ($0, a, "#");
Jeremy Cline 0310b31
                        split(a[2], b);
Jeremy Cline 0310b31
                        OUT_FILE=BASE"/"b[1];
Jeremy Cline 0310b31
                        print $0 >> OUT_FILE;
Jeremy Cline 0310b31
                }
Jeremy Cline 0310b31
Jeremy Cline 0310b31
                /=/     {
Jeremy Cline 0310b31
                        split ($0, a, "=");
Jeremy Cline 0310b31
                        OUT_FILE=BASE"/"a[1];
Jeremy Cline 0310b31
                        if (a[2] == "n")
Jeremy Cline 0310b31
                                print "# " a[1] " is not set" >> OUT_FILE;
Jeremy Cline 0310b31
                        else
Jeremy Cline 0310b31
                                print $0 >> OUT_FILE;
Jeremy Cline 0310b31
                }
Jeremy Cline 0310b31
Jeremy Cline 0310b31
        ' .newoptions
Jeremy Cline 0310b31
Jeremy Cline 0310b31
	# This awk script parses the output of helpnewconfig.
Jeremy Cline 0310b31
	# Each option is separated between ----- markers
Jeremy Cline 0310b31
	# The goal is to put all the help text as a comment in
Jeremy Cline 0310b31
	# each CONFIG_FOO file. Because of how awk works
Jeremy Cline 0310b31
	# there's a lot of moving files around and catting to
Jeremy Cline 0310b31
	# get what we need.
aa6d943
        /usr/bin/awk -v BASE="$tmpdir" '
Jeremy Cline 0310b31
                BEGIN { inpatch=0;
Jeremy Cline 0310b31
			outfile="none";
Jeremy Cline 0310b31
                        symbol="none"; }
5ab16d2
                /^Symbol: .*$/ {
5ab16d2
                        split($0, a, " ");
5ab16d2
                        symbol="CONFIG_"a[2];
Jeremy Cline 0310b31
                        outfile=BASE "/fake_"symbol
Jeremy Cline 0310b31
                }
Jeremy Cline 0310b31
                /-----/ {
Jeremy Cline 0310b31
			if (inpatch == 0) {
Jeremy Cline 0310b31
				inpatch = 1;
Jeremy Cline 0310b31
			}
Jeremy Cline 0310b31
                        else {
Jeremy Cline 0310b31
                                if (symbol != "none") {
Jeremy Cline 0310b31
                                    system("cat " outfile " " BASE "/" symbol " > " BASE "/tmpf");
Jeremy Cline 0310b31
                                    system("mv " BASE "/tmpf " BASE "/" symbol);
Jeremy Cline 0310b31
                                    symbol="none"
Jeremy Cline 0310b31
				}
Jeremy Cline 0310b31
                                outfile="none"
Jeremy Cline 0310b31
				inpatch = 0;
Jeremy Cline 0310b31
                        }
Jeremy Cline 0310b31
                }
Jeremy Cline 0310b31
                !/-----/ {
Jeremy Cline 0310b31
                        if (inpatch == 1 && outfile != "none") {
Jeremy Cline 0310b31
                                print "# "$0 >> outfile;
Jeremy Cline 0310b31
                        }
Jeremy Cline 0310b31
                }
Jeremy Cline 0310b31
Jeremy Cline 0310b31
Jeremy Cline 0310b31
        ' .helpnewconfig
Jeremy Cline 0310b31
aa6d943
	pushd "$tmpdir" &> /dev/null
Jeremy Cline 0310b31
	rm fake_*
Jeremy Cline 0310b31
	popd &> /dev/null
aa6d943
	for f in "$tmpdir"/*; do
aa6d943
		[[ -e "$f" ]] || break
aa6d943
		cp "$f" "$SCRIPT_DIR/pending$FLAVOR/generic/"
Jeremy Cline 0310b31
	done
Jeremy Cline 0310b31
aa6d943
	rm -rf "$tmpdir"
Jeremy Cline 0310b31
}
Jeremy Cline 0310b31
Jeremy Cline 0310b31
function commit_new_configs()
Jeremy Cline 0310b31
{
Jeremy Cline 0310b31
	# assume we are in $source_tree/configs, need to get to top level
aa6d943
	pushd "$(switch_to_toplevel)" &>/dev/null
Jeremy Cline 0310b31
b4aa714
	for cfg in "$SCRIPT_DIR/${PACKAGE_NAME}${KVERREL}"*.config
Jeremy Cline 0310b31
	do
aa6d943
		arch=$(head -1 "$cfg" | cut -b 3-)
Jeremy Cline 0310b31
		cfgtmp="${cfg}.tmp"
Jeremy Cline 0310b31
		cfgorig="${cfg}.orig"
aa6d943
		cat "$cfg" > "$cfgorig"
Jeremy Cline 0310b31
Jeremy Cline 0310b31
		if [ "$arch" = "EMPTY" ]
Jeremy Cline 0310b31
		then
Jeremy Cline 0310b31
			# This arch is intentionally left blank
Jeremy Cline 0310b31
			continue
Jeremy Cline 0310b31
		fi
Jeremy Cline 0310b31
		echo -n "Checking for new configs in $cfg ... "
Jeremy Cline 0310b31
bcf6d63
		# shellcheck disable=SC2086
bcf6d63
		make ${MAKEOPTS} ARCH="$arch" CROSS_COMPILE="$(get_cross_compile "$arch")" KCONFIG_CONFIG="$cfgorig" listnewconfig >& .listnewconfig
Jeremy Cline 0310b31
		grep -E 'CONFIG_' .listnewconfig > .newoptions
Jeremy Cline 0310b31
		if test -s .newoptions
Jeremy Cline 0310b31
		then
bcf6d63
		# shellcheck disable=SC2086
bcf6d63
			make ${MAKEOPTS} ARCH="$arch" CROSS_COMPILE="$(get_cross_compile "$arch")" KCONFIG_CONFIG="$cfgorig" helpnewconfig >& .helpnewconfig
Jeremy Cline 0310b31
			parsenewconfigs
Jeremy Cline 0310b31
		fi
Jeremy Cline 0310b31
		rm .newoptions
Jeremy Cline 0310b31
		echo "done"
Jeremy Cline 0310b31
	done
Jeremy Cline 0310b31
aa6d943
	git add "$SCRIPT_DIR/pending$FLAVOR"
Jeremy Cline 0310b31
	git commit -m "[redhat] AUTOMATIC: New configs"
Jeremy Cline 0310b31
}
Jeremy Cline 0310b31
9f1c3bb
function process_config()
Jeremy Cline 0310b31
{
9f1c3bb
	local cfg
9f1c3bb
	local arch
9f1c3bb
	local cfgtmp
9f1c3bb
	local cfgorig
9f1c3bb
	local count
9f1c3bb
	local variant
Jeremy Cline 0310b31
9f1c3bb
	cfg=$1
9f1c3bb
	count=$2
Jeremy Cline 0310b31
9f1c3bb
	arch=$(head -1 "$cfg" | cut -b 3-)
c939bf8
9f1c3bb
	if [ "$arch" = "EMPTY" ]
9f1c3bb
	then
9f1c3bb
		# This arch is intentionally left blank
9f1c3bb
		return
9f1c3bb
	fi
c939bf8
9f1c3bb
	variant=$(basename "$cfg" | cut -d"-" -f3- | cut -d"." -f1)
Jeremy Cline 0310b31
9f1c3bb
	cfgtmp="${cfg}.tmp"
9f1c3bb
	cfgorig="${cfg}.orig"
9f1c3bb
	cat "$cfg" > "$cfgorig"
Jeremy Cline 0310b31
9f1c3bb
	echo "Processing $cfg ... "
Jeremy Cline 0310b31
bcf6d63
	# shellcheck disable=SC2086
bcf6d63
	make ${MAKEOPTS} ARCH="$arch" CROSS_COMPILE="$(get_cross_compile "$arch")" KCONFIG_CONFIG="$cfgorig" listnewconfig >& .listnewconfig"${count}"
bcf6d63
	grep -E 'CONFIG_' .listnewconfig"${count}" > .newoptions"${count}"
bcf6d63
	if test -n "$NEWOPTIONS" && test -s .newoptions"${count}"
9f1c3bb
	then
bcf6d63
		echo "Found unset config items in ${arch} ${variant}, please set them to an appropriate value" >> .errors"${count}"
bcf6d63
		cat .newoptions"${count}" >> .errors"${count}"
bcf6d63
		rm .newoptions"${count}"
9f1c3bb
		RETURNCODE=1
9f1c3bb
	fi
483a93c
	rm -f .newoptions"${count}"
Jeremy Cline 0310b31
bcf6d63
	grep -E 'config.*warning' .listnewconfig"${count}" > .warnings"${count}"
bcf6d63
	if test -n "$CHECKWARNINGS" && test -s .warnings"${count}"
9f1c3bb
	then
bcf6d63
		echo "Found misconfigured config items in ${arch} ${variant}, please set them to an appropriate value" >> .errors"${count}"
bcf6d63
		cat .warnings"${count}" >> .errors"${count}"
9f1c3bb
	fi
bcf6d63
	rm .warnings"${count}"
9f1c3bb
bcf6d63
	rm .listnewconfig"${count}"
9f1c3bb
bcf6d63
	# shellcheck disable=SC2086
bcf6d63
	make ${MAKEOPTS} ARCH="$arch" CROSS_COMPILE="$(get_cross_compile "$arch")" KCONFIG_CONFIG="$cfgorig" olddefconfig > /dev/null || exit 1
9f1c3bb
	echo "# $arch" > "$cfgtmp"
9f1c3bb
	cat "$cfgorig" >> "$cfgtmp"
9f1c3bb
	if test -n "$CHECKOPTIONS"
9f1c3bb
	then
9f1c3bb
		checkoptions "$cfg" "$cfgtmp" "$count" "$variant"
9f1c3bb
	fi
9f1c3bb
	# if test run, don't overwrite original
9f1c3bb
	if test -n "$TESTRUN"
9f1c3bb
	then
9f1c3bb
		rm -f "$cfgtmp"
9f1c3bb
	else
9f1c3bb
		mv "$cfgtmp" "$cfg"
9f1c3bb
	fi
9f1c3bb
	rm -f "$cfgorig"
9f1c3bb
	echo "Processing $cfg complete"
9f1c3bb
}
9f1c3bb
9f1c3bb
function process_configs()
9f1c3bb
{
9f1c3bb
	# assume we are in $source_tree/configs, need to get to top level
9f1c3bb
	pushd "$(switch_to_toplevel)" &>/dev/null
9f1c3bb
d742ad2
	# The next line is throwaway code for transition to parallel
d742ad2
	# processing.  Leaving this line in place is harmless, but it can be
d742ad2
	# removed the next time anyone updates this function.
d742ad2
	[ -f .mismatches ] && rm -f .mismatches
d742ad2
9f1c3bb
	count=0
b4aa714
	for cfg in "$SCRIPT_DIR/${PACKAGE_NAME}${KVERREL}"*.config
9f1c3bb
	do
55017c6
		if [ "$count" -eq 0 ]; then
55017c6
			# do the first one by itself so that tools are built
55017c6
			process_config "$cfg" "$count"
55017c6
		fi
9f1c3bb
		process_config "$cfg" "$count" &
9f1c3bb
		waitpids[${count}]=$!
9f1c3bb
		((count++))
bcf6d63
		while [ "$(jobs | grep -c Running)" -ge "$RHJOBS" ]; do :; done
9f1c3bb
	done
9f1c3bb
	for pid in ${waitpids[*]}; do
9f1c3bb
		wait ${pid}
Jeremy Cline 0310b31
	done
9f1c3bb
Jeremy Cline 0310b31
	rm "$SCRIPT_DIR"/*.config*.old
9f1c3bb
9f1c3bb
	if ls .errors* 1> /dev/null 2>&1; then
9f1c3bb
		RETURNCODE=1
9f1c3bb
		cat .errors*
9f1c3bb
		rm .errors* -f
9f1c3bb
	fi
9f1c3bb
	if ls .mismatches* 1> /dev/null 2>&1; then
9f1c3bb
		RETURNCODE=1
9f1c3bb
		cat .mismatches*
9f1c3bb
		rm .mismatches* -f
9f1c3bb
	fi
9f1c3bb
Jeremy Cline 0310b31
	popd > /dev/null
Jeremy Cline 0310b31
9f1c3bb
	[ $RETURNCODE -eq 0 ] && echo "Processed config files are in $SCRIPT_DIR"
Jeremy Cline 0310b31
}
Jeremy Cline 0310b31
Jeremy Cline 0310b31
CHECKOPTIONS=""
Jeremy Cline 0310b31
NEWOPTIONS=""
Jeremy Cline 0310b31
TESTRUN=""
Jeremy Cline 0310b31
CHECKWARNINGS=""
b667005
MAKEOPTS=""
b667005
CC_IS_CLANG=0
Jeremy Cline 0310b31
Jeremy Cline 0310b31
RETURNCODE=0
Jeremy Cline 0310b31
Jeremy Cline 0310b31
while [[ $# -gt 0 ]]
Jeremy Cline 0310b31
do
Jeremy Cline 0310b31
	key="$1"
Jeremy Cline 0310b31
	case $key in
Jeremy Cline 0310b31
		-a)
Jeremy Cline 0310b31
			CHECKOPTIONS="x"
Jeremy Cline 0310b31
			NEWOPTIONS="x"
Jeremy Cline 0310b31
			CHECKWARNINGS="x"
Jeremy Cline 0310b31
			;;
Jeremy Cline 0310b31
		-c)
Jeremy Cline 0310b31
			CHECKOPTIONS="x"
Jeremy Cline 0310b31
			;;
Jeremy Cline 0310b31
		-h)
Jeremy Cline 0310b31
			usage
Jeremy Cline 0310b31
			;;
Jeremy Cline 0310b31
		-n)
Jeremy Cline 0310b31
			NEWOPTIONS="x"
Jeremy Cline 0310b31
			;;
Jeremy Cline 0310b31
		-t)
Jeremy Cline 0310b31
			TESTRUN="x"
Jeremy Cline 0310b31
			;;
Jeremy Cline 0310b31
		-w)
Jeremy Cline 0310b31
			CHECKWARNINGS="x"
Jeremy Cline 0310b31
			;;
Jeremy Cline 0310b31
		-z)
Jeremy Cline 0310b31
			COMMITNEWCONFIGS="x"
Jeremy Cline 0310b31
			;;
b667005
		-m)
b667005
			shift
bcf6d63
			if [ "$1" = "CC=clang" ] || [ "$1" = "LLVM=1" ]; then
b667005
				CC_IS_CLANG=1
b667005
			fi
b667005
			MAKEOPTS="$MAKEOPTS $1"
b667005
			;;
Jeremy Cline 0310b31
		*)
Jeremy Cline 0310b31
			break;;
Jeremy Cline 0310b31
	esac
Jeremy Cline 0310b31
	shift
Jeremy Cline 0310b31
done
Jeremy Cline 0310b31
b4aa714
KVERREL="$(test -n "$1" && echo "-$1" || echo "")"
b4aa714
FLAVOR="$(test -n "$2" && echo "-$2" || echo "-ark")"
bcf6d63
# shellcheck disable=SC2015
aa6d943
SCRIPT=$(readlink -f "$0")
aa6d943
SCRIPT_DIR=$(dirname "$SCRIPT")
Jeremy Cline 0310b31
dab93b0
# Config options for RHEL should target the pending-ark directory, not pending-common.
Jeremy Cline 0310b31
if [ "$FLAVOR" = "-rhel" ]
Jeremy Cline 0310b31
then
dab93b0
	FLAVOR="-ark"
Jeremy Cline 0310b31
fi
Jeremy Cline 0310b31
Jeremy Cline 0310b31
# to handle this script being a symlink
aa6d943
cd "$SCRIPT_DIR"
Jeremy Cline 0310b31
Jeremy Cline 0310b31
if test -n "$COMMITNEWCONFIGS"; then
Jeremy Cline 0310b31
	commit_new_configs
Jeremy Cline 0310b31
else
Jeremy Cline 0310b31
	process_configs
Jeremy Cline 0310b31
fi
Jeremy Cline 0310b31
Jeremy Cline 0310b31
exit $RETURNCODE