trunk/mage-buildserver/buildserver-compile-smage.sh

#!/bin/bash

# get configuration
BUILDSERVER_CONFIG_DIR="/etc/mage-buildserver"
source ${BUILDSERVER_CONFIG_DIR}/buildserver.conf

source ${BUILDSERVER_LIB_DIR}/buildserver-functions.sh

# override
#BUILDROOT="/mnt/test-buildroot"
#BUILD_ARCH=( x86_64 i686 )
#BUILDROOT_PROFILE="R11"
#SMAGE_SVN_REPO="svn://cvs.magellan-linux.de/smage/trunk"
#MAGE_SVN_REPO="svn://cvs.magellan-linux.de/mage/trunk"

SMAGEFILE="$1"

if [[ -z ${SMAGEFILE} ]]
then
	die "no smage file given. call '$(basename $0) with/relative/path/from/buildroot/svn/smage/to/smagefile'"
fi

if [[ ! -f ${BUILDROOT}/svn/smage/${SMAGEFILE} ]]
then
	die "given smage file does not exist"
fi

if [ ! -f ${BUILDROOT}/.stamps/mage_svn-checkout-ok ]
then
	die "svn checkout of mage required. run buildserver-svn first."
fi
if [ ! -f ${BUILDROOT}/.stamps/smage_svn-checkout-ok ]
then
	die "svn checkout of smage required. run buildserver-svn first."
fi
for arch in ${BUILD_ARCH[*]} src
do
	if [ ! -f ${BUILDROOT}/.stamps/${arch}_bootstrap-ok ]
	then
		die "bootstrap of buildsystem required for arch '${arch}'. run buildserver-prepare first."
	fi
	if [ ! -f ${BUILDROOT}/.stamps/${arch}_initial-mage-tree-ok ]
	then
		die "initial regen of mage-tree required for '${arch}'. run buildserver-setup-mage-tree first."
	fi
done
for arch in ${BUILD_ARCH[*]}
do
	if [ ! -f ${BUILDROOT}/.stamps/${arch}_common-devutils-ok ]
	then
		die "common-devutils package for '${arch}' not installed. run buildserver-prepare first."
	fi
done


# create src package tarball
runarch src smage2 --create-src-tarball /var/cache/mage/smage/${SMAGEFILE} || die "src creating src-tarball"

for arch in ${BUILD_ARCH[*]}
do
	echo "SMAGEFILE=\"${SMAGEFILE}\"" > ${BUILDROOT}/${arch}/.runrc
cat >> ${BUILDROOT}/${arch}/.runrc << "EOF"
env-rebuild
source /etc/profile

if [ -f /etc/rc.d/init.d/functions ]
then
	source /etc/rc.d/init.d/functions
else
	die "/etc/rc.d/init.d/functions not found"
fi
if [ -f /etc/mage.rc.global ]
then
	source /etc/mage.rc.global
else
	die "/etc/mage.rc.global not found"
fi
if [ -f /etc/mage.rc ]
then
	source /etc/mage.rc
else
	die "/etc/mage.rc not found"
fi
if [ -f ${MLIBDIR}/mage4.functions.sh ]
then
	source ${MLIBDIR}/mage4.functions.sh
else
	die "${MLIBDIR}/mage4.functions.sh not found"
fi
if [ -f ${MLIBDIR}/smage2.functions.sh ]
then
	source ${MLIBDIR}/smage2.functions.sh
else
	die "${MLIBDIR}/smage2.functions.sh not found"
fi

# override die function
die()
{
	echo "ERROR: $@"
	return 1
}

is_split_target_magefile()
{
	local mage="$1"

	for target_mage in ${MY_SPLIT_TARGET_MAGEFILES}
	do
		if [[ ${mage} = ${target_mage} ]]
		then
			return 0
		fi
	done

	return 1
}

load_mage_features
mage_setup

if [ -f /var/cache/mage/smage/${SMAGEFILE} ]
then
	smagesource /var/cache/mage/smage/${SMAGEFILE}
else
	die "smagefile '/var/cache/mage/smage/${SMAGEFILE}' not found."
fi

# save STATE, gets deleted by regen_mage_tree
BUILDSERVER_SAVED_STATE="${STATE}"

#regen_mage_tree # do this after dep install
TARGET_MAGEFILE="${MAGEDIR}/${PCAT}/${PNAME}/${PNAME}-${PVER}-${PBUILD}.${MAGESUFFIX}"
TARGET_SRC_TARBALL="/var/cache/mage/src-packages/${PNAME}-${PVER}-${PBUILD}.${SRCPKGSUFFIX}"

if [ ! -f ${TARGET_SRC_TARBALL} ]
then
	die "${TARGET_SRC_TARBALL} is missing"
fi

if is_installed ${PCAT}/${PNAME}-${PVER}-${PBUILD}
then
	echo -en "Package "
	echo -en "${COLRED}${PCAT}/${PNAME}-${PVER}-${PBUILD}${COLDEFAULT}"
	echo -e  " already installed. try a revup."
	exit 3
fi

# get all dependencies of this package
echo
echo -n "Calculating dependencies ... "
INSTALL_DEPS="$(${MLIBDIR}/depwalker.sh \
	--method install-build-prerequisites \
	--smage /var/cache/mage/smage/${SMAGEFILE})"

# honor split packages
if [[ -n ${SPLIT_PACKAGES} ]]
then
	split_save_variables
	for subpackage in ${SPLIT_PACKAGES}
	do
		# get the right variables for the split
		export PNAME="${subpackage}"
		split_info_${PNAME}

		if [[ -z ${SRC_INSTALL_DEPS} ]]
		then
			SRC_INSTALL_DEPS="${MAGEDIR}/${PCAT}/${PNAME}/${PNAME}-${PVER}-${PBUILD}.${MAGESUFFIX}"
		else
			SRC_INSTALL_DEPS+=" ${MAGEDIR}/${PCAT}/${PNAME}/${PNAME}-${PVER}-${PBUILD}.${MAGESUFFIX}"
		fi
		# restore smage environment
		split_restore_variables
	done
	# unset all saved smage variables
	split_unset_variables
else
	SRC_INSTALL_DEPS="${TARGET_MAGEFILE}"
fi
echo "done"

echo
echo "---- environment -----"
echo "MROOT:    ${FAKE_MROOT}"
echo "PKGDIR:   ${PKGDIR}"
echo "BUILDDIR: ${BUILDDIR}"
echo "BINDIR:   ${BINDIR}"
echo "$(mprintfeatures)"
echo "----------------------"
echo
echo "---- dependencies ----"
echo "INSTALL_DEPS:"
for i in ${INSTALL_DEPS}
do
	echo "   * ${i}"
done
echo "SRC_INSTALL_DEPS:"
for i in ${SRC_INSTALL_DEPS}
do
	echo "   * ${i}"
done
echo "----------------------"

echo "DEBUG: paused"; read

# override packages path
SAVED_PKGDIR="${PKGDIR}"
PKGDIR="/var/cache/mage/tmp-packages"
install -d "${PKGDIR}"

# now install the packages (no srcinstall, when the user not explcitly want this)
fetch_packages ${INSTALL_DEPS} || die "fetching packages"
md5sum_packages ${INSTALL_DEPS} || die "md5 sum packages"
unpack_packages ${INSTALL_DEPS} || die "unpacking packages"
install_packages ${INSTALL_DEPS} || die "installing packages"
cleanpkg
# restore packages path
PKGDIR="${SAVED_PKGDIR}"

## always run auto etc-update
echo "running etc-update"
echo "-5" | etc-update

#### building target package from src-pkg tarball####
if smage2 --src-tarball ${TARGET_SRC_TARBALL}
then
	build_retval=0
	echo "Build successfull!"
	regen_mage_tree
	if install_packages ${SRC_INSTALL_DEPS} || die "installing packages"
	then
		install_retval=0
		echo "Install successfull!"
	else
		install_retval=1
		echo "Installation *not* successfull!"
	fi
else
	build_retval=1
	echo "Build failed"
fi

## always run auto etc-update
echo "running etc-update"
echo "-5" | etc-update

#reverse dep order
unset REV_INSTALL_DEPS
for dep in ${INSTALL_DEPS}
do
	if [[ -z ${REV_INSTALL_DEPS} ]]
	then
		REV_INSTALL_DEPS="${dep}"
	else
		REV_INSTALL_DEPS="${dep} ${REV_INSTALL_DEPS}"
	fi
done

# remove all previously installed packages
echo
echo "Cleaning buildroot - removing previously installed packages in reversed order:"
echo "---- dependencies ----"
echo "SRC_INSTALL_DEPS:"
for i in ${SRC_INSTALL_DEPS}
do
	echo "   * ${i}"
done
echo "INSTALL_DEPS:"
for i in ${REV_INSTALL_DEPS}
do
	echo "   * ${i}"
done
echo "----------------------"

for pkg in ${SRC_INSTALL_DEPS} ${REV_INSTALL_DEPS} 
do
	uninstall_list=""
	pname="$(magename2pname ${pkg})"
	pcat="$(magename2pcat ${pkg})"
	pver="$(magename2pver ${pkg})"
	pbuild="$(magename2pbuild ${pkg})"
	if is_installed ${pcat}/${pname}-${pver}-${pbuild}
	then
		if [[ -z ${uninstall_list} ]]
		then
			uninstall_list="${pcat}/${pname}-${pver}-${pbuild}"
		else
			uninstall_list="${uninstall_list} ${pcat}/${pname}-${pver}-${pbuild}"
		fi
	else
		echo "'${pcat}/${pname}-${pver}-${pbuild}' not installed - ignoring"
	fi
	if [[ -n ${uninstall_list} ]]
	then
		uninstall_packages "${uninstall_list}" || die "cleaning buildroot: ${pkg}"
	else
		echo "uninstall_list is empty for pkg '${pcat}/${pname}-${pver}-${pbuild}' - doing nothing"
	fi
done

exit ${build_retval}
EOF
	runarch-script ${arch} .runrc  || die "${arch} package build failed"
	if [ -f ${BUILDROOT}/${arch}/.runrc ]
	then
		rm ${BUILDROOT}/${arch}/.runrc
	fi
done

echo
echo "smage '${SMAGEFILE}' sucessfully build on all arches."
1	#!/bin/bash
2
3	# get configuration
4	BUILDSERVER_CONFIG_DIR="/etc/mage-buildserver"
5	source ${BUILDSERVER_CONFIG_DIR}/buildserver.conf
6
7	source ${BUILDSERVER_LIB_DIR}/buildserver-functions.sh
8
9	# override
10	#BUILDROOT="/mnt/test-buildroot"
11	#BUILD_ARCH=( x86_64 i686 )
12	#BUILDROOT_PROFILE="R11"
13	#SMAGE_SVN_REPO="svn://cvs.magellan-linux.de/smage/trunk"
14	#MAGE_SVN_REPO="svn://cvs.magellan-linux.de/mage/trunk"
15
16	SMAGEFILE="$1"
17
18	if [[ -z ${SMAGEFILE} ]]
19	then
20	die "no smage file given. call '$(basename $0) with/relative/path/from/buildroot/svn/smage/to/smagefile'"
21	fi
22
23	if [[ ! -f ${BUILDROOT}/svn/smage/${SMAGEFILE} ]]
24	then
25	die "given smage file does not exist"
26	fi
27
28	if [ ! -f ${BUILDROOT}/.stamps/mage_svn-checkout-ok ]
29	then
30	die "svn checkout of mage required. run buildserver-svn first."
31	fi
32	if [ ! -f ${BUILDROOT}/.stamps/smage_svn-checkout-ok ]
33	then
34	die "svn checkout of smage required. run buildserver-svn first."
35	fi
36	for arch in ${BUILD_ARCH[*]} src
37	do
38	if [ ! -f ${BUILDROOT}/.stamps/${arch}_bootstrap-ok ]
39	then
40	die "bootstrap of buildsystem required for arch '${arch}'. run buildserver-prepare first."
41	fi
42	if [ ! -f ${BUILDROOT}/.stamps/${arch}_initial-mage-tree-ok ]
43	then
44	die "initial regen of mage-tree required for '${arch}'. run buildserver-setup-mage-tree first."
45	fi
46	done
47	for arch in ${BUILD_ARCH[*]}
48	do
49	if [ ! -f ${BUILDROOT}/.stamps/${arch}_common-devutils-ok ]
50	then
51	die "common-devutils package for '${arch}' not installed. run buildserver-prepare first."
52	fi
53	done
54
55
56	# create src package tarball
57	runarch src smage2 --create-src-tarball /var/cache/mage/smage/${SMAGEFILE} \|\| die "src creating src-tarball"
58
59	for arch in ${BUILD_ARCH[*]}
60	do
61	echo "SMAGEFILE=\"${SMAGEFILE}\"" > ${BUILDROOT}/${arch}/.runrc
62	cat >> ${BUILDROOT}/${arch}/.runrc << "EOF"
63	env-rebuild
64	source /etc/profile
65
66	if [ -f /etc/rc.d/init.d/functions ]
67	then
68	source /etc/rc.d/init.d/functions
69	else
70	die "/etc/rc.d/init.d/functions not found"
71	fi
72	if [ -f /etc/mage.rc.global ]
73	then
74	source /etc/mage.rc.global
75	else
76	die "/etc/mage.rc.global not found"
77	fi
78	if [ -f /etc/mage.rc ]
79	then
80	source /etc/mage.rc
81	else
82	die "/etc/mage.rc not found"
83	fi
84	if [ -f ${MLIBDIR}/mage4.functions.sh ]
85	then
86	source ${MLIBDIR}/mage4.functions.sh
87	else
88	die "${MLIBDIR}/mage4.functions.sh not found"
89	fi
90	if [ -f ${MLIBDIR}/smage2.functions.sh ]
91	then
92	source ${MLIBDIR}/smage2.functions.sh
93	else
94	die "${MLIBDIR}/smage2.functions.sh not found"
95	fi
96
97	# override die function
98	die()
99	{
100	echo "ERROR: $@"
101	return 1
102	}
103
104	is_split_target_magefile()
105	{
106	local mage="$1"
107
108	for target_mage in ${MY_SPLIT_TARGET_MAGEFILES}
109	do
110	if [[ ${mage} = ${target_mage} ]]
111	then
112	return 0
113	fi
114	done
115
116	return 1
117	}
118
119	load_mage_features
120	mage_setup
121
122	if [ -f /var/cache/mage/smage/${SMAGEFILE} ]
123	then
124	smagesource /var/cache/mage/smage/${SMAGEFILE}
125	else
126	die "smagefile '/var/cache/mage/smage/${SMAGEFILE}' not found."
127	fi
128
129	# save STATE, gets deleted by regen_mage_tree
130	BUILDSERVER_SAVED_STATE="${STATE}"
131
132	#regen_mage_tree # do this after dep install
133	TARGET_MAGEFILE="${MAGEDIR}/${PCAT}/${PNAME}/${PNAME}-${PVER}-${PBUILD}.${MAGESUFFIX}"
134	TARGET_SRC_TARBALL="/var/cache/mage/src-packages/${PNAME}-${PVER}-${PBUILD}.${SRCPKGSUFFIX}"
135
136	if [ ! -f ${TARGET_SRC_TARBALL} ]
137	then
138	die "${TARGET_SRC_TARBALL} is missing"
139	fi
140
141	if is_installed ${PCAT}/${PNAME}-${PVER}-${PBUILD}
142	then
143	echo -en "Package "
144	echo -en "${COLRED}${PCAT}/${PNAME}-${PVER}-${PBUILD}${COLDEFAULT}"
145	echo -e " already installed. try a revup."
146	exit 3
147	fi
148
149	# get all dependencies of this package
150	echo
151	echo -n "Calculating dependencies ... "
152	INSTALL_DEPS="$(${MLIBDIR}/depwalker.sh \
153	--method install-build-prerequisites \
154	--smage /var/cache/mage/smage/${SMAGEFILE})"
155
156	# honor split packages
157	if [[ -n ${SPLIT_PACKAGES} ]]
158	then
159	split_save_variables
160	for subpackage in ${SPLIT_PACKAGES}
161	do
162	# get the right variables for the split
163	export PNAME="${subpackage}"
164	split_info_${PNAME}
165
166	if [[ -z ${SRC_INSTALL_DEPS} ]]
167	then
168	SRC_INSTALL_DEPS="${MAGEDIR}/${PCAT}/${PNAME}/${PNAME}-${PVER}-${PBUILD}.${MAGESUFFIX}"
169	else
170	SRC_INSTALL_DEPS+=" ${MAGEDIR}/${PCAT}/${PNAME}/${PNAME}-${PVER}-${PBUILD}.${MAGESUFFIX}"
171	fi
172	# restore smage environment
173	split_restore_variables
174	done
175	# unset all saved smage variables
176	split_unset_variables
177	else
178	SRC_INSTALL_DEPS="${TARGET_MAGEFILE}"
179	fi
180	echo "done"
181
182	echo
183	echo "---- environment -----"
184	echo "MROOT: ${FAKE_MROOT}"
185	echo "PKGDIR: ${PKGDIR}"
186	echo "BUILDDIR: ${BUILDDIR}"
187	echo "BINDIR: ${BINDIR}"
188	echo "$(mprintfeatures)"
189	echo "----------------------"
190	echo
191	echo "---- dependencies ----"
192	echo "INSTALL_DEPS:"
193	for i in ${INSTALL_DEPS}
194	do
195	echo " * ${i}"
196	done
197	echo "SRC_INSTALL_DEPS:"
198	for i in ${SRC_INSTALL_DEPS}
199	do
200	echo " * ${i}"
201	done
202	echo "----------------------"
203
204	echo "DEBUG: paused"; read
205
206	# override packages path
207	SAVED_PKGDIR="${PKGDIR}"
208	PKGDIR="/var/cache/mage/tmp-packages"
209	install -d "${PKGDIR}"
210
211	# now install the packages (no srcinstall, when the user not explcitly want this)
212	fetch_packages ${INSTALL_DEPS} \|\| die "fetching packages"
213	md5sum_packages ${INSTALL_DEPS} \|\| die "md5 sum packages"
214	unpack_packages ${INSTALL_DEPS} \|\| die "unpacking packages"
215	install_packages ${INSTALL_DEPS} \|\| die "installing packages"
216	cleanpkg
217	# restore packages path
218	PKGDIR="${SAVED_PKGDIR}"
219
220	## always run auto etc-update
221	echo "running etc-update"
222	echo "-5" \| etc-update
223
224	#### building target package from src-pkg tarball####
225	if smage2 --src-tarball ${TARGET_SRC_TARBALL}
226	then
227	build_retval=0
228	echo "Build successfull!"
229	regen_mage_tree
230	if install_packages ${SRC_INSTALL_DEPS} \|\| die "installing packages"
231	then
232	install_retval=0
233	echo "Install successfull!"
234	else
235	install_retval=1
236	echo "Installation not successfull!"
237	fi
238	else
239	build_retval=1
240	echo "Build failed"
241	fi
242
243	## always run auto etc-update
244	echo "running etc-update"
245	echo "-5" \| etc-update
246
247	#reverse dep order
248	unset REV_INSTALL_DEPS
249	for dep in ${INSTALL_DEPS}
250	do
251	if [[ -z ${REV_INSTALL_DEPS} ]]
252	then
253	REV_INSTALL_DEPS="${dep}"
254	else
255	REV_INSTALL_DEPS="${dep} ${REV_INSTALL_DEPS}"
256	fi
257	done
258
259	# remove all previously installed packages
260	echo
261	echo "Cleaning buildroot - removing previously installed packages in reversed order:"
262	echo "---- dependencies ----"
263	echo "SRC_INSTALL_DEPS:"
264	for i in ${SRC_INSTALL_DEPS}
265	do
266	echo " * ${i}"
267	done
268	echo "INSTALL_DEPS:"
269	for i in ${REV_INSTALL_DEPS}
270	do
271	echo " * ${i}"
272	done
273	echo "----------------------"
274
275	for pkg in ${SRC_INSTALL_DEPS} ${REV_INSTALL_DEPS}
276	do
277	uninstall_list=""
278	pname="$(magename2pname ${pkg})"
279	pcat="$(magename2pcat ${pkg})"
280	pver="$(magename2pver ${pkg})"
281	pbuild="$(magename2pbuild ${pkg})"
282	if is_installed ${pcat}/${pname}-${pver}-${pbuild}
283	then
284	if [[ -z ${uninstall_list} ]]
285	then
286	uninstall_list="${pcat}/${pname}-${pver}-${pbuild}"
287	else
288	uninstall_list="${uninstall_list} ${pcat}/${pname}-${pver}-${pbuild}"
289	fi
290	else
291	echo "'${pcat}/${pname}-${pver}-${pbuild}' not installed - ignoring"
292	fi
293	if [[ -n ${uninstall_list} ]]
294	then
295	uninstall_packages "${uninstall_list}" \|\| die "cleaning buildroot: ${pkg}"
296	else
297	echo "uninstall_list is empty for pkg '${pcat}/${pname}-${pver}-${pbuild}' - doing nothing"
298	fi
299	done
300
301	exit ${build_retval}
302	EOF
303	runarch-script ${arch} .runrc \|\| die "${arch} package build failed"
304	if [ -f ${BUILDROOT}/${arch}/.runrc ]
305	then
306	rm ${BUILDROOT}/${arch}/.runrc
307	fi
308	done
309
310	echo
311	echo "smage '${SMAGEFILE}' sucessfully build on all arches."