--- trunk/mage/usr/lib/mage/smage2.sh 2009/11/20 22:39:11 943 +++ trunk/mage/usr/lib/mage/smage2.sh 2011/12/28 10:30:50 1571 @@ -1,14 +1,11 @@ #!/bin/bash +# $Id$ # compiles/installs .smage2 source install scripts # needs pkgbuild_dir (mage) -# SMAGE2 -# $Header: /home/cvsd/magellan-cvs/magellan-src/mage/usr/lib/mage/smage2.sh,v 1.62 2007-11-28 10:47:50 niro Exp $ +# TODO: record dynlib, gz | xz database -#01.10.2004 -# added ccache support -# added distcc support # set default user mage.rc : ${MAGERC="/etc/mage.rc"} @@ -50,6 +47,7 @@ source /etc/mage.rc.global source ${MAGERC} +source ${MLIBDIR}/mage4.functions.sh # set PKGDIR and BUILDDIR and BINDIR to MROOT if [[ -n ${MROOT} ]] @@ -59,6 +57,33 @@ export BINDIR=${MROOT}/${BINDIR} fi +# sources the smage file and uses state from distribution file if exist +# may helpful for repository support later on +smagesource() +{ + local file="$1" + local mystate + local mycodename + + source ${file} + + [[ -n ${STATE} ]] && mystate="${STATE}" + + # do not overide if local state was broken or disabled! + case ${STATE} in + broken) return ;; + disabled) return ;; + esac + + if [ -f ${SMAGESCRIPTSDIR}/distribution ] + then + source ${SMAGESCRIPTSDIR}/distribution + [[ -n ${STATE} ]] && mystate="${STATE}" + fi + # now switch state and export it + STATE="${mystate}" +} + showversion() { echo -en "Magellan Source Install v${SMAGEVERSION} " @@ -153,13 +178,16 @@ local DB_MD5_SUM_FILE="${MD5DIR}/$(basename ${SMAGENAME} .${SMAGESUFFIX}).md5" local FETCHING local i mirror + local wget_opts + # filter wget command if busybox was found + wget_opts="$(busybox_filter_wget_options ${WGET_FETCH_OPTIONS})" # install SRCDIR/PNAME if not exist [ ! -d ${SOURCEDIR}/${PNAME} ] && install -d ${SOURCEDIR}/${PNAME} # check if FETCHING is needed - ( cd ${SOURCEDIR}/${PNAME}; md5sum --check ${DB_MD5_SUM_FILE} &> /dev/null ) + ( cd ${SOURCEDIR}/${PNAME}; md5sum -c ${DB_MD5_SUM_FILE} &> /dev/null ) if [[ $? = 0 ]] then # md5's ok, no fetching needed @@ -198,10 +226,7 @@ then echo -e "${COLBLUE}==>${COLGREEN} fetching ${my_SRC_URI_MIRROR}${COLDEFAULT}" wget \ - --passive-ftp \ - --tries 3 \ - --continue \ - --progress bar \ + ${wget_opts} \ --output-document="${my_SOURCEDIR}/$(basename ${my_SRC_URI_MIRROR})" \ "${my_SRC_URI_MIRROR}" if [[ $? = 0 ]] @@ -222,10 +247,7 @@ then echo -e "${COLBLUE}==>${COLGREEN} fetching ${my_SRC_URI_MIRROR}${COLDEFAULT}" wget \ - --passive-ftp \ - --tries 3 \ - --continue \ - --progress bar \ + ${wget_opts} \ --output-document="${my_SOURCEDIR}/$(basename ${my_SRC_URI_MIRROR})" \ "${my_SRC_URI_MIRROR}" if [[ $? = 0 ]] @@ -246,10 +268,7 @@ then echo -e "${COLBLUE}==>${COLGREEN} fetching ${my_SRC_URI_MIRROR}${COLDEFAULT}" wget \ - --passive-ftp \ - --tries 3 \ - --continue \ - --progress bar \ + ${wget_opts} \ --output-document="${my_SOURCEDIR}/$(basename ${my_SRC_URI_MIRROR})" \ "${my_SRC_URI_MIRROR}" if [[ $? = 0 ]] @@ -270,10 +289,7 @@ then echo -e "${COLBLUE}==>${COLGREEN} fetching ${my_SRC_URI_MIRROR}${COLDEFAULT}" wget \ - --passive-ftp \ - --tries 3 \ - --continue \ - --progress bar \ + ${wget_opts} \ --output-document="${my_SOURCEDIR}/$(basename ${my_SRC_URI_MIRROR})" \ "${my_SRC_URI_MIRROR}" if [[ $? = 0 ]] @@ -294,10 +310,7 @@ then echo -e "${COLBLUE}==>${COLGREEN} fetching ${my_SRC_URI_MIRROR}${COLDEFAULT}" wget \ - --passive-ftp \ - --tries 3 \ - --continue \ - --progress bar \ + ${wget_opts} \ --output-document="${my_SOURCEDIR}/$(basename ${my_SRC_URI_MIRROR})" \ "${my_SRC_URI_MIRROR}" if [[ $? = 0 ]] @@ -313,10 +326,7 @@ then echo -e "${COLBLUE}==>${COLGREEN} fetching ${my_SRC_URI}${COLDEFAULT}" wget \ - --passive-ftp \ - --tries 3 \ - --continue \ - --progress bar \ + ${wget_opts} \ --output-document="${my_SOURCEDIR}/$(basename ${my_SRC_URI})" \ "${my_SRC_URI}" fi @@ -332,7 +342,7 @@ # recheck md5 sums echo echo -e "${COLBLUE}===${COLGREEN} Checking MD5 sums:${COLDEFAULT}" - ( cd ${SOURCEDIR}/${PNAME}; md5sum --check ${DB_MD5_SUM_FILE} ) || die "md5 failed" + ( cd ${SOURCEDIR}/${PNAME}; md5sum -c ${DB_MD5_SUM_FILE} ) || die "md5 failed" echo # not needed anymore @@ -456,12 +466,27 @@ popd > /dev/null fi ;; + xz) + IFTAR="$(basename $SRCFILE .xz)" + IFTAR="${IFTAR##*.}" + if [[ ${IFTAR} = tar ]] + then + tar --no-same-owner -xvJf ${SOURCEDIR}/${PNAME}/${SRCFILE} -C ${DEST} || die ".tar.xz unpack failed." + else + pushd ${DEST} > /dev/null + xzcat ${SOURCEDIR}/${PNAME}/${SRCFILE} > ${DEST}/$(basename ${SRCFILE} .xz) || die ".xz unpack failed." + popd > /dev/null + fi + ;; tbz2|mpks|mpk) tar --no-same-owner -xvjf ${SOURCEDIR}/${PNAME}/${SRCFILE} -C ${DEST} || die ".tbz2 unpack failed." ;; tgz) tar --no-same-owner -xvzf ${SOURCEDIR}/${PNAME}/${SRCFILE} -C ${DEST} || die ".tgz unpack failed." ;; + txz|mpkzs|mpkz) + tar --no-same-owner -xvJf ${SOURCEDIR}/${PNAME}/${SRCFILE} -C ${DEST} || die ".txz unpack failed." + ;; rar) unrar x ${SOURCEDIR}/${PNAME}/${SRCFILE} ${DEST} || die ".rar unpack failed." ;; @@ -515,11 +540,19 @@ mlibtoolize() { local opts="$@" - [[ -z ${opts} ]] && opts="--copy --force" + [[ -z ${opts} ]] && opts="--verbose --install --force" libtoolize ${opts} || die "running: mlibtoolize ${opts}" } +mautoreconf() +{ + local opts="$@" + [[ -z ${opts} ]] && opts="--verbose --install --force" + + autoreconf ${opts} || die "running: mautoreconf ${opts}" +} + minstalldocs() { local docfiles @@ -530,11 +563,15 @@ install -d ${BINDIR}/usr/share/doc/${PNAME}-${PVER} || die "creating doc dirs." fi + local i for i in ${docfiles} do - cat ${i} | gzip -9c > ${i}.gz || die "gzipping docs." - install -m 0644 ${SRCDIR}/${i}.gz \ - ${BINDIR}/usr/share/doc/${PNAME}-${PVER} || die "coping docs." + if [ -f ${i} ] + then + cat ${i} | gzip -9c > ${i}.gz || die "gzipping docs." + install -m 0644 ${SRCDIR}/${i}.gz \ + ${BINDIR}/usr/share/doc/${PNAME}-${PVER} || die "coping docs." + fi done } @@ -543,7 +580,7 @@ local stripdir="$@" [ -z "${stripdir}" ] && stripdir=${BINDIR} - find ${stripdir} | xargs file | grep "shared object" | grep ELF | cut -f 1 -d : | xargs strip --strip-unneeded 2> /dev/null + find ${stripdir} | xargs file | grep "shared object" | grep ELF | cut -f 1 -d : | xargs strip ${STRIP_DYN_LIB} 2> /dev/null } mstripbins() @@ -551,7 +588,15 @@ local stripdir="$@" [ -z "${stripdir}" ] && stripdir=${BINDIR} - find ${stripdir} | xargs file | grep "executable" | grep ELF | cut -f 1 -d : | xargs strip --strip-unneeded 2> /dev/null + find ${stripdir} | xargs file | grep "executable" | grep ELF | cut -f 1 -d : | xargs strip ${STRIP_DYN_BIN} 2> /dev/null +} + +mstripstatic() +{ + local stripdir="$@" + + [ -z "${stripdir}" ] && stripdir=${BINDIR} + find ${stripdir} | xargs file | grep "ar archive" | cut -f 1 -d : | xargs strip ${STRIP_STATIC_LIB} 2> /dev/null } mcompressdocs() @@ -726,30 +771,22 @@ # now build the mage file > ${dest} - # header - echo '# $Header: /home/cvsd/magellan-cvs/magellan-src/mage/usr/lib/mage/smage2.sh,v 1.62 2007-11-28 10:47:50 niro Exp $' >> ${dest} - echo >> ${dest} - # pgkname and state echo "PKGNAME=\"${PNAME}${target}-${PVER}-\${ARCH}-${PBUILD}\"" >> ${dest} echo "STATE=\"${STATE}\"" >> ${dest} - echo >> ${dest} # description and homepage echo "DESCRIPTION=\"${DESCRIPTION}\"" >> ${dest} echo "HOMEPAGE=\"${HOMEPAGE}\"" >> ${dest} - echo >> ${dest} # special tags and vars echo "PKGTYPE=\"${PKGTYPE}\"" >> ${dest} # echo MAGE_TARGETS ## note -target is needed ! echo "MAGE_TARGETS=\"${target}\"" >> ${dest} - echo >> ${dest} # split package base echo "SPLIT_PACKAGE_BASE=\"${split_pkg_base}\"" >> ${dest} - echo >> ${dest} # add special vars if [ -n "${SPECIAL_VARS}" ] @@ -760,7 +797,6 @@ # being tricky here :) echo "${i}=\"$(eval echo \$${i})\"" >> ${dest} done - echo >> ${dest} fi # add at least all includes @@ -772,17 +808,14 @@ do echo -n " ${i}" >> ${dest} done - echo >> ${dest} + # a CRLF is needed here! + echo >> ${dest} fi - echo >> ${dest} # deps and provides echo "DEPEND=\"$(fix_mage_deps "${target}" "${DEPEND}")\"" >> ${dest} - echo >> ${dest} echo "SDEPEND=\"$(fix_mage_deps "${target}" "${SDEPEND}")\"" >> ${dest} - echo >> ${dest} echo "PROVIDE=\"${PROVIDE}\"" >> ${dest} - echo >> ${dest} # add special functions if [ -n "${SPECIAL_FUNCTIONS}" ] @@ -792,27 +825,21 @@ do # add to mage (quotes needed !) typeset -f "${i}" >> ${dest} - echo >> ${dest} # unset to be safe (quotes needed !) #unset "${i}" <-- later to get every target built done - echo >> ${dest} fi # pre|post-install|removes typeset -f preinstall >> ${dest} - echo >> ${dest} typeset -f postinstall >> ${dest} - echo >> ${dest} typeset -f preremove >> ${dest} - echo >> ${dest} typeset -f postremove >> ${dest} - echo >> ${dest} } regen_mage_tree() { - local i + local subpackage # build them only if requested if [[ ${REGEN_MAGE_TREE} = true ]] @@ -823,9 +850,9 @@ # build for each target a mage file # run it with several targets echo - for i in ${MAGE_TARGETS} + for subpackage in ${MAGE_TARGETS} do - build_mage_script --target "${i}" + build_mage_script --target "${subpackage}" done echo @@ -838,16 +865,22 @@ # build for each subpackage a mage file # run it with several targets echo - for i in ${SPLIT_PACKAGES} + for subpackage in ${SPLIT_PACKAGES} do # get the right variables for the split - export PNAME="${i}" - split_info_${i} + export PNAME="${subpackage}" + split_info_${subpackage} + # get the preinstall etc + split_export_inherits ${subpackage} build_mage_script --split-pkg-base "${split_pkg_base}" + # delete split preinstall etc + split_delete_inherits ${subpackage} + # restore smage environment + split_restore_variables done echo - # restore smage environment - split_restore_variables + # unset all saved smage variables + split_unset_variables else echo @@ -898,6 +931,13 @@ export SAVED_DEPEND="${DEPEND}" export SAVED_SDEPEND="${SDEPEND}" export SAVED_PROVIDE="${PROVIDE}" + export SAVED_NOPKGBUILD="${NOPKGBUILD}" + + # bindir too + export SAVED_BINDIR="${BINDIR}" + + # export the SPLIT_PACKAGE_BASE + export SPLIT_PACKAGE_BASE="${SAVED_PNAME}" # functions if [[ ! -z $(typeset -f preinstall) ]] @@ -952,6 +992,10 @@ export DEPEND="${SAVED_DEPEND}" export SDEPEND="${SAVED_SDEPEND}" export PROVIDE="${SAVED_PROVIDE}" + export NOPKGBUILD="${SAVED_NOPKGBUILD}" + + # bindir too + export BINDIR="${SAVED_BINDIR}" # functions if [[ ! -z $(typeset -f SAVED_preinstall) ]] @@ -989,7 +1033,10 @@ eval "${saved_postremove/SAVED_/}" export -f postremove fi +} +split_unset_variables() +{ # unset saved vars; not needed anymore unset SAVED_PNAME unset SAVED_PVER @@ -1004,12 +1051,46 @@ unset SAVED_DEPEND unset SAVED_SDEPEND unset SAVED_PROVIDE + unset SAVED_BINDIR + unset SAVED_NOPKGBUILD + unset SPLIT_PACKAGE_BASE unset -f SAVED_preinstall unset -f SAVED_postinstall unset -f SAVED_preremove unset -f SAVED_postremove } +split_export_inherits() +{ + local subpackage="$1" + local func + local newfunc + + for func in preinstall postinstall preremove postremove + do + if [[ ! -z $(typeset -f ${func}_${subpackage}) ]] + then + newfunc=$(typeset -f ${func}_${subpackage}) + newfunc="${newfunc/_${subpackage} (/ (}" + eval "${newfunc}" + fi + done +} + +split_delete_inherits() +{ + local subpackage="$1" + local func + + for func in preinstall postinstall preremove postremove + do + if [[ ! -z $(typeset -f ${func}_${subpackage}) ]] + then + unset -f ${func} + fi + done + } + export_inherits() { local include="$1" @@ -1133,7 +1214,7 @@ { if [[ ${STEP_BY_STEP} = true ]] then - echo "${COLRED}Step-by-step enabled! Paused after $1.${COLDEFAULT}" + echo -e "${COLRED}Step-by-step enabled! Paused after $1.${COLDEFAULT}" echo "Press [enter] to continue" read fi @@ -1165,11 +1246,13 @@ # creates md5sums for smages to given dir if [[ $1 = calcmd5 ]] then - if [ $# -ge 3 ] + if [ $# -ge 2 ] then SMAGENAME="$2" MD5DIR="$3" - source ${SMAGENAME} || die "download source failed" + [[ -z ${MD5DIR} ]] && MD5DIR="$(dirname ${SMAGENAME})/md5" + + smagesource ${SMAGENAME} || die "download source failed" # overridable sourcedir; must be declared after source of the smage2 CALC_SOURCEDIR="${CALC_SOURCEDIR:="${SOURCEDIR}/${PNAME}"}" @@ -1221,7 +1304,7 @@ echo else echo "Usage: Calculating MD5 Sums:" - echo " $(basename $0) calcmd5 /path/to/SMAGENAME /path/to/MD5DIR" + echo " $(basename $0) calcmd5 /path/to/SMAGENAME [/path/to/MD5DIR]" echo echo echo "Export the CALC_SOURCEDIR variable to override current SOURCEDIRs." @@ -1243,7 +1326,7 @@ # get smage SMAGENAME="$2" MD5DIR="$(dirname ${SMAGENAME})/md5" - source ${SMAGENAME} || die "download source failed" + smagesource ${SMAGENAME} || die "download source failed" download_sources exit 0 @@ -1255,7 +1338,7 @@ # set correct SMAGENAME SMAGENAME="$2" MD5DIR="$(dirname ${SMAGENAME})/md5" - source ${SMAGENAME} || die "regen: smage2 not found" + smagesource ${SMAGENAME} || die "regen: smage2 not found" regen_mage_tree @@ -1278,7 +1361,7 @@ elif [[ -n ${SPLIT_PACKAGES} ]] then split_save_variables - for subpackage in ${SPLIT_PACKAGE} + for subpackage in ${SPLIT_PACKAGES} do # get the right variables for the split export PNAME="${subpackage}" @@ -1290,8 +1373,11 @@ --pver "${PVER}" \ --pbuild "${PBUILD}" \ --parch "${ARCH}" + # restore smage environment + split_restore_variables done - split_restore_variables + # unset all saved smage variables + split_unset_variables else # build md5sum for existing packages @@ -1314,7 +1400,7 @@ echo -e "${COLGREEN}create-src-tarball called for ${COLBLUE}${SMAGENAME}${COLGREEN} ...${COLDEFAULT}" - source ${SMAGENAME} || die "regen: smage2 not found" + smagesource ${SMAGENAME} || die "regen: smage2 not found" if [[ -d ${SOURCEDIR}/${PNAME} ]] then @@ -1363,7 +1449,7 @@ [ -z "${CFLAGS}" ] && die "no CFLAGS variable found in ${MAGERC}" [ -z "${CXXFLAGS}" ] && die "no CXXFLAGS variable found in ${MAGERC}" -source ${SMAGENAME} || die "source failed" +smagesource ${SMAGENAME} || die "source failed" PKGNAME="${PNAME}-${PVER}-${ARCH}-${PBUILD}" MD5DIR="$(dirname ${SMAGENAME})/md5" SMAGE_LOG_CMD="tee -a /var/log/smage/${PKGNAME}.log" @@ -1456,7 +1542,8 @@ # build several subpackages if [[ -n ${SPLIT_PACKAGES} ]] then - # save bindir + # save bindir & pname + split_save_variables export SAVED_BINDIR="${BINDIR}" for subpackage in ${SPLIT_PACKAGES} do @@ -1464,26 +1551,35 @@ then # export subpackage bindir export BINDIR="${SAVED_BINDIR}_${subpackage}" + # export PNAME, several internal function and include + # rely on this variable + export PNAME="${subpackage}" + + echo + echo -en "${COLBLUE}*** ${COLDEFAULT}" + echo -en " Running ${COLGREEN}split src_install()${COLDEFAULT}" + echo -en " for subpkg: ${COLBLUE}${PNAME}${COLDEFAULT}" + echo -e " - basepkg: ${COLBLUE}${SPLIT_PACKAGE_BASE}${COLDEFAULT} ..." + src_install_${subpackage} | ${SMAGE_LOG_CMD} die_pipestatus 0 "src_install_${subpackage} failed" step_by_step $_ fi done - # restore bindir - export BINDIR="${SAVED_BINDIR}" - unset SAVED_BINDIR + # restore bindir & pname + split_restore_variables + # unset all saved smage variables + split_unset_variables else src_install | ${SMAGE_LOG_CMD} die_pipestatus 0 "src_install failed" step_by_step $_ fi -echo -e "${COLGREEN}DEB${COLRED}UG!${COLDEFAULT}" - # compressing doc, info & man files if [[ -n ${SPLIT_PACKAGES} ]] then - for subpackage in ${SPLIT_PACKAGE} + for subpackage in ${SPLIT_PACKAGES} do mcompressdocs ${BINDIR}_${subpackage} done @@ -1500,18 +1596,22 @@ *) if [[ -n ${SPLIT_PACKAGES} ]] then - for subpackage in ${SPLIT_PACKAGE} + for subpackage in ${SPLIT_PACKAGES} do - echo -e "${COLBLUE}===${COLGREEN} stripping binaries ...${COLDEFAULT}" + echo -e "${COLBLUE}===${COLGREEN} stripping binaries for '${subpackage}' ...${COLDEFAULT}" mstripbins ${BINDIR}_${subpackage} - echo -e "${COLBLUE}===${COLGREEN} stripping libraries ...${COLDEFAULT}" + echo -e "${COLBLUE}===${COLGREEN} stripping dynamic libraries for '${subpackage}' ...${COLDEFAULT}" mstriplibs ${BINDIR}_${subpackage} + echo -e "${COLBLUE}===${COLGREEN} stripping static libraries for '${subpackage}' ...${COLDEFAULT}" + mstripstatic ${BINDIR}_${subpackage} done else echo -e "${COLBLUE}===${COLGREEN} stripping binaries ...${COLDEFAULT}" mstripbins ${BINDIR} - echo -e "${COLBLUE}===${COLGREEN} stripping libraries ...${COLDEFAULT}" + echo -e "${COLBLUE}===${COLGREEN} stripping dynamic libraries ...${COLDEFAULT}" mstriplibs ${BINDIR} + echo -e "${COLBLUE}===${COLGREEN} stripping static libraries ...${COLDEFAULT}" + mstripstatic ${BINDIR} fi ;; esac @@ -1560,6 +1660,11 @@ export PNAME="${subpackage}" split_info_${PNAME} + # jump to next one if NOPKGBUILD is set in split_info + case ${NOPKGBUILD} in + true|TRUE|yes|y) continue ;; + esac + # check if an special subpackage_pkgbuild exists if typeset -f ${PNAME}_pkgbuild > /dev/null then @@ -1580,8 +1685,12 @@ --parch "${ARCH}" echo -e "${COLGREEN}\nPackage ${PNAME}-${PVER}-${ARCH}-${PBUILD} successfully builded.\n${COLDEFAULT}" + + # restore smage environment + split_restore_variables done - split_restore_variables + # unset all saved smage variables + split_unset_variables else ${MLIBDIR}/pkgbuild_dir.sh ${PKGNAME} ${BINDIR} || die "package-build failed"