Magellan Linux

  • Back to homepage
    • /[magellan-source]/trunk/pkgtools/up2date.sh

    Annotation of /trunk/pkgtools/up2date.sh

    Parent Directory Parent Directory | Revision Log Revision Log

    Revision 2106 - (hide annotations) (download) (as text)
    Mon May 13 11:35:14 2013 UTC (11 years ago) by niro
    File MIME type: application/x-sh
    File size: 23763 byte(s) 
    -change timeout to 10 seconds and honor UP2EXCLUDE on more places
    1 niro 2017 #!/bin/bash
    2    
    3     source /usr/lib/mage/mage4.functions.sh
    4     source /usr/lib/mage/smage2.functions.sh
    5    
    6     # timeout in seconds
    7 niro 2106 LYNX_CONNECT_TIMEOUT=10
    8 niro 2017
    9     ## only for tests -> normally in /etc/rc.d/init.d/functions
    10     COLRED="\033[1;6m\033[31m"
    11     COLGREEN="\033[1;6m\033[32m"
    12     COLYELLOW="\033[1;6m\033[33m"
    13     COLBLUE="\033[1;6m\033[34m"
    14     COLMAGENTA="\033[1;6m\033[35m"
    15     COLWHITE="\033[1;6m\033[37m"
    16     COLGRAY="\033[0;6m\033[37m"
    17     COLBOLD="\033[1m"
    18     COLDEFAULT="\033[0m"
    19    
    20     if [[ ${NOCOLORS} = true ]]
    21     then
    22     COLRED=""
    23     COLGREEN=""
    24     COLYELLOW=""
    25     COLBLUE=""
    26     COLMAGENTA=""
    27     COLWHITE=""
    28     COLGRAY=""
    29     COLBOLD=""
    30     COLDEFAULT=""
    31     fi
    32    
    33     die() { echo "Error: $@"; exit 1; }
    34    
    35     sminclude() { true; }
    36     msetfeature() { true; }
    37     mqueryfeature() { true; }
    38     haskell_enable_feature() { true; }
    39     haskell_disable_feature() { true; }
    40    
    41     urlencode()
    42     {
    43     local uri="$@"
    44    
    45     # fix percent (do this first!!)
    46     uri=$(echo ${uri} | sed 's:%:%25:g')
    47    
    48     # fix spaces
    49     uri=$(echo ${uri} | sed 's:\ :%20:g')
    50    
    51     # fix less than
    52     uri=$(echo ${uri} | sed 's:<:%3C:g')
    53    
    54     # fix greater than
    55     uri=$(echo ${uri} | sed 's:>:%3E:g')
    56    
    57     # fix pound
    58     uri=$(echo ${uri} | sed 's:#:%23:g')
    59    
    60     # fix curly brace left
    61     uri=$(echo ${uri} | sed 's:{:%7B:g')
    62    
    63     # fix curly brace right
    64     uri=$(echo ${uri} | sed 's:}:%7D:g')
    65    
    66     # fix square bracket left
    67     uri=$(echo ${uri} | sed 's:\[:%5B:g')
    68    
    69     # fix square bracket right
    70     uri=$(echo ${uri} | sed 's:\]:%5D:g')
    71    
    72    
    73     # return
    74     echo "${uri}"
    75     }
    76    
    77     lasttarball()
    78     {
    79     local suffix=bz2
    80     [[ ! -z $1 ]] && suffix="$1"
    81    
    82     case ${suffix} in
    83     tbz2|tgz)
    84 niro 2106 if [[ ! -z ${UP2EXCLUDE} ]]
    85     then
    86     grep "\(\.${suffix}\)\(\$\|\#\)" | grep -v -- "${UP2EXCLUDE}" | sed -n "s/.*-\(.*\)\(\.${suffix}\).*/\1/;$ p"
    87     else
    88     grep "\(\.${suffix}\)\(\$\|\#\)" | sed -n "s/.*-\(.*\)\(\.${suffix}\).*/\1/;$ p"
    89     fi
    90 niro 2017 ;;
    91     *)
    92 niro 2106 if [[ ! -z ${UP2EXCLUDE} ]]
    93     then
    94     grep "\(\.tar\.${suffix}\)\(\$\|\#\)" | grep -v -- "${UP2EXCLUDE}" | sed -n "s/.*-\(.*\)\(\.tar\.${suffix}\).*/\1/;$ p"
    95     else
    96     grep "\(\.tar\.${suffix}\)\(\$\|\#\)" | sed -n "s/.*-\(.*\)\(\.tar\.${suffix}\).*/\1/;$ p"
    97     fi
    98 niro 2017 ;;
    99     esac
    100     }
    101    
    102     firsttarball()
    103     {
    104     local suffix=bz2
    105     [[ ! -z $1 ]] && suffix="$1"
    106    
    107     case ${suffix} in
    108     tbz2|tgz)
    109 niro 2106 if [[ ! -z ${UP2EXCLUDE} ]]
    110     then
    111     grep "\(\.${suffix}\)\(\$\|\#\)" | grep -v -- "${UP2EXCLUDE}" | sed "s/.*-\(.*\)\(\.${suffix}\).*/\1/;q"
    112     else
    113     grep "\(\.${suffix}\)\(\$\|\#\)" | sed "s/.*-\(.*\)\(\.${suffix}\).*/\1/;q"
    114     fi
    115 niro 2017 ;;
    116     *)
    117 niro 2106 if [[ ! -z ${UP2EXCLUDE} ]]
    118     then
    119     grep "\(\.tar\.${suffix}\)\(\$\|\#\)" | grep -v -- "${UP2EXCLUDE}" | sed "s/.*-\(.*\)\(\.tar\.${suffix}\).*/\1/;q"
    120     else
    121     grep "\(\.tar\.${suffix}\)\(\$\|\#\)" | sed "s/.*-\(.*\)\(\.tar\.${suffix}\).*/\1/;q"
    122     fi
    123 niro 2017 ;;
    124     esac
    125     }
    126    
    127     updatecmd()
    128     {
    129     local uppver
    130     local useragent
    131     [[ ! -z ${UP2USERAGENT} ]] && useragent="-useragent '${UP2USERAGENT}'"
    132    
    133     uppver=$(lynx -connect_timeout=${LYNX_CONNECT_TIMEOUT} -dump "${useragent}" $@)
    134     if [[ $? -ne 0 ]]
    135     then
    136     echo "Error connecting '$@'"
    137     sleep 1
    138     return 1
    139     fi
    140    
    141     if [[ ! -z ${UP2SUBSTITUTE} ]]
    142     then
    143     echo "${uppver}" | sed "s:${UP2SUBSTITUTE}::g"
    144     else
    145     echo "${uppver}"
    146     fi
    147     }
    148    
    149     updatecmd_gnu()
    150     {
    151     local pname=$1
    152     local archive
    153     local tarball
    154    
    155     [[ -z ${pname} ]] && die "give me a \$PNAME"
    156     [[ ! -z $2 ]] && archive="$2"
    157    
    158     tarball="${pname}"
    159     [[ ! -z ${UP2TARBALL} ]] && tarball="${UP2TARBALL}"
    160    
    161     # remove 'latest' tarball too
    162     updatecmd "http://ftp.gnu.org/gnu/${pname}/?C=M;O=A" | grep ${tarball}- | sed '/latest/d' | lasttarball "${archive}"
    163     }
    164    
    165     updatecmd_sourceforge_old()
    166     {
    167     local projectname="$1"
    168     local pname="$2"
    169     local check_deep_release_id="$3"
    170     local archive
    171     local uri
    172     local group_id
    173     local package_link_id
    174     local package_id
    175     local package_name
    176     local release_link_id
    177     local release_id
    178    
    179     [[ -z ${projectname} ]] && die "give me a \$PROJECTNAME"
    180     [[ -z ${pname} ]] && pname="${projectname}"
    181     case ${check_deep_release_id} in
    182     deep|release_id|releaseid) check_deep_release_id="true" ;;
    183     esac
    184     [[ ! -z $4 ]] && archive="$4"
    185    
    186     # project home uri
    187     uri="http://sourceforge.net/projects/${projectname}"
    188     group_id=$(updatecmd ${uri} | grep showfiles | sed 's/.*=\(.*\)/\1/;s/#downloads$//;q')
    189    
    190     # showfiles.php uri with group_id to get the latest files
    191     uri="http://sourceforge.net/project/showfiles.php?group_id=${group_id}"
    192    
    193     package_link_id=$(updatecmd ${uri} | grep "\[.*\]${pname} \[.*\].*Release.*" | sed "s/.*\[\(.*\)\]${pname}.*/\1/")
    194     package_id=$(updatecmd ${uri} | grep "${package_link_id}\..*showfiles.*" | sed 's/.*package_id=\(.*\)/\1/')
    195    
    196     # debug
    197     #echo group_id=${group_id}
    198     #echo package_link_id=${package_link_id}
    199     #echo package_id=${package_id}
    200    
    201     uri="http://sourceforge.net/project/showfiles.php?group_id=${group_id}&package_id=${package_id}"
    202     package_name=$(updatecmd "${uri}" | grep -m1 'Latest \[.*\]' | sed 's/.*]\(.*\) \[.*\].*/\1/')
    203    
    204     if [[ ${check_deep_release_id} = true ]]
    205     then
    206     # showfiles.php uri with group_id and package to get the latest released files
    207     uri="http://sourceforge.net/project/showfiles.php?group_id=${group_id}&package_id=${package_id}"
    208     release_link_id=$(updatecmd ${uri} | grep ".*Latest.*\[.*\]${package_name} \[.*\].*" | sed "s/.*\[\(.*\)\]${package_name}.*/\1/")
    209     release_id=$(updatecmd "${uri}" | grep "${release_link_id}\..*showfiles.*" | sed 's/.*release_id=\(.*\)/\1/')
    210    
    211     # debug
    212     #echo package_name=${package_name}
    213     #echo release_link_id=${release_link_id}
    214     #echo release_id=${release_id}
    215    
    216     uri="http://sourceforge.net/project/showfiles.php?group_id=${group_id}&package_id=${package_id}&release_id=${release_id}"
    217     case ${archive} in
    218     tbz2|tgz)
    219     updatecmd "${uri}" | grep "\(\.${suffix}\)" | sed -n "s/.*-\(.*\)\(\.${suffix}\).*/\1/;$ p"
    220     ;;
    221     *)
    222     updatecmd "${uri}" | grep "\(\.tar\.${archive}\)" | sed -n "s/.*-\(.*\)\(\.tar\.${archive}\).*/\1/;$ p"
    223     ;;
    224     esac
    225     else
    226     echo "${package_name}"
    227     fi
    228     }
    229    
    230     # new layout
    231     updatecmd_sourceforge2()
    232     {
    233     local projectname="$1"
    234     local pname="$2"
    235     local suffix
    236     local uri
    237     local package_link_id
    238     local package_seperator="-"
    239     local excluded
    240    
    241     [[ -z ${projectname} ]] && die "give me a \$PROJECTNAME"
    242     [[ -z ${pname} ]] && pname="${projectname}"
    243     [[ ! -z $3 ]] && package_seperator="$3"
    244    
    245     # project home uri
    246     uri="http://sourceforge.net/projects/${projectname}/files"
    247     # list of file suffixes, which should be excluded
    248     excluded='(.asc|.md5)'
    249     # package file names has always the date and time at the end <---------|
    250     #package_link_id=$(updatecmd ${uri} | egrep -v ${excluded} | grep -v .md5 | grep -m1 "${pname}${package_seperator}[0-9].* [0-9]" | sed "s/.*\[\(.*\)\]${pname}.*/\1/")
    251     package_link_id=$(updatecmd ${uri} | egrep -v ${excluded} | grep -m1 "${pname}${package_seperator}[0-9].* [0-9]" | sed "s/.*\[\(.*\)\].*/\1/")
    252     echo DEBUG1:${package_link_id}
    253    
    254     # get the suffix
    255     suffix=$(updatecmd -listonly ${uri} | grep "\ ${package_link_id}\." | sed "s/.*${pname}.*\(\..*\)/\1/")
    256     # echo "DEBUG2:${suffix}"
    257    
    258     case ${suffix} in
    259     .tbz2|.tgz|.zip|.rar)
    260     #updatecmd ${uri} | grep -m1 "${pname}.*${suffix}" #| sed "s/.*${pname}\(.*\)${suffix}.*/\1/;s/-/_/g;s/_//1"
    261     updatecmd -listonly ${uri} | grep "\ ${package_link_id}\." | sed "s/.*${pname}\(.*\)${suffix}.*/\1/;s/-/_/g;s/_//1"
    262     ;;
    263     *)
    264     #updatecmd ${uri} | grep -m1 "${pname}.*.tar${suffix}" | sed "s/.*${pname}\(.*\).tar${suffix}.*/\1/;s/-/_/g;s/_//1"
    265     updatecmd -listonly ${uri} | grep "\ ${package_link_id}\." | sed "s/.*${pname}\(.*\).tar${suffix}.*/\1/;s/-/_/g;s/_//1"
    266     ;;
    267     esac
    268     }
    269    
    270     # new layout, only newest
    271     updatecmd_sourceforge_latest()
    272     {
    273     local projectname="$1"
    274     local pname="$2"
    275     local suffix
    276     local uri
    277     local package_link_id
    278     local package_seperator="-"
    279     local excluded
    280     local deep="no"
    281     local filename
    282     local uppver
    283    
    284     [[ -z ${projectname} ]] && die "give me a \$PROJECTNAME"
    285     [[ -z ${pname} ]] && pname="${projectname}"
    286     [[ ! -z $3 ]] && package_seperator="$3"
    287     if [[ ! -z $4 ]]
    288     then
    289     deep="yes"
    290     filename="$4"
    291     fi
    292    
    293     # project home uri
    294     uri="http://sourceforge.net/projects/${projectname}/files"
    295     # list of file suffixes, which should be excluded
    296     excluded='(.asc|.md5)'
    297     # package file names has always the date and time at the end <---------|
    298     # package_link_id=$(updatecmd ${uri} | sed -n '/Newest Files/,/All Files/p' | grep -v ${excluded} | grep -m1 "${pname}${package_seperator}[0-9].* [0-9]" | sed "s/.*\[\(.*\)\].*/\1/")
    299     package_link_id=$(updatecmd ${uri} | grep -A1 'Newest Files' | sed -n "s/.*\[\(.*\)\].*${pname}${package_seperator}.*/\1/;$ p")
    300     # if [[ ${deep} = yes ]]
    301     # then
    302     # #package_link_id=$(updatecmd ${uri} | sed -n "/${pname}.*Subscribe.*/,/.*Subscribe.*/p" | sed -n "/${filename}.*Release Notes.*/,/.*Release Notes/p" | grep -v ${excluded} | grep -m1 ".*${package_seperator}[0-9].* [0-9]" | sed "s/.*\[\(.*\)\].*/\1/")
    303     # package_link_id=$(updatecmd ${uri} | sed -n "/${pname}.*Subscribe.*/,/.*Subscribe.*/p" | sed -n "/${filename}.*Release Notes.*/,/.*Release Notes/p" | grep -v ${excluded} | grep -m1 "${pname}\ \[.*\]" | sed "s/.*\[\(.*\)\].*/\1/")
    304     # else
    305     # #package_link_id=$(updatecmd ${uri} | sed -n "/${pname}.*Subscribe.*/,/.*Subscribe.*/p" | grep -v ${excluded} | grep -m1 ".*${package_seperator}[0-9].* [0-9]" | sed "s/.*\[\(.*\)\].*/\1/")
    306     # #package_link_id=$(updatecmd ${uri} | sed -n "/${pname}.*Subscribe.*/,/.*Subscribe.*/p" | grep -v ${excluded} | grep -m1 "${pname}\ \[.*\]" | sed "s/.*\[\(.*\)\].*/\1/")
    307     # package_link_id=$(updatecmd ${uri} | grep -A1 'Newest Files' | sed -n "s/.*\[\(.*\)\].*${pname}${package_seperator}.*/\1/;$ p")
    308     # fi
    309     # #echo DEBUG1:${package_link_id}
    310    
    311     # get the suffix
    312     #suffix=$(updatecmd -listonly ${uri} | grep "\ ${package_link_id}\." | sed "s/.*${pname}.*\(\..*\)\/download/\1/")
    313     suffix=$(updatecmd -listonly ${uri} | grep "\ ${package_link_id}\." | sed "s/.*\(\..*\)\/download/\1/")
    314     #echo "DEBUG2:${suffix}"
    315    
    316     case ${suffix} in
    317     .tbz2|.tgz|.zip|.rar|.7z)
    318     #updatecmd ${uri} | grep -m1 "${pname}.*${suffix}" #| sed "s/.*${pname}\(.*\)${suffix}.*/\1/;s/-/_/g;s/_//1"
    319     #updatecmd -listonly ${uri} | grep "\ ${package_link_id}\." | sed "s/.*${pname}\(.*\)${suffix}.*/\1/;s/-/_/g;s/_//1"
    320     #updatecmd -listonly ${uri} | grep "\ ${package_link_id}\." | sed "s/.*${package_seperator}\(.*\)${suffix}.*/\1/;s/-/_/g;s/_//1"
    321     uppver=$(updatecmd -listonly ${uri} | grep "\ ${package_link_id}\." | sed "s/.*${package_seperator}\([0-9].*\)${suffix}.*/\1/;s/-/_/g;s/_//1")
    322     ;;
    323     *)
    324     #updatecmd ${uri} | grep -m1 "${pname}.*.tar${suffix}" | sed "s/.*${pname}\(.*\).tar${suffix}.*/\1/;s/-/_/g;s/_//1"
    325     #updatecmd -listonly ${uri} | grep "\ ${package_link_id}\." | sed "s/.*${package_seperator}\(.*\).tar${suffix}.*/\1/;s/-/_/g;s/_//1"
    326     uppver=$(updatecmd -listonly ${uri} | grep "\ ${package_link_id}\." | sed "s/.*${package_seperator}\([0-9].*\).tar${suffix}.*/\1/;s/-/_/g;s/_//1")
    327     ;;
    328     esac
    329    
    330     if [[ ! -z ${UP2SUBSTITUTE} ]]
    331     then
    332     echo "${uppver}" | sed "s:${UP2SUBSTITUTE}::g"
    333     else
    334     echo "${uppver}"
    335     fi
    336     }
    337    
    338    
    339     # new layout, only newest
    340     updatecmd_sourceforge_lala()
    341     {
    342     local projectname="$1"
    343     local pname="$2"
    344     local suffix
    345     local uri
    346     local opts
    347     local package_link_id
    348     local package_seperator="-"
    349     local excluded
    350     local deep="no"
    351     local filename="${pname}"
    352     local uppver
    353    
    354     [[ -z ${projectname} ]] && die "give me a \$PROJECTNAME"
    355     [[ -z ${pname} ]] && pname="${projectname}"
    356     if [[ ! -z $3 ]]
    357     then
    358     case $3 in
    359     null|NULL) package_seperator='' ;;
    360     *) package_seperator="$3" ;;
    361     esac
    362     fi
    363     if [[ ! -z $4 ]]
    364     then
    365     deep="yes"
    366     filename="$4"
    367     else
    368     filename="${pname}"
    369     fi
    370    
    371     # special opts like sort date asc
    372     if [[ ! -z ${UP2OPTS} ]]
    373     then
    374     opts="${UP2OPTS}"
    375     else
    376     opts='?sort=date&sortdir=asc'
    377     fi
    378     # project home uri # urlencode $pname
    379     uri="http://sourceforge.net/projects/${projectname}/files/$(urlencode ${pname})${opts}"
    380     # list of file suffixes, which should be excluded
    381     excluded='(.asc|.md5|.exe|.txt|.sign|.rpm|.html|.7z|.dmg)'
    382     package_link_id=$(updatecmd "${uri}" | grep "\[.*\]${filename}${package_seperator}" | egrep -v ${excluded} | sed -n "s/.*\[\(.*\)\].*${filename}${package_seperator}.*/\1/;$ p")
    383    
    384     # get the suffix
    385     suffix=$(updatecmd -listonly "${uri}" | grep "\ ${package_link_id}\." | sed "s/.*\(\..*\)\/download/\1/")
    386     #echo "DEBUG2:${suffix}"
    387    
    388     case ${suffix} in
    389     .tbz2|.tgz|.zip|.rar|.7z)
    390     uppver=$(updatecmd -listonly "${uri}" | grep "\ ${package_link_id}\." | sed "s/.*${package_seperator}\([0-9].*\)${suffix}.*/\1/;s/-/_/g;s/_//1")
    391     ;;
    392     *)
    393     uppver=$(updatecmd -listonly "${uri}" | grep "\ ${package_link_id}\." | sed "s/.*${package_seperator}\([0-9].*\).tar${suffix}.*/\1/;s/-/_/g;s/_//1")
    394     ;;
    395     esac
    396    
    397     if [[ ! -z ${UP2SUBSTITUTE} ]]
    398     then
    399     echo "${uppver}" | sed "s:${UP2SUBSTITUTE}::g"
    400     else
    401     echo "${uppver}"
    402     fi
    403     }
    404    
    405     # new layout, only newest
    406     updatecmd_sourceforge_ftp_dir()
    407     {
    408     local projectname="$1"
    409     local pname="$2"
    410     local modifier="$3"
    411     local uppver
    412    
    413     # mesh works, kent not
    414     #local mirror="http://mesh.dl.sourceforge.net"
    415     local mirror="http://garr.dl.sourceforge.net"
    416    
    417     [[ -z ${projectname} ]] && die "give me a \$PROJECTNAME"
    418     [[ -z ${pname} ]] && pname="${projectname}"
    419     case ${modifier} in
    420     date-asc) modifier='?C=M;O=A' ;;
    421     date-desc) modifier='?C=M;O=D' ;;
    422     name) modifier='' ;;
    423     *) modifier='' ;;
    424     esac
    425    
    426     # urlencode everything
    427     projectname=$(urlencode ${projectname})
    428     pname=$(urlencode ${pname})
    429    
    430     if [[ ! -z ${UP2EXCLUDE} ]]
    431     then
    432     uppver=$(updatecmd "${mirror}/project/${projectname}/${pname}/${modifier}" | grep -v -- "${UP2EXCLUDE}" | grep '[DIR].*\[[0-9].*\/' | sed -n 's/.*[0-9]\]\(.*\)\/.*/\1/;$ p')
    433     else
    434     uppver=$(updatecmd "${mirror}/project/${projectname}/${pname}/${modifier}" | grep '[DIR].*\[[0-9].*\/' | sed -n 's/.*[0-9]\]\(.*\)\/.*/\1/;$ p')
    435     fi
    436    
    437     if [[ ! -z ${UP2SUBSTITUTE} ]]
    438     then
    439     echo "${uppver}" | sed "s:${UP2SUBSTITUTE}::g"
    440     else
    441     echo "${uppver}"
    442     fi
    443     }
    444    
    445     # needs app-text/xmlstarlet
    446     updatecmd_sourceforge()
    447     {
    448     local projectname="$1"
    449     local subprojectname="$2"
    450     local archive="$3"
    451     local uri
    452     local project_id
    453     local tarballname
    454     local seperator
    455     local rss_limit=30
    456     local tarballprefix
    457     local uppver
    458     local allver
    459    
    460     if [[ -z ${archive} ]] && [[ -n ${subprojectname} ]]
    461     then
    462     case ${subprojectname} in
    463     xz|gz|bz2|tbz|tbz2|txz|tgz|zip|rar|7z|jar)
    464     archive="${subprojectname}"
    465     unset subprojectname
    466     ;;
    467     esac
    468     fi
    469    
    470     [[ -z ${projectname} ]] && die "give me a \$PROJECTNAME"
    471     [[ -z ${subprojectname} ]] && subprojectname="${projectname}"
    472     if [[ -z ${tarballname} ]]
    473     then
    474     if [[ ${subprojectname} != ${projectname} ]]
    475     then
    476     tarballname="${subprojectname}"
    477     else
    478     tarballname="${projectname}"
    479     fi
    480     fi
    481     [[ -z ${seperator} ]] && seperator="-"
    482     [[ -z ${archive} ]] && archive="bz2"
    483    
    484     # overrides
    485     [[ ! -z ${UP2TARBALL} ]] && tarballname="${UP2TARBALL}"
    486     [[ ! -z ${UP2SEPERATOR} ]] && seperator="${UP2SEPERATOR}"
    487     [[ ${UP2SEPERATOR} = NULL ]] && seperator=""
    488    
    489     uri="http://sourceforge.net/projects/${projectname}"
    490     project_id=$(updatecmd ${uri} | grep project-id | sed -e 's:.*project-id/::;s:/.*::')
    491     rss_uri="http://sourceforge.net/api/file/index/project-id/${project_id}/mtime/desc/limit/${rss_limit}/rss"
    492    
    493     case ${archive} in
    494     bz2|gz|xz) tarballprefix=".tar.${archive}" ;;
    495     tbz|tbz2|txz|tgz|zip|rar|7z|jar) tarballprefix=".${archive}" ;;
    496     *) tarballprefix="${archive}" ;;
    497     esac
    498    
    499     if [[ -x $(type -P xml) ]]
    500     then
    501     allver=$(updatecmd ${rss_uri} | xml sel -T -t -m //item -v title -n)
    502     else
    503     allver=$(updatecmd ${rss_uri})
    504     fi
    505    
    506     if [[ ! -z ${UP2EXCLUDE} ]]
    507     then
    508     allver=$(echo "${allver}" | grep -v -- "${UP2EXCLUDE}")
    509     fi
    510    
    511     allver=$(echo "${allver}" | grep "/${subprojectname}.*/${tarballname}${seperator}.*${tarballprefix}" | sed -e "s:.*${tarballname}${seperator}::;s:${tarballprefix}.*::")
    512     #uppver=$(echo "${allver}" | sort -g | tac | head -n 1)
    513     uppver=$(echo "${allver}" | sort -g | tac | head -n 1)
    514    
    515     if [[ ! -z ${UP2SUBSTITUTE} ]]
    516     then
    517     echo "${uppver}" | sed "s:${UP2SUBSTITUTE}::g"
    518     else
    519     echo "${uppver}"
    520     fi
    521     }
    522    
    523     updatecmd_berlios()
    524     {
    525     local projectname="$1"
    526     local pname="$2"
    527     local uri
    528     local group_id
    529    
    530     [[ -z ${projectname} ]] && die "give me a \$PROJECTNAME"
    531     [[ -z ${pname} ]] && pname="${projectname}"
    532    
    533     uri="http://developer.berlios.de/projects/${projectname}"
    534     group_id=$(updatecmd "${uri}" | grep showfiles | sed 's/.*group_id=\(.*\)&.*/\1/;q')
    535    
    536     # debug
    537     # echo group_id=${group_id}
    538     # echo package_link_id=${package_link_id}
    539     # echo package_id=${package_id}
    540    
    541     uri="http://developer.berlios.de/project/showfiles.php?group_id=${group_id}"
    542     updatecmd "${uri}" | grep -A3 "^${pname}$" | sed -n 's/.*\[.*]\(.*\) .*[0-9]-.*/\1/;$ p'
    543     }
    544    
    545     updatecmd_freedesktop()
    546     {
    547     local pname=$1
    548     local archive
    549     local subdir
    550     local tarballname
    551    
    552     [[ -z ${pname} ]] && die "give me a \$PNAME"
    553     [[ ! -z $2 ]] && archive="$2"
    554     [[ ! -z ${UP2SUBDIR} ]] && subdir="/${UP2SUBDIR}"
    555     tarballname="${pname}"
    556     [[ ! -z ${UP2TARBALL} ]] && tarballname="${UP2TARBALL}"
    557    
    558     # exclude rc versions!
    559     updatecmd "http://${pname}.freedesktop.org/releases${subdir}" | grep ${tarballname}- | grep -v rc[0-9] | lasttarball "${archive}"
    560     }
    561    
    562     updatecmd_xorg()
    563     {
    564     local pname=$1
    565     local subdir
    566     local tarballname
    567     local pcat
    568    
    569     [[ -z ${pname} ]] && die "give me a \$PNAME"
    570     [[ ! -z $2 ]] && archive="$2"
    571     tarballname="${pname}-"
    572     if [[ ! -z ${PCAT} ]]
    573     then
    574     pcat="${PCAT}"
    575     else
    576     pcat="${PCATEGORIE}"
    577     fi
    578     subdir="$(echo ${pcat} | sed -e 's:x11-::' -e 's:media-::' -e 's/\(.*\)s$/\1/')"
    579     [[ ! -z ${UP2SUBDIR} ]] && subdir="${UP2SUBDIR}"
    580     [[ ! -z ${UP2TARBALL} ]] && tarballname="${UP2TARBALL}"
    581    
    582     updatecmd "http://xorg.freedesktop.org/archive/individual/${subdir}/?C=M;O=A" | grep "/${tarballname}" | lasttarball "${archive}"
    583     }
    584    
    585     updatecmd_perl()
    586     {
    587     local pname=$1
    588     local archive
    589     local uppver
    590    
    591     [[ -z ${pname} ]] && die "give me a \$PNAME"
    592     [[ ! -z $2 ]] && archive="$2"
    593    
    594     uppver=$(updatecmd "http://search.cpan.org/dist/${pname}/" | lasttarball "${archive}")
    595    
    596     if [[ ! -z ${UP2SUBSTITUTE} ]]
    597     then
    598     echo "${uppver}" | sed "s:${UP2SUBSTITUTE}::g"
    599     else
    600     echo "${uppver}"
    601     fi
    602     }
    603    
    604     updatecmd_gnome()
    605     {
    606     local uri
    607     local pname="$1"
    608    
    609     [[ -z ${pname} ]] && die "give me a \$PNAME"
    610    
    611     uri="http://ftp.gnome.org/pub/gnome/sources/${pname}"
    612     updatecmd ${uri}/$(updatecmd "${uri}"/?C=N\;O=D | grep '[0-9]\.[0-9]*[02468]/' | sed -ne 's|.*]\(.*\)/.*|\1|' -e '1 p')/ | grep ]LA | sed 's/.*S-\([0-9\.]*\).*/\1/'
    613     }
    614    
    615     updatecmd_xfce()
    616     {
    617     local uri
    618     local pname="$1"
    619     local archive
    620     local subdir
    621    
    622     [[ -z ${pname} ]] && die "give me a \$PNAME"
    623     [[ ! -z $2 ]] && archive="$2"
    624     if [[ -n ${UP2SUBDIR} ]]
    625     then
    626     subdir="${UP2SUBDIR}"
    627     else
    628     subdir="xfce"
    629     fi
    630    
    631     uri="http://archive.xfce.org/src/${subdir}/${pname}"
    632     #updatecmd ${uri}/$(updatecmd "${uri}"/?C=N\;O=D | grep '[0-9]\.[0-9]*[02468]/' | sed -ne 's|.*]\(.*\)/.*|\1|' -e '1 p')/?C=M\;O=A | lasttarball "${archive}"
    633     updatecmd ${uri}/$(updatecmd -source ${uri}'?C=M;O=A' | grep ${pname} |tail -n1 | sed -e 's/<\/a>.*//;s/.*>//') | lasttarball ${archive}
    634     }
    635    
    636     updatecmd_google()
    637     {
    638     local uri
    639     local pname="$1"
    640     local archive
    641    
    642     [[ -z ${pname} ]] && die "give me a \$PNAME"
    643     [[ ! -z $2 ]] && archive="$2"
    644    
    645     uri="http://code.google.com/p/${pname}/downloads/list"
    646     updatecmd --listonly "${uri}" | grep ${pname}- | firsttarball "${archive}"
    647     }
    648    
    649     updateme()
    650     {
    651     local smage="$1"
    652     local ONLY_PRINT_UPSTREAM
    653    
    654     if [[ $1 = --upstream ]] || [[ $1 = -u ]]
    655     then
    656     if [[ -z $2 ]] || [[ ${2##*.} != smage2 ]]
    657     then
    658     echo "you must give me a smagefile."
    659     exit 1
    660     fi
    661     ONLY_PRINT_UPSTREAM=1
    662     smage="$2"
    663     fi
    664    
    665     local PNAME
    666     local PCATEGORIE
    667     local PCAT
    668     local PVER
    669     local UP2DATE
    670     local UP2PVER
    671     local UP2TARBALL
    672     local UP2SUBDIR
    673     local UP2SUBSTITUTE
    674     local UP2USERAGENT
    675     local UP2EXCLUDE
    676     local UP2SEPERATOR
    677     local UP2OPTS
    678     local UPSTREAM_PVER
    679    
    680     PNAME="$(get_value_from_magefile PNAME ${smage})"
    681     PCATEGORIE="$(get_value_from_magefile PCATEGORIE ${smage})"
    682     PCAT="$(get_value_from_magefile PCAT ${smage})"
    683     PVER="$(get_value_from_magefile PVER ${smage})"
    684     UP2PVER="$(get_value_from_magefile UP2PVER ${smage})"
    685     UP2TARBALL="$(get_value_from_magefile UP2TARBALL ${smage})"
    686     UP2SUBDIR="$(get_value_from_magefile UP2SUBDIR ${smage})"
    687     UP2SUBSTITUTE="$(get_value_from_magefile UP2SUBSTITUTE ${smage})"
    688     UP2USERAGENT="$(get_value_from_magefile UP2USERAGENT ${smage})"
    689     UP2EXCLUDE="$(get_value_from_magefile UP2EXCLUDE ${smage})"
    690     UP2SEPERATOR="$(get_value_from_magefile UP2SEPERATOR ${smage})"
    691     UP2OPTS="$(get_value_from_magefile UP2OPTS ${smage})"
    692    
    693     [[ -z ${UP2PVER} ]] && UP2PVER="${PVER}"
    694    
    695     UP2DATE=$(get_value_from_magefile UP2DATE ${smage})
    696    
    697     if [[ -z ${UP2DATE} ]]
    698     then
    699     #echo "\$UP2DATE is empty, skipping ..."
    700     continue
    701     fi
    702    
    703     #echo "UP2DATE=${UP2DATE}"
    704     #read
    705     UPSTREAM_PVER=$(eval "${UP2DATE}")
    706     if [[ ${ONLY_PRINT_UPSTREAM} = 1 ]]
    707     then
    708     echo "${UPSTREAM_PVER}"
    709     else
    710     # [[ ${UP2PVER} = ${UPSTREAM_PVER} ]] && echo -e "${PNAME}: ${COLGREEN}'${UP2PVER}' = '${UPSTREAM_PVER}'${COLDEFAULT}"
    711     # #[[ ${UP2PVER} != ${UPSTREAM_PVER} ]] && echo "${PNAME}: '${UP2PVER}' != '${UPSTREAM_PVER}'"
    712     # [[ ${UP2PVER} < ${UPSTREAM_PVER} ]] && echo -e "${PNAME}: ${COLRED}'${UP2PVER}' < '${UPSTREAM_PVER}'${COLDEFAULT}"
    713     # [[ ${UP2PVER} > ${UPSTREAM_PVER} ]] && echo -e "${PNAME}: ${COLYELLOW}'${UP2PVER}' > '${UPSTREAM_PVER}'${COLDEFAULT}"
    714     local retval
    715     retval=$(/home/tjoke/archlinux_version/vercomp "${UP2PVER}" "${UPSTREAM_PVER}")
    716     [ ${retval} -eq 0 ] && echo -e "${PNAME}: ${COLGREEN}'${UP2PVER}' = '${UPSTREAM_PVER}'${COLDEFAULT}"
    717     [ ${retval} -lt 0 ] && echo -e "${PNAME}: ${COLRED}'${UP2PVER}' < '${UPSTREAM_PVER}'${COLDEFAULT}"
    718     [ ${retval} -gt 0 ] && echo -e "${PNAME}: ${COLYELLOW}'${UP2PVER}' > '${UPSTREAM_PVER}'${COLDEFAULT}"
    719     fi
    720     }
    721    
    722     updateall()
    723     {
    724     #local REPOS
    725     local PACKAGE
    726     local smage
    727     local repo
    728     local UP2DATE_SLEEP_COUNT=15
    729     local UP2DATE_SLEEP_TIMEOUT=3
    730     local ONLY_PRINT_UPSTREAM=0
    731    
    732     : ${REPOS="/home/tjoke/svn/smage/trunk/core /home/tjoke/svn/smage/trunk/extras /home/tjoke/svn/smage/trunk/nonfree /home/tjoke/svn/smage/trunk/todo"}
    733     # REPOS="/home/tjoke/svn/smage/trunk/core /home/tjoke/svn/smage/trunk/extras"
    734     # REPOS="/home/tjoke/svn/smage/trunk/core"
    735     # PACKAGE="glibc-nptl"
    736     # PACKAGE="autoconf21"
    737     PACKAGE="*"
    738     [[ ! -z $1 ]] && PACKAGE="$1"
    739    
    740     if [[ $1 = --upstream ]] || [[ $1 = -u ]]
    741     then
    742     if [[ -z $2 ]] || [[ ${2##*.} != smage2 ]]
    743     then
    744     echo "you must give me a smagefile."
    745     exit 1
    746     fi
    747     updateme $1 $2
    748     return 0
    749     fi
    750    
    751     ##############################################################################
    752     # recurse all depends if requested
    753     #
    754     if [[ $1 = --depend ]] || [[ $1 = -d ]]
    755     then
    756     if [[ -z $2 ]] || [[ ${2##*.} != smage2 ]]
    757     then
    758     echo "you must give me a smagefile."
    759     exit 1
    760     fi
    761    
    762     SMAGEFILE="$2"
    763     PACKAGE="$(magename2pname ${SMAGEFILE})"
    764    
    765     echo "processing '${SMAGEFILE}' ..."
    766     echo "running dependency checks for package '${PACKAGE}'..."
    767    
    768     DEPEND=$(get_value_from_magefile DEPEND ${SMAGEFILE})
    769     SDEPEND=$(get_value_from_magefile SDEPEND ${SMAGEFILE})
    770    
    771     declare -i c=0
    772     while read sign dep
    773     do
    774     case ${dep} in
    775     "") continue;;
    776     esac
    777    
    778     # sleep every 15 packages for 5 seconds
    779     (( c++ ))
    780     if [[ ${c} -eq ${UP2DATE_SLEEP_COUNT} ]]
    781     then
    782     declare -i c=0
    783     echo "DEBUG: Sleep Count (${UP2DATE_SLEEP_COUNT}x) reached, sleeping for ${UP2DATE_SLEEP_TIMEOUT} seconds ..."
    784     sleep ${UP2DATE_SLEEP_TIMEOUT}
    785     fi
    786     #echo "debug: ${dep}"
    787     updateme "$(dep2pname ${dep})"
    788     done << EOF
    789     ${DEPEND}
    790     ${SDEPEND}
    791     EOF
    792     fi
    793     #
    794     # eof recurse
    795     ##############################################################################
    796    
    797     for repo in ${REPOS}
    798     do
    799     # exclude not existing
    800     [[ ${PACKAGE} != \* ]] && [[ ! -d ${repo}/${PACKAGE} ]] && continue
    801    
    802     declare -i c=0
    803     for smage in ${repo}/${PACKAGE}/*.smage2
    804     do
    805     updateme ${smage}
    806    
    807     # sleep every 15 packages for 5 seconds
    808     (( c++ ))
    809     if [[ ${c} -eq ${UP2DATE_SLEEP_COUNT} ]]
    810     then
    811     declare -i c=0
    812     echo "DEBUG: Sleep Count (${UP2DATE_SLEEP_COUNT}x) reached, sleeping for ${UP2DATE_SLEEP_TIMEOUT} seconds ..."
    813     sleep ${UP2DATE_SLEEP_TIMEOUT}
    814     fi
    815     done
    816     done
    817     }
    818    
    819     updateall $@

    Properties

    Name Value
    svn:executable *