Magellan Linux

  • Back to homepage
    • /[magellan-source]/trunk/pkgtools/up2date.sh

    Contents of /trunk/pkgtools/up2date.sh

    Parent Directory Parent Directory | Revision Log Revision Log

    Revision 2111 - (show annotations) (download) (as text)
    Mon May 13 11:40:55 2013 UTC (10 years, 11 months ago) by niro
    File MIME type: application/x-sh
    File size: 24169 byte(s) 
    -support read_timeout of lynx, removed some hardcoded seperators, fixed sorting
    1 #!/bin/bash
    2
    3 source /usr/lib/mage/mage4.functions.sh
    4 source /usr/lib/mage/smage2.functions.sh
    5
    6 # timeout in seconds
    7 LYNX_CONNECT_TIMEOUT=10
    8 LYNX_READ_TIMEOUT=10
    9
    10 ## only for tests -> normally in /etc/rc.d/init.d/functions
    11 COLRED="\033[1;6m\033[31m"
    12 COLGREEN="\033[1;6m\033[32m"
    13 COLYELLOW="\033[1;6m\033[33m"
    14 COLBLUE="\033[1;6m\033[34m"
    15 COLMAGENTA="\033[1;6m\033[35m"
    16 COLWHITE="\033[1;6m\033[37m"
    17 COLGRAY="\033[0;6m\033[37m"
    18 COLBOLD="\033[1m"
    19 COLDEFAULT="\033[0m"
    20
    21 if [[ ${NOCOLORS} = true ]]
    22 then
    23 COLRED=""
    24 COLGREEN=""
    25 COLYELLOW=""
    26 COLBLUE=""
    27 COLMAGENTA=""
    28 COLWHITE=""
    29 COLGRAY=""
    30 COLBOLD=""
    31 COLDEFAULT=""
    32 fi
    33
    34 die() { echo "Error: $@"; exit 1; }
    35
    36 sminclude() { true; }
    37 msetfeature() { true; }
    38 mqueryfeature() { true; }
    39 haskell_enable_feature() { true; }
    40 haskell_disable_feature() { true; }
    41
    42 urlencode()
    43 {
    44 local uri="$@"
    45
    46 # fix percent (do this first!!)
    47 uri=$(echo ${uri} | sed 's:%:%25:g')
    48
    49 # fix spaces
    50 uri=$(echo ${uri} | sed 's:\ :%20:g')
    51
    52 # fix less than
    53 uri=$(echo ${uri} | sed 's:<:%3C:g')
    54
    55 # fix greater than
    56 uri=$(echo ${uri} | sed 's:>:%3E:g')
    57
    58 # fix pound
    59 uri=$(echo ${uri} | sed 's:#:%23:g')
    60
    61 # fix curly brace left
    62 uri=$(echo ${uri} | sed 's:{:%7B:g')
    63
    64 # fix curly brace right
    65 uri=$(echo ${uri} | sed 's:}:%7D:g')
    66
    67 # fix square bracket left
    68 uri=$(echo ${uri} | sed 's:\[:%5B:g')
    69
    70 # fix square bracket right
    71 uri=$(echo ${uri} | sed 's:\]:%5D:g')
    72
    73
    74 # return
    75 echo "${uri}"
    76 }
    77
    78 lasttarball()
    79 {
    80 local suffix=bz2
    81 local seperator="-"
    82 [[ ! -z $1 ]] && suffix="$1"
    83
    84 [[ ! -z ${UP2SEPERATOR} ]] && seperator="${UP2SEPERATOR}"
    85 [[ ${UP2SEPERATOR} = NULL ]] && seperator=""
    86
    87 case ${suffix} in
    88 tbz2|tgz)
    89 if [[ ! -z ${UP2EXCLUDE} ]]
    90 then
    91 grep "\(\.${suffix}\)\(\$\|\#\)" | grep -v -- "${UP2EXCLUDE}" | sed -n "s/.*${seperator}\(.*\)\(\.${suffix}\).*/\1/;$ p"
    92 else
    93 grep "\(\.${suffix}\)\(\$\|\#\)" | sed -n "s/.*${seperator}\(.*\)\(\.${suffix}\).*/\1/;$ p"
    94 fi
    95 ;;
    96 *)
    97 if [[ ! -z ${UP2EXCLUDE} ]]
    98 then
    99 grep "\(\.tar\.${suffix}\)\(\$\|\#\)" | grep -v -- "${UP2EXCLUDE}" | sed -n "s/.*${seperator}\(.*\)\(\.tar\.${suffix}\).*/\1/;$ p"
    100 else
    101 grep "\(\.tar\.${suffix}\)\(\$\|\#\)" | sed -n "s/.*${seperator}\(.*\)\(\.tar\.${suffix}\).*/\1/;$ p"
    102 fi
    103 ;;
    104 esac
    105 }
    106
    107 firsttarball()
    108 {
    109 local suffix=bz2
    110 local seperator="-"
    111 [[ ! -z $1 ]] && suffix="$1"
    112
    113 [[ ! -z ${UP2SEPERATOR} ]] && seperator="${UP2SEPERATOR}"
    114 [[ ${UP2SEPERATOR} = NULL ]] && seperator=""
    115
    116 case ${suffix} in
    117 tbz2|tgz)
    118 if [[ ! -z ${UP2EXCLUDE} ]]
    119 then
    120 grep "\(\.${suffix}\)\(\$\|\#\)" | grep -v -- "${UP2EXCLUDE}" | sed "s/.*${seperator}\(.*\)\(\.${suffix}\).*/\1/;q"
    121 else
    122 grep "\(\.${suffix}\)\(\$\|\#\)" | sed "s/.*${seperator}\(.*\)\(\.${suffix}\).*/\1/;q"
    123 fi
    124 ;;
    125 *)
    126 if [[ ! -z ${UP2EXCLUDE} ]]
    127 then
    128 grep "\(\.tar\.${suffix}\)\(\$\|\#\)" | grep -v -- "${UP2EXCLUDE}" | sed "s/.*${seperator}\(.*\)\(\.tar\.${suffix}\).*/\1/;q"
    129 else
    130 grep "\(\.tar\.${suffix}\)\(\$\|\#\)" | sed "s/.*${seperator}\(.*\)\(\.tar\.${suffix}\).*/\1/;q"
    131 fi
    132 ;;
    133 esac
    134 }
    135
    136 updatecmd()
    137 {
    138 local uppver
    139 local useragent
    140 [[ ! -z ${UP2USERAGENT} ]] && useragent="-useragent '${UP2USERAGENT}'"
    141
    142 uppver=$(lynx -connect_timeout=${LYNX_CONNECT_TIMEOUT} -read_timeout=${LYNX_READ_TIMEOUT} -dump "${useragent}" $@)
    143 if [[ $? -ne 0 ]]
    144 then
    145 echo "Error connecting '$@'"
    146 sleep 1
    147 return 1
    148 fi
    149
    150 if [[ ! -z ${UP2SUBSTITUTE} ]]
    151 then
    152 echo "${uppver}" | sed "s:${UP2SUBSTITUTE}::g"
    153 else
    154 echo "${uppver}"
    155 fi
    156 }
    157
    158 updatecmd_gnu()
    159 {
    160 local pname=$1
    161 local archive
    162 local tarball
    163
    164 [[ -z ${pname} ]] && die "give me a \$PNAME"
    165 [[ ! -z $2 ]] && archive="$2"
    166
    167 tarball="${pname}"
    168 [[ ! -z ${UP2TARBALL} ]] && tarball="${UP2TARBALL}"
    169
    170 # remove 'latest' tarball too
    171 updatecmd "http://ftp.gnu.org/gnu/${pname}/?C=M;O=A" | grep ${tarball}- | sed '/latest/d' | lasttarball "${archive}"
    172 }
    173
    174 updatecmd_sourceforge_old()
    175 {
    176 local projectname="$1"
    177 local pname="$2"
    178 local check_deep_release_id="$3"
    179 local archive
    180 local uri
    181 local group_id
    182 local package_link_id
    183 local package_id
    184 local package_name
    185 local release_link_id
    186 local release_id
    187
    188 [[ -z ${projectname} ]] && die "give me a \$PROJECTNAME"
    189 [[ -z ${pname} ]] && pname="${projectname}"
    190 case ${check_deep_release_id} in
    191 deep|release_id|releaseid) check_deep_release_id="true" ;;
    192 esac
    193 [[ ! -z $4 ]] && archive="$4"
    194
    195 # project home uri
    196 uri="http://sourceforge.net/projects/${projectname}"
    197 group_id=$(updatecmd ${uri} | grep showfiles | sed 's/.*=\(.*\)/\1/;s/#downloads$//;q')
    198
    199 # showfiles.php uri with group_id to get the latest files
    200 uri="http://sourceforge.net/project/showfiles.php?group_id=${group_id}"
    201
    202 package_link_id=$(updatecmd ${uri} | grep "\[.*\]${pname} \[.*\].*Release.*" | sed "s/.*\[\(.*\)\]${pname}.*/\1/")
    203 package_id=$(updatecmd ${uri} | grep "${package_link_id}\..*showfiles.*" | sed 's/.*package_id=\(.*\)/\1/')
    204
    205 # debug
    206 #echo group_id=${group_id}
    207 #echo package_link_id=${package_link_id}
    208 #echo package_id=${package_id}
    209
    210 uri="http://sourceforge.net/project/showfiles.php?group_id=${group_id}&package_id=${package_id}"
    211 package_name=$(updatecmd "${uri}" | grep -m1 'Latest \[.*\]' | sed 's/.*]\(.*\) \[.*\].*/\1/')
    212
    213 if [[ ${check_deep_release_id} = true ]]
    214 then
    215 # showfiles.php uri with group_id and package to get the latest released files
    216 uri="http://sourceforge.net/project/showfiles.php?group_id=${group_id}&package_id=${package_id}"
    217 release_link_id=$(updatecmd ${uri} | grep ".*Latest.*\[.*\]${package_name} \[.*\].*" | sed "s/.*\[\(.*\)\]${package_name}.*/\1/")
    218 release_id=$(updatecmd "${uri}" | grep "${release_link_id}\..*showfiles.*" | sed 's/.*release_id=\(.*\)/\1/')
    219
    220 # debug
    221 #echo package_name=${package_name}
    222 #echo release_link_id=${release_link_id}
    223 #echo release_id=${release_id}
    224
    225 uri="http://sourceforge.net/project/showfiles.php?group_id=${group_id}&package_id=${package_id}&release_id=${release_id}"
    226 case ${archive} in
    227 tbz2|tgz)
    228 updatecmd "${uri}" | grep "\(\.${suffix}\)" | sed -n "s/.*-\(.*\)\(\.${suffix}\).*/\1/;$ p"
    229 ;;
    230 *)
    231 updatecmd "${uri}" | grep "\(\.tar\.${archive}\)" | sed -n "s/.*-\(.*\)\(\.tar\.${archive}\).*/\1/;$ p"
    232 ;;
    233 esac
    234 else
    235 echo "${package_name}"
    236 fi
    237 }
    238
    239 # new layout
    240 updatecmd_sourceforge2()
    241 {
    242 local projectname="$1"
    243 local pname="$2"
    244 local suffix
    245 local uri
    246 local package_link_id
    247 local package_seperator="-"
    248 local excluded
    249
    250 [[ -z ${projectname} ]] && die "give me a \$PROJECTNAME"
    251 [[ -z ${pname} ]] && pname="${projectname}"
    252 [[ ! -z $3 ]] && package_seperator="$3"
    253
    254 # project home uri
    255 uri="http://sourceforge.net/projects/${projectname}/files"
    256 # list of file suffixes, which should be excluded
    257 excluded='(.asc|.md5)'
    258 # package file names has always the date and time at the end <---------|
    259 #package_link_id=$(updatecmd ${uri} | egrep -v ${excluded} | grep -v .md5 | grep -m1 "${pname}${package_seperator}[0-9].* [0-9]" | sed "s/.*\[\(.*\)\]${pname}.*/\1/")
    260 package_link_id=$(updatecmd ${uri} | egrep -v ${excluded} | grep -m1 "${pname}${package_seperator}[0-9].* [0-9]" | sed "s/.*\[\(.*\)\].*/\1/")
    261 echo DEBUG1:${package_link_id}
    262
    263 # get the suffix
    264 suffix=$(updatecmd -listonly ${uri} | grep "\ ${package_link_id}\." | sed "s/.*${pname}.*\(\..*\)/\1/")
    265 # echo "DEBUG2:${suffix}"
    266
    267 case ${suffix} in
    268 .tbz2|.tgz|.zip|.rar)
    269 #updatecmd ${uri} | grep -m1 "${pname}.*${suffix}" #| sed "s/.*${pname}\(.*\)${suffix}.*/\1/;s/-/_/g;s/_//1"
    270 updatecmd -listonly ${uri} | grep "\ ${package_link_id}\." | sed "s/.*${pname}\(.*\)${suffix}.*/\1/;s/-/_/g;s/_//1"
    271 ;;
    272 *)
    273 #updatecmd ${uri} | grep -m1 "${pname}.*.tar${suffix}" | sed "s/.*${pname}\(.*\).tar${suffix}.*/\1/;s/-/_/g;s/_//1"
    274 updatecmd -listonly ${uri} | grep "\ ${package_link_id}\." | sed "s/.*${pname}\(.*\).tar${suffix}.*/\1/;s/-/_/g;s/_//1"
    275 ;;
    276 esac
    277 }
    278
    279 # new layout, only newest
    280 updatecmd_sourceforge_latest()
    281 {
    282 local projectname="$1"
    283 local pname="$2"
    284 local suffix
    285 local uri
    286 local package_link_id
    287 local package_seperator="-"
    288 local excluded
    289 local deep="no"
    290 local filename
    291 local uppver
    292
    293 [[ -z ${projectname} ]] && die "give me a \$PROJECTNAME"
    294 [[ -z ${pname} ]] && pname="${projectname}"
    295 [[ ! -z $3 ]] && package_seperator="$3"
    296 if [[ ! -z $4 ]]
    297 then
    298 deep="yes"
    299 filename="$4"
    300 fi
    301
    302 # project home uri
    303 uri="http://sourceforge.net/projects/${projectname}/files"
    304 # list of file suffixes, which should be excluded
    305 excluded='(.asc|.md5)'
    306 # package file names has always the date and time at the end <---------|
    307 # package_link_id=$(updatecmd ${uri} | sed -n '/Newest Files/,/All Files/p' | grep -v ${excluded} | grep -m1 "${pname}${package_seperator}[0-9].* [0-9]" | sed "s/.*\[\(.*\)\].*/\1/")
    308 package_link_id=$(updatecmd ${uri} | grep -A1 'Newest Files' | sed -n "s/.*\[\(.*\)\].*${pname}${package_seperator}.*/\1/;$ p")
    309 # if [[ ${deep} = yes ]]
    310 # then
    311 # #package_link_id=$(updatecmd ${uri} | sed -n "/${pname}.*Subscribe.*/,/.*Subscribe.*/p" | sed -n "/${filename}.*Release Notes.*/,/.*Release Notes/p" | grep -v ${excluded} | grep -m1 ".*${package_seperator}[0-9].* [0-9]" | sed "s/.*\[\(.*\)\].*/\1/")
    312 # package_link_id=$(updatecmd ${uri} | sed -n "/${pname}.*Subscribe.*/,/.*Subscribe.*/p" | sed -n "/${filename}.*Release Notes.*/,/.*Release Notes/p" | grep -v ${excluded} | grep -m1 "${pname}\ \[.*\]" | sed "s/.*\[\(.*\)\].*/\1/")
    313 # else
    314 # #package_link_id=$(updatecmd ${uri} | sed -n "/${pname}.*Subscribe.*/,/.*Subscribe.*/p" | grep -v ${excluded} | grep -m1 ".*${package_seperator}[0-9].* [0-9]" | sed "s/.*\[\(.*\)\].*/\1/")
    315 # #package_link_id=$(updatecmd ${uri} | sed -n "/${pname}.*Subscribe.*/,/.*Subscribe.*/p" | grep -v ${excluded} | grep -m1 "${pname}\ \[.*\]" | sed "s/.*\[\(.*\)\].*/\1/")
    316 # package_link_id=$(updatecmd ${uri} | grep -A1 'Newest Files' | sed -n "s/.*\[\(.*\)\].*${pname}${package_seperator}.*/\1/;$ p")
    317 # fi
    318 # #echo DEBUG1:${package_link_id}
    319
    320 # get the suffix
    321 #suffix=$(updatecmd -listonly ${uri} | grep "\ ${package_link_id}\." | sed "s/.*${pname}.*\(\..*\)\/download/\1/")
    322 suffix=$(updatecmd -listonly ${uri} | grep "\ ${package_link_id}\." | sed "s/.*\(\..*\)\/download/\1/")
    323 #echo "DEBUG2:${suffix}"
    324
    325 case ${suffix} in
    326 .tbz2|.tgz|.zip|.rar|.7z)
    327 #updatecmd ${uri} | grep -m1 "${pname}.*${suffix}" #| sed "s/.*${pname}\(.*\)${suffix}.*/\1/;s/-/_/g;s/_//1"
    328 #updatecmd -listonly ${uri} | grep "\ ${package_link_id}\." | sed "s/.*${pname}\(.*\)${suffix}.*/\1/;s/-/_/g;s/_//1"
    329 #updatecmd -listonly ${uri} | grep "\ ${package_link_id}\." | sed "s/.*${package_seperator}\(.*\)${suffix}.*/\1/;s/-/_/g;s/_//1"
    330 uppver=$(updatecmd -listonly ${uri} | grep "\ ${package_link_id}\." | sed "s/.*${package_seperator}\([0-9].*\)${suffix}.*/\1/;s/-/_/g;s/_//1")
    331 ;;
    332 *)
    333 #updatecmd ${uri} | grep -m1 "${pname}.*.tar${suffix}" | sed "s/.*${pname}\(.*\).tar${suffix}.*/\1/;s/-/_/g;s/_//1"
    334 #updatecmd -listonly ${uri} | grep "\ ${package_link_id}\." | sed "s/.*${package_seperator}\(.*\).tar${suffix}.*/\1/;s/-/_/g;s/_//1"
    335 uppver=$(updatecmd -listonly ${uri} | grep "\ ${package_link_id}\." | sed "s/.*${package_seperator}\([0-9].*\).tar${suffix}.*/\1/;s/-/_/g;s/_//1")
    336 ;;
    337 esac
    338
    339 if [[ ! -z ${UP2SUBSTITUTE} ]]
    340 then
    341 echo "${uppver}" | sed "s:${UP2SUBSTITUTE}::g"
    342 else
    343 echo "${uppver}"
    344 fi
    345 }
    346
    347
    348 # new layout, only newest
    349 updatecmd_sourceforge_lala()
    350 {
    351 local projectname="$1"
    352 local pname="$2"
    353 local suffix
    354 local uri
    355 local opts
    356 local package_link_id
    357 local package_seperator="-"
    358 local excluded
    359 local deep="no"
    360 local filename="${pname}"
    361 local uppver
    362
    363 [[ -z ${projectname} ]] && die "give me a \$PROJECTNAME"
    364 [[ -z ${pname} ]] && pname="${projectname}"
    365 if [[ ! -z $3 ]]
    366 then
    367 case $3 in
    368 null|NULL) package_seperator='' ;;
    369 *) package_seperator="$3" ;;
    370 esac
    371 fi
    372 if [[ ! -z $4 ]]
    373 then
    374 deep="yes"
    375 filename="$4"
    376 else
    377 filename="${pname}"
    378 fi
    379
    380 # special opts like sort date asc
    381 if [[ ! -z ${UP2OPTS} ]]
    382 then
    383 opts="${UP2OPTS}"
    384 else
    385 opts='?sort=date&sortdir=asc'
    386 fi
    387 # project home uri # urlencode $pname
    388 uri="http://sourceforge.net/projects/${projectname}/files/$(urlencode ${pname})${opts}"
    389 # list of file suffixes, which should be excluded
    390 excluded='(.asc|.md5|.exe|.txt|.sign|.rpm|.html|.7z|.dmg)'
    391 package_link_id=$(updatecmd "${uri}" | grep "\[.*\]${filename}${package_seperator}" | egrep -v ${excluded} | sed -n "s/.*\[\(.*\)\].*${filename}${package_seperator}.*/\1/;$ p")
    392
    393 # get the suffix
    394 suffix=$(updatecmd -listonly "${uri}" | grep "\ ${package_link_id}\." | sed "s/.*\(\..*\)\/download/\1/")
    395 #echo "DEBUG2:${suffix}"
    396
    397 case ${suffix} in
    398 .tbz2|.tgz|.zip|.rar|.7z)
    399 uppver=$(updatecmd -listonly "${uri}" | grep "\ ${package_link_id}\." | sed "s/.*${package_seperator}\([0-9].*\)${suffix}.*/\1/;s/-/_/g;s/_//1")
    400 ;;
    401 *)
    402 uppver=$(updatecmd -listonly "${uri}" | grep "\ ${package_link_id}\." | sed "s/.*${package_seperator}\([0-9].*\).tar${suffix}.*/\1/;s/-/_/g;s/_//1")
    403 ;;
    404 esac
    405
    406 if [[ ! -z ${UP2SUBSTITUTE} ]]
    407 then
    408 echo "${uppver}" | sed "s:${UP2SUBSTITUTE}::g"
    409 else
    410 echo "${uppver}"
    411 fi
    412 }
    413
    414 # new layout, only newest
    415 updatecmd_sourceforge_ftp_dir()
    416 {
    417 local projectname="$1"
    418 local pname="$2"
    419 local modifier="$3"
    420 local uppver
    421
    422 # mesh works, kent not
    423 #local mirror="http://mesh.dl.sourceforge.net"
    424 local mirror="http://garr.dl.sourceforge.net"
    425
    426 [[ -z ${projectname} ]] && die "give me a \$PROJECTNAME"
    427 [[ -z ${pname} ]] && pname="${projectname}"
    428 case ${modifier} in
    429 date-asc) modifier='?C=M;O=A' ;;
    430 date-desc) modifier='?C=M;O=D' ;;
    431 name) modifier='' ;;
    432 *) modifier='' ;;
    433 esac
    434
    435 # urlencode everything
    436 projectname=$(urlencode ${projectname})
    437 pname=$(urlencode ${pname})
    438
    439 if [[ ! -z ${UP2EXCLUDE} ]]
    440 then
    441 uppver=$(updatecmd "${mirror}/project/${projectname}/${pname}/${modifier}" | grep -v -- "${UP2EXCLUDE}" | grep '[DIR].*\[[0-9].*\/' | sed -n 's/.*[0-9]\]\(.*\)\/.*/\1/;$ p')
    442 else
    443 uppver=$(updatecmd "${mirror}/project/${projectname}/${pname}/${modifier}" | grep '[DIR].*\[[0-9].*\/' | sed -n 's/.*[0-9]\]\(.*\)\/.*/\1/;$ p')
    444 fi
    445
    446 if [[ ! -z ${UP2SUBSTITUTE} ]]
    447 then
    448 echo "${uppver}" | sed "s:${UP2SUBSTITUTE}::g"
    449 else
    450 echo "${uppver}"
    451 fi
    452 }
    453
    454 # needs app-text/xmlstarlet
    455 updatecmd_sourceforge()
    456 {
    457 local projectname="$1"
    458 local subprojectname="$2"
    459 local archive="$3"
    460 local uri
    461 local project_id
    462 local tarballname
    463 local seperator
    464 local rss_limit=30
    465 local tarballprefix
    466 local uppver
    467 local allver
    468
    469 if [[ -z ${archive} ]] && [[ -n ${subprojectname} ]]
    470 then
    471 case ${subprojectname} in
    472 xz|gz|bz2|tbz|tbz2|txz|tgz|zip|rar|7z|jar)
    473 archive="${subprojectname}"
    474 unset subprojectname
    475 ;;
    476 esac
    477 fi
    478
    479 [[ -z ${projectname} ]] && die "give me a \$PROJECTNAME"
    480 [[ -z ${subprojectname} ]] && subprojectname="${projectname}"
    481 if [[ -z ${tarballname} ]]
    482 then
    483 if [[ ${subprojectname} != ${projectname} ]]
    484 then
    485 tarballname="${subprojectname}"
    486 else
    487 tarballname="${projectname}"
    488 fi
    489 fi
    490 [[ -z ${seperator} ]] && seperator="-"
    491 [[ -z ${archive} ]] && archive="bz2"
    492
    493 # overrides
    494 [[ ! -z ${UP2TARBALL} ]] && tarballname="${UP2TARBALL}"
    495 [[ ! -z ${UP2SEPERATOR} ]] && seperator="${UP2SEPERATOR}"
    496 [[ ${UP2SEPERATOR} = NULL ]] && seperator=""
    497
    498 uri="http://sourceforge.net/projects/${projectname}"
    499 project_id=$(updatecmd ${uri} | grep project-id | sed -e 's:.*project-id/::;s:/.*::')
    500 rss_uri="http://sourceforge.net/api/file/index/project-id/${project_id}/mtime/desc/limit/${rss_limit}/rss"
    501
    502 case ${archive} in
    503 bz2|gz|xz) tarballprefix=".tar.${archive}" ;;
    504 tbz|tbz2|txz|tgz|zip|rar|7z|jar) tarballprefix=".${archive}" ;;
    505 *) tarballprefix="${archive}" ;;
    506 esac
    507
    508 if [[ -x $(type -P xml) ]]
    509 then
    510 allver=$(updatecmd ${rss_uri} | xml sel -T -t -m //item -v title -n)
    511 else
    512 allver=$(updatecmd ${rss_uri})
    513 fi
    514
    515 if [[ ! -z ${UP2EXCLUDE} ]]
    516 then
    517 allver=$(echo "${allver}" | grep -v -- "${UP2EXCLUDE}")
    518 fi
    519
    520 allver=$(echo "${allver}" | grep "/${subprojectname}.*/${tarballname}${seperator}.*${tarballprefix}" | sed -e "s:.*${tarballname}${seperator}::;s:${tarballprefix}.*::")
    521 #uppver=$(echo "${allver}" | sort -g | tac | head -n 1)
    522 uppver=$(echo "${allver}" | sort -g | tac | head -n 1)
    523
    524 if [[ ! -z ${UP2SUBSTITUTE} ]]
    525 then
    526 echo "${uppver}" | sed "s:${UP2SUBSTITUTE}::g"
    527 else
    528 echo "${uppver}"
    529 fi
    530 }
    531
    532 updatecmd_berlios()
    533 {
    534 local projectname="$1"
    535 local pname="$2"
    536 local uri
    537 local group_id
    538
    539 [[ -z ${projectname} ]] && die "give me a \$PROJECTNAME"
    540 [[ -z ${pname} ]] && pname="${projectname}"
    541
    542 uri="http://developer.berlios.de/projects/${projectname}"
    543 group_id=$(updatecmd "${uri}" | grep showfiles | sed 's/.*group_id=\(.*\)&.*/\1/;q')
    544
    545 # debug
    546 # echo group_id=${group_id}
    547 # echo package_link_id=${package_link_id}
    548 # echo package_id=${package_id}
    549
    550 uri="http://developer.berlios.de/project/showfiles.php?group_id=${group_id}"
    551 updatecmd "${uri}" | grep -A3 "^${pname}$" | sed -n 's/.*\[.*]\(.*\) .*[0-9]-.*/\1/;$ p'
    552 }
    553
    554 updatecmd_freedesktop()
    555 {
    556 local pname=$1
    557 local archive
    558 local subdir
    559 local tarballname
    560
    561 [[ -z ${pname} ]] && die "give me a \$PNAME"
    562 [[ ! -z $2 ]] && archive="$2"
    563 [[ ! -z ${UP2SUBDIR} ]] && subdir="/${UP2SUBDIR}"
    564 tarballname="${pname}"
    565 [[ ! -z ${UP2TARBALL} ]] && tarballname="${UP2TARBALL}"
    566
    567 # exclude rc versions!
    568 updatecmd "http://${pname}.freedesktop.org/releases${subdir}?C=M;O=A" | grep ${tarballname}- | grep -v rc[0-9] | lasttarball "${archive}"
    569 }
    570
    571 updatecmd_xorg()
    572 {
    573 local pname=$1
    574 local subdir
    575 local tarballname
    576 local pcat
    577
    578 [[ -z ${pname} ]] && die "give me a \$PNAME"
    579 [[ ! -z $2 ]] && archive="$2"
    580 tarballname="${pname}-"
    581 if [[ ! -z ${PCAT} ]]
    582 then
    583 pcat="${PCAT}"
    584 else
    585 pcat="${PCATEGORIE}"
    586 fi
    587 subdir="$(echo ${pcat} | sed -e 's:x11-::' -e 's:media-::' -e 's/\(.*\)s$/\1/')"
    588 [[ ! -z ${UP2SUBDIR} ]] && subdir="${UP2SUBDIR}"
    589 [[ ! -z ${UP2TARBALL} ]] && tarballname="${UP2TARBALL}"
    590
    591 updatecmd "http://xorg.freedesktop.org/archive/individual/${subdir}/?C=M;O=A" | grep "/${tarballname}" | lasttarball "${archive}"
    592 }
    593
    594 updatecmd_perl()
    595 {
    596 local pname=$1
    597 local archive
    598 local uppver
    599
    600 [[ -z ${pname} ]] && die "give me a \$PNAME"
    601 [[ ! -z $2 ]] && archive="$2"
    602
    603 uppver=$(updatecmd "http://search.cpan.org/dist/${pname}/" | lasttarball "${archive}")
    604
    605 if [[ ! -z ${UP2SUBSTITUTE} ]]
    606 then
    607 echo "${uppver}" | sed "s:${UP2SUBSTITUTE}::g"
    608 else
    609 echo "${uppver}"
    610 fi
    611 }
    612
    613 updatecmd_gnome()
    614 {
    615 local uri
    616 local pname="$1"
    617
    618 [[ -z ${pname} ]] && die "give me a \$PNAME"
    619
    620 uri="http://ftp.gnome.org/pub/gnome/sources/${pname}"
    621 updatecmd ${uri}/$(updatecmd "${uri}"/?C=N\;O=D | grep '[0-9]\.[0-9]*[02468]/' | sed -ne 's|.*]\(.*\)/.*|\1|' -e '1 p')/ | grep ]LA | sed 's/.*S-\([0-9\.]*\).*/\1/'
    622 }
    623
    624 updatecmd_xfce()
    625 {
    626 local uri
    627 local pname="$1"
    628 local archive
    629 local subdir
    630
    631 [[ -z ${pname} ]] && die "give me a \$PNAME"
    632 [[ ! -z $2 ]] && archive="$2"
    633 if [[ -n ${UP2SUBDIR} ]]
    634 then
    635 subdir="${UP2SUBDIR}"
    636 else
    637 subdir="xfce"
    638 fi
    639
    640 uri="http://archive.xfce.org/src/${subdir}/${pname}"
    641 #updatecmd ${uri}/$(updatecmd "${uri}"/?C=N\;O=D | grep '[0-9]\.[0-9]*[02468]/' | sed -ne 's|.*]\(.*\)/.*|\1|' -e '1 p')/?C=M\;O=A | lasttarball "${archive}"
    642 updatecmd ${uri}/$(updatecmd -source ${uri}'?C=M;O=A' | grep ${pname} |tail -n1 | sed -e 's/<\/a>.*//;s/.*>//') | lasttarball ${archive}
    643 }
    644
    645 updatecmd_google()
    646 {
    647 local uri
    648 local pname="$1"
    649 local archive
    650
    651 [[ -z ${pname} ]] && die "give me a \$PNAME"
    652 [[ ! -z $2 ]] && archive="$2"
    653
    654 uri="http://code.google.com/p/${pname}/downloads/list"
    655 updatecmd --listonly "${uri}" | grep ${pname}- | firsttarball "${archive}"
    656 }
    657
    658 updateme()
    659 {
    660 local smage="$1"
    661 local ONLY_PRINT_UPSTREAM
    662
    663 if [[ $1 = --upstream ]] || [[ $1 = -u ]]
    664 then
    665 if [[ -z $2 ]] || [[ ${2##*.} != smage2 ]]
    666 then
    667 echo "you must give me a smagefile."
    668 exit 1
    669 fi
    670 ONLY_PRINT_UPSTREAM=1
    671 smage="$2"
    672 fi
    673
    674 local PNAME
    675 local PCATEGORIE
    676 local PCAT
    677 local PVER
    678 local UP2DATE
    679 local UP2PVER
    680 local UP2TARBALL
    681 local UP2SUBDIR
    682 local UP2SUBSTITUTE
    683 local UP2USERAGENT
    684 local UP2EXCLUDE
    685 local UP2SEPERATOR
    686 local UP2OPTS
    687 local UPSTREAM_PVER
    688
    689 PNAME="$(get_value_from_magefile PNAME ${smage})"
    690 PCATEGORIE="$(get_value_from_magefile PCATEGORIE ${smage})"
    691 PCAT="$(get_value_from_magefile PCAT ${smage})"
    692 PVER="$(get_value_from_magefile PVER ${smage})"
    693 UP2PVER="$(get_value_from_magefile UP2PVER ${smage})"
    694 UP2TARBALL="$(get_value_from_magefile UP2TARBALL ${smage})"
    695 UP2SUBDIR="$(get_value_from_magefile UP2SUBDIR ${smage})"
    696 UP2SUBSTITUTE="$(get_value_from_magefile UP2SUBSTITUTE ${smage})"
    697 UP2USERAGENT="$(get_value_from_magefile UP2USERAGENT ${smage})"
    698 UP2EXCLUDE="$(get_value_from_magefile UP2EXCLUDE ${smage})"
    699 UP2SEPERATOR="$(get_value_from_magefile UP2SEPERATOR ${smage})"
    700 UP2OPTS="$(get_value_from_magefile UP2OPTS ${smage})"
    701
    702 [[ -z ${UP2PVER} ]] && UP2PVER="${PVER}"
    703
    704 UP2DATE=$(get_value_from_magefile UP2DATE ${smage})
    705
    706 if [[ -z ${UP2DATE} ]]
    707 then
    708 #echo "\$UP2DATE is empty, skipping ..."
    709 continue
    710 fi
    711
    712 #echo "UP2DATE=${UP2DATE}"
    713 #read
    714 UPSTREAM_PVER=$(eval "${UP2DATE}")
    715 if [[ ${ONLY_PRINT_UPSTREAM} = 1 ]]
    716 then
    717 echo "${UPSTREAM_PVER}"
    718 else
    719 # [[ ${UP2PVER} = ${UPSTREAM_PVER} ]] && echo -e "${PNAME}: ${COLGREEN}'${UP2PVER}' = '${UPSTREAM_PVER}'${COLDEFAULT}"
    720 # #[[ ${UP2PVER} != ${UPSTREAM_PVER} ]] && echo "${PNAME}: '${UP2PVER}' != '${UPSTREAM_PVER}'"
    721 # [[ ${UP2PVER} < ${UPSTREAM_PVER} ]] && echo -e "${PNAME}: ${COLRED}'${UP2PVER}' < '${UPSTREAM_PVER}'${COLDEFAULT}"
    722 # [[ ${UP2PVER} > ${UPSTREAM_PVER} ]] && echo -e "${PNAME}: ${COLYELLOW}'${UP2PVER}' > '${UPSTREAM_PVER}'${COLDEFAULT}"
    723 local retval
    724 retval=$(/home/tjoke/archlinux_version/vercomp "${UP2PVER}" "${UPSTREAM_PVER}")
    725 [ ${retval} -eq 0 ] && echo -e "${PNAME}: ${COLGREEN}'${UP2PVER}' = '${UPSTREAM_PVER}'${COLDEFAULT}"
    726 [ ${retval} -lt 0 ] && echo -e "${PNAME}: ${COLRED}'${UP2PVER}' < '${UPSTREAM_PVER}'${COLDEFAULT}"
    727 [ ${retval} -gt 0 ] && echo -e "${PNAME}: ${COLYELLOW}'${UP2PVER}' > '${UPSTREAM_PVER}'${COLDEFAULT}"
    728 fi
    729 }
    730
    731 updateall()
    732 {
    733 #local REPOS
    734 local PACKAGE
    735 local smage
    736 local repo
    737 local UP2DATE_SLEEP_COUNT=15
    738 local UP2DATE_SLEEP_TIMEOUT=3
    739 local ONLY_PRINT_UPSTREAM=0
    740
    741 : ${REPOS="/home/tjoke/svn/smage/trunk/core /home/tjoke/svn/smage/trunk/extras /home/tjoke/svn/smage/trunk/nonfree /home/tjoke/svn/smage/trunk/todo"}
    742 # REPOS="/home/tjoke/svn/smage/trunk/core /home/tjoke/svn/smage/trunk/extras"
    743 # REPOS="/home/tjoke/svn/smage/trunk/core"
    744 # PACKAGE="glibc-nptl"
    745 # PACKAGE="autoconf21"
    746 PACKAGE="*"
    747 [[ ! -z $1 ]] && PACKAGE="$1"
    748
    749 if [[ $1 = --upstream ]] || [[ $1 = -u ]]
    750 then
    751 if [[ -z $2 ]] || [[ ${2##*.} != smage2 ]]
    752 then
    753 echo "you must give me a smagefile."
    754 exit 1
    755 fi
    756 updateme $1 $2
    757 return 0
    758 fi
    759
    760 ##############################################################################
    761 # recurse all depends if requested
    762 #
    763 if [[ $1 = --depend ]] || [[ $1 = -d ]]
    764 then
    765 if [[ -z $2 ]] || [[ ${2##*.} != smage2 ]]
    766 then
    767 echo "you must give me a smagefile."
    768 exit 1
    769 fi
    770
    771 SMAGEFILE="$2"
    772 PACKAGE="$(magename2pname ${SMAGEFILE})"
    773
    774 echo "processing '${SMAGEFILE}' ..."
    775 echo "running dependency checks for package '${PACKAGE}'..."
    776
    777 DEPEND=$(get_value_from_magefile DEPEND ${SMAGEFILE})
    778 SDEPEND=$(get_value_from_magefile SDEPEND ${SMAGEFILE})
    779
    780 declare -i c=0
    781 while read sign dep
    782 do
    783 case ${dep} in
    784 "") continue;;
    785 esac
    786
    787 # sleep every 15 packages for 5 seconds
    788 (( c++ ))
    789 if [[ ${c} -eq ${UP2DATE_SLEEP_COUNT} ]]
    790 then
    791 declare -i c=0
    792 echo "DEBUG: Sleep Count (${UP2DATE_SLEEP_COUNT}x) reached, sleeping for ${UP2DATE_SLEEP_TIMEOUT} seconds ..."
    793 sleep ${UP2DATE_SLEEP_TIMEOUT}
    794 fi
    795 #echo "debug: ${dep}"
    796 updateme "$(dep2pname ${dep})"
    797 done << EOF
    798 ${DEPEND}
    799 ${SDEPEND}
    800 EOF
    801 fi
    802 #
    803 # eof recurse
    804 ##############################################################################
    805
    806 for repo in ${REPOS}
    807 do
    808 # exclude not existing
    809 [[ ${PACKAGE} != \* ]] && [[ ! -d ${repo}/${PACKAGE} ]] && continue
    810
    811 declare -i c=0
    812 for smage in ${repo}/${PACKAGE}/*.smage2
    813 do
    814 updateme ${smage}
    815
    816 # sleep every 15 packages for 5 seconds
    817 (( c++ ))
    818 if [[ ${c} -eq ${UP2DATE_SLEEP_COUNT} ]]
    819 then
    820 declare -i c=0
    821 echo "DEBUG: Sleep Count (${UP2DATE_SLEEP_COUNT}x) reached, sleeping for ${UP2DATE_SLEEP_TIMEOUT} seconds ..."
    822 sleep ${UP2DATE_SLEEP_TIMEOUT}
    823 fi
    824 done
    825 done
    826 }
    827
    828 updateall $@

    Properties

    Name Value
    svn:executable *