X-Git-Url: http://git.pld-linux.org/?a=blobdiff_plain;f=pldnotify.awk;h=abf049305981206c12eea26ce4b59979202c7c5c;hb=e6c4996b7ad31ccf96553fc5fb9307d2c2d9aff7;hp=11cff9892e764192b3b2f3534454f4722c28da1c;hpb=e55f7969b4ca40a9284c228d2824b60a1c200176;p=packages%2Frpm-build-tools.git diff --git a/pldnotify.awk b/pldnotify.awk old mode 100644 new mode 100755 index 11cff98..abf0493 --- a/pldnotify.awk +++ b/pldnotify.awk @@ -1,7 +1,6 @@ #!/bin/awk -f -# $Revision$, $Date$ # -# Copyright (C) 2000-2011 PLD-Team +# Copyright (C) 2000-2013 PLD-Team # Authors: # Sebastian Zagrodzki # Jacek Konieczny @@ -16,6 +15,18 @@ # - "SourceXActiveFTP" support # - support debian/watch http://wiki.debian.org/debian/watch/ +# NOTE: +# to test run this, run: +# $ awk -vDEBUG=1 pldnotify.awk < specfile +# +# To get full out of it, you need to have following tools installed: +# - perl, sed, wget, coreutils, util-linux +# - perl-HTML-Tree (HTML::TreeBuilder module) for better links parser (-vUSE_PERL=0 to disable) +# - pear (php-pear-PEAR) for php-pear package updates +# - npm for nodejs packages +# - gem (ruby-rubygems) for ruby/rubygem packages +# +# Additionally "mirrors" file in current dir, controls local mirrors you prefer function d(s) { if (!DEBUG) { @@ -221,60 +232,90 @@ function get_links(url,filename, errno,link,oneline,retval,odp,wholeodp,lowero tmpfile = mktemp() tmpfileerr = mktemp() - if (url ~ /^http:\/\/(download|dl)\.(sf|sourceforge)\.net\//) { + if (url ~ /^http:\/\/(download|downloads|dl)\.(sf|sourceforge)\.net\//) { + newurl = url + # http://dl.sourceforge.net/threestore/ # http://downloads.sourceforge.net/project/mediainfo/source/mediainfo/ - gsub("^http://(download|dl)\.(sf|sourceforge)\.net/", "", url) - - gsub("/.*", "", url) - url = "http://sourceforge.net/projects/" url "/files/" + gsub("^http://(download|downloads|dl)\.(sf|sourceforge)\.net/", "", newurl) + gsub("^project/", "", newurl) + gsub("/.*", "", newurl) + url = "http://sourceforge.net/projects/" newurl "/rss?path=/" d("sf url, mungled url to: " url) - } - if (url ~ /^http:\/\/(.*)\.googlecode\.com\/files\//) { + } else if (url ~ /^http:\/\/(.*)\.googlecode\.com\/files\//) { gsub("^http://", "", url) gsub("\..*", "", url) url = "http://code.google.com/p/" url "/downloads/list" d("googlecode url, mungled url to: " url) - } - if (url ~ /^http:\/\/pecl.php.net\/get\//) { + } else if (url ~ /^http:\/\/pecl.php.net\/get\//) { gsub("-.*", "", filename) url = "http://pecl.php.net/package/" filename d("pecl.php.net url, mungled url to: " url) - } - if (url ~ /^(http|ftp):\/\/mysql.*\/Downloads\/MySQL-5.1\//) { - url = "http://dev.mysql.com/downloads/mysql/5.1.html#source" - d("mysql 5.1 url, mungled url to: " url) - } + } else if (url ~/http:\/\/cdn.mysql.com\//) { + gsub("http:\/\/cdn.mysql.com\/", "", url) + url = "http://vesta.informatik.rwth-aachen.de/mysql/" url + d("mysql CDN, mungled url to: " url) - if (url ~/^(http|https):\/\/launchpad\.net\/(.*)\//) { + } else if (url ~ /^(http|https):\/\/launchpad\.net\/(.*)\//) { gsub("^(http|https):\/\/launchpad\.net\/", "", url) gsub("\/.*/", "", url) url = "https://code.launchpad.net/" url "/+download" d("main launchpad url, mungled url to: " url) - } - if (url ~/^(http|https):\/\/edge\.launchpad\.net\/(.*)\//) { + } else if (url ~ /^(http|https):\/\/edge\.launchpad\.net\/(.*)\//) { gsub("^(http|https):\/\/edge\.launchpad\.net\/", "", url) gsub("\/.*/", "", url) url = "https://edge.launchpad.net/" url "/+download" d("edge launchpad url, mungled url to: " url) - } - if (url ~/^(http|https):\/\/github.com\/.*\/(.*)\/tarball\//) { + } else if (url ~ /^(http|https):\/\/github.com\/.*\/(.*)\/tarball\//) { gsub("\/tarball\/.*", "/downloads", url) d("github tarball url, mungled url to: " url) - } - if (url ~/^(http|https):\/\/cgit\..*\/(.*)\/snapshot\//) { + } else if (url ~ /^(http|https):\/\/github.com\/.*\/(.*)\/archive\//) { + gsub("\/archive\/.*", "/tags", url) + d("github archive url, mungled url to: " url) + + } else if (url ~ /^(http|https):\/\/bitbucket.org\/.*\/get\/.*/) { + # https://bitbucket.org/logilab/pylint/get/tip.tar.bz2 -> https://bitbucket.org/logilab/pylint/downloads + gsub("\/get\/.*", "/downloads", url) + d("github bitbucket url, mungled url to: " url) + + } else if (url ~ /^(http|https):\/\/cgit\..*\/(.*)\/snapshot\//) { gsub("\/snapshot\/.*", "/", url) d("cgit snapshot tarball url, mungled url to: " url) - } - if (url ~/^(http|https):\/\/www2\.aquamaniac\.de\/sites\/download\//) { + } else if (url ~ /^(http|https):\/\/www2\.aquamaniac\.de\/sites\/download\//) { url = "http://www2.aquamaniac.de/sites/download/packages.php" d("aquamaniac.de tarball url, mungled url to: " url) + + } else if (url ~ /^(http|https):\/\/www.process-one.net\/downloads\/ejabberd\//) { + url = "http://www.process-one.net/en/ejabberd/archive/" + d("ejabberd tarball url, mungled url to: " url) + + } else if (url ~ /^(http|https):\/\/llvm.org\/releases\//) { + url = "http://llvm.org/releases/download.html" + d("llvm tarball url, mungled url to: " url) + + } else if (url ~ /^(http|https):\/\/download\.owncloud\.org\/community\//) { + url = "http://owncloud.org/changelog/" + d("owncloud tarball url, mungled url to: " url) + + } else if (url ~ /^(http|https):\/\/hackage\.haskell\.org\/packages\/archive\//) { + gsub("\/packages\/archive","/package",url) + d("hackage haskell tarball url, mungled url to: " url) + + } else if (url ~ /^http:\/\/www.taskwarrior.org\/download\//) { + url = "http://taskwarrior.org/projects/taskwarrior/wiki/Download" + d("taskwarrior tarball url, mungled url to: " url) + } else if (url ~/^http:\/\/www.rarlab.com\/rar\// && filename ~ /^unrarsrc/) { + url = "http://www.rarlab.com/rar_add.htm" + d("unrar tarball url, mungled url to: " url) + } else if (url ~/^http:\/\/www.rarlab.com\/rar\//) { + url = "http://www.rarlab.com/download.htm" + d("rar tarball url, mungled url to: " url) } d("Retrieving: " url) @@ -343,7 +384,11 @@ if (USE_PERL) { d("Reponse read done...") system("rm -f " tmpfile) - while (match(wholeodp, /<([aA]|[fF][rR][aA][mM][eE])[ \t][^>]*>/) > 0) { + # MATCH one of these: + #while (match(wholeodp, /<([aA]|[fF][rR][aA][mM][eE])[ \t][^>]*>/) > 0) { + #while (match(wholeodp, /[^<]*<\/link>/) > 0) { + + while (match(wholeodp, /([^<]*<\/link>|<([aA]|[fF][rR][aA][mM][eE])[ \t][^>]*>)/) > 0) { d("Processing links...") odp = substr(wholeodp,RSTART,RLENGTH); wholeodp = substr(wholeodp,RSTART+RLENGTH); @@ -365,6 +410,7 @@ if (USE_PERL) { } retval = (retval " " get_links(newurl)) + d("href('condition1': " newurl) } else if (lowerodp ~ /href=[ \t]*"[^"]*"/) { sub(/[hH][rR][eE][fF]=[ \t]*"/,"href=\"",odp) match(odp,/href="[^"]*"/) @@ -378,8 +424,13 @@ if (USE_PERL) { continue } - retval = (retval " " link) - d("href(\"\"): " link) + # link ends with at least 2 digit version + mlink = "" + if (link ~ /^.*\/[v]*[0-9\.]+[0-9]\/$/) + mlink = get_links(link) + + retval = (retval " " link " " mlink) + d("href('condition2'): " link) } else if (lowerodp ~ /href=[ \t]*'[^']*'/) { sub(/[hH][rR][eE][fF]=[ \t]*'/,"href='",odp) match(odp,/href='[^']*'/) @@ -394,7 +445,7 @@ if (USE_PERL) { } retval = (retval " " link) - d("href(''): " link) + d("href('condition3'): " link) } else if (lowerodp ~ /href=[ \t]*[^ \t>]*/) { sub(/[hH][rR][eE][fF]=[ \t]*/,"href=",odp) match(odp,/href=[^ \t>]*/) @@ -408,7 +459,19 @@ if (USE_PERL) { } retval = (retval " " link) - d("href(): " link) + d("href('condition4'): " link) + } else if (lowerodp ~ //) { + link=lowerodp + sub("//", link) + sub("/\/download<\/link>/", link) + + if (link_seen(link)) { + link="" + continue + } + + retval = (retval " " link) + d("href('condition5'): " link) } else { # but not href - skip d("skipping without href: " odp) @@ -426,6 +489,8 @@ function subst_defines(var,defs) { for (j in defs) { gsub("%{" j "}", defs[j], var) gsub("%" j , defs[j], var) + # conditional macros like %{?patchlevel:.5} - drop these for now + gsub("%{\?" j ":.*?}", "", var) } if (var==oldvar) { if (DEBUG) { @@ -460,8 +525,8 @@ function find_mirror(url) { return url } -function process_source(number, lurl, name, version) { # fetches file list, and compares version numbers +function process_source(number, lurl, name, version) { d("Processing " lurl) if (index(lurl, version) == 0) { @@ -494,6 +559,7 @@ function process_source(number, lurl, name, version) { gsub("[+]","\\+",filenameexp) sub(version,"[A-Za-z0-9.]+",filenameexp) gsub("[.]","\\.",filenameexp) + sub("\.(bz|bz2|gz|lzma|xz|zip)$",".(bz|bz2|gz|lzma|xz|zip)",filenameexp) d("Expression: " filenameexp) match(filename,version) prever=substr(filename,1,RSTART-1) @@ -557,83 +623,143 @@ function process_source(number, lurl, name, version) { } } -function rss_upgrade(name, ver, url, regex, cmd, nver) { +function rss_upgrade(name, ver, url, regex, cmd) { regex = "s/.*" regex "<\/title>.*/\\1/p" cmd = "wget -t 2 -T 45 -q -O - " url " | sed -nre '" regex "' | head -n1" d("rss_upgrade_cmd: " cmd) - cmd | getline nver + cmd | getline ver close(cmd) - if (compare_ver(ver, nver)) { - print name " [OLD] " ver " [NEW] " nver - } else { - print name " seems ok: " ver - } + return ver } # check for ZF upgrade from rss function zf_upgrade(name, ver) { - rss_upgrade(name, ver, \ + return rss_upgrade(name, ver, \ "http://devzone.zend.com/tag/Zend_Framework_Management/format/rss2.0", \ "Zend Framework ([^\\s]+) Released" \ ); } function hudson_upgrade(name, ver) { - rss_upgrade(name, ver, \ + return rss_upgrade(name, ver, \ "https://hudson.dev.java.net/servlets/ProjectRSS?type=news", \ "Hudson ([0-9.]+) released" \ ); } # upgrade check for pear package using PEAR CLI -function pear_upgrade(name, ver, pname, pearcmd, nver) { - pname = name; - sub(/^php-pear-/, "", pname); +function pear_upgrade(name, ver, cmd) { + sub(/^php-pear-/, "", name); + + cmd = "pear remote-info " name " | awk '/^Latest/{print $NF}'" + d("PEAR: " cmd) + cmd | getline ver + close(cmd) + + return ver +} - pearcmd = "pear remote-info " pname " | awk '/^Latest/{print $NF}'" - d("pearcmd: " pearcmd) - pearcmd | getline nver - close(pearcmd) +function vim_upgrade(name, ver, cmd) { + # %patchset_source -f ftp://ftp.vim.org/pub/editors/vim/patches/7.2/7.2.%03g 1 %{patchlevel} + cmd = "wget -q -O - ftp://ftp.vim.org/pub/editors/vim/patches/" DEFS["ver"] "/MD5SUMS|grep -vF .gz|tail -n1|awk '{print $2}'" + d("VIM: " cmd) + cmd | getline ver + close(cmd) + return ver +} - if (compare_ver(ver, nver)) { - print name " [OLD] " ver " [NEW] " nver +function nodejs_upgrade(name, ver, cmd) { + d("NODEJS " name " (as " DEFS["pkg"] ") " ver); + if (DEFS["pkg"]) { + cmd = "npm info " DEFS["pkg"] " dist-tags.latest" } else { - print name " seems ok: " ver + cmd = "npm info " name " dist-tags.latest" } + cmd | getline ver + close(cmd) - return + return ver } -function vim_upgrade(name, ver, mver, nver, vimcmd) { - # %patchset_source -f ftp://ftp.vim.org/pub/editors/vim/patches/7.2/7.2.%03g 1 %{patchlevel} - mver = substr(ver, 0, 4) - vimcmd = "wget -q -O - ftp://ftp.vim.org/pub/editors/vim/patches/"mver"/MD5SUMS|grep -vF .gz|tail -n1|awk '{print $2}'" - d("vimcmd: " vimcmd) - vimcmd | getline nver - close(vimcmd) - - if (compare_ver(ver, nver)) { - print name " [OLD] " ver " [NEW] " nver +function rubygem_upgrade(name, ver, cmd, pkg) { + if (DEFS["gem_name"]) { + pkg = DEFS["gem_name"]; + + } else if (DEFS["gemname"]) { + pkg = DEFS["gemname"]; + + } else if (DEFS["pkgname"]) { + pkg = DEFS["pkgname"]; + } else { - print name " seems ok: " ver + pkg = name; + gsub(/^ruby-/, "", pkg); + } + + cmd = "gem list --remote '^" pkg "$' | awk '/" pkg "/ {v=$2; sub(/\(/, \"\", v); print v}'" + d("RUBYGEM " name " (as " pkg ") " ver ": " cmd); + cmd | getline ver + + close(cmd) + + return ver +} + +function google_linux_repo(name, ver, reponame, cmd, sourceurl) { + sourceurl = "http://dl.google.com/linux/" reponame "/rpm/stable/x86_64/repodata/primary.xml.gz" + cmd = "curl -s " sourceurl " | zcat | perl -ne 'm{<name>" name "-" DEFS["state"] "</name>} and m{<version .*ver=.([\d.]+)} and print $1'" + d("google repo: " cmd); + cmd | getline ver + close(cmd) + + return ver +} + +function jenkins_upgrade(name, ver, urls, url, i, c, chunks, nver) { + for (i in urls) { + url = urls[i] + # http://mirrors.jenkins-ci.org/war-stable/1.509.1/jenkins.war?/jenkins-1.509.1.war + gsub("/" ver "/jenkins.war\?/jenkins-" ver ".war", "/", url); + c = split(get_links(url), chunks, "/") + # new version is second one from the bottom + nver = chunks[c - 2] + gsub(/ /, "", nver) + return nver; } } -function process_data(name, ver, rel, src) { +function process_data(name, ver, rel, src, nver, i) { if (name ~ /^php-pear-/) { - return pear_upgrade(name, ver); - } - if (name == "ZendFramework") { - return zf_upgrade(name, ver); - } - if (name == "hudson") { - return hudson_upgrade(name, ver); - } - if (name == "vim") { - return vim_upgrade(name, ver); + nver = pear_upgrade(name, ver); + } else if (name == "ZendFramework") { + nver = zf_upgrade(name, ver); + } else if (name == "hudson") { + nver = hudson_upgrade(name, ver); + } else if (name == "vim") { + nver = vim_upgrade(name, ver); + } else if (name == "google-chrome") { + nver = google_linux_repo(name, ver, "chrome"); + } else if (name == "google-talkplugin") { + nver = google_linux_repo(name, ver, "talkplugin"); + } else if (name ~ "^nodejs-") { + nver = nodejs_upgrade(name, ver); + } else if (name ~ "^ruby-" || name == "chef") { + nver = rubygem_upgrade(name, ver); + } else if (name ~ "jenkins") { + nver = jenkins_upgrade(name, ver, src); + } + + if (nver) { + if (compare_ver(ver, nver)) { + print name " [OLD] " ver " [NEW] " nver + } else { + print name " seems ok: " ver + } + return; } + if (name == "xulrunner") { ver = subst_defines(DEFS["firefox_ver"], DEFS) d("package xulrunner, change version to firefox ["ver"]") @@ -655,7 +781,7 @@ function process_data(name, ver, rel, src) { } BEGIN { - # if U want to use DEBUG, run script with "-v DEBUG=1" + # if you want to use DEBUG, run script with "-v DEBUG=1" # or uncomment the line below # DEBUG = 1 @@ -687,6 +813,7 @@ FNR==1 { FNAME=FILENAME DEFS["_alt_kernel"]="" DEFS["20"]="\\ " + DEFS["nil"]="" } /^[Uu][Rr][Ll]:/&&(URL=="") { URL=subst_defines($2,DEFS) ; DEFS["url"]=URL }