#!/bin/awk -f
-# $Revision$, $Date$
#
# Copyright (C) 2000-2013 PLD-Team <feedback@pld-linux.org>
# Authors:
# NOTE:
# to test run this, run:
# $ awk -vDEBUG=1 pldnotify.awk < specfile
+#
+# To get full out of it, you need to have following tools installed:
+# - perl, sed, wget, coreutils, util-linux
+# - perl-HTML-Tree (HTML::TreeBuilder module) for better links parser (-vUSE_PERL=0 to disable)
+# - pear (php-pear-PEAR) for php-pear package updates
+# - npm for nodejs packages
+# - gem (ruby-rubygems) for ruby/rubygem packages
+#
+# Additionally "mirrors" file in current dir, controls local mirrors you prefer
function d(s) {
if (!DEBUG) {
tmpfile = mktemp()
tmpfileerr = mktemp()
- if (url ~ /^http:\/\/(download|dl)\.(sf|sourceforge)\.net\//) {
+ if (url ~ /^http:\/\/(download|downloads|dl)\.(sf|sourceforge)\.net\//) {
+ newurl = url
+ # http://dl.sourceforge.net/threestore/
# http://downloads.sourceforge.net/project/mediainfo/source/mediainfo/
- gsub("^http://(download|dl)\.(sf|sourceforge)\.net/", "", url)
-
- gsub("/.*", "", url)
- url = "http://sourceforge.net/projects/" url "/files/"
+ gsub("^http://(download|downloads|dl)\.(sf|sourceforge)\.net/", "", newurl)
+ gsub("^project/", "", newurl)
+ gsub("/.*", "", newurl)
+ url = "http://sourceforge.net/projects/" newurl "/rss?path=/"
d("sf url, mungled url to: " url)
- }
- if (url ~ /^http:\/\/(.*)\.googlecode\.com\/files\//) {
+ } else if (url ~ /^http:\/\/(.*)\.googlecode\.com\/files\//) {
gsub("^http://", "", url)
gsub("\..*", "", url)
url = "http://code.google.com/p/" url "/downloads/list"
d("googlecode url, mungled url to: " url)
- }
- if (url ~ /^http:\/\/pecl.php.net\/get\//) {
+ } else if (url ~ /^http:\/\/pecl.php.net\/get\//) {
gsub("-.*", "", filename)
url = "http://pecl.php.net/package/" filename
d("pecl.php.net url, mungled url to: " url)
- }
- if (url ~ /^(http|ftp):\/\/mysql.*\/Downloads\/MySQL-5.1\//) {
- url = "http://dev.mysql.com/downloads/mysql/5.1.html#source"
- d("mysql 5.1 url, mungled url to: " url)
- }
+ } else if (url ~/http:\/\/cdn.mysql.com\//) {
+ gsub("http:\/\/cdn.mysql.com\/", "", url)
+ url = "http://vesta.informatik.rwth-aachen.de/mysql/" url
+ d("mysql CDN, mungled url to: " url)
- if (url ~/^(http|https):\/\/launchpad\.net\/(.*)\//) {
+ } else if (url ~ /^(http|https):\/\/launchpad\.net\/(.*)\//) {
gsub("^(http|https):\/\/launchpad\.net\/", "", url)
gsub("\/.*/", "", url)
url = "https://code.launchpad.net/" url "/+download"
d("main launchpad url, mungled url to: " url)
- }
- if (url ~/^(http|https):\/\/edge\.launchpad\.net\/(.*)\//) {
+ } else if (url ~ /^(http|https):\/\/edge\.launchpad\.net\/(.*)\//) {
gsub("^(http|https):\/\/edge\.launchpad\.net\/", "", url)
gsub("\/.*/", "", url)
url = "https://edge.launchpad.net/" url "/+download"
d("edge launchpad url, mungled url to: " url)
- }
- if (url ~/^(http|https):\/\/github.com\/.*\/(.*)\/tarball\//) {
+ } else if (url ~ /^(http|https):\/\/github.com\/.*\/(.*)\/tarball\//) {
gsub("\/tarball\/.*", "/downloads", url)
d("github tarball url, mungled url to: " url)
- }
- if (url ~/^(http|https):\/\/cgit\..*\/(.*)\/snapshot\//) {
+ } else if (url ~ /^(http|https):\/\/github.com\/.*\/(.*)\/archive\//) {
+ gsub("\/archive\/.*", "/tags", url)
+ d("github archive url, mungled url to: " url)
+
+ } else if (url ~ /^(http|https):\/\/bitbucket.org\/.*\/get\/.*/) {
+ # https://bitbucket.org/logilab/pylint/get/tip.tar.bz2 -> https://bitbucket.org/logilab/pylint/downloads
+ gsub("\/get\/.*", "/downloads", url)
+ d("github bitbucket url, mungled url to: " url)
+
+ } else if (url ~ /^(http|https):\/\/cgit\..*\/(.*)\/snapshot\//) {
gsub("\/snapshot\/.*", "/", url)
d("cgit snapshot tarball url, mungled url to: " url)
- }
- if (url ~/^(http|https):\/\/www2\.aquamaniac\.de\/sites\/download\//) {
+ } else if (url ~ /^(http|https):\/\/www2\.aquamaniac\.de\/sites\/download\//) {
url = "http://www2.aquamaniac.de/sites/download/packages.php"
d("aquamaniac.de tarball url, mungled url to: " url)
+
+ } else if (url ~ /^(http|https):\/\/www.process-one.net\/downloads\/ejabberd\//) {
+ url = "http://www.process-one.net/en/ejabberd/archive/"
+ d("ejabberd tarball url, mungled url to: " url)
+
+ } else if (url ~ /^(http|https):\/\/llvm.org\/releases\//) {
+ url = "http://llvm.org/releases/download.html"
+ d("llvm tarball url, mungled url to: " url)
+
+ } else if (url ~ /^(http|https):\/\/download\.owncloud\.org\/community\//) {
+ url = "http://owncloud.org/changelog/"
+ d("owncloud tarball url, mungled url to: " url)
+
+ } else if (url ~ /^(http|https):\/\/hackage\.haskell\.org\/packages\/archive\//) {
+ gsub("\/packages\/archive","/package",url)
+ d("hackage haskell tarball url, mungled url to: " url)
+
+ } else if (url ~ /^http:\/\/www.taskwarrior.org\/download\//) {
+ url = "http://taskwarrior.org/projects/taskwarrior/wiki/Download"
+ d("taskwarrior tarball url, mungled url to: " url)
+ } else if (url ~/^http:\/\/www.rarlab.com\/rar\// && filename ~ /^unrarsrc/) {
+ url = "http://www.rarlab.com/rar_add.htm"
+ d("unrar tarball url, mungled url to: " url)
+ } else if (url ~/^http:\/\/www.rarlab.com\/rar\//) {
+ url = "http://www.rarlab.com/download.htm"
+ d("rar tarball url, mungled url to: " url)
}
d("Retrieving: " url)
d("Reponse read done...")
system("rm -f " tmpfile)
- while (match(wholeodp, /<([aA]|[fF][rR][aA][mM][eE])[ \t][^>]*>/) > 0) {
+ # MATCH one of these:
+ #while (match(wholeodp, /<([aA]|[fF][rR][aA][mM][eE])[ \t][^>]*>/) > 0) {
+ #while (match(wholeodp, /<link>[^<]*<\/link>/) > 0) {
+
+ while (match(wholeodp, /(<link>[^<]*<\/link>|<([aA]|[fF][rR][aA][mM][eE])[ \t][^>]*>)/) > 0) {
d("Processing links...")
odp = substr(wholeodp,RSTART,RLENGTH);
wholeodp = substr(wholeodp,RSTART+RLENGTH);
}
retval = (retval " " get_links(newurl))
+ d("href('condition1': " newurl)
} else if (lowerodp ~ /href=[ \t]*"[^"]*"/) {
sub(/[hH][rR][eE][fF]=[ \t]*"/,"href=\"",odp)
match(odp,/href="[^"]*"/)
mlink = get_links(link)
retval = (retval " " link " " mlink)
- d("href(\"\"): " link)
+ d("href('condition2'): " link)
} else if (lowerodp ~ /href=[ \t]*'[^']*'/) {
sub(/[hH][rR][eE][fF]=[ \t]*'/,"href='",odp)
match(odp,/href='[^']*'/)
}
retval = (retval " " link)
- d("href(''): " link)
+ d("href('condition3'): " link)
} else if (lowerodp ~ /href=[ \t]*[^ \t>]*/) {
sub(/[hH][rR][eE][fF]=[ \t]*/,"href=",odp)
match(odp,/href=[^ \t>]*/)
}
retval = (retval " " link)
- d("href(): " link)
+ d("href('condition4'): " link)
+ } else if (lowerodp ~ /<link>/) {
+ link=lowerodp
+ sub("/<link>/", link)
+ sub("/\/download<\/link>/", link)
+
+ if (link_seen(link)) {
+ link=""
+ continue
+ }
+
+ retval = (retval " " link)
+ d("href('condition5'): " link)
} else {
# <a ...> but not href - skip
d("skipping <a > without href: " odp)
for (j in defs) {
gsub("%{" j "}", defs[j], var)
gsub("%" j , defs[j], var)
+ # conditional macros like %{?patchlevel:.5} - drop these for now
+ gsub("%{\?" j ":.*?}", "", var)
}
if (var==oldvar) {
if (DEBUG) {
gsub("[+]","\\+",filenameexp)
sub(version,"[A-Za-z0-9.]+",filenameexp)
gsub("[.]","\\.",filenameexp)
+ sub("\.(bz|bz2|gz|lzma|xz|zip)$",".(bz|bz2|gz|lzma|xz|zip)",filenameexp)
d("Expression: " filenameexp)
match(filename,version)
prever=substr(filename,1,RSTART-1)
return ver
}
-function chrome_upgrade(name, ver, cmd, sourceurl) {
- sourceurl = "http://dl.google.com/linux/chrome/rpm/stable/x86_64/repodata/primary.xml.gz"
- cmd = "curl -s " sourceurl " | zcat | perl -ne 'm{<name>google-chrome-" DEFS["state"] "</name>} and m{<version .*ver=.([\d.]+)} and print $1'"
- d("CHROME " cmd);
+function rubygem_upgrade(name, ver, cmd, pkg) {
+ if (DEFS["gem_name"]) {
+ pkg = DEFS["gem_name"];
+
+ } else if (DEFS["gemname"]) {
+ pkg = DEFS["gemname"];
+
+ } else if (DEFS["pkgname"]) {
+ pkg = DEFS["pkgname"];
+
+ } else {
+ pkg = name;
+ gsub(/^ruby-/, "", pkg);
+ }
+
+ cmd = "gem list --remote '^" pkg "$' | awk '/" pkg "/ {v=$2; sub(/\(/, \"\", v); print v}'"
+ d("RUBYGEM " name " (as " pkg ") " ver ": " cmd);
+ cmd | getline ver
+
+ close(cmd)
+
+ return ver
+}
+
+function google_linux_repo(name, ver, reponame, cmd, sourceurl) {
+ sourceurl = "http://dl.google.com/linux/" reponame "/rpm/stable/x86_64/repodata/primary.xml.gz"
+ cmd = "curl -s " sourceurl " | zcat | perl -ne 'm{<name>" name "-" DEFS["state"] "</name>} and m{<version .*ver=.([\d.]+)} and print $1'"
+ d("google repo: " cmd);
cmd | getline ver
close(cmd)
return ver
}
-function process_data(name, ver, rel, src, nver) {
+function jenkins_upgrade(name, ver, urls, url, i, c, chunks, nver) {
+ for (i in urls) {
+ url = urls[i]
+ # http://mirrors.jenkins-ci.org/war-stable/1.509.1/jenkins.war?/jenkins-1.509.1.war
+ gsub("/" ver "/jenkins.war\?/jenkins-" ver ".war", "/", url);
+ c = split(get_links(url), chunks, "/")
+ # new version is second one from the bottom
+ nver = chunks[c - 2]
+ gsub(/ /, "", nver)
+ return nver;
+ }
+}
+
+function process_data(name, ver, rel, src, nver, i) {
if (name ~ /^php-pear-/) {
nver = pear_upgrade(name, ver);
} else if (name == "ZendFramework") {
} else if (name == "vim") {
nver = vim_upgrade(name, ver);
} else if (name == "google-chrome") {
- nver = chrome_upgrade(name, ver);
+ nver = google_linux_repo(name, ver, "chrome");
+ } else if (name == "google-talkplugin") {
+ nver = google_linux_repo(name, ver, "talkplugin");
} else if (name ~ "^nodejs-") {
nver = nodejs_upgrade(name, ver);
+ } else if (name ~ "^ruby-" || name == "chef") {
+ nver = rubygem_upgrade(name, ver);
+ } else if (name ~ "jenkins") {
+ nver = jenkins_upgrade(name, ver, src);
}
if (nver) {