[packages/rpm-build-tools.git] / pldnotify.awk

#!/bin/awk -f
# $Revision$, $Date$
#
# Copyright (C) 2000-2010 PLD-Team <feedback@pld-linux.org>
# Authors:
#	Sebastian Zagrodzki <zagrodzki@pld-linux.org>
#	Jacek Konieczny <jajcus@pld-linux.org>
#	Andrzej Krzysztofowicz <ankry@pld-linux.org>
#	Jakub Bogusz <qboosh@pld-linux.org>
#	Elan Ruusamäe <glen@pld-linux.org>
#
# See cvs log pldnotify.awk for list of contributors
#
# TODO:
# - "SourceXDownload" support (use given URLs if present instead of cut-down SourceX URLs)
# - "SourceXActiveFTP" support
# - support debian/watch http://wiki.debian.org/debian/watch/


function d(s) {
	if (!DEBUG) {
		return
	}
	print s >> "/dev/stderr"
}

function fixedsub(s1,s2,t,	ind) {
# substitutes fixed strings (not regexps)
	if (ind = index(t,s1)) {
		t = substr(t, 1, ind-1) s2 substr(t, ind+length(s1))
	}
	return t
}

function ispre(s) {
	if ((s~"pre")||(s~"PRE")||(s~"beta")||(s~"BETA")||(s~"alpha")||(s~"ALPHA")||(s~"rc")||(s~"RC")) {
		d("pre-version")
		return 1
	} else {
		return 0
	}
}

function compare_ver(v1,v2) {
# compares version numbers
	while (match(v1,/[a-zA-Z][0-9]|[0-9][a-zA-Z]/))
		v1=(substr(v1,1,RSTART) "." substr(v1,RSTART+RLENGTH-1))
	while (match(v2,/[a-zA-Z][0-9]|[0-9][a-zA-Z]/))
		v2=(substr(v2,1,RSTART) "." substr(v2,RSTART+RLENGTH-1))
	sub("^0*","",v1)
	sub("^0*","",v2)
	gsub("\.0*",".",v1)
	gsub("\.0*",".",v2)
	d("v1 == " v1)
	d("v2 == " v2)
	count=split(v1,v1a,"\.")
	count2=split(v2,v2a,"\.")

	if (count<count2) mincount=count
	else mincount=count2

	for (i=1; i<=mincount; i++) {
		if (v1a[i]=="") v1a[i]=0
		if (v2a[i]=="") v2a[i]=0
		d("i == " i)
		d("v1[i] == " v1a[i])
		d("v2[i] == " v2a[i])
		if ((v1a[i]~/[0-9]/)&&(v2a[i]~/[0-9]/)) {
			if (length(v2a[i])>length(v1a[i]))
				return 1
			else if (v2a[i]>v1a[i])
				return 1
			else if (length(v1a[i])>length(v2a[i]))
				return 0
			else if (v1a[i]>v2a[i])
				return 0
		} else if ((v1a[i]~/[A-Za-z]/)&&(v2a[i]~/[A-Za-z]/)) {
			if (v2a[i]>v1a[i])
				return 1
			else if (v1a[i]>v2a[i])
				return 0
		} else if (ispre(v1a[i]) == 1)
			return 1
		else
			return 0
	}
	if ((count2==mincount)&&(count!=count2)) {
		for (i=count2+1; i<=count; i++)
			if (ispre(v1a[i]) == 1)
				return 1
		return 0
	} else if (count!=count2) {
		for (i=count+1; i<=count2; i++)
			if (ispre(v2a[i]) == 1)
				return 0
		return 1
	}
	return 0
}

function compare_ver_dec(v1,v2) {
# compares version numbers as decimal floats
	while (match(v1,/[0-9][a-zA-Z]/))
		v1=(substr(v1,1,RSTART) "." substr(v1,RSTART+RLENGTH-1))
	while (match(v2,/[0-9][a-zA-Z]/))
		v2=(substr(v2,1,RSTART) "." substr(v2,RSTART+RLENGTH-1))
	sub("^0*","",v1)
	sub("^0*","",v2)
	d("v1 == " v1)
	d("v2 == " v2)
	count=split(v1,v1a,"\.")
	count2=split(v2,v2a,"\.")

	if (count<count2) mincount=count
	else mincount=count2

	for (i=1; i<=mincount; i++) {
		if (v1a[i]=="") v1a[i]=0
		if (v2a[i]=="") v2a[i]=0
		d("i == " i)
		d("v1[i] == " v1a[i])
		d("v2[i] == " v2a[i])
		if ((v1a[i]~/[0-9]/)&&(v2a[i]~/[0-9]/)) {
			if (i==2) {
				if (0+("." v2a[i])>0+("." v1a[i]))
					return 1
				else if (0+("." v1a[i])>0+("." v2a[i]))
					return 0
			} else {
				if (length(v2a[i])>length(v1a[i]))
					return 1
				else if (v2a[i]>v1a[i])
					return 1
				else if (length(v1a[i])>length(v2a[i]))
					return 0
				else if (v1a[i]>v2a[i])
					return 0
			}
		} else if ((v1a[i]~/[A-Za-z]/)&&(v2a[i]~/[A-Za-z]/)) {
			if (v2a[i]>v1a[i])
				return 1
			else if (v1a[i]>v2a[i])
				return 0
		} else if (ispre(v1a[i]) == 1)
			return 1
		else
			return 0
	}
	if ((count2==mincount)&&(count!=count2)) {
		for (i=count2+1; i<=count; i++)
			if (ispre(v1a[i]) == 1)
				return 1
		return 0
	} else if (count!=count2) {
		for (i=count+1; i<=count2; i++)
			if (ispre(v2a[i]) == 1)
				return 0
		return 1
	}
	return 0
}

function link_seen(link) {
	for (seenlink in frameseen) {
		if (seenlink == link) {
			d("Link: [" link "] seen already, skipping...")
			return 1
		}
	}
	frameseen[link]=1
	return 0
}

function mktemp(   _cmd, _tmpfile) {
	_cmd = "mktemp /tmp/XXXXXX"
	_cmd | getline _tmpfile
	close(_cmd)
	return _tmpfile
}

# fix link to artificial one that will be recognized rest of this script
function postfix_link(url, link) {
	oldlink = link
	if ((url ~/^(http|https):\/\/github.com\//) && (link ~ /.*\/tarball\//)) {
		gsub(".*\/tarball\/", "", link)
		link = link ".tar.gz"
	}
	d("POST FIXING URL [ " oldlink " ] to [ " link " ]")
	return link
}

# get all <A HREF=..> tags from specified URL
function get_links(url,filename,   errno,link,oneline,retval,odp,wholeodp,lowerodp,tmpfile,cmd) {

	wholeerr=""

	tmpfile = mktemp()
	tmpfileerr = mktemp()

	if (url ~ /^http:\/\/(download|dl).(sf|sourceforge).net\//) {
		gsub("^http://(download|dl).(sf|sourceforge).net/", "", url)
		gsub("/.*", "", url)
		url = "http://sourceforge.net/projects/" url "/files/"
		d("sf url, mungled url to: " url)
	}

	if (url ~ /^http:\/\/(.*)\.googlecode\.com\/files\//) {
		gsub("^http://", "", url)
		gsub("\..*", "", url)
		url = "http://code.google.com/p/" url "/downloads/list"
		d("googlecode url, mungled url to: " url)
	}

	if (url ~ /^http:\/\/pecl.php.net\/get\//) {
		gsub("-.*", "", filename)
		url = "http://pecl.php.net/package/" filename
		d("pecl.php.net url, mungled url to: " url)
	}

	if (url ~ /^(http|ftp):\/\/mysql.*\/Downloads\/MySQL-5.1\//) {
		url = "http://dev.mysql.com/downloads/mysql/5.1.html#source"
		 d("mysql 5.1 url, mungled url to: " url)
	}

	if (url ~/^(http|https):\/\/launchpad\.net\/(.*)\//) {
		gsub("^(http|https):\/\/launchpad\.net\/", "", url)
		gsub("\/.*/", "", url)
		url = "https://code.launchpad.net/" url "/+download"
		d("main launchpad url, mungled url to: " url)
	}

	if (url ~/^(http|https):\/\/edge\.launchpad\.net\/(.*)\//) {
		gsub("^(http|https):\/\/edge\.launchpad\.net\/", "", url)
		gsub("\/.*/", "", url)
		url = "https://edge.launchpad.net/" url "/+download"
		d("edge launchpad url, mungled url to: " url)
	}

	if (url ~/^(http|https):\/\/github.com\/.*\/(.*)\/tarball\//) {
		gsub("\/tarball\/.*", "/downloads", url)
		d("github tarball url, mungled url to: " url)
	}


	d("Retrieving: " url)
	cmd = "wget --user-agent \"Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2) Gecko/20100129 PLD/3.0 (Th) Iceweasel/3.6\" -nv -O - \"" url "\" -t 2 -T 45 --passive-ftp --no-check-certificate > " tmpfile " 2> " tmpfileerr
	d("Execute: " cmd)
	errno = system(cmd)
	d("Execute done")

	if (errno==0) {
		wholeodp = ""
		d("Reading succeess response...")
		while (getline oneline < tmpfile)
			wholeodp=(wholeodp " " oneline)
#			d("Response: " wholeodp)
	} else {
		d("Reading failure response...")
		wholeerr = ""
		while (getline oneline < tmpfileerr)
			wholeerr=(wholeerr " " oneline)
		d("Error Response: " wholeerr)
	}

	system("rm -f " tmpfile)
	system("rm -f " tmpfileerr)

	urldir=url;
	sub(/[^\/]+$/,"",urldir)

	if ( errno==0) {
		while (match(wholeodp, /<([aA]|[fF][rR][aA][mM][eE])[ \t][^>]*>/) > 0) {
			d("Processing links...")
			odp=substr(wholeodp,RSTART,RLENGTH);
			wholeodp=substr(wholeodp,RSTART+RLENGTH);

			lowerodp=tolower(odp);
			if (lowerodp ~ /<frame[ \t]/) {
				sub(/[sS][rR][cC]=[ \t]*/,"src=",odp);
				match(odp,/src="[^"]+"/)
				newurl=substr(odp,RSTART+5,RLENGTH-6)
				d("Frame: " newurl)
				if (newurl !~ /\//) {
					newurl=(urldir newurl)
					d("Frame->: " newurl)
				}

				if (link_seen(newurl)) {
					newurl=""
					continue
				}

				retval=(retval " " get_links(newurl))
			} else if (lowerodp ~ /href=[ \t]*"[^"]*"/) {
				sub(/[hH][rR][eE][fF]=[ \t]*"/,"href=\"",odp)
				match(odp,/href="[^"]*"/)
				link=substr(odp,RSTART,RLENGTH)
				odp=substr(odp,1,RSTART) substr(odp,RSTART+RLENGTH)
				link=substr(link,7,length(link)-7)
				link=postfix_link(url, link)

				if (link_seen(link)) {
					link=""
					continue
				}

				retval=(retval " " link)
				d("href(\"\"): " link)
			} else if (lowerodp ~ /href=[ \t]*'[^']*'/) {
				sub(/[hH][rR][eE][fF]=[ \t]*'/,"href='",odp)
				match(odp,/href='[^']*'/)
				link=substr(odp,RSTART,RLENGTH)
				odp=substr(odp,1,RSTART) substr(odp,RSTART+RLENGTH)
				link=substr(link,7,length(link)-7)
				link=postfix_link(url, link)

				if (link_seen(link)) {
					link=""
					continue
				}

				retval=(retval " " link)
				d("href(''): " link)
			} else if (lowerodp ~ /href=[ \t]*[^ \t>]*/) {
				sub(/[hH][rR][eE][fF]=[ \t]*/,"href=",odp)
				match(odp,/href=[^ \t>]*/)
				link=substr(odp,RSTART,RLENGTH)
				odp=substr(odp,1,RSTART) substr(odp,RSTART+RLENGTH)
				link=substr(link,6,length(link)-5)

				if (link_seen(link)) {
					link=""
					continue
				}

				retval=(retval " " link)
				d("href(): " link)
			} else {
				# <a ...> but not href - skip
				d("skipping <a > without href: " odp)
			}
		}
	} else {
		retval=("WGET ERROR: " errno ": " wholeerr)
	}


	d("Returning: " retval)
	return retval
}

function subst_defines(var,defs) {
# substitute all possible RPM macros
	while ((var ~ /%{.*}/) || (var ~ /%[A-Za-z0-9_]+/)) {
		oldvar=var
		for (j in defs) {
			gsub("%{" j "}", defs[j], var)
			gsub("%" j , defs[j], var)
		}
		if (var==oldvar) {
			if (DEBUG) {
				for (i in defs) {
					d(i " == " defs[i])
				}
			}
			return var
		}
	}
	return var
}

function find_mirror(url) {

	while (succ = (getline line < "mirrors")) {
	    if (succ==-1) { return url }
		nf=split(line,fields,"|")
		if (nf>1){
			origin=fields[1]
			mirror=fields[2]
			mname=fields[3]
			prefix=substr(url,1,length(origin))
			if (prefix==origin){
				d("Mirror fount at " mname)
				close("mirrors")
				return mirror substr(url,length(origin)+1)
			}
		}
	}

	return url
}

function process_source(number,lurl,name,version) {
# fetches file list, and compares version numbers
	d("Processing " lurl)

	if ( index(lurl,version)==0 ) {
		d("There is no version number.")
		return 0
	}

	sub("://",":",lurl)
	sub("/",":/",lurl)
	gsub("[^/]*$",":&",lurl)
	split(lurl,url,":")
	acc=url[1]
	host=url[2]
	dir=url[3]
	filename=url[4]

	if (index(dir,version)) {
		# directory name as version maching mode:
		# if /something/version/name-version.tarball then check
		# in /something/ looking for newer directory
		dir=substr(dir,1,index(dir,version)-1)
		sub("[^/]*$","",dir)
		sub("(\.tar\.(bz|bz2|gz|lzma|xz)|zip)$","",filename)
	}

	d("Will check a directory: " dir)
	d("and a file: " filename)

	filenameexp=filename
	gsub("\+","\\+",filenameexp)
	sub(version,"[A-Za-z0-9.]+",filenameexp)
	gsub("\.","\\.",filenameexp)
	d("Expression: " filenameexp)
	match(filename,version)
	prever=substr(filename,1,RSTART-1)
	postver=substr(filename,RSTART+RLENGTH)
	d("Before number: " prever)
	d("and after: " postver)
	newurl=find_mirror(acc "://" host dir)
	#print acc "://" host dir
	#newurl=url[1]"://"url[2]url[3]url[4]
	#newurl=acc "://" host dir filename
	d("Looking at " newurl)

	references=0
	finished=0
	oldversion=version
	odp=get_links(newurl,filename)
	if( odp ~ "ERROR: ") {
		print name "(" number ") " odp
	} else {
		d("WebPage downloaded")
		c=split(odp,linki)
		for (nr=1; nr<=c; nr++) {
			addr=linki[nr]

			d("Found link: " addr)

			# github has very different tarball links that clash with this safe check
			if (!(newurl ~/^(http|https):\/\/github.com\/.*\/tarball/)) {
				if (addr ~ "[-_.0-9A-Za-z~]" filenameexp) {
					continue
				}
			}

			if (addr ~ filenameexp) {
				match(addr,filenameexp)
				newfilename=substr(addr,RSTART,RLENGTH)
				d("Hypothetical new: " newfilename)
				newfilename=fixedsub(prever,"",newfilename)
				newfilename=fixedsub(postver,"",newfilename)
				d("Version: " newfilename)
				if (newfilename ~ /\.(asc|sig|pkg|bin|binary|built)$/) continue
				# strip ending (happens when in directiory name as version matching mode)
				sub("(\.tar\.(bz|bz2|gz|lzma|xz)|zip)$","",newfilename)
				if (NUMERIC) {
					if ( compare_ver_dec(version, newfilename)==1 ) {
						d("Yes, there is new one")
						version=newfilename
						finished=1
					}
				} else if ( compare_ver(version, newfilename)==1 ) {
					d("Yes, there is new one")
					version=newfilename
					finished=1
				}
			}
		}
		if (finished==0)
			print name "(" number ") seems ok: " oldversion
		else
			print name "(" number ") [OLD] " oldversion " [NEW] " version
	}
}

# upgrade check for pear package using PEAR CLI
function pear_upgrade(name, ver,    pname, pearcmd, nver) {
	pname = name;
	sub(/^php-pear-/, "", pname);

	pearcmd = "pear remote-info " pname " | awk '/^Latest/{print $NF}'"
	d("pearcmd: " pearcmd)
	pearcmd | getline nver
	close(pearcmd)

	if (compare_ver(ver, nver)) {
		print name " [OLD] " ver " [NEW] " nver
	} else {
		print name " seems ok: " ver
	}

	return
}

function vim_upgrade(name, ver,     mver, nver, vimcmd) {
	# %patchset_source -f ftp://ftp.vim.org/pub/editors/vim/patches/7.2/7.2.%03g 1 %{patchlevel}
	mver = substr(ver, 0, 4)
	vimcmd = "wget -q -O - ftp://ftp.vim.org/pub/editors/vim/patches/"mver"/MD5SUMS|grep -vF .gz|tail -n1|awk '{print $2}'"
	d("vimcmd: " vimcmd)
	vimcmd | getline nver
	close(vimcmd)

	if (compare_ver(ver, nver)) {
		print name " [OLD] " ver " [NEW] " nver
	} else {
		print name " seems ok: " ver
	}
}

function process_data(name,ver,rel,src) {
	if (name ~ /^php-pear-/) {
		return pear_upgrade(name, ver);
	}
	if (name == "vim") {
		return vim_upgrade(name, ver);
	}

# this function checks if substitutions were valid, and if true:
# processes each URL and tries to get current file list
	for (i in src) {
		if ( src[i] ~ /%{nil}/ ) {
			gsub(/\%\{nil\}/, "", src[i])
		}
		if ( src[i] !~ /%{.*}/ && src[i] !~ /%[A-Za-z0-9_]/ )  {
			d("Source: " src[i])
			process_source(i,src[i],name,ver)
		} else {
			print FNAME ":" i ": impossible substitution: " src[i]
		}
	}
}

BEGIN {
	# if U want to use DEBUG, run script with "-v DEBUG=1"
	# or uncomment the line below
	# DEBUG = 1

	errno=system("wget --help > /dev/null 2>&1")
	if (errno) {
		print "No wget installed!"
		exit 1
	}
	if (ARGC>=3 && ARGV[2]=="-n") {
		NUMERIC=1
		for (i=3; i<ARGC; i++) ARGV[i-1]=ARGV[i]
		ARGC=ARGC-1
	}
}

FNR==1 {
	if ( ARGIND != 1 ) {
		# clean frameseen for each ARG
		for (i in frameseen) {
			delete frameseen[i]
		}
		frameseen[0] = 1

		process_data(NAME,VER,REL,SRC)
		NAME="" ; VER="" ; REL=""
		for (i in DEFS) delete DEFS[i]
		for (i in SRC) delete SRC[i]
	}
	FNAME=FILENAME
	DEFS["_alt_kernel"]=""
	DEFS["20"]="\\ "
}

/^[Uu][Rr][Ll]:/&&(URL=="") { URL=subst_defines($2,DEFS) ; DEFS["url"]=URL }
/^[Nn]ame:/&&(NAME=="") { NAME=subst_defines($2,DEFS) ; DEFS["name"]=NAME }
/^[Vv]ersion:/&&(VER=="") { VER=subst_defines($2,DEFS) ; DEFS["version"]=VER }
/^[Rr]elease:/&&(REL=="") { REL=subst_defines($2,DEFS) ; DEFS["release"]=REL }
/^[Ss]ource[0-9]*:/ { if (/(ftp|http|https):\/\//) SRC[FNR]=subst_defines($2,DEFS) }
/%define/ { DEFS[$2]=subst_defines($3,DEFS) }

END {
	process_data(NAME,VER,REL,SRC)
}
Commit	Line	Data
6fb3305d	1	#!/bin/awk -f
d4089f30	2	# $Revision$, $Date$
b52a0a12	3	#
2675159e	4	# Copyright (C) 2000-2010 PLD-Team <feedback@pld-linux.org>
b52a0a12 JB	5	# Authors:
	6	# Sebastian Zagrodzki <zagrodzki@pld-linux.org>
	7	# Jacek Konieczny <jajcus@pld-linux.org>
	8	# Andrzej Krzysztofowicz <ankry@pld-linux.org>
	9	# Jakub Bogusz <qboosh@pld-linux.org>
	10	# Elan Ruusamäe <glen@pld-linux.org>
	11	#
	12	# See cvs log pldnotify.awk for list of contributors
	13	#
	14	# TODO:
	15	# - "SourceXDownload" support (use given URLs if present instead of cut-down SourceX URLs)
	16	# - "SourceXActiveFTP" support
86abc88a	17	# - support debian/watch http://wiki.debian.org/debian/watch/
3ca67c5b	18
72446964 ER	19
	20	function d(s) {
	21	if (!DEBUG) {
	22	return
	23	}
	24	print s >> "/dev/stderr"
	25	}
	26
2aba2068 SZ	27	function fixedsub(s1,s2,t, ind) {
	28	# substitutes fixed strings (not regexps)
	29	if (ind = index(t,s1)) {
	30	t = substr(t, 1, ind-1) s2 substr(t, ind+length(s1))
	31	}
	32	return t
	33	}
6fb3305d	34
e3c5f324 JB	35	function ispre(s) {
e3c5f324 JB	36	if ((s~"pre")\|\|(s~"PRE")\|\|(s~"beta")\|\|(s~"BETA")\|\|(s~"alpha")\|\|(s~"ALPHA")\|\|(s~"rc")\|\|(s~"RC")) {
72446964	37	d("pre-version")
e3c5f324 JB	38	return 1
	39	} else {
	40	return 0
	41	}
	42	}
f0c5c231	43
70a5e8d4 SZ	44	function compare_ver(v1,v2) {
	45	# compares version numbers
	46	while (match(v1,/[a-zA-Z][0-9]\|[0-9][a-zA-Z]/))
	47	v1=(substr(v1,1,RSTART) "." substr(v1,RSTART+RLENGTH-1))
	48	while (match(v2,/[a-zA-Z][0-9]\|[0-9][a-zA-Z]/))
	49	v2=(substr(v2,1,RSTART) "." substr(v2,RSTART+RLENGTH-1))
	50	sub("^0*","",v1)
	51	sub("^0*","",v2)
e2ebf07c JB	52	gsub("\.0*",".",v1)
e2ebf07c JB	53	gsub("\.0*",".",v2)
72446964 ER	54	d("v1 == " v1)
72446964 ER	55	d("v2 == " v2)
70a5e8d4 SZ	56	count=split(v1,v1a,"\.")
70a5e8d4 SZ	57	count2=split(v2,v2a,"\.")
f0c5c231 ER	58
f0c5c231 ER	59	if (count<count2) mincount=count
70a5e8d4	60	else mincount=count2
f0c5c231	61
70a5e8d4	62	for (i=1; i<=mincount; i++) {
db83adc3 SZ	63	if (v1a[i]=="") v1a[i]=0
db83adc3 SZ	64	if (v2a[i]=="") v2a[i]=0
72446964 ER	65	d("i == " i)
	66	d("v1[i] == " v1a[i])
	67	d("v2[i] == " v2a[i])
70a5e8d4 SZ	68	if ((v1a[i]~/[0-9]/)&&(v2a[i]~/[0-9]/)) {
	69	if (length(v2a[i])>length(v1a[i]))
	70	return 1
	71	else if (v2a[i]>v1a[i])
	72	return 1
	73	else if (length(v1a[i])>length(v2a[i]))
	74	return 0
	75	else if (v1a[i]>v2a[i])
	76	return 0
	77	} else if ((v1a[i]~/[A-Za-z]/)&&(v2a[i]~/[A-Za-z]/)) {
	78	if (v2a[i]>v1a[i])
	79	return 1
	80	else if (v1a[i]>v2a[i])
	81	return 0
e3c5f324	82	} else if (ispre(v1a[i]) == 1)
70a5e8d4 SZ	83	return 1
	84	else
	85	return 0
	86	}
	87	if ((count2==mincount)&&(count!=count2)) {
	88	for (i=count2+1; i<=count; i++)
e3c5f324	89	if (ispre(v1a[i]) == 1)
70a5e8d4 SZ	90	return 1
	91	return 0
	92	} else if (count!=count2) {
	93	for (i=count+1; i<=count2; i++)
e3c5f324	94	if (ispre(v2a[i]) == 1)
70a5e8d4 SZ	95	return 0
	96	return 1
	97	}
db4f445e	98	return 0
70a5e8d4 SZ	99	}
70a5e8d4 SZ	100
f11b5a76	101	function compare_ver_dec(v1,v2) {
b8b1ac2a	102	# compares version numbers as decimal floats
f11b5a76	103	while (match(v1,/[0-9][a-zA-Z]/))
	104	v1=(substr(v1,1,RSTART) "." substr(v1,RSTART+RLENGTH-1))
	105	while (match(v2,/[0-9][a-zA-Z]/))
	106	v2=(substr(v2,1,RSTART) "." substr(v2,RSTART+RLENGTH-1))
	107	sub("^0*","",v1)
	108	sub("^0*","",v2)
72446964 ER	109	d("v1 == " v1)
72446964 ER	110	d("v2 == " v2)
f11b5a76	111	count=split(v1,v1a,"\.")
f11b5a76	112	count2=split(v2,v2a,"\.")
f0c5c231 ER	113
f0c5c231 ER	114	if (count<count2) mincount=count
f11b5a76	115	else mincount=count2
f0c5c231	116
f11b5a76	117	for (i=1; i<=mincount; i++) {
	118	if (v1a[i]=="") v1a[i]=0
	119	if (v2a[i]=="") v2a[i]=0
72446964 ER	120	d("i == " i)
	121	d("v1[i] == " v1a[i])
	122	d("v2[i] == " v2a[i])
f11b5a76	123	if ((v1a[i]~/[0-9]/)&&(v2a[i]~/[0-9]/)) {
	124	if (i==2) {
	125	if (0+("." v2a[i])>0+("." v1a[i]))
	126	return 1
	127	else if (0+("." v1a[i])>0+("." v2a[i]))
	128	return 0
	129	} else {
	130	if (length(v2a[i])>length(v1a[i]))
	131	return 1
	132	else if (v2a[i]>v1a[i])
	133	return 1
	134	else if (length(v1a[i])>length(v2a[i]))
	135	return 0
	136	else if (v1a[i]>v2a[i])
	137	return 0
	138	}
	139	} else if ((v1a[i]~/[A-Za-z]/)&&(v2a[i]~/[A-Za-z]/)) {
	140	if (v2a[i]>v1a[i])
	141	return 1
	142	else if (v1a[i]>v2a[i])
	143	return 0
e3c5f324	144	} else if (ispre(v1a[i]) == 1)
f11b5a76	145	return 1
	146	else
	147	return 0
	148	}
	149	if ((count2==mincount)&&(count!=count2)) {
	150	for (i=count2+1; i<=count; i++)
e3c5f324	151	if (ispre(v1a[i]) == 1)
f11b5a76	152	return 1
	153	return 0
	154	} else if (count!=count2) {
	155	for (i=count+1; i<=count2; i++)
e3c5f324	156	if (ispre(v2a[i]) == 1)
f11b5a76	157	return 0
	158	return 1
	159	}
	160	return 0
	161	}
	162
371e7443 AM	163	function link_seen(link) {
	164	for (seenlink in frameseen) {
	165	if (seenlink == link) {
72446964	166	d("Link: [" link "] seen already, skipping...")
371e7443 AM	167	return 1
	168	}
	169	}
	170	frameseen[link]=1
	171	return 0
	172	}
	173
deed2eef ER	174	function mktemp( _cmd, _tmpfile) {
	175	_cmd = "mktemp /tmp/XXXXXX"
	176	_cmd \| getline _tmpfile
	177	close(_cmd)
	178	return _tmpfile
	179	}
	180
6ca0a958 AM	181	# fix link to artificial one that will be recognized rest of this script
	182	function postfix_link(url, link) {
	183	oldlink = link
	184	if ((url ~/^(http\|https):\/\/github.com\//) && (link ~ /.*\/tarball\//)) {
	185	gsub(".*\/tarball\/", "", link)
	186	link = link ".tar.gz"
	187	}
72446964	188	d("POST FIXING URL [ " oldlink " ] to [ " link " ]")
6ca0a958 AM	189	return link
	190	}
	191
70a5e8d4	192	# get all <A HREF=..> tags from specified URL
d5697af2	193	function get_links(url,filename, errno,link,oneline,retval,odp,wholeodp,lowerodp,tmpfile,cmd) {
8fef61cd AM	194
	195	wholeerr=""
	196
deed2eef ER	197	tmpfile = mktemp()
deed2eef ER	198	tmpfileerr = mktemp()
8fef61cd	199
ea4c106c ER	200	if (url ~ /^http:\/\/(download\|dl).(sf\|sourceforge).net\//) {
ea4c106c ER	201	gsub("^http://(download\|dl).(sf\|sourceforge).net/", "", url)
d6aee61e AM	202	gsub("/.*", "", url)
d6aee61e AM	203	url = "http://sourceforge.net/projects/" url "/files/"
72446964	204	d("sf url, mungled url to: " url)
356ec898	205	}
f0c5c231	206
109ec22a	207	if (url ~ /^http:\/\/(.*)\.googlecode\.com\/files\//) {
3836b919 AM	208	gsub("^http://", "", url)
3836b919 AM	209	gsub("\..*", "", url)
b3df8960	210	url = "http://code.google.com/p/" url "/downloads/list"
72446964	211	d("googlecode url, mungled url to: " url)
3836b919 AM	212	}
3836b919 AM	213
0ed4cd23 AM	214	if (url ~ /^http:\/\/pecl.php.net\/get\//) {
	215	gsub("-.*", "", filename)
	216	url = "http://pecl.php.net/package/" filename
72446964	217	d("pecl.php.net url, mungled url to: " url)
0ed4cd23 AM	218	}
0ed4cd23 AM	219
fbf290ff AM	220	if (url ~ /^(http\|ftp):\/\/mysql.*\/Downloads\/MySQL-5.1\//) {
fbf290ff AM	221	url = "http://dev.mysql.com/downloads/mysql/5.1.html#source"
72446964	222	d("mysql 5.1 url, mungled url to: " url)
fbf290ff AM	223	}
fbf290ff AM	224
eb6fb288 AM	225	if (url ~/^(http\|https):\/\/launchpad\.net\/(.*)\//) {
	226	gsub("^(http\|https):\/\/launchpad\.net\/", "", url)
	227	gsub("\/.*/", "", url)
	228	url = "https://code.launchpad.net/" url "/+download"
72446964	229	d("main launchpad url, mungled url to: " url)
eb6fb288 AM	230	}
	231
	232	if (url ~/^(http\|https):\/\/edge\.launchpad\.net\/(.*)\//) {
	233	gsub("^(http\|https):\/\/edge\.launchpad\.net\/", "", url)
	234	gsub("\/.*/", "", url)
	235	url = "https://edge.launchpad.net/" url "/+download"
72446964	236	d("edge launchpad url, mungled url to: " url)
eb6fb288 AM	237	}
eb6fb288 AM	238
c12742eb AM	239	if (url ~/^(http\|https):\/\/github.com\/.\/(.)\/tarball\//) {
c12742eb AM	240	gsub("\/tarball\/.*", "/downloads", url)
72446964	241	d("github tarball url, mungled url to: " url)
c12742eb AM	242	}
c12742eb AM	243
fbf290ff	244
72446964	245	d("Retrieving: " url)
b1bb9185	246	cmd = "wget --user-agent \"Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2) Gecko/20100129 PLD/3.0 (Th) Iceweasel/3.6\" -nv -O - \"" url "\" -t 2 -T 45 --passive-ftp --no-check-certificate > " tmpfile " 2> " tmpfileerr
72446964	247	d("Execute: " cmd)
d5697af2	248	errno = system(cmd)
72446964	249	d("Execute done")
f0c5c231	250
3f63995d	251	if (errno==0) {
2675159e	252	wholeodp = ""
72446964	253	d("Reading succeess response...")
7f460828	254	while (getline oneline < tmpfile)
fc589c7e	255	wholeodp=(wholeodp " " oneline)
72446964	256	# d("Response: " wholeodp)
8fef61cd	257	} else {
72446964	258	d("Reading failure response...")
8fef61cd AM	259	wholeerr = ""
	260	while (getline oneline < tmpfileerr)
	261	wholeerr=(wholeerr " " oneline)
72446964	262	d("Error Response: " wholeerr)
70a5e8d4	263	}
f0c5c231	264
2e301ef5	265	system("rm -f " tmpfile)
8fef61cd AM	266	system("rm -f " tmpfileerr)
8fef61cd AM	267
55658186 JB	268	urldir=url;
55658186 JB	269	sub(/[^\/]+$/,"",urldir)
fc589c7e	270
3f63995d	271	if ( errno==0) {
fc589c7e	272	while (match(wholeodp, /<([aA]\|[fF][rR][aA][mM][eE])[ \t][^>]*>/) > 0) {
72446964	273	d("Processing links...")
fc589c7e JB	274	odp=substr(wholeodp,RSTART,RLENGTH);
	275	wholeodp=substr(wholeodp,RSTART+RLENGTH);
	276
	277	lowerodp=tolower(odp);
	278	if (lowerodp ~ /<frame[ \t]/) {
	279	sub(/[sS][rR][cC]=[ \t]*/,"src=",odp);
	280	match(odp,/src="[^"]+"/)
	281	newurl=substr(odp,RSTART+5,RLENGTH-6)
72446964	282	d("Frame: " newurl)
55658186 JB	283	if (newurl !~ /\//) {
55658186 JB	284	newurl=(urldir newurl)
72446964	285	d("Frame->: " newurl)
55658186	286	}
371e7443 AM	287
	288	if (link_seen(newurl)) {
	289	newurl=""
	290	continue
	291	}
	292
2e301ef5	293	retval=(retval " " get_links(newurl))
fc589c7e	294	} else if (lowerodp ~ /href=[ \t]"[^"]"/) {
b5e77f8f	295	sub(/[hH][rR][eE][fF]=[ \t]*"/,"href=\"",odp)
95fcfc77	296	match(odp,/href="[^"]*"/)
b5e77f8f JB	297	link=substr(odp,RSTART,RLENGTH)
	298	odp=substr(odp,1,RSTART) substr(odp,RSTART+RLENGTH)
	299	link=substr(link,7,length(link)-7)
6ca0a958	300	link=postfix_link(url, link)
371e7443 AM	301
	302	if (link_seen(link)) {
	303	link=""
	304	continue
	305	}
	306
b5e77f8f	307	retval=(retval " " link)
72446964	308	d("href(\"\"): " link)
fc589c7e	309	} else if (lowerodp ~ /href=[ \t]'[^']'/) {
b5e77f8f	310	sub(/[hH][rR][eE][fF]=[ \t]*'/,"href='",odp)
95fcfc77	311	match(odp,/href='[^']*'/)
93c3b403	312	link=substr(odp,RSTART,RLENGTH)
b5e77f8f	313	odp=substr(odp,1,RSTART) substr(odp,RSTART+RLENGTH)
93c3b403	314	link=substr(link,7,length(link)-7)
6ca0a958	315	link=postfix_link(url, link)
371e7443 AM	316
	317	if (link_seen(link)) {
	318	link=""
	319	continue
	320	}
	321
93c3b403	322	retval=(retval " " link)
72446964	323	d("href(''): " link)
fc589c7e	324	} else if (lowerodp ~ /href=[ \t][^ \t>]/) {
4dde5541	325	sub(/[hH][rR][eE][fF]=[ \t]*/,"href=",odp)
95fcfc77	326	match(odp,/href=[^ \t>]*/)
8dfac79d	327	link=substr(odp,RSTART,RLENGTH)
b5e77f8f	328	odp=substr(odp,1,RSTART) substr(odp,RSTART+RLENGTH)
8dfac79d	329	link=substr(link,6,length(link)-5)
371e7443 AM	330
	331	if (link_seen(link)) {
	332	link=""
	333	continue
	334	}
	335
8dfac79d	336	retval=(retval " " link)
72446964	337	d("href(): " link)
6f57d45d	338	} else {
fc589c7e	339	# <a ...> but not href - skip
72446964	340	d("skipping <a > without href: " odp)
93c3b403	341	}
3f63995d SZ	342	}
3f63995d SZ	343	} else {
8fef61cd	344	retval=("WGET ERROR: " errno ": " wholeerr)
3f63995d	345	}
f0c5c231 ER	346
f0c5c231 ER	347
72446964	348	d("Returning: " retval)
db4f445e	349	return retval
70a5e8d4 SZ	350	}
70a5e8d4 SZ	351
6fb3305d	352	function subst_defines(var,defs) {
3255b4c7	353	# substitute all possible RPM macros
6fb3305d SZ	354	while ((var ~ /%{.*}/) \|\| (var ~ /%[A-Za-z0-9_]+/)) {
	355	oldvar=var
	356	for (j in defs) {
	357	gsub("%{" j "}", defs[j], var)
	358	gsub("%" j , defs[j], var)
	359	}
	360	if (var==oldvar) {
72446964 ER	361	if (DEBUG) {
	362	for (i in defs) {
	363	d(i " == " defs[i])
	364	}
	365	}
6fb3305d SZ	366	return var
	367	}
	368	}
	369	return var
	370	}
	371
c0bee1bc JK	372	function find_mirror(url) {
c0bee1bc JK	373
c54fbfc1 MK	374	while (succ = (getline line < "mirrors")) {
c54fbfc1 MK	375	if (succ==-1) { return url }
c0bee1bc	376	nf=split(line,fields,"\|")
a6f2cc98	377	if (nf>1){
c0bee1bc JK	378	origin=fields[1]
	379	mirror=fields[2]
	380	mname=fields[3]
	381	prefix=substr(url,1,length(origin))
	382	if (prefix==origin){
72446964	383	d("Mirror fount at " mname)
c0bee1bc	384	close("mirrors")
21b99dbc	385	return mirror substr(url,length(origin)+1)
c0bee1bc JK	386	}
	387	}
	388	}
	389
	390	return url
	391	}
	392
32aede2f	393	function process_source(number,lurl,name,version) {
3255b4c7	394	# fetches file list, and compares version numbers
72446964	395	d("Processing " lurl)
3f63995d SZ	396
3f63995d SZ	397	if ( index(lurl,version)==0 ) {
72446964	398	d("There is no version number.")
3f63995d SZ	399	return 0
	400	}
	401
6fb3305d SZ	402	sub("://",":",lurl)
	403	sub("/",":/",lurl)
	404	gsub("[^/]*$",":&",lurl)
	405	split(lurl,url,":")
	406	acc=url[1]
	407	host=url[2]
	408	dir=url[3]
70a5e8d4 SZ	409	filename=url[4]
70a5e8d4 SZ	410
3f63995d	411	if (index(dir,version)) {
60ded487 AM	412	# directory name as version maching mode:
	413	# if /something/version/name-version.tarball then check
	414	# in /something/ looking for newer directory
70a5e8d4 SZ	415	dir=substr(dir,1,index(dir,version)-1)
70a5e8d4 SZ	416	sub("[^/]*$","",dir)
c396da00	417	sub("(\.tar\.(bz\|bz2\|gz\|lzma\|xz)\|zip)$","",filename)
70a5e8d4	418	}
3f63995d	419
72446964 ER	420	d("Will check a directory: " dir)
72446964 ER	421	d("and a file: " filename)
60ded487	422
70a5e8d4 SZ	423	filenameexp=filename
70a5e8d4 SZ	424	gsub("\+","\\+",filenameexp)
0269da83	425	sub(version,"[A-Za-z0-9.]+",filenameexp)
e12bdf15	426	gsub("\.","\\.",filenameexp)
72446964	427	d("Expression: " filenameexp)
70a5e8d4 SZ	428	match(filename,version)
	429	prever=substr(filename,1,RSTART-1)
	430	postver=substr(filename,RSTART+RLENGTH)
72446964 ER	431	d("Before number: " prever)
72446964 ER	432	d("and after: " postver)
f0c5c231	433	newurl=find_mirror(acc "://" host dir)
c54fbfc1 MK	434	#print acc "://" host dir
	435	#newurl=url[1]"://"url[2]url[3]url[4]
	436	#newurl=acc "://" host dir filename
72446964	437	d("Looking at " newurl)
f0c5c231	438
6fb3305d	439	references=0
db83adc3	440	finished=0
db4f445e	441	oldversion=version
0ed4cd23	442	odp=get_links(newurl,filename)
3f63995d SZ	443	if( odp ~ "ERROR: ") {
3f63995d SZ	444	print name "(" number ") " odp
188dc51f	445	} else {
72446964	446	d("WebPage downloaded")
188dc51f SZ	447	c=split(odp,linki)
	448	for (nr=1; nr<=c; nr++) {
	449	addr=linki[nr]
6ca0a958	450
72446964	451	d("Found link: " addr)
6ca0a958 AM	452
	453	# github has very different tarball links that clash with this safe check
	454	if (!(newurl ~/^(http\|https):\/\/github.com\/.*\/tarball/)) {
	455	if (addr ~ "[-_.0-9A-Za-z~]" filenameexp) {
	456	continue
	457	}
	458	}
	459
	460	if (addr ~ filenameexp) {
188dc51f SZ	461	match(addr,filenameexp)
188dc51f SZ	462	newfilename=substr(addr,RSTART,RLENGTH)
72446964	463	d("Hypothetical new: " newfilename)
2aba2068 SZ	464	newfilename=fixedsub(prever,"",newfilename)
2aba2068 SZ	465	newfilename=fixedsub(postver,"",newfilename)
72446964	466	d("Version: " newfilename)
eb6fb288	467	if (newfilename ~ /\.(asc\|sig\|pkg\|bin\|binary\|built)$/) continue
60ded487	468	# strip ending (happens when in directiory name as version matching mode)
c396da00	469	sub("(\.tar\.(bz\|bz2\|gz\|lzma\|xz)\|zip)$","",newfilename)
f11b5a76	470	if (NUMERIC) {
f11b5a76	471	if ( compare_ver_dec(version, newfilename)==1 ) {
72446964	472	d("Yes, there is new one")
f11b5a76	473	version=newfilename
	474	finished=1
	475	}
	476	} else if ( compare_ver(version, newfilename)==1 ) {
72446964	477	d("Yes, there is new one")
188dc51f SZ	478	version=newfilename
	479	finished=1
	480	}
70a5e8d4	481	}
6fb3305d	482	}
188dc51f	483	if (finished==0)
f1b8a975	484	print name "(" number ") seems ok: " oldversion
188dc51f SZ	485	else
188dc51f SZ	486	print name "(" number ") [OLD] " oldversion " [NEW] " version
6fb3305d SZ	487	}
6fb3305d SZ	488	}
eae5334c ER	489
eae5334c ER	490	# upgrade check for pear package using PEAR CLI
3d29ff34	491	function pear_upgrade(name, ver, pname, pearcmd, nver) {
eae5334c ER	492	pname = name;
	493	sub(/^php-pear-/, "", pname);
	494
	495	pearcmd = "pear remote-info " pname " \| awk '/^Latest/{print $NF}'"
72446964	496	d("pearcmd: " pearcmd)
eae5334c ER	497	pearcmd \| getline nver
	498	close(pearcmd)
	499
	500	if (compare_ver(ver, nver)) {
	501	print name " [OLD] " ver " [NEW] " nver
	502	} else {
	503	print name " seems ok: " ver
	504	}
	505
	506	return
	507	}
f0c5c231	508
3d29ff34 ER	509	function vim_upgrade(name, ver, mver, nver, vimcmd) {
	510	# %patchset_source -f ftp://ftp.vim.org/pub/editors/vim/patches/7.2/7.2.%03g 1 %{patchlevel}
	511	mver = substr(ver, 0, 4)
	512	vimcmd = "wget -q -O - ftp://ftp.vim.org/pub/editors/vim/patches/"mver"/MD5SUMS\|grep -vF .gz\|tail -n1\|awk '{print $2}'"
72446964	513	d("vimcmd: " vimcmd)
3d29ff34 ER	514	vimcmd \| getline nver
	515	close(vimcmd)
	516
	517	if (compare_ver(ver, nver)) {
	518	print name " [OLD] " ver " [NEW] " nver
	519	} else {
	520	print name " seems ok: " ver
	521	}
	522	}
	523
3255b4c7	524	function process_data(name,ver,rel,src) {
eae5334c ER	525	if (name ~ /^php-pear-/) {
	526	return pear_upgrade(name, ver);
	527	}
3d29ff34 ER	528	if (name == "vim") {
	529	return vim_upgrade(name, ver);
	530	}
eae5334c	531
3255b4c7 SZ	532	# this function checks if substitutions were valid, and if true:
3255b4c7 SZ	533	# processes each URL and tries to get current file list
6fb3305d	534	for (i in src) {
254a5f0b AM	535	if ( src[i] ~ /%{nil}/ ) {
	536	gsub(/\%\{nil\}/, "", src[i])
	537	}
6fb3305d	538	if ( src[i] !~ /%{.*}/ && src[i] !~ /%[A-Za-z0-9_]/ ) {
72446964	539	d("Source: " src[i])
32aede2f	540	process_source(i,src[i],name,ver)
6fb3305d	541	} else {
c4a1f100	542	print FNAME ":" i ": impossible substitution: " src[i]
6fb3305d SZ	543	}
	544	}
	545	}
	546
	547	BEGIN {
	548	# if U want to use DEBUG, run script with "-v DEBUG=1"
	549	# or uncomment the line below
70a5e8d4	550	# DEBUG = 1
2e301ef5 SZ	551
	552	errno=system("wget --help > /dev/null 2>&1")
	553	if (errno) {
	554	print "No wget installed!"
	555	exit 1
	556	}
f11b5a76	557	if (ARGC>=3 && ARGV[2]=="-n") {
f11b5a76	558	NUMERIC=1
f0c5c231	559	for (i=3; i<ARGC; i++) ARGV[i-1]=ARGV[i]
f11b5a76	560	ARGC=ARGC-1
f11b5a76	561	}
6fb3305d SZ	562	}
	563
	564	FNR==1 {
	565	if ( ARGIND != 1 ) {
6aab34d4 AM	566	# clean frameseen for each ARG
	567	for (i in frameseen) {
	568	delete frameseen[i]
	569	}
	570	frameseen[0] = 1
	571
3255b4c7	572	process_data(NAME,VER,REL,SRC)
6fb3305d SZ	573	NAME="" ; VER="" ; REL=""
	574	for (i in DEFS) delete DEFS[i]
	575	for (i in SRC) delete SRC[i]
	576	}
	577	FNAME=FILENAME
f6c65bb7	578	DEFS["_alt_kernel"]=""
892e6dad	579	DEFS["20"]="\\ "
6fb3305d SZ	580	}
6fb3305d SZ	581
3255b4c7	582	/^[Uu][Rr][Ll]:/&&(URL=="") { URL=subst_defines($2,DEFS) ; DEFS["url"]=URL }
6fb3305d SZ	583	/^[Nn]ame:/&&(NAME=="") { NAME=subst_defines($2,DEFS) ; DEFS["name"]=NAME }
	584	/^[Vv]ersion:/&&(VER=="") { VER=subst_defines($2,DEFS) ; DEFS["version"]=VER }
	585	/^[Rr]elease:/&&(REL=="") { REL=subst_defines($2,DEFS) ; DEFS["release"]=REL }
a10d5bbe	586	/^[Ss]ource[0-9]*:/ { if (/(ftp\|http\|https):\/\//) SRC[FNR]=subst_defines($2,DEFS) }
6fb3305d SZ	587	/%define/ { DEFS[$2]=subst_defines($3,DEFS) }
	588
	589	END {
3255b4c7	590	process_data(NAME,VER,REL,SRC)
6fb3305d	591	}