[packages/rpm-build-tools.git] / pldnotify_.awk

#!/bin/awk -f
# $Revision$, $Date$
#
# Copyright (C) 2000-2010 PLD-Team <feedback@pld-linux.org>
# Authors:
#	Sebastian Zagrodzki <zagrodzki@pld-linux.org>
#	Jacek Konieczny <jajcus@pld-linux.org>
#	Andrzej Krzysztofowicz <ankry@pld-linux.org>
#	Jakub Bogusz <qboosh@pld-linux.org>
#	Elan Ruusamäe <glen@pld-linux.org>
#
# See cvs log pldnotify.awk for list of contributors
#
# TODO:
# - "SourceXDownload" support (use given URLs if present instead of cut-down SourceX URLs)
# - "SourceXActiveFTP" support


function d(s) {
	if (!DEBUG) {
		return
	}
	print s >> "/dev/stderr"
}

function fixedsub(s1,s2,t,	ind) {
# substitutes fixed strings (not regexps)
	if (ind = index(t,s1)) {
		t = substr(t, 1, ind-1) s2 substr(t, ind+length(s1))
	}
	return t
}

function ispre(s) {
	if ((s~"pre")||(s~"PRE")||(s~"beta")||(s~"BETA")||(s~"alpha")||(s~"ALPHA")||(s~"rc")||(s~"RC")) {
		d("pre-version")
		return 1
	} else {
		return 0
	}
}

function compare_ver(v1,v2) {
# compares version numbers
	while (match(v1,/[a-zA-Z][0-9]|[0-9][a-zA-Z]/))
		v1=(substr(v1,1,RSTART) "." substr(v1,RSTART+RLENGTH-1))
	while (match(v2,/[a-zA-Z][0-9]|[0-9][a-zA-Z]/))
		v2=(substr(v2,1,RSTART) "." substr(v2,RSTART+RLENGTH-1))
	sub("^0*","",v1)
	sub("^0*","",v2)
	gsub("\.0*",".",v1)
	gsub("\.0*",".",v2)
	d("v1 == " v1)
	d("v2 == " v2)
	count=split(v1,v1a,"\.")
	count2=split(v2,v2a,"\.")

	if (count<count2) mincount=count
	else mincount=count2

	for (i=1; i<=mincount; i++) {
		if (v1a[i]=="") v1a[i]=0
		if (v2a[i]=="") v2a[i]=0
		d("i == " i)
		d("v1[i] == " v1a[i])
		d("v2[i] == " v2a[i])
		if ((v1a[i]~/[0-9]/)&&(v2a[i]~/[0-9]/)) {
			if (length(v2a[i])>length(v1a[i]))
				return 1
			else if (v2a[i]>v1a[i])
				return 1
			else if (length(v1a[i])>length(v2a[i]))
				return 0
			else if (v1a[i]>v2a[i])
				return 0
		} else if ((v1a[i]~/[A-Za-z]/)&&(v2a[i]~/[A-Za-z]/)) {
			if (v2a[i]>v1a[i])
				return 1
			else if (v1a[i]>v2a[i])
				return 0
		} else if (ispre(v1a[i]) == 1)
			return 1
		else
			return 0
	}
	if ((count2==mincount)&&(count!=count2)) {
		for (i=count2+1; i<=count; i++)
			if (ispre(v1a[i]) == 1)
				return 1
		return 0
	} else if (count!=count2) {
		for (i=count+1; i<=count2; i++)
			if (ispre(v2a[i]) == 1)
				return 0
		return 1
	}
	return 0
}

function compare_ver_dec(v1,v2) {
# compares version numbers as decimal floats
	while (match(v1,/[0-9][a-zA-Z]/))
		v1=(substr(v1,1,RSTART) "." substr(v1,RSTART+RLENGTH-1))
	while (match(v2,/[0-9][a-zA-Z]/))
		v2=(substr(v2,1,RSTART) "." substr(v2,RSTART+RLENGTH-1))
	sub("^0*","",v1)
	sub("^0*","",v2)
	d("v1 == " v1)
	d("v2 == " v2)
	count=split(v1,v1a,"\.")
	count2=split(v2,v2a,"\.")

	if (count<count2) mincount=count
	else mincount=count2

	for (i=1; i<=mincount; i++) {
		if (v1a[i]=="") v1a[i]=0
		if (v2a[i]=="") v2a[i]=0
		d("i == " i)
		d("v1[i] == " v1a[i])
		d("v2[i] == " v2a[i])
		if ((v1a[i]~/[0-9]/)&&(v2a[i]~/[0-9]/)) {
			if (i==2) {
				if (0+("." v2a[i])>0+("." v1a[i]))
					return 1
				else if (0+("." v1a[i])>0+("." v2a[i]))
					return 0
			} else {
				if (length(v2a[i])>length(v1a[i]))
					return 1
				else if (v2a[i]>v1a[i])
					return 1
				else if (length(v1a[i])>length(v2a[i]))
					return 0
				else if (v1a[i]>v2a[i])
					return 0
			}
		} else if ((v1a[i]~/[A-Za-z]/)&&(v2a[i]~/[A-Za-z]/)) {
			if (v2a[i]>v1a[i])
				return 1
			else if (v1a[i]>v2a[i])
				return 0
		} else if (ispre(v1a[i]) == 1)
			return 1
		else
			return 0
	}
	if ((count2==mincount)&&(count!=count2)) {
		for (i=count2+1; i<=count; i++)
			if (ispre(v1a[i]) == 1)
				return 1
		return 0
	} else if (count!=count2) {
		for (i=count+1; i<=count2; i++)
			if (ispre(v2a[i]) == 1)
				return 0
		return 1
	}
	return 0
}

function link_seen(link) {
	for (seenlink in frameseen) {
		if (seenlink == link) {
			d("Link: [" link "] seen already, skipping...")
			return 1
		}
	}
	frameseen[link]=1
	return 0
}

function mktemp(   _cmd, _tmpfile) {
	_cmd = "mktemp /tmp/XXXXXX"
	_cmd | getline _tmpfile
	close(_cmd)
	return _tmpfile
}

# fix link to artificial one that will be recognized rest of this script
function postfix_link(url, link) {
	oldlink = link
	if ((url ~/^(http|https):\/\/github.com\//) && (link ~ /.*\/tarball\//)) {
		gsub(".*\/tarball\/", "", link)
		link = link ".tar.gz"
	}
	d("POST FIXING URL [ " oldlink " ] to [ " link " ]")
	return link
}

# get all <A HREF=..> tags from specified URL
function get_links(url,filename,   errno,link,oneline,retval,odp,wholeodp,lowerodp,tmpfile,cmd) {

	wholeerr=""

	tmpfile = mktemp()
	tmpfileerr = mktemp()

	if (url ~ /^http:\/\/(download|dl).(sf|sourceforge).net\//) {
		gsub("^http://(download|dl).(sf|sourceforge).net/", "", url)
		gsub("/.*", "", url)
		url = "http://sourceforge.net/projects/" url "/files/"
		d("sf url, mungled url to: " url)
	}

	if (url ~ /^http:\/\/(.*)\.googlecode\.com\/files\//) {
		gsub("^http://", "", url)
		gsub("\..*", "", url)
		url = "http://code.google.com/p/" url "/downloads/list"
		d("googlecode url, mungled url to: " url)
	}

	if (url ~ /^http:\/\/pecl.php.net\/get\//) {
		gsub("-.*", "", filename)
		url = "http://pecl.php.net/package/" filename
		d("pecl.php.net url, mungled url to: " url)
	}

	if (url ~ /^(http|ftp):\/\/mysql.*\/Downloads\/MySQL-5.1\//) {
		url = "http://dev.mysql.com/downloads/mysql/5.1.html#source"
		 d("mysql 5.1 url, mungled url to: " url)
	}

	if (url ~/^(http|https):\/\/launchpad\.net\/(.*)\//) {
		gsub("^(http|https):\/\/launchpad\.net\/", "", url)
		gsub("\/.*/", "", url)
		url = "https://code.launchpad.net/" url "/+download"
		d("main launchpad url, mungled url to: " url)
	}

	if (url ~/^(http|https):\/\/edge\.launchpad\.net\/(.*)\//) {
		gsub("^(http|https):\/\/edge\.launchpad\.net\/", "", url)
		gsub("\/.*/", "", url)
		url = "https://edge.launchpad.net/" url "/+download"
		d("edge launchpad url, mungled url to: " url)
	}

	if (url ~/^(http|https):\/\/github.com\/.*\/(.*)\/tarball\//) {
		gsub("\/tarball\/.*", "/downloads", url)
		d("github tarball url, mungled url to: " url)
	}


	d("Retrieving: " url)
	cmd = "wget --user-agent \"Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2) Gecko/20100129 PLD/3.0 (Th) Iceweasel/3.6\" -nv -O - \"" url "\" -t 2 -T 45 --passive-ftp --no-check-certificate > " tmpfile " 2> " tmpfileerr
	d("Execute: " cmd)
	errno = system(cmd)
	d("Execute done")

	if (errno==0) {
		wholeodp = ""
		d("Reading succeess response...")
		while (getline oneline < tmpfile)
			wholeodp=(wholeodp " " oneline)
#			d("Response: " wholeodp)
	} else {
		d("Reading failure response...")
		wholeerr = ""
		while (getline oneline < tmpfileerr)
			wholeerr=(wholeerr " " oneline)
		d("Error Response: " wholeerr)
	}

	system("rm -f " tmpfile)
	system("rm -f " tmpfileerr)

	urldir=url;
	sub(/[^\/]+$/,"",urldir)

	if ( errno==0) {
		while (match(wholeodp, /<([aA]|[fF][rR][aA][mM][eE])[ \t][^>]*>/) > 0) {
			d("Processing links...")
			odp=substr(wholeodp,RSTART,RLENGTH);
			wholeodp=substr(wholeodp,RSTART+RLENGTH);

			lowerodp=tolower(odp);
			if (lowerodp ~ /<frame[ \t]/) {
				sub(/[sS][rR][cC]=[ \t]*/,"src=",odp);
				match(odp,/src="[^"]+"/)
				newurl=substr(odp,RSTART+5,RLENGTH-6)
				d("Frame: " newurl)
				if (newurl !~ /\//) {
					newurl=(urldir newurl)
					d("Frame->: " newurl)
				}

				if (link_seen(newurl)) {
					newurl=""
					continue
				}

				retval=(retval " " get_links(newurl))
			} else if (lowerodp ~ /href=[ \t]*"[^"]*"/) {
				sub(/[hH][rR][eE][fF]=[ \t]*"/,"href=\"",odp)
				match(odp,/href="[^"]*"/)
				link=substr(odp,RSTART,RLENGTH)
				odp=substr(odp,1,RSTART) substr(odp,RSTART+RLENGTH)
				link=substr(link,7,length(link)-7)
				link=postfix_link(url, link)

				if (link_seen(link)) {
					link=""
					continue
				}

				retval=(retval " " link)
				d("href(\"\"): " link)
			} else if (lowerodp ~ /href=[ \t]*'[^']*'/) {
				sub(/[hH][rR][eE][fF]=[ \t]*'/,"href='",odp)
				match(odp,/href='[^']*'/)
				link=substr(odp,RSTART,RLENGTH)
				odp=substr(odp,1,RSTART) substr(odp,RSTART+RLENGTH)
				link=substr(link,7,length(link)-7)
				link=postfix_link(url, link)

				if (link_seen(link)) {
					link=""
					continue
				}

				retval=(retval " " link)
				d("href(''): " link)
			} else if (lowerodp ~ /href=[ \t]*[^ \t>]*/) {
				sub(/[hH][rR][eE][fF]=[ \t]*/,"href=",odp)
				match(odp,/href=[^ \t>]*/)
				link=substr(odp,RSTART,RLENGTH)
				odp=substr(odp,1,RSTART) substr(odp,RSTART+RLENGTH)
				link=substr(link,6,length(link)-5)

				if (link_seen(link)) {
					link=""
					continue
				}

				retval=(retval " " link)
				d("href(): " link)
			} else {
				# <a ...> but not href - skip
				d("skipping <a > without href: " odp)
			}
		}
	} else {
		retval=("WGET ERROR: " errno ": " wholeerr)
	}


	d("Returning: " retval)
	return retval
}

function subst_defines(var,defs) {
# substitute all possible RPM macros
	while ((var ~ /%{.*}/) || (var ~ /%[A-Za-z0-9_]+/)) {
		oldvar=var
		for (j in defs) {
			gsub("%{" j "}", defs[j], var)
			gsub("%" j , defs[j], var)
		}
		if (var==oldvar) {
			if (DEBUG) {
				for (i in defs) {
					d(i " == " defs[i])
				}
			}
			return var
		}
	}
	return var
}

function find_mirror(url) {

	while (succ = (getline line < "mirrors")) {
	    if (succ==-1) { return url }
		nf=split(line,fields,"|")
		if (nf>1){
			origin=fields[1]
			mirror=fields[2]
			mname=fields[3]
			prefix=substr(url,1,length(origin))
			if (prefix==origin){
				d("Mirror fount at " mname)
				close("mirrors")
				return mirror substr(url,length(origin)+1)
			}
		}
	}

	return url
}

function process_source(number,lurl,name,version) {
# fetches file list, and compares version numbers
	d("Processing " lurl)

	if ( index(lurl,version)==0 ) {
		d("There is no version number.")
		return 0
	}

	sub("://",":",lurl)
	sub("/",":/",lurl)
	gsub("[^/]*$",":&",lurl)
	split(lurl,url,":")
	acc=url[1]
	host=url[2]
	dir=url[3]
	filename=url[4]

	if (index(dir,version)) {
		# directory name as version maching mode:
		# if /something/version/name-version.tarball then check
		# in /something/ looking for newer directory
		dir=substr(dir,1,index(dir,version)-1)
		sub("[^/]*$","",dir)
		sub("(\.tar\.(bz|bz2|gz)|zip)$","",filename)
	}

	d("Will check a directory: " dir)
	d("and a file: " filename)

	filenameexp=filename
	gsub("\+","\\+",filenameexp)
	sub(version,"[A-Za-z0-9.]+",filenameexp)
	gsub("\.","\\.",filenameexp)
	d("Expression: " filenameexp)
	match(filename,version)
	prever=substr(filename,1,RSTART-1)
	postver=substr(filename,RSTART+RLENGTH)
	d("Before number: " prever)
	d("and after: " postver)
	newurl=find_mirror(acc "://" host dir)
	#print acc "://" host dir
	#newurl=url[1]"://"url[2]url[3]url[4]
	#newurl=acc "://" host dir filename
	d("Looking at " newurl)

	references=0
	finished=0
	oldversion=version
	odp=get_links(newurl,filename)
	if( odp ~ "ERROR: ") {
		print name "(" number ") " odp
	} else {
		d("WebPage downloaded")
		c=split(odp,linki)
		for (nr=1; nr<=c; nr++) {
			addr=linki[nr]

			d("Found link: " addr)

			# github has very different tarball links that clash with this safe check
			if (!(newurl ~/^(http|https):\/\/github.com\/.*\/tarball/)) {
				if (addr ~ "[-_.0-9A-Za-z~]" filenameexp) {
					continue
				}
			}

			if (addr ~ filenameexp) {
				match(addr,filenameexp)
				newfilename=substr(addr,RSTART,RLENGTH)
				d("Hypothetical new: " newfilename)
				newfilename=fixedsub(prever,"",newfilename)
				newfilename=fixedsub(postver,"",newfilename)
				d("Version: " newfilename)
				if (newfilename ~ /\.(asc|sig|pkg|bin|binary|built)$/) continue
				# strip ending (happens when in directiory name as version matching mode)
				sub("(\.tar\.(bz|bz2|gz)|zip)$","",newfilename)
				if (NUMERIC) {
					if ( compare_ver_dec(version, newfilename)==1 ) {
						d("Yes, there is new one")
						version=newfilename
						finished=1
					}
				} else if ( compare_ver(version, newfilename)==1 ) {
					d("Yes, there is new one")
					version=newfilename
					finished=1
				}
			}
		}
		if (finished==0)
			print name "(" number ") seems ok: " oldversion
		else
			print name "(" number ") [OLD] " oldversion " [NEW] " version
	}
}

# upgrade check for pear package using PEAR CLI
function pear_upgrade(name, ver,    pname, pearcmd, nver) {
	pname = name;
	sub(/^php-pear-/, "", pname);

	pearcmd = "pear remote-info " pname " | awk '/^Latest/{print $NF}'"
	d("pearcmd: " pearcmd)
	pearcmd | getline nver
	close(pearcmd)

	if (compare_ver(ver, nver)) {
		print name " [OLD] " ver " [NEW] " nver
	} else {
		print name " seems ok: " ver
	}

	return
}

function vim_upgrade(name, ver,     mver, nver, vimcmd) {
	# %patchset_source -f ftp://ftp.vim.org/pub/editors/vim/patches/7.2/7.2.%03g 1 %{patchlevel}
	mver = substr(ver, 0, 4)
	vimcmd = "wget -q -O - ftp://ftp.vim.org/pub/editors/vim/patches/"mver"/MD5SUMS|grep -vF .gz|tail -n1|awk '{print $2}'"
	d("vimcmd: " vimcmd)
	vimcmd | getline nver
	close(vimcmd)

	if (compare_ver(ver, nver)) {
		print name " [OLD] " ver " [NEW] " nver
	} else {
		print name " seems ok: " ver
	}
}

function process_data(name,ver,rel,src) {
	if (name ~ /^php-pear-/) {
		return pear_upgrade(name, ver);
	}
	if (name == "vim") {
		return vim_upgrade(name, ver);
	}

# this function checks if substitutions were valid, and if true:
# processes each URL and tries to get current file list
	for (i in src) {
		if ( src[i] ~ /%{nil}/ ) {
			gsub(/\%\{nil\}/, "", src[i])
		}
		if ( src[i] !~ /%{.*}/ && src[i] !~ /%[A-Za-z0-9_]/ )  {
			d("Source: " src[i])
			process_source(i,src[i],name,ver)
		} else {
			print FNAME ":" i ": impossible substitution: " src[i]
		}
	}
}

BEGIN {
	# if U want to use DEBUG, run script with "-v DEBUG=1"
	# or uncomment the line below
	# DEBUG = 1

	errno=system("wget --help > /dev/null 2>&1")
	if (errno) {
		print "No wget installed!"
		exit 1
	}
	if (ARGC>=3 && ARGV[2]=="-n") {
		NUMERIC=1
		for (i=3; i<ARGC; i++) ARGV[i-1]=ARGV[i]
		ARGC=ARGC-1
	}
}

FNR==1 {
	if ( ARGIND != 1 ) {
		# clean frameseen for each ARG
		for (i in frameseen) {
			delete frameseen[i]
		}
		frameseen[0] = 1

		process_data(NAME,VER,REL,SRC)
		NAME="" ; VER="" ; REL=""
		for (i in DEFS) delete DEFS[i]
		for (i in SRC) delete SRC[i]
	}
	FNAME=FILENAME
	DEFS["_alt_kernel"]=""
	DEFS["20"]="\\ "
}

/^[Uu][Rr][Ll]:/&&(URL=="") { URL=subst_defines($2,DEFS) ; DEFS["url"]=URL }
/^[Nn]ame:/&&(NAME=="") { NAME=subst_defines($2,DEFS) ; DEFS["name"]=NAME }
/^[Vv]ersion:/&&(VER=="") { VER=subst_defines($2,DEFS) ; DEFS["version"]=VER }
/^[Rr]elease:/&&(REL=="") { REL=subst_defines($2,DEFS) ; DEFS["release"]=REL }
/^[Ss]ource[0-9]*:/ { if (/(ftp|http|https):\/\//) SRC[FNR]=subst_defines($2,DEFS) }
/%define/ { DEFS[$2]=subst_defines($3,DEFS) }

END {
	process_data(NAME,VER,REL,SRC)
}
Commit	Line	Data
a66bc250	1	#!/bin/awk -f
a66bc250	2	# $Revision$, $Date$
ad1c417a	3	#
41f549c5	4	# Copyright (C) 2000-2010 PLD-Team <feedback@pld-linux.org>
ad1c417a ER	5	# Authors:
	6	# Sebastian Zagrodzki <zagrodzki@pld-linux.org>
	7	# Jacek Konieczny <jajcus@pld-linux.org>
	8	# Andrzej Krzysztofowicz <ankry@pld-linux.org>
	9	# Jakub Bogusz <qboosh@pld-linux.org>
	10	# Elan Ruusamäe <glen@pld-linux.org>
	11	#
	12	# See cvs log pldnotify.awk for list of contributors
	13	#
	14	# TODO:
	15	# - "SourceXDownload" support (use given URLs if present instead of cut-down SourceX URLs)
	16	# - "SourceXActiveFTP" support
daab043a	17
c335e23a	18
	19	function d(s) {
	20	if (!DEBUG) {
	21	return
	22	}
	23	print s >> "/dev/stderr"
	24	}
	25
a66bc250	26	function fixedsub(s1,s2,t, ind) {
	27	# substitutes fixed strings (not regexps)
	28	if (ind = index(t,s1)) {
	29	t = substr(t, 1, ind-1) s2 substr(t, ind+length(s1))
	30	}
	31	return t
	32	}
	33
0904cdde JB	34	function ispre(s) {
0904cdde JB	35	if ((s~"pre")\|\|(s~"PRE")\|\|(s~"beta")\|\|(s~"BETA")\|\|(s~"alpha")\|\|(s~"ALPHA")\|\|(s~"rc")\|\|(s~"RC")) {
c335e23a	36	d("pre-version")
0904cdde JB	37	return 1
	38	} else {
	39	return 0
	40	}
	41	}
daab043a	42
a66bc250	43	function compare_ver(v1,v2) {
	44	# compares version numbers
	45	while (match(v1,/[a-zA-Z][0-9]\|[0-9][a-zA-Z]/))
	46	v1=(substr(v1,1,RSTART) "." substr(v1,RSTART+RLENGTH-1))
	47	while (match(v2,/[a-zA-Z][0-9]\|[0-9][a-zA-Z]/))
	48	v2=(substr(v2,1,RSTART) "." substr(v2,RSTART+RLENGTH-1))
	49	sub("^0*","",v1)
	50	sub("^0*","",v2)
0014f176 JB	51	gsub("\.0*",".",v1)
0014f176 JB	52	gsub("\.0*",".",v2)
c335e23a	53	d("v1 == " v1)
c335e23a	54	d("v2 == " v2)
a66bc250	55	count=split(v1,v1a,"\.")
a66bc250	56	count2=split(v2,v2a,"\.")
daab043a ER	57
daab043a ER	58	if (count<count2) mincount=count
a66bc250	59	else mincount=count2
daab043a	60
a66bc250	61	for (i=1; i<=mincount; i++) {
	62	if (v1a[i]=="") v1a[i]=0
	63	if (v2a[i]=="") v2a[i]=0
c335e23a	64	d("i == " i)
	65	d("v1[i] == " v1a[i])
	66	d("v2[i] == " v2a[i])
a66bc250	67	if ((v1a[i]~/[0-9]/)&&(v2a[i]~/[0-9]/)) {
	68	if (length(v2a[i])>length(v1a[i]))
	69	return 1
	70	else if (v2a[i]>v1a[i])
	71	return 1
	72	else if (length(v1a[i])>length(v2a[i]))
	73	return 0
	74	else if (v1a[i]>v2a[i])
	75	return 0
	76	} else if ((v1a[i]~/[A-Za-z]/)&&(v2a[i]~/[A-Za-z]/)) {
	77	if (v2a[i]>v1a[i])
	78	return 1
	79	else if (v1a[i]>v2a[i])
	80	return 0
0904cdde	81	} else if (ispre(v1a[i]) == 1)
a66bc250	82	return 1
	83	else
	84	return 0
	85	}
	86	if ((count2==mincount)&&(count!=count2)) {
	87	for (i=count2+1; i<=count; i++)
0904cdde	88	if (ispre(v1a[i]) == 1)
a66bc250	89	return 1
	90	return 0
	91	} else if (count!=count2) {
	92	for (i=count+1; i<=count2; i++)
0904cdde	93	if (ispre(v2a[i]) == 1)
a66bc250	94	return 0
	95	return 1
	96	}
	97	return 0
	98	}
	99
0014f176 JB	100	function compare_ver_dec(v1,v2) {
	101	# compares version numbers as decimal floats
	102	while (match(v1,/[0-9][a-zA-Z]/))
	103	v1=(substr(v1,1,RSTART) "." substr(v1,RSTART+RLENGTH-1))
	104	while (match(v2,/[0-9][a-zA-Z]/))
	105	v2=(substr(v2,1,RSTART) "." substr(v2,RSTART+RLENGTH-1))
	106	sub("^0*","",v1)
	107	sub("^0*","",v2)
c335e23a	108	d("v1 == " v1)
c335e23a	109	d("v2 == " v2)
0014f176 JB	110	count=split(v1,v1a,"\.")
0014f176 JB	111	count2=split(v2,v2a,"\.")
daab043a ER	112
daab043a ER	113	if (count<count2) mincount=count
0014f176	114	else mincount=count2
daab043a	115
0014f176 JB	116	for (i=1; i<=mincount; i++) {
	117	if (v1a[i]=="") v1a[i]=0
	118	if (v2a[i]=="") v2a[i]=0
c335e23a	119	d("i == " i)
	120	d("v1[i] == " v1a[i])
	121	d("v2[i] == " v2a[i])
0014f176 JB	122	if ((v1a[i]~/[0-9]/)&&(v2a[i]~/[0-9]/)) {
	123	if (i==2) {
	124	if (0+("." v2a[i])>0+("." v1a[i]))
	125	return 1
	126	else if (0+("." v1a[i])>0+("." v2a[i]))
	127	return 0
	128	} else {
	129	if (length(v2a[i])>length(v1a[i]))
	130	return 1
	131	else if (v2a[i]>v1a[i])
	132	return 1
	133	else if (length(v1a[i])>length(v2a[i]))
	134	return 0
	135	else if (v1a[i]>v2a[i])
	136	return 0
	137	}
	138	} else if ((v1a[i]~/[A-Za-z]/)&&(v2a[i]~/[A-Za-z]/)) {
	139	if (v2a[i]>v1a[i])
	140	return 1
	141	else if (v1a[i]>v2a[i])
	142	return 0
0904cdde	143	} else if (ispre(v1a[i]) == 1)
0014f176 JB	144	return 1
	145	else
	146	return 0
	147	}
	148	if ((count2==mincount)&&(count!=count2)) {
	149	for (i=count2+1; i<=count; i++)
0904cdde	150	if (ispre(v1a[i]) == 1)
0014f176 JB	151	return 1
	152	return 0
	153	} else if (count!=count2) {
	154	for (i=count+1; i<=count2; i++)
0904cdde	155	if (ispre(v2a[i]) == 1)
0014f176 JB	156	return 0
	157	return 1
	158	}
	159	return 0
	160	}
	161
ad1c417a ER	162	function link_seen(link) {
	163	for (seenlink in frameseen) {
	164	if (seenlink == link) {
c335e23a	165	d("Link: [" link "] seen already, skipping...")
ad1c417a ER	166	return 1
	167	}
	168	}
	169	frameseen[link]=1
	170	return 0
	171	}
	172
	173	function mktemp( _cmd, _tmpfile) {
	174	_cmd = "mktemp /tmp/XXXXXX"
	175	_cmd \| getline _tmpfile
	176	close(_cmd)
	177	return _tmpfile
	178	}
	179
41f549c5	180	# fix link to artificial one that will be recognized rest of this script
	181	function postfix_link(url, link) {
	182	oldlink = link
	183	if ((url ~/^(http\|https):\/\/github.com\//) && (link ~ /.*\/tarball\//)) {
	184	gsub(".*\/tarball\/", "", link)
	185	link = link ".tar.gz"
	186	}
c335e23a	187	d("POST FIXING URL [ " oldlink " ] to [ " link " ]")
41f549c5	188	return link
	189	}
	190
a66bc250	191	# get all <A HREF=..> tags from specified URL
ad1c417a ER	192	function get_links(url,filename, errno,link,oneline,retval,odp,wholeodp,lowerodp,tmpfile,cmd) {
	193
	194	wholeerr=""
	195
	196	tmpfile = mktemp()
	197	tmpfileerr = mktemp()
daab043a ER	198
	199	if (url ~ /^http:\/\/(download\|dl).(sf\|sourceforge).net\//) {
	200	gsub("^http://(download\|dl).(sf\|sourceforge).net/", "", url)
87a659b0	201	gsub("/.*", "", url)
87a659b0	202	url = "http://sourceforge.net/projects/" url "/files/"
c335e23a	203	d("sf url, mungled url to: " url)
daab043a ER	204	}
daab043a ER	205
ad1c417a ER	206	if (url ~ /^http:\/\/(.*)\.googlecode\.com\/files\//) {
	207	gsub("^http://", "", url)
	208	gsub("\..*", "", url)
	209	url = "http://code.google.com/p/" url "/downloads/list"
c335e23a	210	d("googlecode url, mungled url to: " url)
ad1c417a ER	211	}
	212
	213	if (url ~ /^http:\/\/pecl.php.net\/get\//) {
	214	gsub("-.*", "", filename)
	215	url = "http://pecl.php.net/package/" filename
c335e23a	216	d("pecl.php.net url, mungled url to: " url)
ad1c417a ER	217	}
	218
	219	if (url ~ /^(http\|ftp):\/\/mysql.*\/Downloads\/MySQL-5.1\//) {
	220	url = "http://dev.mysql.com/downloads/mysql/5.1.html#source"
c335e23a	221	d("mysql 5.1 url, mungled url to: " url)
ad1c417a ER	222	}
ad1c417a ER	223
87a659b0	224	if (url ~/^(http\|https):\/\/launchpad\.net\/(.*)\//) {
	225	gsub("^(http\|https):\/\/launchpad\.net\/", "", url)
	226	gsub("\/.*/", "", url)
	227	url = "https://code.launchpad.net/" url "/+download"
c335e23a	228	d("main launchpad url, mungled url to: " url)
87a659b0	229	}
	230
	231	if (url ~/^(http\|https):\/\/edge\.launchpad\.net\/(.*)\//) {
	232	gsub("^(http\|https):\/\/edge\.launchpad\.net\/", "", url)
	233	gsub("\/.*/", "", url)
	234	url = "https://edge.launchpad.net/" url "/+download"
c335e23a	235	d("edge launchpad url, mungled url to: " url)
87a659b0	236	}
87a659b0	237
41f549c5	238	if (url ~/^(http\|https):\/\/github.com\/.\/(.)\/tarball\//) {
41f549c5	239	gsub("\/tarball\/.*", "/downloads", url)
c335e23a	240	d("github tarball url, mungled url to: " url)
41f549c5	241	}
41f549c5	242
ad1c417a	243
c335e23a	244	d("Retrieving: " url)
87a659b0	245	cmd = "wget --user-agent \"Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2) Gecko/20100129 PLD/3.0 (Th) Iceweasel/3.6\" -nv -O - \"" url "\" -t 2 -T 45 --passive-ftp --no-check-certificate > " tmpfile " 2> " tmpfileerr
c335e23a	246	d("Execute: " cmd)
ad1c417a	247	errno = system(cmd)
c335e23a	248	d("Execute done")
daab043a	249
a66bc250	250	if (errno==0) {
41f549c5	251	wholeodp = ""
c335e23a	252	d("Reading succeess response...")
a66bc250	253	while (getline oneline < tmpfile)
daab043a	254	wholeodp=(wholeodp " " oneline)
c335e23a	255	# d("Response: " wholeodp)
ad1c417a	256	} else {
c335e23a	257	d("Reading failure response...")
ad1c417a ER	258	wholeerr = ""
	259	while (getline oneline < tmpfileerr)
	260	wholeerr=(wholeerr " " oneline)
c335e23a	261	d("Error Response: " wholeerr)
a66bc250	262	}
daab043a	263
a66bc250	264	system("rm -f " tmpfile)
ad1c417a ER	265	system("rm -f " tmpfileerr)
ad1c417a ER	266
0014f176 JB	267	urldir=url;
0014f176 JB	268	sub(/[^\/]+$/,"",urldir)
daab043a	269
a66bc250	270	if ( errno==0) {
daab043a	271	while (match(wholeodp, /<([aA]\|[fF][rR][aA][mM][eE])[ \t][^>]*>/) > 0) {
c335e23a	272	d("Processing links...")
daab043a ER	273	odp=substr(wholeodp,RSTART,RLENGTH);
	274	wholeodp=substr(wholeodp,RSTART+RLENGTH);
	275
	276	lowerodp=tolower(odp);
	277	if (lowerodp ~ /<frame[ \t]/) {
	278	sub(/[sS][rR][cC]=[ \t]*/,"src=",odp);
	279	match(odp,/src="[^"]+"/)
	280	newurl=substr(odp,RSTART+5,RLENGTH-6)
c335e23a	281	d("Frame: " newurl)
0014f176 JB	282	if (newurl !~ /\//) {
0014f176 JB	283	newurl=(urldir newurl)
c335e23a	284	d("Frame->: " newurl)
0014f176	285	}
ad1c417a ER	286
	287	if (link_seen(newurl)) {
	288	newurl=""
	289	continue
	290	}
	291
a66bc250	292	retval=(retval " " get_links(newurl))
daab043a ER	293	} else if (lowerodp ~ /href=[ \t]"[^"]"/) {
	294	sub(/[hH][rR][eE][fF]=[ \t]*"/,"href=\"",odp)
	295	match(odp,/href="[^"]*"/)
	296	link=substr(odp,RSTART,RLENGTH)
	297	odp=substr(odp,1,RSTART) substr(odp,RSTART+RLENGTH)
	298	link=substr(link,7,length(link)-7)
41f549c5	299	link=postfix_link(url, link)
ad1c417a ER	300
	301	if (link_seen(link)) {
	302	link=""
	303	continue
	304	}
	305
daab043a	306	retval=(retval " " link)
c335e23a	307	d("href(\"\"): " link)
daab043a ER	308	} else if (lowerodp ~ /href=[ \t]'[^']'/) {
	309	sub(/[hH][rR][eE][fF]=[ \t]*'/,"href='",odp)
	310	match(odp,/href='[^']*'/)
a66bc250	311	link=substr(odp,RSTART,RLENGTH)
daab043a	312	odp=substr(odp,1,RSTART) substr(odp,RSTART+RLENGTH)
a66bc250	313	link=substr(link,7,length(link)-7)
41f549c5	314	link=postfix_link(url, link)
ad1c417a ER	315
	316	if (link_seen(link)) {
	317	link=""
	318	continue
	319	}
	320
a66bc250	321	retval=(retval " " link)
c335e23a	322	d("href(''): " link)
daab043a ER	323	} else if (lowerodp ~ /href=[ \t][^ \t>]/) {
	324	sub(/[hH][rR][eE][fF]=[ \t]*/,"href=",odp)
	325	match(odp,/href=[^ \t>]*/)
a66bc250	326	link=substr(odp,RSTART,RLENGTH)
daab043a	327	odp=substr(odp,1,RSTART) substr(odp,RSTART+RLENGTH)
a66bc250	328	link=substr(link,6,length(link)-5)
ad1c417a ER	329
	330	if (link_seen(link)) {
	331	link=""
	332	continue
	333	}
	334
a66bc250	335	retval=(retval " " link)
c335e23a	336	d("href(): " link)
0014f176	337	} else {
daab043a	338	# <a ...> but not href - skip
c335e23a	339	d("skipping <a > without href: " odp)
a66bc250	340	}
	341	}
	342	} else {
ad1c417a	343	retval=("WGET ERROR: " errno ": " wholeerr)
a66bc250	344	}
daab043a ER	345
daab043a ER	346
c335e23a	347	d("Returning: " retval)
a66bc250	348	return retval
	349	}
	350
	351	function subst_defines(var,defs) {
	352	# substitute all possible RPM macros
	353	while ((var ~ /%{.*}/) \|\| (var ~ /%[A-Za-z0-9_]+/)) {
	354	oldvar=var
	355	for (j in defs) {
	356	gsub("%{" j "}", defs[j], var)
	357	gsub("%" j , defs[j], var)
	358	}
	359	if (var==oldvar) {
c335e23a	360	if (DEBUG) {
	361	for (i in defs) {
	362	d(i " == " defs[i])
	363	}
	364	}
a66bc250	365	return var
	366	}
	367	}
	368	return var
	369	}
	370
	371	function find_mirror(url) {
	372
	373	while (succ = (getline line < "mirrors")) {
	374	if (succ==-1) { return url }
	375	nf=split(line,fields,"\|")
	376	if (nf>1){
	377	origin=fields[1]
	378	mirror=fields[2]
	379	mname=fields[3]
	380	prefix=substr(url,1,length(origin))
	381	if (prefix==origin){
c335e23a	382	d("Mirror fount at " mname)
a66bc250	383	close("mirrors")
daab043a	384	return mirror substr(url,length(origin)+1)
a66bc250	385	}
	386	}
	387	}
	388
	389	return url
	390	}
	391
	392	function process_source(number,lurl,name,version) {
	393	# fetches file list, and compares version numbers
c335e23a	394	d("Processing " lurl)
a66bc250	395
a66bc250	396	if ( index(lurl,version)==0 ) {
c335e23a	397	d("There is no version number.")
a66bc250	398	return 0
	399	}
	400
	401	sub("://",":",lurl)
	402	sub("/",":/",lurl)
	403	gsub("[^/]*$",":&",lurl)
	404	split(lurl,url,":")
	405	acc=url[1]
	406	host=url[2]
	407	dir=url[3]
	408	filename=url[4]
	409
	410	if (index(dir,version)) {
41f549c5	411	# directory name as version maching mode:
	412	# if /something/version/name-version.tarball then check
	413	# in /something/ looking for newer directory
a66bc250	414	dir=substr(dir,1,index(dir,version)-1)
	415	sub("[^/]*$","",dir)
	416	sub("(\.tar\.(bz\|bz2\|gz)\|zip)$","",filename)
a66bc250	417	}
a66bc250	418
c335e23a	419	d("Will check a directory: " dir)
c335e23a	420	d("and a file: " filename)
41f549c5	421
a66bc250	422	filenameexp=filename
a66bc250	423	gsub("\+","\\+",filenameexp)
0904cdde JB	424	sub(version,"[A-Za-z0-9.]+",filenameexp)
0904cdde JB	425	gsub("\.","\\.",filenameexp)
c335e23a	426	d("Expression: " filenameexp)
a66bc250	427	match(filename,version)
	428	prever=substr(filename,1,RSTART-1)
	429	postver=substr(filename,RSTART+RLENGTH)
c335e23a	430	d("Before number: " prever)
c335e23a	431	d("and after: " postver)
daab043a	432	newurl=find_mirror(acc "://" host dir)
a66bc250	433	#print acc "://" host dir
	434	#newurl=url[1]"://"url[2]url[3]url[4]
	435	#newurl=acc "://" host dir filename
c335e23a	436	d("Looking at " newurl)
daab043a	437
a66bc250	438	references=0
	439	finished=0
	440	oldversion=version
ad1c417a	441	odp=get_links(newurl,filename)
a66bc250	442	if( odp ~ "ERROR: ") {
	443	print name "(" number ") " odp
	444	} else {
c335e23a	445	d("WebPage downloaded")
a66bc250	446	c=split(odp,linki)
	447	for (nr=1; nr<=c; nr++) {
	448	addr=linki[nr]
41f549c5	449
c335e23a	450	d("Found link: " addr)
41f549c5	451
	452	# github has very different tarball links that clash with this safe check
	453	if (!(newurl ~/^(http\|https):\/\/github.com\/.*\/tarball/)) {
	454	if (addr ~ "[-_.0-9A-Za-z~]" filenameexp) {
	455	continue
	456	}
	457	}
	458
	459	if (addr ~ filenameexp) {
a66bc250	460	match(addr,filenameexp)
a66bc250	461	newfilename=substr(addr,RSTART,RLENGTH)
c335e23a	462	d("Hypothetical new: " newfilename)
a66bc250	463	newfilename=fixedsub(prever,"",newfilename)
a66bc250	464	newfilename=fixedsub(postver,"",newfilename)
c335e23a	465	d("Version: " newfilename)
87a659b0	466	if (newfilename ~ /\.(asc\|sig\|pkg\|bin\|binary\|built)$/) continue
41f549c5	467	# strip ending (happens when in directiory name as version matching mode)
41f549c5	468	sub("(\.tar\.(bz\|bz2\|gz)\|zip)$","",newfilename)
0014f176 JB	469	if (NUMERIC) {
0014f176 JB	470	if ( compare_ver_dec(version, newfilename)==1 ) {
c335e23a	471	d("Yes, there is new one")
0014f176 JB	472	version=newfilename
	473	finished=1
	474	}
	475	} else if ( compare_ver(version, newfilename)==1 ) {
c335e23a	476	d("Yes, there is new one")
a66bc250	477	version=newfilename
	478	finished=1
	479	}
	480	}
	481	}
	482	if (finished==0)
	483	print name "(" number ") seems ok: " oldversion
	484	else
	485	print name "(" number ") [OLD] " oldversion " [NEW] " version
	486	}
	487	}
daab043a ER	488
daab043a ER	489	# upgrade check for pear package using PEAR CLI
41f549c5	490	function pear_upgrade(name, ver, pname, pearcmd, nver) {
daab043a ER	491	pname = name;
	492	sub(/^php-pear-/, "", pname);
	493
	494	pearcmd = "pear remote-info " pname " \| awk '/^Latest/{print $NF}'"
c335e23a	495	d("pearcmd: " pearcmd)
daab043a ER	496	pearcmd \| getline nver
	497	close(pearcmd)
	498
	499	if (compare_ver(ver, nver)) {
	500	print name " [OLD] " ver " [NEW] " nver
	501	} else {
	502	print name " seems ok: " ver
	503	}
	504
	505	return
	506	}
	507
41f549c5	508	function vim_upgrade(name, ver, mver, nver, vimcmd) {
	509	# %patchset_source -f ftp://ftp.vim.org/pub/editors/vim/patches/7.2/7.2.%03g 1 %{patchlevel}
	510	mver = substr(ver, 0, 4)
	511	vimcmd = "wget -q -O - ftp://ftp.vim.org/pub/editors/vim/patches/"mver"/MD5SUMS\|grep -vF .gz\|tail -n1\|awk '{print $2}'"
c335e23a	512	d("vimcmd: " vimcmd)
41f549c5	513	vimcmd \| getline nver
	514	close(vimcmd)
	515
	516	if (compare_ver(ver, nver)) {
	517	print name " [OLD] " ver " [NEW] " nver
	518	} else {
	519	print name " seems ok: " ver
	520	}
	521	}
	522
a66bc250	523	function process_data(name,ver,rel,src) {
daab043a ER	524	if (name ~ /^php-pear-/) {
	525	return pear_upgrade(name, ver);
	526	}
41f549c5	527	if (name == "vim") {
	528	return vim_upgrade(name, ver);
	529	}
daab043a	530
a66bc250	531	# this function checks if substitutions were valid, and if true:
	532	# processes each URL and tries to get current file list
	533	for (i in src) {
ad1c417a ER	534	if ( src[i] ~ /%{nil}/ ) {
	535	gsub(/\%\{nil\}/, "", src[i])
	536	}
a66bc250	537	if ( src[i] !~ /%{.*}/ && src[i] !~ /%[A-Za-z0-9_]/ ) {
c335e23a	538	d("Source: " src[i])
a66bc250	539	process_source(i,src[i],name,ver)
a66bc250	540	} else {
daab043a	541	print FNAME ":" i ": impossible substitution: " src[i]
a66bc250	542	}
	543	}
	544	}
	545
	546	BEGIN {
	547	# if U want to use DEBUG, run script with "-v DEBUG=1"
	548	# or uncomment the line below
	549	# DEBUG = 1
	550
	551	errno=system("wget --help > /dev/null 2>&1")
	552	if (errno) {
	553	print "No wget installed!"
	554	exit 1
	555	}
0014f176 JB	556	if (ARGC>=3 && ARGV[2]=="-n") {
0014f176 JB	557	NUMERIC=1
daab043a	558	for (i=3; i<ARGC; i++) ARGV[i-1]=ARGV[i]
0014f176 JB	559	ARGC=ARGC-1
0014f176 JB	560	}
a66bc250	561	}
	562
	563	FNR==1 {
	564	if ( ARGIND != 1 ) {
ad1c417a ER	565	# clean frameseen for each ARG
	566	for (i in frameseen) {
	567	delete frameseen[i]
	568	}
	569	frameseen[0] = 1
	570
a66bc250	571	process_data(NAME,VER,REL,SRC)
	572	NAME="" ; VER="" ; REL=""
	573	for (i in DEFS) delete DEFS[i]
	574	for (i in SRC) delete SRC[i]
	575	}
	576	FNAME=FILENAME
ad1c417a ER	577	DEFS["_alt_kernel"]=""
ad1c417a ER	578	DEFS["20"]="\\ "
a66bc250	579	}
	580
	581	/^[Uu][Rr][Ll]:/&&(URL=="") { URL=subst_defines($2,DEFS) ; DEFS["url"]=URL }
	582	/^[Nn]ame:/&&(NAME=="") { NAME=subst_defines($2,DEFS) ; DEFS["name"]=NAME }
	583	/^[Vv]ersion:/&&(VER=="") { VER=subst_defines($2,DEFS) ; DEFS["version"]=VER }
	584	/^[Rr]elease:/&&(REL=="") { REL=subst_defines($2,DEFS) ; DEFS["release"]=REL }
ad1c417a	585	/^[Ss]ource[0-9]*:/ { if (/(ftp\|http\|https):\/\//) SRC[FNR]=subst_defines($2,DEFS) }
a66bc250	586	/%define/ { DEFS[$2]=subst_defines($3,DEFS) }
	587
	588	END {
	589	process_data(NAME,VER,REL,SRC)
	590	}