[packages/rpm-build-tools.git] / pldnotify.awk

#!/bin/awk -f
# $Revision$, $Date$
#
# Copyright (C) 2000-2010 PLD-Team <feedback@pld-linux.org>
# Authors:
#	Sebastian Zagrodzki <zagrodzki@pld-linux.org>
#	Jacek Konieczny <jajcus@pld-linux.org>
#	Andrzej Krzysztofowicz <ankry@pld-linux.org>
#	Jakub Bogusz <qboosh@pld-linux.org>
#	Elan Ruusamäe <glen@pld-linux.org>
#
# See cvs log pldnotify.awk for list of contributors
#
# TODO:
# - "SourceXDownload" support (use given URLs if present instead of cut-down SourceX URLs)
# - "SourceXActiveFTP" support

function fixedsub(s1,s2,t,	ind) {
# substitutes fixed strings (not regexps)
	if (ind = index(t,s1)) {
		t = substr(t, 1, ind-1) s2 substr(t, ind+length(s1))
	}
	return t
}

function ispre(s) {
	if ((s~"pre")||(s~"PRE")||(s~"beta")||(s~"BETA")||(s~"alpha")||(s~"ALPHA")||(s~"rc")||(s~"RC")) {
		if (DEBUG) print "pre-version"
		return 1
	} else {
		return 0
	}
}

function compare_ver(v1,v2) {
# compares version numbers
	while (match(v1,/[a-zA-Z][0-9]|[0-9][a-zA-Z]/))
		v1=(substr(v1,1,RSTART) "." substr(v1,RSTART+RLENGTH-1))
	while (match(v2,/[a-zA-Z][0-9]|[0-9][a-zA-Z]/))
		v2=(substr(v2,1,RSTART) "." substr(v2,RSTART+RLENGTH-1))
	sub("^0*","",v1)
	sub("^0*","",v2)
	gsub("\.0*",".",v1)
	gsub("\.0*",".",v2)
	if (DEBUG) print "v1 == " v1
	if (DEBUG) print "v2 == " v2
	count=split(v1,v1a,"\.")
	count2=split(v2,v2a,"\.")

	if (count<count2) mincount=count
	else mincount=count2

	for (i=1; i<=mincount; i++) {
		if (v1a[i]=="") v1a[i]=0
		if (v2a[i]=="") v2a[i]=0
		if (DEBUG) print "i == " i
		if (DEBUG) print "v1[i] == " v1a[i]
		if (DEBUG) print "v2[i] == " v2a[i]
		if ((v1a[i]~/[0-9]/)&&(v2a[i]~/[0-9]/)) {
			if (length(v2a[i])>length(v1a[i]))
				return 1
			else if (v2a[i]>v1a[i])
				return 1
			else if (length(v1a[i])>length(v2a[i]))
				return 0
			else if (v1a[i]>v2a[i])
				return 0
		} else if ((v1a[i]~/[A-Za-z]/)&&(v2a[i]~/[A-Za-z]/)) {
			if (v2a[i]>v1a[i])
				return 1
			else if (v1a[i]>v2a[i])
				return 0
		} else if (ispre(v1a[i]) == 1)
			return 1
		else
			return 0
	}
	if ((count2==mincount)&&(count!=count2)) {
		for (i=count2+1; i<=count; i++)
			if (ispre(v1a[i]) == 1)
				return 1
		return 0
	} else if (count!=count2) {
		for (i=count+1; i<=count2; i++)
			if (ispre(v2a[i]) == 1)
				return 0
		return 1
	}
	return 0
}

function compare_ver_dec(v1,v2) {
# compares version numbers as decimal floats
	while (match(v1,/[0-9][a-zA-Z]/))
		v1=(substr(v1,1,RSTART) "." substr(v1,RSTART+RLENGTH-1))
	while (match(v2,/[0-9][a-zA-Z]/))
		v2=(substr(v2,1,RSTART) "." substr(v2,RSTART+RLENGTH-1))
	sub("^0*","",v1)
	sub("^0*","",v2)
	if (DEBUG) print "v1 == " v1
	if (DEBUG) print "v2 == " v2
	count=split(v1,v1a,"\.")
	count2=split(v2,v2a,"\.")

	if (count<count2) mincount=count
	else mincount=count2

	for (i=1; i<=mincount; i++) {
		if (v1a[i]=="") v1a[i]=0
		if (v2a[i]=="") v2a[i]=0
		if (DEBUG) print "i == " i
		if (DEBUG) print "v1[i] == " v1a[i]
		if (DEBUG) print "v2[i] == " v2a[i]
		if ((v1a[i]~/[0-9]/)&&(v2a[i]~/[0-9]/)) {
			if (i==2) {
				if (0+("." v2a[i])>0+("." v1a[i]))
					return 1
				else if (0+("." v1a[i])>0+("." v2a[i]))
					return 0
			} else {
				if (length(v2a[i])>length(v1a[i]))
					return 1
				else if (v2a[i]>v1a[i])
					return 1
				else if (length(v1a[i])>length(v2a[i]))
					return 0
				else if (v1a[i]>v2a[i])
					return 0
			}
		} else if ((v1a[i]~/[A-Za-z]/)&&(v2a[i]~/[A-Za-z]/)) {
			if (v2a[i]>v1a[i])
				return 1
			else if (v1a[i]>v2a[i])
				return 0
		} else if (ispre(v1a[i]) == 1)
			return 1
		else
			return 0
	}
	if ((count2==mincount)&&(count!=count2)) {
		for (i=count2+1; i<=count; i++)
			if (ispre(v1a[i]) == 1)
				return 1
		return 0
	} else if (count!=count2) {
		for (i=count+1; i<=count2; i++)
			if (ispre(v2a[i]) == 1)
				return 0
		return 1
	}
	return 0
}

function link_seen(link) {
	for (seenlink in frameseen) {
		if (seenlink == link) {
			if (DEBUG) print "Link: [" link "] seen already, skipping..."
			return 1
		}
	}
	frameseen[link]=1
	return 0
}

function mktemp(   _cmd, _tmpfile) {
	_cmd = "mktemp /tmp/XXXXXX"
	_cmd | getline _tmpfile
	close(_cmd)
	return _tmpfile
}

# get all <A HREF=..> tags from specified URL
function get_links(url,filename,   errno,link,oneline,retval,odp,wholeodp,lowerodp,tmpfile,cmd) {

	wholeerr=""

	tmpfile = mktemp()
	tmpfileerr = mktemp()

	if (url ~ /^http:\/\/(download|dl).(sf|sourceforge).net\//) {
		gsub("^http://(download|dl).(sf|sourceforge).net/", "", url)
		gsub("/.*", "", url)
		url = "http://sourceforge.net/projects/" url "/files/"
		if (DEBUG) print "sf url, mungled url to: " url
	}

	if (url ~ /^http:\/\/(.*)\.googlecode\.com\/files\//) {
		gsub("^http://", "", url)
		gsub("\..*", "", url)
		url = "http://code.google.com/p/" url "/downloads/list"
		if (DEBUG) print "googlecode url, mungled url to: " url
	}

	if (url ~ /^http:\/\/pecl.php.net\/get\//) {
		gsub("-.*", "", filename)
		url = "http://pecl.php.net/package/" filename
		if (DEBUG) print "pecl.php.net url, mungled url to: " url
	}

	if (url ~ /^(http|ftp):\/\/mysql.*\/Downloads\/MySQL-5.1\//) {
		url = "http://dev.mysql.com/downloads/mysql/5.1.html#source"
		 if (DEBUG) print "mysql 5.1 url, mungled url to: " url
	}

	if (url ~/^(http|https):\/\/launchpad\.net\/(.*)\//) {
		gsub("^(http|https):\/\/launchpad\.net\/", "", url)
		gsub("\/.*/", "", url)
		url = "https://code.launchpad.net/" url "/+download"
		if (DEBUG) print "main launchpad url, mungled url to: " url
	}

	if (url ~/^(http|https):\/\/edge\.launchpad\.net\/(.*)\//) {
		gsub("^(http|https):\/\/edge\.launchpad\.net\/", "", url)
		gsub("\/.*/", "", url)
		url = "https://edge.launchpad.net/" url "/+download"
		if (DEBUG) print "edge launchpad url, mungled url to: " url
	}

	if (url ~/^(http|https):\/\/github.com\/.*\/(.*)\/tarball\//) {
		gsub("\/tarball\/.*", "/downloads", url)
		if (DEBUG) print "github tarball url, mungled url to: " url
	}


	if (DEBUG) print "Retrieving: " url
	cmd = "wget --user-agent \"Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2) Gecko/20100129 PLD/3.0 (Th) Iceweasel/3.6\" -nv -O - \"" url "\" -t 2 -T 45 --passive-ftp --no-check-certificate > " tmpfile " 2> " tmpfileerr
	if (DEBUG) print "Execute: " cmd
	errno = system(cmd)
	if (DEBUG) print "Execute done"

	if (errno==0) {
		wholeodp = ""
		if ( DEBUG ) print "Reading succeess response..."
		while (getline oneline < tmpfile)
			wholeodp=(wholeodp " " oneline)
		# if ( DEBUG ) print "Response: " wholeodp
	} else {
		if ( DEBUG ) print "Reading failure response..."
		wholeerr = ""
		while (getline oneline < tmpfileerr)
			wholeerr=(wholeerr " " oneline)
		if ( DEBUG ) print "Error Response: " wholeerr
	}

	system("rm -f " tmpfile)
	system("rm -f " tmpfileerr)

	urldir=url;
	sub(/[^\/]+$/,"",urldir)

	if ( errno==0) {
		while (match(wholeodp, /<([aA]|[fF][rR][aA][mM][eE])[ \t][^>]*>/) > 0) {
			if (DEBUG) print "Processing links..."
			odp=substr(wholeodp,RSTART,RLENGTH);
			wholeodp=substr(wholeodp,RSTART+RLENGTH);

			lowerodp=tolower(odp);
			if (lowerodp ~ /<frame[ \t]/) {
				sub(/[sS][rR][cC]=[ \t]*/,"src=",odp);
				match(odp,/src="[^"]+"/)
				newurl=substr(odp,RSTART+5,RLENGTH-6)
				if (DEBUG) print "Frame: " newurl
				if (newurl !~ /\//) {
					newurl=(urldir newurl)
					if (DEBUG) print "Frame->: " newurl
				}

				if (link_seen(newurl)) {
					newurl=""
					continue
				}

				retval=(retval " " get_links(newurl))
			} else if (lowerodp ~ /href=[ \t]*"[^"]*"/) {
				sub(/[hH][rR][eE][fF]=[ \t]*"/,"href=\"",odp)
				match(odp,/href="[^"]*"/)
				link=substr(odp,RSTART,RLENGTH)
				odp=substr(odp,1,RSTART) substr(odp,RSTART+RLENGTH)
				link=substr(link,7,length(link)-7)

				if (link_seen(link)) {
					link=""
					continue
				}

				retval=(retval " " link)
				if (DEBUG) print "href(\"\"): " link
			} else if (lowerodp ~ /href=[ \t]*'[^']*'/) {
				sub(/[hH][rR][eE][fF]=[ \t]*'/,"href='",odp)
				match(odp,/href='[^']*'/)
				link=substr(odp,RSTART,RLENGTH)
				odp=substr(odp,1,RSTART) substr(odp,RSTART+RLENGTH)
				link=substr(link,7,length(link)-7)

				if (link_seen(link)) {
					link=""
					continue
				}

				retval=(retval " " link)
				if (DEBUG) print "href(''): " link
			} else if (lowerodp ~ /href=[ \t]*[^ \t>]*/) {
				sub(/[hH][rR][eE][fF]=[ \t]*/,"href=",odp)
				match(odp,/href=[^ \t>]*/)
				link=substr(odp,RSTART,RLENGTH)
				odp=substr(odp,1,RSTART) substr(odp,RSTART+RLENGTH)
				link=substr(link,6,length(link)-5)

				if (link_seen(link)) {
					link=""
					continue
				}

				retval=(retval " " link)
				if (DEBUG) print "href(): " link
			} else {
				# <a ...> but not href - skip
				if (DEBUG) print "skipping <a > without href: " odp
			}
		}
	} else {
		retval=("WGET ERROR: " errno ": " wholeerr)
	}


	if (DEBUG) print "Returning: " retval
	return retval
}

function subst_defines(var,defs) {
# substitute all possible RPM macros
	while ((var ~ /%{.*}/) || (var ~ /%[A-Za-z0-9_]+/)) {
		oldvar=var
		for (j in defs) {
			gsub("%{" j "}", defs[j], var)
			gsub("%" j , defs[j], var)
		}
		if (var==oldvar) {
			if ( DEBUG ) for (i in defs) print i " == " defs[i]
			return var
		}
	}
	return var
}

function find_mirror(url) {

	while (succ = (getline line < "mirrors")) {
	    if (succ==-1) { return url }
		nf=split(line,fields,"|")
		if (nf>1){
			origin=fields[1]
			mirror=fields[2]
			mname=fields[3]
			prefix=substr(url,1,length(origin))
			if (prefix==origin){
				if ( DEBUG ) print "Mirror fount at " mname
				close("mirrors")
				return mirror substr(url,length(origin)+1)
			}
		}
	}

	return url
}

function process_source(number,lurl,name,version) {
# fetches file list, and compares version numbers
	if ( DEBUG ) print "Processing " lurl

	if ( index(lurl,version)==0 ) {
		if (DEBUG) print "There is no version number."
		return 0
	}

	sub("://",":",lurl)
	sub("/",":/",lurl)
	gsub("[^/]*$",":&",lurl)
	split(lurl,url,":")
	acc=url[1]
	host=url[2]
	dir=url[3]
	filename=url[4]

	if (index(dir,version)) {
		# directory name as version maching mode:
		# if /something/version/name-version.tarball then check
		# in /something/ looking for newer directory
		dir=substr(dir,1,index(dir,version)-1)
		sub("[^/]*$","",dir)
		sub("(\.tar\.(bz|bz2|gz)|zip)$","",filename)
	}

	if ( DEBUG ) print "Will check a directory: " dir
	if ( DEBUG ) print "and a file: " filename

	filenameexp=filename
	gsub("\+","\\+",filenameexp)
	sub(version,"[A-Za-z0-9.]+",filenameexp)
	gsub("\.","\\.",filenameexp)
	if ( DEBUG ) print "Expression: " filenameexp
	match(filename,version)
	prever=substr(filename,1,RSTART-1)
	postver=substr(filename,RSTART+RLENGTH)
	if ( DEBUG ) print "Before number: " prever
	if ( DEBUG ) print "and after: " postver
	newurl=find_mirror(acc "://" host dir)
	#print acc "://" host dir
	#newurl=url[1]"://"url[2]url[3]url[4]
	#newurl=acc "://" host dir filename
	if ( DEBUG ) print "Looking at " newurl

	references=0
	finished=0
	oldversion=version
	odp=get_links(newurl,filename)
	if( odp ~ "ERROR: ") {
		print name "(" number ") " odp
	} else {
		if (DEBUG) print "WebPage downloaded"
		c=split(odp,linki)
		for (nr=1; nr<=c; nr++) {
			addr=linki[nr]
			if (DEBUG) print "Found link: " addr
			if ((addr ~ filenameexp) && !(addr ~ "[-_.0-9A-Za-z~]" filenameexp)) {
				match(addr,filenameexp)
				newfilename=substr(addr,RSTART,RLENGTH)
				if (DEBUG) print "Hypothetical new: " newfilename
				newfilename=fixedsub(prever,"",newfilename)
				newfilename=fixedsub(postver,"",newfilename)
				if (DEBUG) print "Version: " newfilename
				if (newfilename ~ /\.(asc|sig|pkg|bin|binary|built)$/) continue
				# strip ending (happens when in directiory name as version matching mode)
				sub("(\.tar\.(bz|bz2|gz)|zip)$","",newfilename)
				if (NUMERIC) {
					if ( compare_ver_dec(version, newfilename)==1 ) {
						if (DEBUG) print "Yes, there is new one"
						version=newfilename
						finished=1
					}
				} else if ( compare_ver(version, newfilename)==1 ) {
					if (DEBUG) print "Yes, there is new one"
					version=newfilename
					finished=1
				}
			}
		}
		if (finished==0)
			print name "(" number ") seems ok: " oldversion
		else
			print name "(" number ") [OLD] " oldversion " [NEW] " version
	}
}

# upgrade check for pear package using PEAR CLI
function pear_upgrade(name, ver) {
	pname = name;
	sub(/^php-pear-/, "", pname);

	pearcmd = "pear remote-info " pname " | awk '/^Latest/{print $NF}'"
	if (DEBUG) {
		print "pearcmd: " pearcmd
	}
	pearcmd | getline nver
	close(pearcmd)

	if (compare_ver(ver, nver)) {
		print name " [OLD] " ver " [NEW] " nver
	} else {
		print name " seems ok: " ver
	}

	return
}

function process_data(name,ver,rel,src) {
	if (name ~ /^php-pear-/) {
		return pear_upgrade(name, ver);
	}

# this function checks if substitutions were valid, and if true:
# processes each URL and tries to get current file list
	for (i in src) {
		if ( src[i] ~ /%{nil}/ ) {
			gsub(/\%\{nil\}/, "", src[i])
		}
		if ( src[i] !~ /%{.*}/ && src[i] !~ /%[A-Za-z0-9_]/ )  {
			if ( DEBUG ) print "Source: " src[i]
			process_source(i,src[i],name,ver)
		} else {
			print FNAME ":" i ": impossible substitution: " src[i]
		}
	}
}

BEGIN {
	# if U want to use DEBUG, run script with "-v DEBUG=1"
	# or uncomment the line below
	# DEBUG = 1

	errno=system("wget --help > /dev/null 2>&1")
	if (errno) {
		print "No wget installed!"
		exit 1
	}
	if (ARGC>=3 && ARGV[2]=="-n") {
		NUMERIC=1
		for (i=3; i<ARGC; i++) ARGV[i-1]=ARGV[i]
		ARGC=ARGC-1
	}
}

FNR==1 {
	if ( ARGIND != 1 ) {
		# clean frameseen for each ARG
		for (i in frameseen) {
			delete frameseen[i]
		}
		frameseen[0] = 1

		process_data(NAME,VER,REL,SRC)
		NAME="" ; VER="" ; REL=""
		for (i in DEFS) delete DEFS[i]
		for (i in SRC) delete SRC[i]
	}
	FNAME=FILENAME
	DEFS["_alt_kernel"]=""
	DEFS["20"]="\\ "
}

/^[Uu][Rr][Ll]:/&&(URL=="") { URL=subst_defines($2,DEFS) ; DEFS["url"]=URL }
/^[Nn]ame:/&&(NAME=="") { NAME=subst_defines($2,DEFS) ; DEFS["name"]=NAME }
/^[Vv]ersion:/&&(VER=="") { VER=subst_defines($2,DEFS) ; DEFS["version"]=VER }
/^[Rr]elease:/&&(REL=="") { REL=subst_defines($2,DEFS) ; DEFS["release"]=REL }
/^[Ss]ource[0-9]*:/ { if (/(ftp|http|https):\/\//) SRC[FNR]=subst_defines($2,DEFS) }
/%define/ { DEFS[$2]=subst_defines($3,DEFS) }

END {
	process_data(NAME,VER,REL,SRC)
}
Commit	Line	Data
6fb3305d	1	#!/bin/awk -f
d4089f30	2	# $Revision$, $Date$
b52a0a12	3	#
2675159e	4	# Copyright (C) 2000-2010 PLD-Team <feedback@pld-linux.org>
b52a0a12 JB	5	# Authors:
	6	# Sebastian Zagrodzki <zagrodzki@pld-linux.org>
	7	# Jacek Konieczny <jajcus@pld-linux.org>
	8	# Andrzej Krzysztofowicz <ankry@pld-linux.org>
	9	# Jakub Bogusz <qboosh@pld-linux.org>
	10	# Elan Ruusamäe <glen@pld-linux.org>
	11	#
	12	# See cvs log pldnotify.awk for list of contributors
	13	#
	14	# TODO:
	15	# - "SourceXDownload" support (use given URLs if present instead of cut-down SourceX URLs)
	16	# - "SourceXActiveFTP" support
3ca67c5b	17
2aba2068 SZ	18	function fixedsub(s1,s2,t, ind) {
	19	# substitutes fixed strings (not regexps)
	20	if (ind = index(t,s1)) {
	21	t = substr(t, 1, ind-1) s2 substr(t, ind+length(s1))
	22	}
	23	return t
	24	}
6fb3305d	25
e3c5f324 JB	26	function ispre(s) {
	27	if ((s~"pre")\|\|(s~"PRE")\|\|(s~"beta")\|\|(s~"BETA")\|\|(s~"alpha")\|\|(s~"ALPHA")\|\|(s~"rc")\|\|(s~"RC")) {
	28	if (DEBUG) print "pre-version"
	29	return 1
	30	} else {
	31	return 0
	32	}
	33	}
f0c5c231	34
70a5e8d4 SZ	35	function compare_ver(v1,v2) {
	36	# compares version numbers
	37	while (match(v1,/[a-zA-Z][0-9]\|[0-9][a-zA-Z]/))
	38	v1=(substr(v1,1,RSTART) "." substr(v1,RSTART+RLENGTH-1))
	39	while (match(v2,/[a-zA-Z][0-9]\|[0-9][a-zA-Z]/))
	40	v2=(substr(v2,1,RSTART) "." substr(v2,RSTART+RLENGTH-1))
	41	sub("^0*","",v1)
	42	sub("^0*","",v2)
e2ebf07c JB	43	gsub("\.0*",".",v1)
e2ebf07c JB	44	gsub("\.0*",".",v2)
70a5e8d4 SZ	45	if (DEBUG) print "v1 == " v1
	46	if (DEBUG) print "v2 == " v2
	47	count=split(v1,v1a,"\.")
	48	count2=split(v2,v2a,"\.")
f0c5c231 ER	49
f0c5c231 ER	50	if (count<count2) mincount=count
70a5e8d4	51	else mincount=count2
f0c5c231	52
70a5e8d4	53	for (i=1; i<=mincount; i++) {
db83adc3 SZ	54	if (v1a[i]=="") v1a[i]=0
db83adc3 SZ	55	if (v2a[i]=="") v2a[i]=0
70a5e8d4 SZ	56	if (DEBUG) print "i == " i
	57	if (DEBUG) print "v1[i] == " v1a[i]
	58	if (DEBUG) print "v2[i] == " v2a[i]
	59	if ((v1a[i]~/[0-9]/)&&(v2a[i]~/[0-9]/)) {
	60	if (length(v2a[i])>length(v1a[i]))
	61	return 1
	62	else if (v2a[i]>v1a[i])
	63	return 1
	64	else if (length(v1a[i])>length(v2a[i]))
	65	return 0
	66	else if (v1a[i]>v2a[i])
	67	return 0
	68	} else if ((v1a[i]~/[A-Za-z]/)&&(v2a[i]~/[A-Za-z]/)) {
	69	if (v2a[i]>v1a[i])
	70	return 1
	71	else if (v1a[i]>v2a[i])
	72	return 0
e3c5f324	73	} else if (ispre(v1a[i]) == 1)
70a5e8d4 SZ	74	return 1
	75	else
	76	return 0
	77	}
	78	if ((count2==mincount)&&(count!=count2)) {
	79	for (i=count2+1; i<=count; i++)
e3c5f324	80	if (ispre(v1a[i]) == 1)
70a5e8d4 SZ	81	return 1
	82	return 0
	83	} else if (count!=count2) {
	84	for (i=count+1; i<=count2; i++)
e3c5f324	85	if (ispre(v2a[i]) == 1)
70a5e8d4 SZ	86	return 0
	87	return 1
	88	}
db4f445e	89	return 0
70a5e8d4 SZ	90	}
70a5e8d4 SZ	91
f11b5a76	92	function compare_ver_dec(v1,v2) {
b8b1ac2a	93	# compares version numbers as decimal floats
f11b5a76	94	while (match(v1,/[0-9][a-zA-Z]/))
	95	v1=(substr(v1,1,RSTART) "." substr(v1,RSTART+RLENGTH-1))
	96	while (match(v2,/[0-9][a-zA-Z]/))
	97	v2=(substr(v2,1,RSTART) "." substr(v2,RSTART+RLENGTH-1))
	98	sub("^0*","",v1)
	99	sub("^0*","",v2)
	100	if (DEBUG) print "v1 == " v1
	101	if (DEBUG) print "v2 == " v2
	102	count=split(v1,v1a,"\.")
	103	count2=split(v2,v2a,"\.")
f0c5c231 ER	104
f0c5c231 ER	105	if (count<count2) mincount=count
f11b5a76	106	else mincount=count2
f0c5c231	107
f11b5a76	108	for (i=1; i<=mincount; i++) {
	109	if (v1a[i]=="") v1a[i]=0
	110	if (v2a[i]=="") v2a[i]=0
	111	if (DEBUG) print "i == " i
	112	if (DEBUG) print "v1[i] == " v1a[i]
	113	if (DEBUG) print "v2[i] == " v2a[i]
	114	if ((v1a[i]~/[0-9]/)&&(v2a[i]~/[0-9]/)) {
	115	if (i==2) {
	116	if (0+("." v2a[i])>0+("." v1a[i]))
	117	return 1
	118	else if (0+("." v1a[i])>0+("." v2a[i]))
	119	return 0
	120	} else {
	121	if (length(v2a[i])>length(v1a[i]))
	122	return 1
	123	else if (v2a[i]>v1a[i])
	124	return 1
	125	else if (length(v1a[i])>length(v2a[i]))
	126	return 0
	127	else if (v1a[i]>v2a[i])
	128	return 0
	129	}
	130	} else if ((v1a[i]~/[A-Za-z]/)&&(v2a[i]~/[A-Za-z]/)) {
	131	if (v2a[i]>v1a[i])
	132	return 1
	133	else if (v1a[i]>v2a[i])
	134	return 0
e3c5f324	135	} else if (ispre(v1a[i]) == 1)
f11b5a76	136	return 1
	137	else
	138	return 0
	139	}
	140	if ((count2==mincount)&&(count!=count2)) {
	141	for (i=count2+1; i<=count; i++)
e3c5f324	142	if (ispre(v1a[i]) == 1)
f11b5a76	143	return 1
	144	return 0
	145	} else if (count!=count2) {
	146	for (i=count+1; i<=count2; i++)
e3c5f324	147	if (ispre(v2a[i]) == 1)
f11b5a76	148	return 0
	149	return 1
	150	}
	151	return 0
	152	}
	153
371e7443 AM	154	function link_seen(link) {
	155	for (seenlink in frameseen) {
	156	if (seenlink == link) {
	157	if (DEBUG) print "Link: [" link "] seen already, skipping..."
	158	return 1
	159	}
	160	}
	161	frameseen[link]=1
	162	return 0
	163	}
	164
deed2eef ER	165	function mktemp( _cmd, _tmpfile) {
	166	_cmd = "mktemp /tmp/XXXXXX"
	167	_cmd \| getline _tmpfile
	168	close(_cmd)
	169	return _tmpfile
	170	}
	171
70a5e8d4	172	# get all <A HREF=..> tags from specified URL
d5697af2	173	function get_links(url,filename, errno,link,oneline,retval,odp,wholeodp,lowerodp,tmpfile,cmd) {
8fef61cd AM	174
	175	wholeerr=""
	176
deed2eef ER	177	tmpfile = mktemp()
deed2eef ER	178	tmpfileerr = mktemp()
8fef61cd	179
ea4c106c ER	180	if (url ~ /^http:\/\/(download\|dl).(sf\|sourceforge).net\//) {
ea4c106c ER	181	gsub("^http://(download\|dl).(sf\|sourceforge).net/", "", url)
d6aee61e AM	182	gsub("/.*", "", url)
d6aee61e AM	183	url = "http://sourceforge.net/projects/" url "/files/"
356ec898 ER	184	if (DEBUG) print "sf url, mungled url to: " url
356ec898 ER	185	}
f0c5c231	186
109ec22a	187	if (url ~ /^http:\/\/(.*)\.googlecode\.com\/files\//) {
3836b919 AM	188	gsub("^http://", "", url)
3836b919 AM	189	gsub("\..*", "", url)
b3df8960	190	url = "http://code.google.com/p/" url "/downloads/list"
3836b919 AM	191	if (DEBUG) print "googlecode url, mungled url to: " url
	192	}
	193
0ed4cd23 AM	194	if (url ~ /^http:\/\/pecl.php.net\/get\//) {
	195	gsub("-.*", "", filename)
	196	url = "http://pecl.php.net/package/" filename
	197	if (DEBUG) print "pecl.php.net url, mungled url to: " url
	198	}
	199
fbf290ff AM	200	if (url ~ /^(http\|ftp):\/\/mysql.*\/Downloads\/MySQL-5.1\//) {
	201	url = "http://dev.mysql.com/downloads/mysql/5.1.html#source"
	202	if (DEBUG) print "mysql 5.1 url, mungled url to: " url
	203	}
	204
eb6fb288 AM	205	if (url ~/^(http\|https):\/\/launchpad\.net\/(.*)\//) {
	206	gsub("^(http\|https):\/\/launchpad\.net\/", "", url)
	207	gsub("\/.*/", "", url)
	208	url = "https://code.launchpad.net/" url "/+download"
	209	if (DEBUG) print "main launchpad url, mungled url to: " url
	210	}
	211
	212	if (url ~/^(http\|https):\/\/edge\.launchpad\.net\/(.*)\//) {
	213	gsub("^(http\|https):\/\/edge\.launchpad\.net\/", "", url)
	214	gsub("\/.*/", "", url)
	215	url = "https://edge.launchpad.net/" url "/+download"
	216	if (DEBUG) print "edge launchpad url, mungled url to: " url
	217	}
	218
c12742eb AM	219	if (url ~/^(http\|https):\/\/github.com\/.\/(.)\/tarball\//) {
	220	gsub("\/tarball\/.*", "/downloads", url)
	221	if (DEBUG) print "github tarball url, mungled url to: " url
	222	}
	223
fbf290ff	224
2e301ef5	225	if (DEBUG) print "Retrieving: " url
b1bb9185	226	cmd = "wget --user-agent \"Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.9.2) Gecko/20100129 PLD/3.0 (Th) Iceweasel/3.6\" -nv -O - \"" url "\" -t 2 -T 45 --passive-ftp --no-check-certificate > " tmpfile " 2> " tmpfileerr
d5697af2 ER	227	if (DEBUG) print "Execute: " cmd
d5697af2 ER	228	errno = system(cmd)
2675159e	229	if (DEBUG) print "Execute done"
f0c5c231	230
3f63995d	231	if (errno==0) {
2675159e AM	232	wholeodp = ""
2675159e AM	233	if ( DEBUG ) print "Reading succeess response..."
7f460828	234	while (getline oneline < tmpfile)
fc589c7e	235	wholeodp=(wholeodp " " oneline)
60ded487	236	# if ( DEBUG ) print "Response: " wholeodp
8fef61cd	237	} else {
2675159e	238	if ( DEBUG ) print "Reading failure response..."
8fef61cd AM	239	wholeerr = ""
	240	while (getline oneline < tmpfileerr)
	241	wholeerr=(wholeerr " " oneline)
	242	if ( DEBUG ) print "Error Response: " wholeerr
70a5e8d4	243	}
f0c5c231	244
2e301ef5	245	system("rm -f " tmpfile)
8fef61cd AM	246	system("rm -f " tmpfileerr)
8fef61cd AM	247
55658186 JB	248	urldir=url;
55658186 JB	249	sub(/[^\/]+$/,"",urldir)
fc589c7e	250
3f63995d	251	if ( errno==0) {
fc589c7e	252	while (match(wholeodp, /<([aA]\|[fF][rR][aA][mM][eE])[ \t][^>]*>/) > 0) {
2675159e	253	if (DEBUG) print "Processing links..."
fc589c7e JB	254	odp=substr(wholeodp,RSTART,RLENGTH);
	255	wholeodp=substr(wholeodp,RSTART+RLENGTH);
	256
	257	lowerodp=tolower(odp);
	258	if (lowerodp ~ /<frame[ \t]/) {
	259	sub(/[sS][rR][cC]=[ \t]*/,"src=",odp);
	260	match(odp,/src="[^"]+"/)
	261	newurl=substr(odp,RSTART+5,RLENGTH-6)
157aa7fc	262	if (DEBUG) print "Frame: " newurl
55658186 JB	263	if (newurl !~ /\//) {
55658186 JB	264	newurl=(urldir newurl)
157aa7fc	265	if (DEBUG) print "Frame->: " newurl
55658186	266	}
371e7443 AM	267
	268	if (link_seen(newurl)) {
	269	newurl=""
	270	continue
	271	}
	272
2e301ef5	273	retval=(retval " " get_links(newurl))
fc589c7e	274	} else if (lowerodp ~ /href=[ \t]"[^"]"/) {
b5e77f8f	275	sub(/[hH][rR][eE][fF]=[ \t]*"/,"href=\"",odp)
95fcfc77	276	match(odp,/href="[^"]*"/)
b5e77f8f JB	277	link=substr(odp,RSTART,RLENGTH)
	278	odp=substr(odp,1,RSTART) substr(odp,RSTART+RLENGTH)
	279	link=substr(link,7,length(link)-7)
371e7443 AM	280
	281	if (link_seen(link)) {
	282	link=""
	283	continue
	284	}
	285
b5e77f8f	286	retval=(retval " " link)
95fcfc77	287	if (DEBUG) print "href(\"\"): " link
fc589c7e	288	} else if (lowerodp ~ /href=[ \t]'[^']'/) {
b5e77f8f	289	sub(/[hH][rR][eE][fF]=[ \t]*'/,"href='",odp)
95fcfc77	290	match(odp,/href='[^']*'/)
93c3b403	291	link=substr(odp,RSTART,RLENGTH)
b5e77f8f	292	odp=substr(odp,1,RSTART) substr(odp,RSTART+RLENGTH)
93c3b403	293	link=substr(link,7,length(link)-7)
371e7443 AM	294
	295	if (link_seen(link)) {
	296	link=""
	297	continue
	298	}
	299
93c3b403	300	retval=(retval " " link)
95fcfc77	301	if (DEBUG) print "href(''): " link
fc589c7e	302	} else if (lowerodp ~ /href=[ \t][^ \t>]/) {
4dde5541	303	sub(/[hH][rR][eE][fF]=[ \t]*/,"href=",odp)
95fcfc77	304	match(odp,/href=[^ \t>]*/)
8dfac79d	305	link=substr(odp,RSTART,RLENGTH)
b5e77f8f	306	odp=substr(odp,1,RSTART) substr(odp,RSTART+RLENGTH)
8dfac79d	307	link=substr(link,6,length(link)-5)
371e7443 AM	308
	309	if (link_seen(link)) {
	310	link=""
	311	continue
	312	}
	313
8dfac79d	314	retval=(retval " " link)
95fcfc77	315	if (DEBUG) print "href(): " link
6f57d45d	316	} else {
fc589c7e JB	317	# <a ...> but not href - skip
fc589c7e JB	318	if (DEBUG) print "skipping <a > without href: " odp
93c3b403	319	}
3f63995d SZ	320	}
3f63995d SZ	321	} else {
8fef61cd	322	retval=("WGET ERROR: " errno ": " wholeerr)
3f63995d	323	}
f0c5c231 ER	324
f0c5c231 ER	325
157aa7fc	326	if (DEBUG) print "Returning: " retval
db4f445e	327	return retval
70a5e8d4 SZ	328	}
70a5e8d4 SZ	329
6fb3305d	330	function subst_defines(var,defs) {
3255b4c7	331	# substitute all possible RPM macros
6fb3305d SZ	332	while ((var ~ /%{.*}/) \|\| (var ~ /%[A-Za-z0-9_]+/)) {
	333	oldvar=var
	334	for (j in defs) {
	335	gsub("%{" j "}", defs[j], var)
	336	gsub("%" j , defs[j], var)
	337	}
	338	if (var==oldvar) {
	339	if ( DEBUG ) for (i in defs) print i " == " defs[i]
	340	return var
	341	}
	342	}
	343	return var
	344	}
	345
c0bee1bc JK	346	function find_mirror(url) {
c0bee1bc JK	347
c54fbfc1 MK	348	while (succ = (getline line < "mirrors")) {
c54fbfc1 MK	349	if (succ==-1) { return url }
c0bee1bc	350	nf=split(line,fields,"\|")
a6f2cc98	351	if (nf>1){
c0bee1bc JK	352	origin=fields[1]
	353	mirror=fields[2]
	354	mname=fields[3]
	355	prefix=substr(url,1,length(origin))
	356	if (prefix==origin){
157aa7fc	357	if ( DEBUG ) print "Mirror fount at " mname
c0bee1bc	358	close("mirrors")
21b99dbc	359	return mirror substr(url,length(origin)+1)
c0bee1bc JK	360	}
	361	}
	362	}
	363
	364	return url
	365	}
	366
32aede2f	367	function process_source(number,lurl,name,version) {
3255b4c7	368	# fetches file list, and compares version numbers
157aa7fc	369	if ( DEBUG ) print "Processing " lurl
3f63995d SZ	370
3f63995d SZ	371	if ( index(lurl,version)==0 ) {
157aa7fc	372	if (DEBUG) print "There is no version number."
3f63995d SZ	373	return 0
	374	}
	375
6fb3305d SZ	376	sub("://",":",lurl)
	377	sub("/",":/",lurl)
	378	gsub("[^/]*$",":&",lurl)
	379	split(lurl,url,":")
	380	acc=url[1]
	381	host=url[2]
	382	dir=url[3]
70a5e8d4 SZ	383	filename=url[4]
70a5e8d4 SZ	384
3f63995d	385	if (index(dir,version)) {
60ded487 AM	386	# directory name as version maching mode:
	387	# if /something/version/name-version.tarball then check
	388	# in /something/ looking for newer directory
70a5e8d4 SZ	389	dir=substr(dir,1,index(dir,version)-1)
	390	sub("[^/]*$","",dir)
	391	sub("(\.tar\.(bz\|bz2\|gz)\|zip)$","",filename)
70a5e8d4	392	}
3f63995d	393
60ded487 AM	394	if ( DEBUG ) print "Will check a directory: " dir
	395	if ( DEBUG ) print "and a file: " filename
	396
70a5e8d4 SZ	397	filenameexp=filename
70a5e8d4 SZ	398	gsub("\+","\\+",filenameexp)
0269da83	399	sub(version,"[A-Za-z0-9.]+",filenameexp)
e12bdf15	400	gsub("\.","\\.",filenameexp)
157aa7fc	401	if ( DEBUG ) print "Expression: " filenameexp
70a5e8d4 SZ	402	match(filename,version)
	403	prever=substr(filename,1,RSTART-1)
	404	postver=substr(filename,RSTART+RLENGTH)
157aa7fc AM	405	if ( DEBUG ) print "Before number: " prever
157aa7fc AM	406	if ( DEBUG ) print "and after: " postver
f0c5c231	407	newurl=find_mirror(acc "://" host dir)
c54fbfc1 MK	408	#print acc "://" host dir
	409	#newurl=url[1]"://"url[2]url[3]url[4]
	410	#newurl=acc "://" host dir filename
f0c5c231 ER	411	if ( DEBUG ) print "Looking at " newurl
f0c5c231 ER	412
6fb3305d	413	references=0
db83adc3	414	finished=0
db4f445e	415	oldversion=version
0ed4cd23	416	odp=get_links(newurl,filename)
3f63995d SZ	417	if( odp ~ "ERROR: ") {
3f63995d SZ	418	print name "(" number ") " odp
188dc51f	419	} else {
157aa7fc	420	if (DEBUG) print "WebPage downloaded"
188dc51f SZ	421	c=split(odp,linki)
	422	for (nr=1; nr<=c; nr++) {
	423	addr=linki[nr]
157aa7fc	424	if (DEBUG) print "Found link: " addr
3c68e899	425	if ((addr ~ filenameexp) && !(addr ~ "[-_.0-9A-Za-z~]" filenameexp)) {
188dc51f SZ	426	match(addr,filenameexp)
188dc51f SZ	427	newfilename=substr(addr,RSTART,RLENGTH)
eae5334c	428	if (DEBUG) print "Hypothetical new: " newfilename
2aba2068 SZ	429	newfilename=fixedsub(prever,"",newfilename)
2aba2068 SZ	430	newfilename=fixedsub(postver,"",newfilename)
157aa7fc	431	if (DEBUG) print "Version: " newfilename
eb6fb288	432	if (newfilename ~ /\.(asc\|sig\|pkg\|bin\|binary\|built)$/) continue
60ded487 AM	433	# strip ending (happens when in directiory name as version matching mode)
60ded487 AM	434	sub("(\.tar\.(bz\|bz2\|gz)\|zip)$","",newfilename)
f11b5a76	435	if (NUMERIC) {
f11b5a76	436	if ( compare_ver_dec(version, newfilename)==1 ) {
157aa7fc	437	if (DEBUG) print "Yes, there is new one"
f11b5a76	438	version=newfilename
	439	finished=1
	440	}
	441	} else if ( compare_ver(version, newfilename)==1 ) {
157aa7fc	442	if (DEBUG) print "Yes, there is new one"
188dc51f SZ	443	version=newfilename
	444	finished=1
	445	}
70a5e8d4	446	}
6fb3305d	447	}
188dc51f	448	if (finished==0)
f1b8a975	449	print name "(" number ") seems ok: " oldversion
188dc51f SZ	450	else
188dc51f SZ	451	print name "(" number ") [OLD] " oldversion " [NEW] " version
6fb3305d SZ	452	}
6fb3305d SZ	453	}
eae5334c ER	454
	455	# upgrade check for pear package using PEAR CLI
	456	function pear_upgrade(name, ver) {
	457	pname = name;
	458	sub(/^php-pear-/, "", pname);
	459
	460	pearcmd = "pear remote-info " pname " \| awk '/^Latest/{print $NF}'"
	461	if (DEBUG) {
	462	print "pearcmd: " pearcmd
	463	}
	464	pearcmd \| getline nver
	465	close(pearcmd)
	466
	467	if (compare_ver(ver, nver)) {
	468	print name " [OLD] " ver " [NEW] " nver
	469	} else {
	470	print name " seems ok: " ver
	471	}
	472
	473	return
	474	}
f0c5c231	475
3255b4c7	476	function process_data(name,ver,rel,src) {
eae5334c ER	477	if (name ~ /^php-pear-/) {
	478	return pear_upgrade(name, ver);
	479	}
	480
3255b4c7 SZ	481	# this function checks if substitutions were valid, and if true:
3255b4c7 SZ	482	# processes each URL and tries to get current file list
6fb3305d	483	for (i in src) {
254a5f0b AM	484	if ( src[i] ~ /%{nil}/ ) {
	485	gsub(/\%\{nil\}/, "", src[i])
	486	}
6fb3305d	487	if ( src[i] !~ /%{.*}/ && src[i] !~ /%[A-Za-z0-9_]/ ) {
157aa7fc	488	if ( DEBUG ) print "Source: " src[i]
32aede2f	489	process_source(i,src[i],name,ver)
6fb3305d	490	} else {
c4a1f100	491	print FNAME ":" i ": impossible substitution: " src[i]
6fb3305d SZ	492	}
	493	}
	494	}
	495
	496	BEGIN {
	497	# if U want to use DEBUG, run script with "-v DEBUG=1"
	498	# or uncomment the line below
70a5e8d4	499	# DEBUG = 1
2e301ef5 SZ	500
	501	errno=system("wget --help > /dev/null 2>&1")
	502	if (errno) {
	503	print "No wget installed!"
	504	exit 1
	505	}
f11b5a76	506	if (ARGC>=3 && ARGV[2]=="-n") {
f11b5a76	507	NUMERIC=1
f0c5c231	508	for (i=3; i<ARGC; i++) ARGV[i-1]=ARGV[i]
f11b5a76	509	ARGC=ARGC-1
f11b5a76	510	}
6fb3305d SZ	511	}
	512
	513	FNR==1 {
	514	if ( ARGIND != 1 ) {
6aab34d4 AM	515	# clean frameseen for each ARG
	516	for (i in frameseen) {
	517	delete frameseen[i]
	518	}
	519	frameseen[0] = 1
	520
3255b4c7	521	process_data(NAME,VER,REL,SRC)
6fb3305d SZ	522	NAME="" ; VER="" ; REL=""
	523	for (i in DEFS) delete DEFS[i]
	524	for (i in SRC) delete SRC[i]
	525	}
	526	FNAME=FILENAME
f6c65bb7	527	DEFS["_alt_kernel"]=""
892e6dad	528	DEFS["20"]="\\ "
6fb3305d SZ	529	}
6fb3305d SZ	530
3255b4c7	531	/^[Uu][Rr][Ll]:/&&(URL=="") { URL=subst_defines($2,DEFS) ; DEFS["url"]=URL }
6fb3305d SZ	532	/^[Nn]ame:/&&(NAME=="") { NAME=subst_defines($2,DEFS) ; DEFS["name"]=NAME }
	533	/^[Vv]ersion:/&&(VER=="") { VER=subst_defines($2,DEFS) ; DEFS["version"]=VER }
	534	/^[Rr]elease:/&&(REL=="") { REL=subst_defines($2,DEFS) ; DEFS["release"]=REL }
a10d5bbe	535	/^[Ss]ource[0-9]*:/ { if (/(ftp\|http\|https):\/\//) SRC[FNR]=subst_defines($2,DEFS) }
6fb3305d SZ	536	/%define/ { DEFS[$2]=subst_defines($3,DEFS) }
	537
	538	END {
3255b4c7	539	process_data(NAME,VER,REL,SRC)
6fb3305d	540	}