]>
Commit | Line | Data |
---|---|---|
13ceb8f7 | 1 | #!/bin/awk -f |
2 | # $Revision$, $Date$ | |
60ca3809 ER |
3 | # TODO: "SourceXDownload" support (use given URLs if present instead of cut-down SourceX URLs) |
4 | ||
13ceb8f7 | 5 | function fixedsub(s1,s2,t, ind) { |
6 | # substitutes fixed strings (not regexps) | |
7 | if (ind = index(t,s1)) { | |
8 | t = substr(t, 1, ind-1) s2 substr(t, ind+length(s1)) | |
9 | } | |
10 | return t | |
11 | } | |
12 | ||
599d388f JB |
13 | function ispre(s) { |
14 | if ((s~"pre")||(s~"PRE")||(s~"beta")||(s~"BETA")||(s~"alpha")||(s~"ALPHA")||(s~"rc")||(s~"RC")) { | |
15 | if (DEBUG) print "pre-version" | |
16 | return 1 | |
17 | } else { | |
18 | return 0 | |
19 | } | |
20 | } | |
60ca3809 | 21 | |
13ceb8f7 | 22 | function compare_ver(v1,v2) { |
23 | # compares version numbers | |
24 | while (match(v1,/[a-zA-Z][0-9]|[0-9][a-zA-Z]/)) | |
25 | v1=(substr(v1,1,RSTART) "." substr(v1,RSTART+RLENGTH-1)) | |
26 | while (match(v2,/[a-zA-Z][0-9]|[0-9][a-zA-Z]/)) | |
27 | v2=(substr(v2,1,RSTART) "." substr(v2,RSTART+RLENGTH-1)) | |
28 | sub("^0*","",v1) | |
29 | sub("^0*","",v2) | |
568630a3 JB |
30 | gsub("\.0*",".",v1) |
31 | gsub("\.0*",".",v2) | |
13ceb8f7 | 32 | if (DEBUG) print "v1 == " v1 |
33 | if (DEBUG) print "v2 == " v2 | |
34 | count=split(v1,v1a,"\.") | |
35 | count2=split(v2,v2a,"\.") | |
60ca3809 ER |
36 | |
37 | if (count<count2) mincount=count | |
13ceb8f7 | 38 | else mincount=count2 |
60ca3809 | 39 | |
13ceb8f7 | 40 | for (i=1; i<=mincount; i++) { |
41 | if (v1a[i]=="") v1a[i]=0 | |
42 | if (v2a[i]=="") v2a[i]=0 | |
43 | if (DEBUG) print "i == " i | |
44 | if (DEBUG) print "v1[i] == " v1a[i] | |
45 | if (DEBUG) print "v2[i] == " v2a[i] | |
46 | if ((v1a[i]~/[0-9]/)&&(v2a[i]~/[0-9]/)) { | |
47 | if (length(v2a[i])>length(v1a[i])) | |
48 | return 1 | |
49 | else if (v2a[i]>v1a[i]) | |
50 | return 1 | |
51 | else if (length(v1a[i])>length(v2a[i])) | |
52 | return 0 | |
53 | else if (v1a[i]>v2a[i]) | |
54 | return 0 | |
55 | } else if ((v1a[i]~/[A-Za-z]/)&&(v2a[i]~/[A-Za-z]/)) { | |
56 | if (v2a[i]>v1a[i]) | |
57 | return 1 | |
58 | else if (v1a[i]>v2a[i]) | |
59 | return 0 | |
599d388f | 60 | } else if (ispre(v1a[i]) == 1) |
13ceb8f7 | 61 | return 1 |
62 | else | |
63 | return 0 | |
64 | } | |
65 | if ((count2==mincount)&&(count!=count2)) { | |
66 | for (i=count2+1; i<=count; i++) | |
599d388f | 67 | if (ispre(v1a[i]) == 1) |
13ceb8f7 | 68 | return 1 |
69 | return 0 | |
70 | } else if (count!=count2) { | |
71 | for (i=count+1; i<=count2; i++) | |
599d388f | 72 | if (ispre(v2a[i]) == 1) |
13ceb8f7 | 73 | return 0 |
74 | return 1 | |
75 | } | |
76 | return 0 | |
77 | } | |
78 | ||
568630a3 JB |
79 | function compare_ver_dec(v1,v2) { |
80 | # compares version numbers as decimal floats | |
81 | while (match(v1,/[0-9][a-zA-Z]/)) | |
82 | v1=(substr(v1,1,RSTART) "." substr(v1,RSTART+RLENGTH-1)) | |
83 | while (match(v2,/[0-9][a-zA-Z]/)) | |
84 | v2=(substr(v2,1,RSTART) "." substr(v2,RSTART+RLENGTH-1)) | |
85 | sub("^0*","",v1) | |
86 | sub("^0*","",v2) | |
87 | if (DEBUG) print "v1 == " v1 | |
88 | if (DEBUG) print "v2 == " v2 | |
89 | count=split(v1,v1a,"\.") | |
90 | count2=split(v2,v2a,"\.") | |
60ca3809 ER |
91 | |
92 | if (count<count2) mincount=count | |
568630a3 | 93 | else mincount=count2 |
60ca3809 | 94 | |
568630a3 JB |
95 | for (i=1; i<=mincount; i++) { |
96 | if (v1a[i]=="") v1a[i]=0 | |
97 | if (v2a[i]=="") v2a[i]=0 | |
98 | if (DEBUG) print "i == " i | |
99 | if (DEBUG) print "v1[i] == " v1a[i] | |
100 | if (DEBUG) print "v2[i] == " v2a[i] | |
101 | if ((v1a[i]~/[0-9]/)&&(v2a[i]~/[0-9]/)) { | |
102 | if (i==2) { | |
103 | if (0+("." v2a[i])>0+("." v1a[i])) | |
104 | return 1 | |
105 | else if (0+("." v1a[i])>0+("." v2a[i])) | |
106 | return 0 | |
107 | } else { | |
108 | if (length(v2a[i])>length(v1a[i])) | |
109 | return 1 | |
110 | else if (v2a[i]>v1a[i]) | |
111 | return 1 | |
112 | else if (length(v1a[i])>length(v2a[i])) | |
113 | return 0 | |
114 | else if (v1a[i]>v2a[i]) | |
115 | return 0 | |
116 | } | |
117 | } else if ((v1a[i]~/[A-Za-z]/)&&(v2a[i]~/[A-Za-z]/)) { | |
118 | if (v2a[i]>v1a[i]) | |
119 | return 1 | |
120 | else if (v1a[i]>v2a[i]) | |
121 | return 0 | |
599d388f | 122 | } else if (ispre(v1a[i]) == 1) |
568630a3 JB |
123 | return 1 |
124 | else | |
125 | return 0 | |
126 | } | |
127 | if ((count2==mincount)&&(count!=count2)) { | |
128 | for (i=count2+1; i<=count; i++) | |
599d388f | 129 | if (ispre(v1a[i]) == 1) |
568630a3 JB |
130 | return 1 |
131 | return 0 | |
132 | } else if (count!=count2) { | |
133 | for (i=count+1; i<=count2; i++) | |
599d388f | 134 | if (ispre(v2a[i]) == 1) |
568630a3 JB |
135 | return 0 |
136 | return 1 | |
137 | } | |
138 | return 0 | |
139 | } | |
140 | ||
60ca3809 | 141 | function get_links(url, errno,link,oneline,retval,odp,wholeodp,lowerodp,tmpfile) { |
13ceb8f7 | 142 | # get all <A HREF=..> tags from specified URL |
143 | "mktemp /tmp/XXXXXX" | getline tmpfile | |
144 | close("mktemp /tmp/XXXXXX") | |
60ca3809 ER |
145 | |
146 | if (url ~ /^http:\/\/(download|dl).(sf|sourceforge).net\//) { | |
147 | gsub("^http://(download|dl).(sf|sourceforge).net/", "", url) | |
148 | url = "http://prdownloads.sourceforge.net/" substr(url, 1, 1) "/" substr(url, 1, 2) "/" url | |
149 | if (DEBUG) print "sf url, mungled url to: " url | |
150 | } | |
151 | ||
13ceb8f7 | 152 | if (DEBUG) print "Retrieving: " url |
568630a3 | 153 | errno=system("wget -O - \"" url "\" -t 3 -T 300 --passive-ftp > " tmpfile " 2>/dev/null" ) |
60ca3809 | 154 | |
13ceb8f7 | 155 | if (errno==0) { |
156 | while (getline oneline < tmpfile) | |
60ca3809 ER |
157 | wholeodp=(wholeodp " " oneline) |
158 | if ( DEBUG ) print "Response: " wholeodp | |
13ceb8f7 | 159 | } |
60ca3809 | 160 | |
13ceb8f7 | 161 | close(tmpfile) |
162 | system("rm -f " tmpfile) | |
568630a3 JB |
163 | urldir=url; |
164 | sub(/[^\/]+$/,"",urldir) | |
60ca3809 | 165 | |
13ceb8f7 | 166 | if ( errno==0) { |
60ca3809 ER |
167 | while (match(wholeodp, /<([aA]|[fF][rR][aA][mM][eE])[ \t][^>]*>/) > 0) { |
168 | odp=substr(wholeodp,RSTART,RLENGTH); | |
169 | wholeodp=substr(wholeodp,RSTART+RLENGTH); | |
170 | ||
171 | lowerodp=tolower(odp); | |
172 | if (lowerodp ~ /<frame[ \t]/) { | |
173 | sub(/[sS][rR][cC]=[ \t]*/,"src=",odp); | |
174 | match(odp,/src="[^"]+"/) | |
175 | newurl=substr(odp,RSTART+5,RLENGTH-6) | |
176 | if (DEBUG) print "Frame: " newurl | |
568630a3 JB |
177 | if (newurl !~ /\//) { |
178 | newurl=(urldir newurl) | |
60ca3809 | 179 | if (DEBUG) print "Frame->: " newurl |
568630a3 | 180 | } |
13ceb8f7 | 181 | retval=(retval " " get_links(newurl)) |
60ca3809 ER |
182 | } else if (lowerodp ~ /href=[ \t]*"[^"]*"/) { |
183 | sub(/[hH][rR][eE][fF]=[ \t]*"/,"href=\"",odp) | |
184 | match(odp,/href="[^"]*"/) | |
185 | link=substr(odp,RSTART,RLENGTH) | |
186 | odp=substr(odp,1,RSTART) substr(odp,RSTART+RLENGTH) | |
187 | link=substr(link,7,length(link)-7) | |
188 | retval=(retval " " link) | |
189 | if (DEBUG) print "href(\"\"): " link | |
190 | } else if (lowerodp ~ /href=[ \t]*'[^']*'/) { | |
191 | sub(/[hH][rR][eE][fF]=[ \t]*'/,"href='",odp) | |
192 | match(odp,/href='[^']*'/) | |
13ceb8f7 | 193 | link=substr(odp,RSTART,RLENGTH) |
60ca3809 | 194 | odp=substr(odp,1,RSTART) substr(odp,RSTART+RLENGTH) |
13ceb8f7 | 195 | link=substr(link,7,length(link)-7) |
196 | retval=(retval " " link) | |
60ca3809 ER |
197 | if (DEBUG) print "href(''): " link |
198 | } else if (lowerodp ~ /href=[ \t]*[^ \t>]*/) { | |
199 | sub(/[hH][rR][eE][fF]=[ \t]*/,"href=",odp) | |
200 | match(odp,/href=[^ \t>]*/) | |
13ceb8f7 | 201 | link=substr(odp,RSTART,RLENGTH) |
60ca3809 | 202 | odp=substr(odp,1,RSTART) substr(odp,RSTART+RLENGTH) |
13ceb8f7 | 203 | link=substr(link,6,length(link)-5) |
204 | retval=(retval " " link) | |
60ca3809 | 205 | if (DEBUG) print "href(): " link |
568630a3 | 206 | } else { |
60ca3809 ER |
207 | # <a ...> but not href - skip |
208 | if (DEBUG) print "skipping <a > without href: " odp | |
13ceb8f7 | 209 | } |
210 | } | |
211 | } else { | |
212 | retval=("WGET ERROR: " errno) | |
213 | } | |
60ca3809 ER |
214 | |
215 | ||
216 | if (DEBUG) print "Returning: " retval | |
13ceb8f7 | 217 | return retval |
218 | } | |
219 | ||
220 | function subst_defines(var,defs) { | |
221 | # substitute all possible RPM macros | |
222 | while ((var ~ /%{.*}/) || (var ~ /%[A-Za-z0-9_]+/)) { | |
223 | oldvar=var | |
224 | for (j in defs) { | |
225 | gsub("%{" j "}", defs[j], var) | |
226 | gsub("%" j , defs[j], var) | |
227 | } | |
228 | if (var==oldvar) { | |
229 | if ( DEBUG ) for (i in defs) print i " == " defs[i] | |
230 | return var | |
231 | } | |
232 | } | |
233 | return var | |
234 | } | |
235 | ||
236 | function find_mirror(url) { | |
237 | ||
238 | while (succ = (getline line < "mirrors")) { | |
239 | if (succ==-1) { return url } | |
240 | nf=split(line,fields,"|") | |
241 | if (nf>1){ | |
242 | origin=fields[1] | |
243 | mirror=fields[2] | |
244 | mname=fields[3] | |
245 | prefix=substr(url,1,length(origin)) | |
246 | if (prefix==origin){ | |
60ca3809 | 247 | if ( DEBUG ) print "Mirror fount at " mname |
13ceb8f7 | 248 | close("mirrors") |
60ca3809 | 249 | return mirror substr(url,length(origin)+1) |
13ceb8f7 | 250 | } |
251 | } | |
252 | } | |
253 | ||
254 | return url | |
255 | } | |
256 | ||
257 | function process_source(number,lurl,name,version) { | |
258 | # fetches file list, and compares version numbers | |
60ca3809 | 259 | if ( DEBUG ) print "Processing " lurl |
13ceb8f7 | 260 | |
261 | if ( index(lurl,version)==0 ) { | |
60ca3809 | 262 | if (DEBUG) print "There is no version number." |
13ceb8f7 | 263 | return 0 |
264 | } | |
265 | ||
266 | sub("://",":",lurl) | |
267 | sub("/",":/",lurl) | |
268 | gsub("[^/]*$",":&",lurl) | |
269 | split(lurl,url,":") | |
270 | acc=url[1] | |
271 | host=url[2] | |
272 | dir=url[3] | |
273 | filename=url[4] | |
274 | ||
275 | if (index(dir,version)) { | |
276 | dir=substr(dir,1,index(dir,version)-1) | |
277 | sub("[^/]*$","",dir) | |
278 | sub("(\.tar\.(bz|bz2|gz)|zip)$","",filename) | |
60ca3809 ER |
279 | if ( DEBUG ) print "Will check a directory: " dir |
280 | if ( DEBUG ) print "and a file: " filename | |
13ceb8f7 | 281 | } |
282 | ||
283 | filenameexp=filename | |
284 | gsub("\+","\\+",filenameexp) | |
599d388f JB |
285 | sub(version,"[A-Za-z0-9.]+",filenameexp) |
286 | gsub("\.","\\.",filenameexp) | |
60ca3809 | 287 | if ( DEBUG ) print "Expression: " filenameexp |
13ceb8f7 | 288 | match(filename,version) |
289 | prever=substr(filename,1,RSTART-1) | |
290 | postver=substr(filename,RSTART+RLENGTH) | |
60ca3809 ER |
291 | if ( DEBUG ) print "Before number: " prever |
292 | if ( DEBUG ) print "and after: " postver | |
293 | newurl=find_mirror(acc "://" host dir) | |
13ceb8f7 | 294 | #print acc "://" host dir |
295 | #newurl=url[1]"://"url[2]url[3]url[4] | |
296 | #newurl=acc "://" host dir filename | |
60ca3809 ER |
297 | if ( DEBUG ) print "Looking at " newurl |
298 | ||
13ceb8f7 | 299 | references=0 |
300 | finished=0 | |
301 | oldversion=version | |
302 | odp=get_links(newurl) | |
303 | if( odp ~ "ERROR: ") { | |
304 | print name "(" number ") " odp | |
305 | } else { | |
60ca3809 | 306 | if (DEBUG) print "WebPage downloaded" |
13ceb8f7 | 307 | c=split(odp,linki) |
308 | for (nr=1; nr<=c; nr++) { | |
309 | addr=linki[nr] | |
60ca3809 | 310 | if (DEBUG) print "Found link: " addr |
934f886d | 311 | if ((addr ~ filenameexp) && !(addr ~ "[-_.0-9A-Za-z~]" filenameexp)) { |
13ceb8f7 | 312 | match(addr,filenameexp) |
313 | newfilename=substr(addr,RSTART,RLENGTH) | |
60ca3809 | 314 | if (DEBUG) print "Hypothetical new: " newfilename |
13ceb8f7 | 315 | newfilename=fixedsub(prever,"",newfilename) |
316 | newfilename=fixedsub(postver,"",newfilename) | |
60ca3809 ER |
317 | if (DEBUG) print "Version: " newfilename |
318 | if (newfilename ~ /\.(pkg|bin|binary|built)$/) continue | |
568630a3 JB |
319 | if (NUMERIC) { |
320 | if ( compare_ver_dec(version, newfilename)==1 ) { | |
60ca3809 | 321 | if (DEBUG) print "Yes, there is new one" |
568630a3 JB |
322 | version=newfilename |
323 | finished=1 | |
324 | } | |
325 | } else if ( compare_ver(version, newfilename)==1 ) { | |
60ca3809 | 326 | if (DEBUG) print "Yes, there is new one" |
13ceb8f7 | 327 | version=newfilename |
328 | finished=1 | |
329 | } | |
330 | } | |
331 | } | |
332 | if (finished==0) | |
333 | print name "(" number ") seems ok: " oldversion | |
334 | else | |
335 | print name "(" number ") [OLD] " oldversion " [NEW] " version | |
336 | } | |
337 | } | |
60ca3809 ER |
338 | |
339 | # upgrade check for pear package using PEAR CLI | |
340 | function pear_upgrade(name, ver) { | |
341 | pname = name; | |
342 | sub(/^php-pear-/, "", pname); | |
343 | ||
344 | pearcmd = "pear remote-info " pname " | awk '/^Latest/{print $NF}'" | |
345 | if (DEBUG) { | |
346 | print "pearcmd: " pearcmd | |
347 | } | |
348 | pearcmd | getline nver | |
349 | close(pearcmd) | |
350 | ||
351 | if (compare_ver(ver, nver)) { | |
352 | print name " [OLD] " ver " [NEW] " nver | |
353 | } else { | |
354 | print name " seems ok: " ver | |
355 | } | |
356 | ||
357 | return | |
358 | } | |
359 | ||
13ceb8f7 | 360 | function process_data(name,ver,rel,src) { |
60ca3809 ER |
361 | if (name ~ /^php-pear-/) { |
362 | return pear_upgrade(name, ver); | |
363 | } | |
364 | ||
13ceb8f7 | 365 | # this function checks if substitutions were valid, and if true: |
366 | # processes each URL and tries to get current file list | |
367 | for (i in src) { | |
368 | if ( src[i] !~ /%{.*}/ && src[i] !~ /%[A-Za-z0-9_]/ ) { | |
60ca3809 | 369 | if ( DEBUG ) print "Source: " src[i] |
13ceb8f7 | 370 | process_source(i,src[i],name,ver) |
371 | } else { | |
60ca3809 | 372 | print FNAME ":" i ": impossible substitution: " src[i] |
13ceb8f7 | 373 | } |
374 | } | |
375 | } | |
376 | ||
377 | BEGIN { | |
378 | # if U want to use DEBUG, run script with "-v DEBUG=1" | |
379 | # or uncomment the line below | |
380 | # DEBUG = 1 | |
381 | ||
382 | errno=system("wget --help > /dev/null 2>&1") | |
383 | if (errno) { | |
384 | print "No wget installed!" | |
385 | exit 1 | |
386 | } | |
568630a3 JB |
387 | if (ARGC>=3 && ARGV[2]=="-n") { |
388 | NUMERIC=1 | |
60ca3809 | 389 | for (i=3; i<ARGC; i++) ARGV[i-1]=ARGV[i] |
568630a3 JB |
390 | ARGC=ARGC-1 |
391 | } | |
13ceb8f7 | 392 | } |
393 | ||
394 | FNR==1 { | |
395 | if ( ARGIND != 1 ) { | |
396 | process_data(NAME,VER,REL,SRC) | |
397 | NAME="" ; VER="" ; REL="" | |
398 | for (i in DEFS) delete DEFS[i] | |
399 | for (i in SRC) delete SRC[i] | |
400 | } | |
401 | FNAME=FILENAME | |
402 | } | |
403 | ||
404 | /^[Uu][Rr][Ll]:/&&(URL=="") { URL=subst_defines($2,DEFS) ; DEFS["url"]=URL } | |
405 | /^[Nn]ame:/&&(NAME=="") { NAME=subst_defines($2,DEFS) ; DEFS["name"]=NAME } | |
406 | /^[Vv]ersion:/&&(VER=="") { VER=subst_defines($2,DEFS) ; DEFS["version"]=VER } | |
407 | /^[Rr]elease:/&&(REL=="") { REL=subst_defines($2,DEFS) ; DEFS["release"]=REL } | |
408 | /^[Ss]ource[0-9]*:/ { if (/(ftp|http):\/\//) SRC[FNR]=subst_defines($2,DEFS) } | |
409 | /%define/ { DEFS[$2]=subst_defines($3,DEFS) } | |
410 | ||
411 | END { | |
412 | process_data(NAME,VER,REL,SRC) | |
413 | } |