modules/ftptree.py

   1 #!/usr/bin/env python
   2 # vi: encoding=utf-8 ts=8 sts=4 sw=4 et
   3
   4 import sys, os, config, string, urllib, re
   5 errnum=0
   6
   7 def bailoutonerror():
   8     if not errnum == 0:
   9         print "%d error(s) encountered... aborting" % errnum
  10         sys.exit(1)
  11
  12 def pinfo(msg):
  13     print msg
  14
  15 def perror(msg):
  16     global errnum
  17     errnum=errnum+1
  18     print msg
  19
  20 def rm(file):
  21     #os.remove()
  22     print 'rm: '+file
  23
  24 def mv(src, dst):
  25     #os.rename()
  26     print "mv: %s %s" % (src, dst+'/'+src.split('/')[-1])
  27
  28 class Build:
  29     def __init__(self):
  30         self.requester=''
  31         self.requester_email=''
  32
  33 class Pkg:
  34     def __init__(self, name, tree):
  35         self.file={}
  36         self.info={}
  37         self.build={}
  38         self.tree=tree
  39         self.name=name
  40         self.loaded=False
  41         self.marked4removal=False
  42         self.marked4moving=False
  43         self.load()
  44
  45     def __repr__(self):
  46         return self.name
  47
  48     def mark4moving(self):
  49         if not self.marked4moving:
  50             self.tree.marked4moving.append(self)
  51             self.marked4moving=True
  52
  53     def mark4removal(self):
  54         if not self.marked4removal:
  55             self.tree.marked4removal.append(self)
  56             self.marked4removal=True
  57
  58     def load(self):
  59         f=open(self.tree.basedir+'/SRPMS/.metadata/'+self.name+'.src.rpm.info', 'r')
  60         for entry in f.readlines():
  61             i=string.split(string.strip(entry), ':')
  62             if i[0] == 'info':
  63                 if len(i)==3:
  64                     self.info[i[1]]=i[2]
  65                 elif i[1]=='build':
  66                     if not self.build.has_key(i[2]):
  67                         self.build[i[2]]=Build()
  68                     if i[3]=='requester':
  69                         self.build[i[2]].requester=i[4]
  70                     elif i[3]=='requester_email':
  71                         self.build[i[2]].requester_email=i[4]
  72                 else:
  73                     self.info[i[1]]=i[2:]
  74             elif i[0] == 'file':
  75                 if not self.file.has_key(i[1]):
  76                     self.file[i[1]]=[]
  77                 self.file[i[1]].append(i[2])
  78         f.close()
  79         self.loaded=True
  80         if self.info.has_key('move'):
  81             self.mark4moving()
  82
  83     def writeinfo(self):
  84         f=open(self.tree.basedir+'/SRPMS/.metadata/'+self.name+'.src.rpm.info', 'w')
  85         for bid in self.build.keys():
  86             f.write("info:build:%s:requester:%s\ninfo:build:%s:requester_email:%s\n" % (bid, self.build[bid].requester, bid, self.build[bid].requester_email))
  87         for key in self.info.keys():
  88             f.write("info:%s:%s\n" % (key, string.join(self.info[key], ':')))
  89         for arch in self.file.keys():
  90             for rpm in self.file[arch]:
  91                 f.write("file:%s:%s\n" % (arch, rpm))
  92
  93     def remove(self):
  94         for arch in self.file.keys():
  95             for rpm in self.file[arch]:
  96                 rm(self.tree.basedir+'/'+arch+'/RPMS/'+rpm)
  97         rm(self.tree.basedir+'/SRPMS/.metadata/'+self.name+'.src.rpm.info')
  98
  99     def move(self, dsttree):
 100         if dsttree.has_key(self.name):
 101             movedany=False
 102             for arch in self.file.keys():
 103                 if arch in dsttree[self.name].file.keys():
 104                     pinfo("Arch %s for %s is already present in dest tree; removing from srctree" % (arch, self.name))
 105                     for rpm in self.file[arch]:
 106                         rm(self.tree.basedir+'/'+arch+'/RPMS/'+rpm)
 107                 else:
 108                     movedany=True
 109                     dsttree[self.name].file[arch]=self.file[arch]
 110                     for rpm in self.file[arch]:
 111                         mv(self.tree.basedir+'/'+arch+'/RPMS/'+rpm, dsttree.basedir+'/'+arch+'/RPMS/')
 112             if movedany:
 113                 for bid in self.build.keys():
 114                     dsttree[self.name].build[bid]=self.build[bid]
 115                 dsttree[self.name].writeinfo()
 116             rm(self.tree.basedir+'/SRPMS/.metadata/'+self.name+'.src.rpm.info')
 117         else:
 118             for arch in self.file.keys():
 119                 for rpm in self.file[arch]:
 120                     mv(self.tree.basedir+'/'+arch+'/RPMS/'+rpm, dsttree.basedir+'/'+arch+'/RPMS/')
 121             mv(self.tree.basedir+'/SRPMS/.metadata/'+self.name+'.src.rpm.info', dsttree.basedir+'/SRPMS/.metadata/')
 122
 123
 124 class FtpTree:
 125     def __init__(self, tree, loadall=False):
 126         self.basedir=config.value['ftp_dir']+'/'+tree
 127         self.loadedpkgs={}
 128         self.marked4removal=[]
 129         self.marked4moving=[]
 130         self.pkgnames=[]
 131         self.__loadpkgnames()
 132         if loadall:
 133             for pkgname in self.pkgnames:
 134                 self.loadedpkgs[pkgname]=Pkg(pkgname, self)
 135
 136     def __getitem__(self, key):
 137         if self.loadedpkgs.has_key(key):
 138             return self.loadedpkgs[key]
 139         elif key in self.pkgnames:
 140             pkg=Pkg(key, self)
 141             self.loadedpkgs[key]=pkg
 142             return pkg
 143         else:
 144             raise KeyError, key
 145     def has_key(self, key):
 146         if key in self.pkgnames:
 147             return True
 148         else:
 149             return False
 150     def keys(self):
 151         return self.pkgnames
 152
 153     def testmove(self, dsttree):
 154         self.__checkbuild()
 155         self.__checkarchs(dsttree)
 156
 157     def movepkgs(self, dsttree):
 158         self.__checkbuild()
 159         bailoutonerror()
 160         self.__checkarchs(dsttree)
 161         bailoutonerror()
 162         self.__rmolderfromsrc()
 163         self.__rmotherfromdst(dsttree)
 164
 165         for pkg in self.marked4moving:
 166             pkg.move(dsttree)
 167
 168     def removepkgs(self):
 169         for pkg in self.marked4removal:
 170             pkg.remove()
 171
 172     def mark4removal(self, wannabepkgs):
 173         self.__mark4something(wannabepkgs, Pkg.mark4removal)
 174
 175     def mark4moving(self, wannabepkgs):
 176         self.__mark4something(wannabepkgs, Pkg.mark4moving)
 177
 178
 179     # Internal functions below
 180
 181     def __loadpkgnames(self):
 182         def checkfiletype(name):
 183             if name[-13:]=='.src.rpm.info':
 184                 return True
 185             else:
 186                 return False
 187         list=filter(checkfiletype, os.listdir(self.basedir+'/SRPMS/.metadata'))
 188         self.pkgnames=map((lambda x: x[:-13]), list)
 189
 190     def __mark4something(self, wannabepkgs, markfunction):
 191         def chopoffextension(pkg):
 192             found=pkg.find('.src.rpm')
 193             if found==-1:
 194                 return pkg
 195             else:
 196                 return pkg[:found]
 197         for wannabepkg in wannabepkgs:
 198             pkgname=chopoffextension(wannabepkg)
 199             if pkgname in self.pkgnames:
 200                 if not pkgname in self.loadedpkgs.keys():
 201                     self.loadedpkgs[pkgname]=Pkg(pkgname, self)
 202                 markfunction(self.loadedpkgs[pkgname])
 203             else:
 204                 perror(pkgname+" was not found in source tree")
 205         bailoutonerror()
 206
 207     def __checkbuild(self):
 208         #f=urllib.urlopen('http://ep09.pld-linux.org/~builderth/queue.txt')
 209         f=open('queue.txt')
 210         requests={}
 211         reid=re.compile(r'^.*id=(.*) pri.*$')
 212         regb=re.compile(r'^group:.*$|builders:.*$', re.M)
 213         for i in re.findall(regb, f.read()):
 214             if i[0]=='g':
 215                 id=reid.sub(r'\1', i)
 216                 requests[id]=""
 217             elif i[0]=='b':
 218                 requests[id]=requests[id]+i
 219         f.close()
 220         for pkg in self.marked4moving:
 221             for bid in pkg.build.keys():
 222                 if requests.has_key(bid) and not requests[bid].find('?') == -1:
 223                     perror("Building of package %s (buildid %s) not finished" % (pkg,bid))
 224
 225     def __checkarchs(self, dsttree):
 226         for pkg in self.marked4moving:
 227             otherpkgnames=self.__find_other_pkgs(pkg, dsttree)
 228             curarchs=[]
 229             missingarchs=[]
 230             for somepkg in otherpkgnames:
 231                 curarchs.extend(Pkg(somepkg, dsttree).file.keys())
 232             for arch in curarchs:
 233                 if arch not in pkg.file.keys():
 234                     missingarchs.append(arch)
 235             if missingarchs:
 236                 perror('Moving %s would remove archs: %s' % (pkg, missingarchs))
 237
 238     def __rmolderfromsrc(self):
 239         for pkg in self.marked4moving:
 240             olderpkgnames=self.__find_older_pkgs(pkg)
 241             for i in olderpkgnames:
 242                 Pkg(i, self).remove()
 243
 244     def __rmotherfromdst(self, dsttree):
 245         for pkg in self.marked4moving:
 246             pkgnames=self.__find_other_pkgs(pkg, dsttree)
 247             for i in pkgnames:
 248                 Pkg(i, dsttree).remove()
 249
 250     # Used more than once filter functions
 251
 252     def __find_other_pkgs(self, pkg, tree):
 253         ziewre=re.compile(string.join(pkg.name.split('-')[:-2], '-')+'-[^-]*-[^-]*$')
 254         def filter_other_pkgs(x):
 255             if ziewre.match(x) and not x == pkg.name:
 256                 return True
 257             else:
 258                 return False
 259         return filter(filter_other_pkgs, tree.pkgnames)
 260
 261     def __find_older_pkgs(self, pkg):
 262         def filter_older_pkgs(x):
 263             checking=x.split('-')
 264             curpkg=pkg.name.split('-')
 265             if checking[-2]<curpkg[-2]:
 266                 return True
 267             elif checking[-2]==curpkg[-2]:
 268                 if checking[-1]<curpkg[-1]:
 269                     return True
 270                 else:
 271                     return False
 272             else:
 273                 return False
 274         return filter(filter_older_pkgs, self.__find_other_pkgs(pkg, self))
 275
 276