modules/ftptree.py

   1 # vi: encoding=utf-8 ts=8 sts=4 sw=4 et
   2
   3 import os, config, string, urllib, re
   4 from common import fileexists, noarchcachedir
   5 from baseftptree import BasePkg, BaseFtpTree
   6 errnum=0
   7
   8 SomeError="Oh no"
   9
  10 def bailoutonerror():
  11     if not errnum == 0:
  12         print "%d error(s) encountered... aborting" % errnum
  13         raise SomeError
  14
  15 def pinfo(msg):
  16     print msg
  17
  18 def perror(msg):
  19     global errnum
  20     errnum=errnum+1
  21     print msg
  22
  23 def rm(file):
  24     os.remove(file)
  25     #print 'rm: '+file
  26
  27 def mv(src, dst):
  28     os.rename(src, dst+'/'+src.split('/')[-1])
  29     #print "mv: %s %s" % (src, dst+'/'+src.split('/')[-1])
  30
  31 class Pkg(BasePkg):
  32     def __init__(self, name, tree):
  33         self.marked4removal=False
  34         self.marked4moving=False
  35         BasePkg.__init__(self, name, tree)
  36
  37     def mark4moving(self):
  38         if not self.marked4moving:
  39             self.tree.marked4moving.append(self)
  40             self.marked4moving=True
  41
  42     def mark4removal(self):
  43         if not self.marked4removal:
  44             self.tree.marked4removal.append(self)
  45             self.marked4removal=True
  46
  47     def load(self, content=None):
  48         BasePkg.load(self, content)
  49         if self.info.has_key('move'):
  50             self.mark4moving()
  51
  52     def writeinfo(self):
  53         f=open(self.tree.basedir+'/SRPMS/.metadata/'+self.name+'.src.rpm.info', 'w')
  54         for bid in self.build.keys():
  55             f.write("info:build:%s:requester:%s\ninfo:build:%s:requester_email:%s\n" % (bid, self.build[bid].requester, bid, self.build[bid].requester_email))
  56         for key in self.info.keys():
  57             f.write("info:%s:%s\n" % (key, string.join(self.info[key], ':')))
  58         for arch in self.files.keys():
  59             for rpm in self.files[arch]:
  60                 f.write("file:%s:%s\n" % (arch, rpm))
  61
  62     def remove(self):
  63         for arch in self.files.keys():
  64             for rpm in self.files[arch]:
  65                 rm(self.tree.basedir+'/'+arch+'/RPMS/'+rpm)
  66                 if arch=='noarch':
  67                     if fileexists(noarchcachedir+rpm+'.filelist'):
  68                         rm(noarchcachedir+rpm+'.filelist')
  69                     if fileexists(noarchcachedir+rpm+'.reqlist'):
  70                         rm(noarchcachedir+rpm+'.reqlist')
  71         rm(self.tree.basedir+'/SRPMS/.metadata/'+self.name+'.src.rpm.info')
  72
  73     def move(self, dsttree):
  74         if dsttree.has_key(self.name):
  75             movedany=False
  76             for arch in self.files.keys():
  77                 if arch in dsttree[self.name].files.keys():
  78                     pinfo("Arch %s for %s is already present in dest tree; removing from srctree" % (arch, self.name))
  79                     for rpm in self.files[arch]:
  80                         rm(self.tree.basedir+'/'+arch+'/RPMS/'+rpm)
  81                 else:
  82                     movedany=True
  83                     dsttree[self.name].files[arch]=self.files[arch]
  84                     for rpm in self.files[arch]:
  85                         mv(self.tree.basedir+'/'+arch+'/RPMS/'+rpm, dsttree.basedir+'/'+arch+'/RPMS/')
  86             if movedany:
  87                 for bid in self.build.keys():
  88                     dsttree[self.name].build[bid]=self.build[bid]
  89                 dsttree[self.name].writeinfo()
  90             rm(self.tree.basedir+'/SRPMS/.metadata/'+self.name+'.src.rpm.info')
  91         else:
  92             for arch in self.files.keys():
  93                 for rpm in self.files[arch]:
  94                     mv(self.tree.basedir+'/'+arch+'/RPMS/'+rpm, dsttree.basedir+'/'+arch+'/RPMS/')
  95             mv(self.tree.basedir+'/SRPMS/.metadata/'+self.name+'.src.rpm.info', dsttree.basedir+'/SRPMS/.metadata/')
  96
  97
  98 class FtpTree(BaseFtpTree):
  99     def __init__(self, tree, loadall=False):
 100         BaseFtpTree.__init__(self, tree)
 101         self.loadedpkgs={}
 102         self.marked4removal=[]
 103         self.marked4moving=[]
 104         self.pkgnames=[]
 105         self.__loadpkgnames()
 106         self.do_checkbuild=True
 107         if loadall:
 108             for pkgname in self.pkgnames:
 109                 self.loadedpkgs[pkgname]=Pkg(pkgname, self)
 110
 111     def __getitem__(self, key):
 112         if self.loadedpkgs.has_key(key):
 113             return self.loadedpkgs[key]
 114         elif key in self.pkgnames:
 115             pkg=Pkg(key, self)
 116             self.loadedpkgs[key]=pkg
 117             return pkg
 118         else:
 119             raise KeyError, key
 120     def has_key(self, key):
 121         if key in self.pkgnames:
 122             return True
 123         else:
 124             return False
 125     def keys(self):
 126         return self.pkgnames
 127
 128     def testmove(self, dsttree):
 129         self.__checkbuild()
 130         self.__checkarchs(dsttree)
 131
 132     def movepkgs(self, dsttree):
 133         if self.do_checkbuild:
 134             self.__checkbuild()
 135         bailoutonerror()
 136         self.__checkarchs(dsttree)
 137         bailoutonerror()
 138         self.__rmolderfromsrc()
 139         self.__rmotherfromdst(dsttree)
 140
 141         for pkg in self.marked4moving:
 142             pkg.move(dsttree)
 143
 144     def removepkgs(self):
 145         for pkg in self.marked4removal:
 146             pkg.remove()
 147
 148     def mark4removal(self, wannabepkgs):
 149         self.__mark4something(wannabepkgs, Pkg.mark4removal)
 150
 151     def mark4moving(self, wannabepkgs):
 152         self.__mark4something(wannabepkgs, Pkg.mark4moving)
 153
 154
 155     # Internal functions below
 156
 157     def __loadpkgnames(self):
 158         def checkfiletype(name):
 159             if name[-13:]=='.src.rpm.info':
 160                 return True
 161             else:
 162                 return False
 163         list=filter(checkfiletype, os.listdir(self.basedir+'/SRPMS/.metadata'))
 164         self.pkgnames=map((lambda x: x[:-13]), list)
 165
 166     def __mark4something(self, wannabepkgs, markfunction):
 167         def chopoffextension(pkg):
 168             found=pkg.find('.src.rpm')
 169             if found==-1:
 170                 return pkg
 171             else:
 172                 return pkg[:found]
 173         for wannabepkg in wannabepkgs:
 174             pkgname=chopoffextension(wannabepkg)
 175             if pkgname in self.pkgnames:
 176                 if not pkgname in self.loadedpkgs.keys():
 177                     self.loadedpkgs[pkgname]=Pkg(pkgname, self)
 178                 markfunction(self.loadedpkgs[pkgname])
 179             else:
 180                 perror(pkgname+" was not found in source tree")
 181         bailoutonerror()
 182
 183     def __checkbuild(self):
 184         f=urllib.urlopen('http://ep09.pld-linux.org/~builderth/queue.txt')
 185         #f=open('queue.txt')
 186         requests={}
 187         reid=re.compile(r'^.*id=(.*) pri.*$')
 188         regb=re.compile(r'^group:.*$|builders:.*$', re.M)
 189         for i in re.findall(regb, f.read()):
 190             if i[0]=='g':
 191                 id=reid.sub(r'\1', i)
 192                 requests[id]=""
 193             elif i[0]=='b':
 194                 requests[id]=requests[id]+i
 195         f.close()
 196         for pkg in self.marked4moving:
 197             for bid in pkg.build.keys():
 198                 if requests.has_key(bid) and not requests[bid].find('?') == -1:
 199                     perror("Building of package %s (buildid %s) not finished" % (pkg,bid))
 200
 201     def __checkarchs(self, dsttree):
 202         for pkg in self.marked4moving:
 203             if len(pkg.files.keys()) <= 1:
 204                 perror('Package %s has only src.rpm built' % pkg)
 205                 continue
 206             otherpkgnames=self.__find_other_pkgs(pkg, dsttree)
 207             curarchs=[]
 208             missingarchs=[]
 209             for somepkg in otherpkgnames:
 210                 curarchs.extend(Pkg(somepkg, dsttree).files.keys())
 211             for arch in curarchs:
 212                 if arch not in pkg.files.keys():
 213                     missingarchs.append(arch)
 214             if missingarchs:
 215                 perror('Moving %s would remove archs: %s' % (pkg, missingarchs))
 216
 217     def __rmolderfromsrc(self):
 218         for pkg in self.marked4moving:
 219             olderpkgnames=self.__find_older_pkgs(pkg)
 220             for i in olderpkgnames:
 221                 Pkg(i, self).remove()
 222
 223     def __rmotherfromdst(self, dsttree):
 224         for pkg in self.marked4moving:
 225             pkgnames=self.__find_other_pkgs(pkg, dsttree)
 226             for i in pkgnames:
 227                 Pkg(i, dsttree).remove()
 228
 229     # Used more than once filter functions
 230
 231     def __find_other_pkgs(self, pkg, tree):
 232         ziewre=re.compile(string.join(pkg.name.split('-')[:-2], '-')+'-[^-]*-[^-]*$')
 233         def filter_other_pkgs(x):
 234             if ziewre.match(x) and not x == pkg.name:
 235                 return True
 236             else:
 237                 return False
 238         return filter(filter_other_pkgs, tree.pkgnames)
 239
 240     def __find_older_pkgs(self, pkg):
 241         def filter_older_pkgs(x):
 242             checking=x.split('-')
 243             curpkg=pkg.name.split('-')
 244             if checking[-2]<curpkg[-2]:
 245                 return True
 246             elif checking[-2]==curpkg[-2]:
 247                 if checking[-1]<curpkg[-1]:
 248                     return True
 249                 else:
 250                     return False
 251             else:
 252                 return False
 253         return filter(filter_older_pkgs, self.__find_other_pkgs(pkg, self))
 254
 255