modules/ftptree.py

   1 # vi: encoding=utf-8 ts=8 sts=4 sw=4 et
   2
   3 import sys, os, config, string, urllib, re
   4 from common import fileexists, noarchcachedir
   5 from baseftptree import BasePkg, BaseFtpTree
   6 errnum=0
   7
   8 def bailoutonerror():
   9     if not errnum == 0:
  10         print "%d error(s) encountered... aborting" % errnum
  11         sys.exit(1)
  12
  13 def pinfo(msg):
  14     print msg
  15
  16 def perror(msg):
  17     global errnum
  18     errnum=errnum+1
  19     print msg
  20
  21 def rm(file):
  22     os.remove(file)
  23     #print 'rm: '+file
  24
  25 def mv(src, dst):
  26     os.rename(src, dst+'/'+src.split('/')[-1])
  27     #print "mv: %s %s" % (src, dst+'/'+src.split('/')[-1])
  28
  29 class Pkg(BasePkg):
  30     def __init__(self, name, tree):
  31         self.marked4removal=False
  32         self.marked4moving=False
  33         BasePkg.__init__(self, name, tree)
  34
  35     def mark4moving(self):
  36         if not self.marked4moving:
  37             self.tree.marked4moving.append(self)
  38             self.marked4moving=True
  39
  40     def mark4removal(self):
  41         if not self.marked4removal:
  42             self.tree.marked4removal.append(self)
  43             self.marked4removal=True
  44
  45     def load(self, content=None):
  46         BasePkg.load(self, content)
  47         if self.info.has_key('move'):
  48             self.mark4moving()
  49
  50     def writeinfo(self):
  51         f=open(self.tree.basedir+'/SRPMS/.metadata/'+self.name+'.src.rpm.info', 'w')
  52         for bid in self.build.keys():
  53             f.write("info:build:%s:requester:%s\ninfo:build:%s:requester_email:%s\n" % (bid, self.build[bid].requester, bid, self.build[bid].requester_email))
  54         for key in self.info.keys():
  55             f.write("info:%s:%s\n" % (key, string.join(self.info[key], ':')))
  56         for arch in self.files.keys():
  57             for rpm in self.files[arch]:
  58                 f.write("file:%s:%s\n" % (arch, rpm))
  59
  60     def remove(self):
  61         for arch in self.files.keys():
  62             for rpm in self.files[arch]:
  63                 rm(self.tree.basedir+'/'+arch+'/RPMS/'+rpm)
  64                 if arch=='noarch':
  65                     if fileexists(noarchcachedir+rpm+'.filelist'):
  66                         rm(noarchcachedir+rpm+'.filelist')
  67                     if fileexists(noarchcachedir+rpm+'.reqlist'):
  68                         rm(noarchcachedir+rpm+'.reqlist')
  69         rm(self.tree.basedir+'/SRPMS/.metadata/'+self.name+'.src.rpm.info')
  70
  71     def move(self, dsttree):
  72         if dsttree.has_key(self.name):
  73             movedany=False
  74             for arch in self.files.keys():
  75                 if arch in dsttree[self.name].files.keys():
  76                     pinfo("Arch %s for %s is already present in dest tree; removing from srctree" % (arch, self.name))
  77                     for rpm in self.files[arch]:
  78                         rm(self.tree.basedir+'/'+arch+'/RPMS/'+rpm)
  79                 else:
  80                     movedany=True
  81                     dsttree[self.name].files[arch]=self.files[arch]
  82                     for rpm in self.files[arch]:
  83                         mv(self.tree.basedir+'/'+arch+'/RPMS/'+rpm, dsttree.basedir+'/'+arch+'/RPMS/')
  84             if movedany:
  85                 for bid in self.build.keys():
  86                     dsttree[self.name].build[bid]=self.build[bid]
  87                 dsttree[self.name].writeinfo()
  88             rm(self.tree.basedir+'/SRPMS/.metadata/'+self.name+'.src.rpm.info')
  89         else:
  90             for arch in self.files.keys():
  91                 for rpm in self.files[arch]:
  92                     mv(self.tree.basedir+'/'+arch+'/RPMS/'+rpm, dsttree.basedir+'/'+arch+'/RPMS/')
  93             mv(self.tree.basedir+'/SRPMS/.metadata/'+self.name+'.src.rpm.info', dsttree.basedir+'/SRPMS/.metadata/')
  94
  95
  96 class FtpTree(BaseFtpTree):
  97     def __init__(self, tree, loadall=False):
  98         BaseFtpTree.__init__(self, tree)
  99         self.loadedpkgs={}
 100         self.marked4removal=[]
 101         self.marked4moving=[]
 102         self.pkgnames=[]
 103         self.__loadpkgnames()
 104         if loadall:
 105             for pkgname in self.pkgnames:
 106                 self.loadedpkgs[pkgname]=Pkg(pkgname, self)
 107
 108     def __getitem__(self, key):
 109         if self.loadedpkgs.has_key(key):
 110             return self.loadedpkgs[key]
 111         elif key in self.pkgnames:
 112             pkg=Pkg(key, self)
 113             self.loadedpkgs[key]=pkg
 114             return pkg
 115         else:
 116             raise KeyError, key
 117     def has_key(self, key):
 118         if key in self.pkgnames:
 119             return True
 120         else:
 121             return False
 122     def keys(self):
 123         return self.pkgnames
 124
 125     def testmove(self, dsttree):
 126         self.__checkbuild()
 127         self.__checkarchs(dsttree)
 128
 129     def movepkgs(self, dsttree):
 130         self.__checkbuild()
 131         bailoutonerror()
 132         self.__checkarchs(dsttree)
 133         bailoutonerror()
 134         self.__rmolderfromsrc()
 135         self.__rmotherfromdst(dsttree)
 136
 137         for pkg in self.marked4moving:
 138             pkg.move(dsttree)
 139
 140     def removepkgs(self):
 141         for pkg in self.marked4removal:
 142             pkg.remove()
 143
 144     def mark4removal(self, wannabepkgs):
 145         self.__mark4something(wannabepkgs, Pkg.mark4removal)
 146
 147     def mark4moving(self, wannabepkgs):
 148         self.__mark4something(wannabepkgs, Pkg.mark4moving)
 149
 150
 151     # Internal functions below
 152
 153     def __loadpkgnames(self):
 154         def checkfiletype(name):
 155             if name[-13:]=='.src.rpm.info':
 156                 return True
 157             else:
 158                 return False
 159         list=filter(checkfiletype, os.listdir(self.basedir+'/SRPMS/.metadata'))
 160         self.pkgnames=map((lambda x: x[:-13]), list)
 161
 162     def __mark4something(self, wannabepkgs, markfunction):
 163         def chopoffextension(pkg):
 164             found=pkg.find('.src.rpm')
 165             if found==-1:
 166                 return pkg
 167             else:
 168                 return pkg[:found]
 169         for wannabepkg in wannabepkgs:
 170             pkgname=chopoffextension(wannabepkg)
 171             if pkgname in self.pkgnames:
 172                 if not pkgname in self.loadedpkgs.keys():
 173                     self.loadedpkgs[pkgname]=Pkg(pkgname, self)
 174                 markfunction(self.loadedpkgs[pkgname])
 175             else:
 176                 perror(pkgname+" was not found in source tree")
 177         bailoutonerror()
 178
 179     def __checkbuild(self):
 180         f=urllib.urlopen('http://ep09.pld-linux.org/~builderth/queue.txt')
 181         #f=open('queue.txt')
 182         requests={}
 183         reid=re.compile(r'^.*id=(.*) pri.*$')
 184         regb=re.compile(r'^group:.*$|builders:.*$', re.M)
 185         for i in re.findall(regb, f.read()):
 186             if i[0]=='g':
 187                 id=reid.sub(r'\1', i)
 188                 requests[id]=""
 189             elif i[0]=='b':
 190                 requests[id]=requests[id]+i
 191         f.close()
 192         for pkg in self.marked4moving:
 193             for bid in pkg.build.keys():
 194                 if requests.has_key(bid) and not requests[bid].find('?') == -1:
 195                     perror("Building of package %s (buildid %s) not finished" % (pkg,bid))
 196
 197     def __checkarchs(self, dsttree):
 198         for pkg in self.marked4moving:
 199             otherpkgnames=self.__find_other_pkgs(pkg, dsttree)
 200             curarchs=[]
 201             missingarchs=[]
 202             for somepkg in otherpkgnames:
 203                 curarchs.extend(Pkg(somepkg, dsttree).files.keys())
 204             for arch in curarchs:
 205                 if arch not in pkg.files.keys():
 206                     missingarchs.append(arch)
 207             if missingarchs:
 208                 perror('Moving %s would remove archs: %s' % (pkg, missingarchs))
 209
 210     def __rmolderfromsrc(self):
 211         for pkg in self.marked4moving:
 212             olderpkgnames=self.__find_older_pkgs(pkg)
 213             for i in olderpkgnames:
 214                 Pkg(i, self).remove()
 215
 216     def __rmotherfromdst(self, dsttree):
 217         for pkg in self.marked4moving:
 218             pkgnames=self.__find_other_pkgs(pkg, dsttree)
 219             for i in pkgnames:
 220                 Pkg(i, dsttree).remove()
 221
 222     # Used more than once filter functions
 223
 224     def __find_other_pkgs(self, pkg, tree):
 225         ziewre=re.compile(string.join(pkg.name.split('-')[:-2], '-')+'-[^-]*-[^-]*$')
 226         def filter_other_pkgs(x):
 227             if ziewre.match(x) and not x == pkg.name:
 228                 return True
 229             else:
 230                 return False
 231         return filter(filter_other_pkgs, tree.pkgnames)
 232
 233     def __find_older_pkgs(self, pkg):
 234         def filter_older_pkgs(x):
 235             checking=x.split('-')
 236             curpkg=pkg.name.split('-')
 237             if checking[-2]<curpkg[-2]:
 238                 return True
 239             elif checking[-2]==curpkg[-2]:
 240                 if checking[-1]<curpkg[-1]:
 241                     return True
 242                 else:
 243                     return False
 244             else:
 245                 return False
 246         return filter(filter_older_pkgs, self.__find_other_pkgs(pkg, self))
 247
 248