modules/ftptree.py

   1 #!/usr/bin/env python
   2 # vi: encoding=utf-8 ts=8 sts=4 sw=4 et
   3
   4 import sys, os, config, string, urllib, re
   5 from common import fileexists, noarchcachedir
   6 errnum=0
   7
   8 def bailoutonerror():
   9     if not errnum == 0:
  10         print "%d error(s) encountered... aborting" % errnum
  11         sys.exit(1)
  12
  13 def pinfo(msg):
  14     print msg
  15
  16 def perror(msg):
  17     global errnum
  18     errnum=errnum+1
  19     print msg
  20
  21 def rm(file):
  22     #os.remove()
  23     print 'rm: '+file
  24
  25 def mv(src, dst):
  26     #os.rename()
  27     print "mv: %s %s" % (src, dst+'/'+src.split('/')[-1])
  28
  29 class Build:
  30     def __init__(self):
  31         self.requester=''
  32         self.requester_email=''
  33
  34 class Pkg:
  35     def __init__(self, name, tree):
  36         self.file={}
  37         self.info={}
  38         self.build={}
  39         self.tree=tree
  40         self.name=name
  41         self.loaded=False
  42         self.marked4removal=False
  43         self.marked4moving=False
  44         self.load()
  45
  46     def __repr__(self):
  47         return self.name
  48
  49     def mark4moving(self):
  50         if not self.marked4moving:
  51             self.tree.marked4moving.append(self)
  52             self.marked4moving=True
  53
  54     def mark4removal(self):
  55         if not self.marked4removal:
  56             self.tree.marked4removal.append(self)
  57             self.marked4removal=True
  58
  59     def load(self):
  60         f=open(self.tree.basedir+'/SRPMS/.metadata/'+self.name+'.src.rpm.info', 'r')
  61         for entry in f.readlines():
  62             i=string.split(string.strip(entry), ':')
  63             if i[0] == 'info':
  64                 if len(i)==3:
  65                     self.info[i[1]]=i[2]
  66                 elif i[1]=='build':
  67                     if not self.build.has_key(i[2]):
  68                         self.build[i[2]]=Build()
  69                     if i[3]=='requester':
  70                         self.build[i[2]].requester=i[4]
  71                     elif i[3]=='requester_email':
  72                         self.build[i[2]].requester_email=i[4]
  73                 else:
  74                     self.info[i[1]]=i[2:]
  75             elif i[0] == 'file':
  76                 if not self.file.has_key(i[1]):
  77                     self.file[i[1]]=[]
  78                 self.file[i[1]].append(i[2])
  79         f.close()
  80         self.loaded=True
  81         if self.info.has_key('move'):
  82             self.mark4moving()
  83
  84     def writeinfo(self):
  85         f=open(self.tree.basedir+'/SRPMS/.metadata/'+self.name+'.src.rpm.info', 'w')
  86         for bid in self.build.keys():
  87             f.write("info:build:%s:requester:%s\ninfo:build:%s:requester_email:%s\n" % (bid, self.build[bid].requester, bid, self.build[bid].requester_email))
  88         for key in self.info.keys():
  89             f.write("info:%s:%s\n" % (key, string.join(self.info[key], ':')))
  90         for arch in self.file.keys():
  91             for rpm in self.file[arch]:
  92                 f.write("file:%s:%s\n" % (arch, rpm))
  93
  94     def remove(self):
  95         for arch in self.file.keys():
  96             for rpm in self.file[arch]:
  97                 rm(self.tree.basedir+'/'+arch+'/RPMS/'+rpm)
  98                 if arch=='noarch':
  99                     if fileexists(noarchcachedir+rpm+'.filelist'):
 100                         rm(noarchcachedir+rpm+'.filelist')
 101                     if fileexists(noarchcachedir+rpm+'.reqlist'):
 102                         rm(noarchcachedir+rpm+'.reqlist')
 103         rm(self.tree.basedir+'/SRPMS/.metadata/'+self.name+'.src.rpm.info')
 104
 105     def move(self, dsttree):
 106         if dsttree.has_key(self.name):
 107             movedany=False
 108             for arch in self.file.keys():
 109                 if arch in dsttree[self.name].file.keys():
 110                     pinfo("Arch %s for %s is already present in dest tree; removing from srctree" % (arch, self.name))
 111                     for rpm in self.file[arch]:
 112                         rm(self.tree.basedir+'/'+arch+'/RPMS/'+rpm)
 113                 else:
 114                     movedany=True
 115                     dsttree[self.name].file[arch]=self.file[arch]
 116                     for rpm in self.file[arch]:
 117                         mv(self.tree.basedir+'/'+arch+'/RPMS/'+rpm, dsttree.basedir+'/'+arch+'/RPMS/')
 118             if movedany:
 119                 for bid in self.build.keys():
 120                     dsttree[self.name].build[bid]=self.build[bid]
 121                 dsttree[self.name].writeinfo()
 122             rm(self.tree.basedir+'/SRPMS/.metadata/'+self.name+'.src.rpm.info')
 123         else:
 124             for arch in self.file.keys():
 125                 for rpm in self.file[arch]:
 126                     mv(self.tree.basedir+'/'+arch+'/RPMS/'+rpm, dsttree.basedir+'/'+arch+'/RPMS/')
 127             mv(self.tree.basedir+'/SRPMS/.metadata/'+self.name+'.src.rpm.info', dsttree.basedir+'/SRPMS/.metadata/')
 128
 129
 130 class FtpTree:
 131     def __init__(self, tree, loadall=False):
 132         self.basedir=config.value['ftp_dir']+'/'+tree
 133         self.loadedpkgs={}
 134         self.marked4removal=[]
 135         self.marked4moving=[]
 136         self.pkgnames=[]
 137         self.__loadpkgnames()
 138         if loadall:
 139             for pkgname in self.pkgnames:
 140                 self.loadedpkgs[pkgname]=Pkg(pkgname, self)
 141
 142     def __getitem__(self, key):
 143         if self.loadedpkgs.has_key(key):
 144             return self.loadedpkgs[key]
 145         elif key in self.pkgnames:
 146             pkg=Pkg(key, self)
 147             self.loadedpkgs[key]=pkg
 148             return pkg
 149         else:
 150             raise KeyError, key
 151     def has_key(self, key):
 152         if key in self.pkgnames:
 153             return True
 154         else:
 155             return False
 156     def keys(self):
 157         return self.pkgnames
 158
 159     def testmove(self, dsttree):
 160         self.__checkbuild()
 161         self.__checkarchs(dsttree)
 162
 163     def movepkgs(self, dsttree):
 164         self.__checkbuild()
 165         bailoutonerror()
 166         self.__checkarchs(dsttree)
 167         bailoutonerror()
 168         self.__rmolderfromsrc()
 169         self.__rmotherfromdst(dsttree)
 170
 171         for pkg in self.marked4moving:
 172             pkg.move(dsttree)
 173
 174     def removepkgs(self):
 175         for pkg in self.marked4removal:
 176             pkg.remove()
 177
 178     def mark4removal(self, wannabepkgs):
 179         self.__mark4something(wannabepkgs, Pkg.mark4removal)
 180
 181     def mark4moving(self, wannabepkgs):
 182         self.__mark4something(wannabepkgs, Pkg.mark4moving)
 183
 184
 185     # Internal functions below
 186
 187     def __loadpkgnames(self):
 188         def checkfiletype(name):
 189             if name[-13:]=='.src.rpm.info':
 190                 return True
 191             else:
 192                 return False
 193         list=filter(checkfiletype, os.listdir(self.basedir+'/SRPMS/.metadata'))
 194         self.pkgnames=map((lambda x: x[:-13]), list)
 195
 196     def __mark4something(self, wannabepkgs, markfunction):
 197         def chopoffextension(pkg):
 198             found=pkg.find('.src.rpm')
 199             if found==-1:
 200                 return pkg
 201             else:
 202                 return pkg[:found]
 203         for wannabepkg in wannabepkgs:
 204             pkgname=chopoffextension(wannabepkg)
 205             if pkgname in self.pkgnames:
 206                 if not pkgname in self.loadedpkgs.keys():
 207                     self.loadedpkgs[pkgname]=Pkg(pkgname, self)
 208                 markfunction(self.loadedpkgs[pkgname])
 209             else:
 210                 perror(pkgname+" was not found in source tree")
 211         bailoutonerror()
 212
 213     def __checkbuild(self):
 214         #f=urllib.urlopen('http://ep09.pld-linux.org/~builderth/queue.txt')
 215         f=open('queue.txt')
 216         requests={}
 217         reid=re.compile(r'^.*id=(.*) pri.*$')
 218         regb=re.compile(r'^group:.*$|builders:.*$', re.M)
 219         for i in re.findall(regb, f.read()):
 220             if i[0]=='g':
 221                 id=reid.sub(r'\1', i)
 222                 requests[id]=""
 223             elif i[0]=='b':
 224                 requests[id]=requests[id]+i
 225         f.close()
 226         for pkg in self.marked4moving:
 227             for bid in pkg.build.keys():
 228                 if requests.has_key(bid) and not requests[bid].find('?') == -1:
 229                     perror("Building of package %s (buildid %s) not finished" % (pkg,bid))
 230
 231     def __checkarchs(self, dsttree):
 232         for pkg in self.marked4moving:
 233             otherpkgnames=self.__find_other_pkgs(pkg, dsttree)
 234             curarchs=[]
 235             missingarchs=[]
 236             for somepkg in otherpkgnames:
 237                 curarchs.extend(Pkg(somepkg, dsttree).file.keys())
 238             for arch in curarchs:
 239                 if arch not in pkg.file.keys():
 240                     missingarchs.append(arch)
 241             if missingarchs:
 242                 perror('Moving %s would remove archs: %s' % (pkg, missingarchs))
 243
 244     def __rmolderfromsrc(self):
 245         for pkg in self.marked4moving:
 246             olderpkgnames=self.__find_older_pkgs(pkg)
 247             for i in olderpkgnames:
 248                 Pkg(i, self).remove()
 249
 250     def __rmotherfromdst(self, dsttree):
 251         for pkg in self.marked4moving:
 252             pkgnames=self.__find_other_pkgs(pkg, dsttree)
 253             for i in pkgnames:
 254                 Pkg(i, dsttree).remove()
 255
 256     # Used more than once filter functions
 257
 258     def __find_other_pkgs(self, pkg, tree):
 259         ziewre=re.compile(string.join(pkg.name.split('-')[:-2], '-')+'-[^-]*-[^-]*$')
 260         def filter_other_pkgs(x):
 261             if ziewre.match(x) and not x == pkg.name:
 262                 return True
 263             else:
 264                 return False
 265         return filter(filter_other_pkgs, tree.pkgnames)
 266
 267     def __find_older_pkgs(self, pkg):
 268         def filter_older_pkgs(x):
 269             checking=x.split('-')
 270             curpkg=pkg.name.split('-')
 271             if checking[-2]<curpkg[-2]:
 272                 return True
 273             elif checking[-2]==curpkg[-2]:
 274                 if checking[-1]<curpkg[-1]:
 275                     return True
 276                 else:
 277                     return False
 278             else:
 279                 return False
 280         return filter(filter_older_pkgs, self.__find_other_pkgs(pkg, self))
 281
 282