modules/ftptree.py

   1 #!/usr/bin/env python
   2 # vi: encoding=utf-8 ts=8 sts=4 sw=4 et
   3
   4 import sys, os, config, string, urllib, re
   5 errnum=0
   6
   7 def bailoutonerror():
   8     if not errnum == 0:
   9         print "%d error(s) encountered... aborting" % errnum
  10         sys.exit(1)
  11
  12 def perror(msg):
  13     global errnum
  14     errnum=errnum+1
  15     print msg
  16
  17 def rm(file):
  18     print 'rm: '+file
  19
  20 def mv(src, dst):
  21     print "mv: %s %s" % (src, dst)
  22
  23 class Build:
  24     def __init__(self):
  25         self.requester=''
  26         self.requester_email=''
  27
  28 class Pkg:
  29     def __init__(self, name, tree):
  30         self.file={}
  31         self.info={}
  32         self.build={}
  33         self.tree=tree
  34         self.name=name
  35         self.loaded=False
  36         self.marked4removal=False
  37         self.marked4moving=True
  38         self.load()
  39
  40     def __repr__(self):
  41         return self.name
  42
  43     def mark4moving(self):
  44         if not self.marked4moving:
  45             self.tree.marked4moving.append(self)
  46             self.marked4moving=True
  47
  48     def mark4removal(self):
  49         if not self.marked4removal:
  50             self.tree.marked4removal.append(self)
  51             self.marked4removal=True
  52
  53     def load(self):
  54         f=open(self.tree.basedir+'/SRPMS/.metadata/'+self.name+'.src.rpm.info', 'r')
  55         for entry in f.readlines():
  56             i=string.split(string.strip(entry), ':')
  57             if i[0] == 'info':
  58                 if len(i)==3:
  59                     self.info[i[1]]=i[2]
  60                 elif i[1]=='build':
  61                     if not self.build.has_key(i[2]):
  62                         self.build[i[2]]=Build()
  63                     if i[3]=='requester':
  64                         self.build[i[2]].requester=i[4]
  65                     elif i[3]=='requester_email':
  66                         self.build[i[2]].requester_email=i[4]
  67                 else:
  68                     self.info[i[1]]=i[2:]
  69             elif i[0] == 'file':
  70                 if not self.file.has_key(i[1]):
  71                     self.file[i[1]]=[]
  72                 self.file[i[1]].append(i[2])
  73         f.close()
  74         self.loaded=True
  75         if self.info.has_key('move'):
  76             self.mark4moving()
  77
  78     def writeinfo(self):
  79         f=open(self.tree.basedir+'/SRPMS/.metadata/'+name+'.src.rpm.info', 'w')
  80         for bid in self.build.keys():
  81             f.write("info:build:%s:requester:%s\ninfo:build:%s:requester_email:%s\n" % (bid, self.build[bid].requester, bid, self.build[bid].requester_email))
  82         for key in self.info.keys():
  83             f.write("info:%s:%s\n" % (key, string.join(self.info[key], ':')))
  84         for arch in self.file.keys():
  85             for rpm in self.file[arch]:
  86                 f.write("file:%s:%s\n" % (arch, rpm))
  87
  88     def remove(self):
  89         for arch in self.file.keys():
  90             for rpm in self.file[arch]:
  91                 rm(self.tree.basedir+'/'+arch+'/RPMS/'+rpm)
  92         rm(self.tree.basedir+'/SRPMS/.metadata/'+self.name+'.src.rpm.info')
  93
  94     def move(self, dsttree):
  95         if dsttree.has_key(self.name):
  96             movedany=False
  97             for arch in self.file.keys():
  98                 if arch in dsttree[self.name].file.keys():
  99                     for rpm in self.file[arch]:
 100                         rm(self.tree.basedir+'/'+arch+'/RPMS/'+rpm)
 101                 else:
 102                     movedany=True
 103                     dsttree[self.name].file[arch]=self.file[arch]
 104                     for rpm in self.file[arch]:
 105                         mv(self.tree.basedir+'/'+arch+'/RPMS/'+rpm, dsttree.basedir+'/'+arch+'/RPMS/')
 106             if movedany:
 107                 for bid in self.build.keys():
 108                     dsttree[self.name].build[bid]=self.build[bid]
 109                 dsttree[self.name].writeinfo()
 110                 rm(self.tree.basedir+'/SRPMS/.metadata/'+self.name+'.src.rpm.info')
 111         else:
 112             for arch in self.file.keys():
 113                 for rpm in self.file[arch]:
 114                     mv(self.tree.basedir+'/'+arch+'/RPMS/'+rpm, dsttree.basedir+'/'+arch+'/RPMS/')
 115             mv(self.tree.basedir+'/SRPMS/.metadata/'+self.name+'.src.rpm.info', dsttree.basedir+'/SRPMS/.metadata/')
 116
 117
 118 class FtpTree:
 119     def __init__(self, tree, loadall=False):
 120         self.basedir=config.value['ftp_dir']+'/'+tree
 121         self.loadedpkgs={}
 122         self.marked4removal=[]
 123         self.marked4moving=[]
 124         def filter_pkgs(pkg):
 125             if not pkg[-13:]=='.src.rpm.info':
 126                 return None
 127             else:
 128                 return pkg[:-13]
 129         self.pkgnames=map(filter_pkgs, os.listdir(self.basedir+'/SRPMS/.metadata/'))
 130         if loadall:
 131             for i in self.pkgnames:
 132                 self.loadedpkgs[i]=Pkg(i, self)
 133     def __getitem__(self, key):
 134         if self.loadedpkgs.has_key(key):
 135             return self.loadedpkgs[key]
 136         elif key in self.pkgnames:
 137             pkg=Pkg(key, self)
 138             self.loadedpkgs[key]=pkg
 139             return pkg
 140         else:
 141             raise KeyError, key
 142     def has_key(self, key):
 143         if key in self.pkgnames:
 144             return True
 145         else:
 146             return False
 147     def keys(self):
 148         return self.pkgnames
 149
 150     def movepkgs(self, dsttree):
 151         self.__checkbuild()
 152         bailoutonerror()
 153         self.__checkarchs(dsttree)
 154         bailoutonerror()
 155         self.__rmolderfromsrc()
 156         self.__rmotherfromdst(dsttree)
 157
 158         for pkg in self.marked4moving:
 159             pkg.move(dsttree)
 160
 161     def removepkgs(self):
 162         for pkg in self.marked4removal:
 163             pkg.remove()
 164
 165     def mark4removal(self, wannabepkgs):
 166         self.__mark4something(wannabepkgs, Pkg.mark4removal)
 167
 168     def mark4moving(self, wannabepkgs):
 169         self.__mark4something(wannabepkgs, Pkg.mark4moving)
 170
 171
 172     # Internal functions below
 173
 174     def __mark4something(self, wannabepkgs, markfunction):
 175         def chopoffextension(pkg):
 176             found=pkg.find('.src.rpm')
 177             if found==-1:
 178                 return pkg
 179             else:
 180                 return pkg[:found]
 181         for wannabepkg in wannabepkgs:
 182             pkgname=chopoffextension(wannabepkg)
 183             if pkgname in self.pkgnames:
 184                 if not pkgname in self.loadedpkgs.keys():
 185                     self.loadedpkgs[pkgname]=Pkg(pkgname, self)
 186                 markfunction(self.loadedpkgs[pkgname])
 187             else:
 188                 perror(pkgname+" was not found in source tree")
 189         bailoutonerror()
 190
 191     def __checkbuild(self):
 192         #f=urllib.urlopen('http://ep09.pld-linux.org/~builderth/queue.txt')
 193         f=open('queue.txt')
 194         requests={}
 195         reid=re.compile(r'^.*id=(.*) pri.*$')
 196         regb=re.compile(r'^group:.*$|builders:.*$', re.M)
 197         for i in re.findall(regb, f.read()):
 198             if i[0]=='g':
 199                 id=reid.sub(r'\1', i)
 200                 requests[id]=""
 201             elif i[0]=='b':
 202                 requests[id]=requests[id]+i
 203         f.close()
 204         for pkg in self.marked4moving:
 205             for bid in pkg.build.keys():
 206                 if requests.has_key(bid) and not requests[bid].find('?') == -1:
 207                     perror("Building of package %s (buildid %s) not finished" % (pkg,bid))
 208
 209     def __checkarchs(self, dsttree):
 210         def find_other_pkgs(pkg, tree):
 211             ziewre=re.compile(string.join(pkg.name.split('-')[:-2], '-')+'-[^-]*-[^-]*$')
 212             def filter_other_pkgs(x):
 213                 if ziewre.match(x) and not x == pkg.name:
 214                     return x
 215                 else:
 216                     return None
 217             return filter(filter_other_pkgs, tree.pkgnames)
 218         self.find_other_pkgs=find_other_pkgs
 219         for pkg in self.marked4moving:
 220             otherpkgnames=find_other_pkgs(pkg, dsttree)
 221             curarchs=[]
 222             missingarchs=[]
 223             for somepkg in otherpkgnames:
 224                 curarchs.extend(Pkg(somepkg, dsttree).file.keys())
 225             for arch in curarchs:
 226                 if arch not in pkg.file.keys():
 227                     missingarchs.append(arch)
 228             if missingarchs:
 229                 perror('Moving pkg %s would remove archs: %s' % (pkg, missingarchs))
 230
 231     def __rmolderfromsrc(self):
 232         def find_older_pkgs(pkg):
 233             def filter_older_pkgs(x):
 234                 ziew=x.split('-')
 235                 cur=pkg.name.split('-')
 236                 if ziew[-2]<cur[-2]:
 237                     return x
 238                 elif ziew[-2]==cur[-2]:
 239                     if ziew[-1]<cur[-1]:
 240                         return x
 241                     else:
 242                         return None
 243                 else:
 244                     return None
 245             return filter(filter_older_pkgs, self.find_other_pkgs(pkg, self))
 246
 247         for pkg in self.marked4moving:
 248             olderpkgnames=find_older_pkgs(pkg)
 249             for i in olderpkgnames:
 250                 Pkg(i, self).remove()
 251
 252     def __rmotherfromdst(self, dsttree):
 253         for pkg in self.marked4moving:
 254             pkgnames=self.find_other_pkgs(pkg, dsttree)
 255             for i in pkgnames:
 256                 Pkg(i, dsttree).remove()
 257
 258