[projects/pld-ftp-admin.git] / modules / ftptree.py

#!/usr/bin/env python
# vi: encoding=utf-8 ts=8 sts=4 sw=4 et

import sys, os, config, string, urllib, re
errnum=0

def bailoutonerror():
    if not errnum == 0:
        print "%d error(s) encountered... aborting" % errnum
        sys.exit(1)

def pinfo(msg):
    print msg

def perror(msg):
    global errnum
    errnum=errnum+1
    print msg

def rm(file):
    #os.remove()
    print 'rm: '+file

def mv(src, dst):
    #os.rename()
    print "mv: %s %s" % (src, dst+'/'+src.split('/')[-1])

class Build:
    def __init__(self):
        self.requester=''
        self.requester_email=''

class Pkg:
    def __init__(self, name, tree):
        self.file={}
        self.info={}
        self.build={}
        self.tree=tree
        self.name=name
        self.loaded=False
        self.marked4removal=False
        self.marked4moving=False
        self.load()

    def __repr__(self):
        return self.name

    def mark4moving(self):
        if not self.marked4moving:
            self.tree.marked4moving.append(self)
            self.marked4moving=True

    def mark4removal(self):
        if not self.marked4removal:
            self.tree.marked4removal.append(self)
            self.marked4removal=True

    def load(self):
        f=open(self.tree.basedir+'/SRPMS/.metadata/'+self.name+'.src.rpm.info', 'r')
        for entry in f.readlines():
            i=string.split(string.strip(entry), ':')
            if i[0] == 'info':
                if len(i)==3:
                    self.info[i[1]]=i[2]
                elif i[1]=='build':
                    if not self.build.has_key(i[2]):
                        self.build[i[2]]=Build()
                    if i[3]=='requester':
                        self.build[i[2]].requester=i[4]
                    elif i[3]=='requester_email':
                        self.build[i[2]].requester_email=i[4]
                else:
                    self.info[i[1]]=i[2:]
            elif i[0] == 'file':
                if not self.file.has_key(i[1]):
                    self.file[i[1]]=[]
                self.file[i[1]].append(i[2])
        f.close()
        self.loaded=True
        if self.info.has_key('move'):
            self.mark4moving()

    def writeinfo(self):
        f=open(self.tree.basedir+'/SRPMS/.metadata/'+self.name+'.src.rpm.info', 'w')
        for bid in self.build.keys():
            f.write("info:build:%s:requester:%s\ninfo:build:%s:requester_email:%s\n" % (bid, self.build[bid].requester, bid, self.build[bid].requester_email))
        for key in self.info.keys():
            f.write("info:%s:%s\n" % (key, string.join(self.info[key], ':')))
        for arch in self.file.keys():
            for rpm in self.file[arch]:
                f.write("file:%s:%s\n" % (arch, rpm))
        
    def remove(self):
        for arch in self.file.keys():
            for rpm in self.file[arch]:
                rm(self.tree.basedir+'/'+arch+'/RPMS/'+rpm)
        rm(self.tree.basedir+'/SRPMS/.metadata/'+self.name+'.src.rpm.info')

    def move(self, dsttree):
        if dsttree.has_key(self.name):
            movedany=False
            for arch in self.file.keys():
                if arch in dsttree[self.name].file.keys():
                    pinfo("Arch %s for %s is already present in dest tree; removing from srctree" % (arch, self.name))
                    for rpm in self.file[arch]:
                        rm(self.tree.basedir+'/'+arch+'/RPMS/'+rpm)
                else:
                    movedany=True
                    dsttree[self.name].file[arch]=self.file[arch]
                    for rpm in self.file[arch]:
                        mv(self.tree.basedir+'/'+arch+'/RPMS/'+rpm, dsttree.basedir+'/'+arch+'/RPMS/')
            if movedany:
                for bid in self.build.keys():
                    dsttree[self.name].build[bid]=self.build[bid]
                dsttree[self.name].writeinfo()
            rm(self.tree.basedir+'/SRPMS/.metadata/'+self.name+'.src.rpm.info')
        else:
            for arch in self.file.keys():
                for rpm in self.file[arch]:
                    mv(self.tree.basedir+'/'+arch+'/RPMS/'+rpm, dsttree.basedir+'/'+arch+'/RPMS/')
            mv(self.tree.basedir+'/SRPMS/.metadata/'+self.name+'.src.rpm.info', dsttree.basedir+'/SRPMS/.metadata/')


class FtpTree:
    def __init__(self, tree, loadall=False):
        self.basedir=config.value['ftp_dir']+'/'+tree
        self.loadedpkgs={}
        self.marked4removal=[]
        self.marked4moving=[]
        self.pkgnames=[]
        self.__loadpkgnames()
        if loadall:
            for pkgname in self.pkgnames:
                self.loadedpkgs[pkgname]=Pkg(pkgname, self)

    def __getitem__(self, key):
        if self.loadedpkgs.has_key(key):
            return self.loadedpkgs[key]
        elif key in self.pkgnames:
            pkg=Pkg(key, self)
            self.loadedpkgs[key]=pkg
            return pkg
        else:
            raise KeyError, key
    def has_key(self, key):
        if key in self.pkgnames:
            return True
        else:
            return False
    def keys(self):
        return self.pkgnames

    def testmove(self, dsttree):
        self.__checkbuild()
        self.__checkarchs(dsttree)

    def movepkgs(self, dsttree):
        self.__checkbuild()
        bailoutonerror()
        self.__checkarchs(dsttree)
        bailoutonerror()
        self.__rmolderfromsrc()
        self.__rmotherfromdst(dsttree)

        for pkg in self.marked4moving:
            pkg.move(dsttree)

    def removepkgs(self):
        for pkg in self.marked4removal:
            pkg.remove()

    def mark4removal(self, wannabepkgs):
        self.__mark4something(wannabepkgs, Pkg.mark4removal)

    def mark4moving(self, wannabepkgs):
        self.__mark4something(wannabepkgs, Pkg.mark4moving)
        

    # Internal functions below

    def __loadpkgnames(self):
        def checkfiletype(name):
            if name[-13:]=='.src.rpm.info':
                return True
            else:
                return False
        list=filter(checkfiletype, os.listdir(self.basedir+'/SRPMS/.metadata'))
        self.pkgnames=map((lambda x: x[:-13]), list)

    def __mark4something(self, wannabepkgs, markfunction):
        def chopoffextension(pkg):
            found=pkg.find('.src.rpm')
            if found==-1:
                return pkg
            else:
                return pkg[:found]
        for wannabepkg in wannabepkgs:
            pkgname=chopoffextension(wannabepkg)
            if pkgname in self.pkgnames:
                if not pkgname in self.loadedpkgs.keys():
                    self.loadedpkgs[pkgname]=Pkg(pkgname, self)
                markfunction(self.loadedpkgs[pkgname])
            else:
                perror(pkgname+" was not found in source tree")
        bailoutonerror()

    def __checkbuild(self):
        #f=urllib.urlopen('http://ep09.pld-linux.org/~builderth/queue.txt')
        f=open('queue.txt')
        requests={}
        reid=re.compile(r'^.*id=(.*) pri.*$')
        regb=re.compile(r'^group:.*$|builders:.*$', re.M)
        for i in re.findall(regb, f.read()):
            if i[0]=='g':
                id=reid.sub(r'\1', i)
                requests[id]=""
            elif i[0]=='b':
                requests[id]=requests[id]+i
        f.close()
        for pkg in self.marked4moving:
            for bid in pkg.build.keys():
                if requests.has_key(bid) and not requests[bid].find('?') == -1:
                    perror("Building of package %s (buildid %s) not finished" % (pkg,bid))

    def __checkarchs(self, dsttree):
        for pkg in self.marked4moving:
            otherpkgnames=self.__find_other_pkgs(pkg, dsttree)
            curarchs=[]
            missingarchs=[]
            for somepkg in otherpkgnames:
                curarchs.extend(Pkg(somepkg, dsttree).file.keys())
            for arch in curarchs:
                if arch not in pkg.file.keys():
                    missingarchs.append(arch)
            if missingarchs:
                perror('Moving %s would remove archs: %s' % (pkg, missingarchs))

    def __rmolderfromsrc(self):
        for pkg in self.marked4moving:
            olderpkgnames=self.__find_older_pkgs(pkg)
            for i in olderpkgnames:
                Pkg(i, self).remove()

    def __rmotherfromdst(self, dsttree):
        for pkg in self.marked4moving:
            pkgnames=self.__find_other_pkgs(pkg, dsttree)
            for i in pkgnames:
                Pkg(i, dsttree).remove()

    # Used more than once filter functions

    def __find_other_pkgs(self, pkg, tree):
        ziewre=re.compile(string.join(pkg.name.split('-')[:-2], '-')+'-[^-]*-[^-]*$')
        def filter_other_pkgs(x):
            if ziewre.match(x) and not x == pkg.name:
                return True
            else:
                return False
        return filter(filter_other_pkgs, tree.pkgnames)

    def __find_older_pkgs(self, pkg):
        def filter_older_pkgs(x):
            checking=x.split('-')
            curpkg=pkg.name.split('-')
            if checking[-2]<curpkg[-2]:
                return True
            elif checking[-2]==curpkg[-2]:
                if checking[-1]<curpkg[-1]:
                    return True
                else:
                    return False
            else:
                return False
        return filter(filter_older_pkgs, self.__find_other_pkgs(pkg, self))
Commit	Line	Data
098f4a50 MM	1	#!/usr/bin/env python
	2	# vi: encoding=utf-8 ts=8 sts=4 sw=4 et
	3
	4	import sys, os, config, string, urllib, re
	5	errnum=0
	6
	7	def bailoutonerror():
	8	if not errnum == 0:
	9	print "%d error(s) encountered... aborting" % errnum
	10	sys.exit(1)
	11
d9b3388c MM	12	def pinfo(msg):
	13	print msg
	14
098f4a50 MM	15	def perror(msg):
	16	global errnum
	17	errnum=errnum+1
	18	print msg
	19
	20	def rm(file):
d9b3388c	21	#os.remove()
098f4a50 MM	22	print 'rm: '+file
	23
	24	def mv(src, dst):
d9b3388c MM	25	#os.rename()
d9b3388c MM	26	print "mv: %s %s" % (src, dst+'/'+src.split('/')[-1])
098f4a50 MM	27
	28	class Build:
	29	def __init__(self):
	30	self.requester=''
	31	self.requester_email=''
	32
	33	class Pkg:
	34	def __init__(self, name, tree):
	35	self.file={}
	36	self.info={}
	37	self.build={}
	38	self.tree=tree
	39	self.name=name
	40	self.loaded=False
14085d11	41	self.marked4removal=False
d9b3388c	42	self.marked4moving=False
098f4a50 MM	43	self.load()
	44
	45	def __repr__(self):
	46	return self.name
	47
14085d11 MM	48	def mark4moving(self):
	49	if not self.marked4moving:
	50	self.tree.marked4moving.append(self)
	51	self.marked4moving=True
	52
	53	def mark4removal(self):
	54	if not self.marked4removal:
	55	self.tree.marked4removal.append(self)
	56	self.marked4removal=True
098f4a50 MM	57
	58	def load(self):
	59	f=open(self.tree.basedir+'/SRPMS/.metadata/'+self.name+'.src.rpm.info', 'r')
	60	for entry in f.readlines():
	61	i=string.split(string.strip(entry), ':')
	62	if i[0] == 'info':
	63	if len(i)==3:
	64	self.info[i[1]]=i[2]
	65	elif i[1]=='build':
	66	if not self.build.has_key(i[2]):
	67	self.build[i[2]]=Build()
	68	if i[3]=='requester':
	69	self.build[i[2]].requester=i[4]
	70	elif i[3]=='requester_email':
	71	self.build[i[2]].requester_email=i[4]
	72	else:
	73	self.info[i[1]]=i[2:]
	74	elif i[0] == 'file':
	75	if not self.file.has_key(i[1]):
	76	self.file[i[1]]=[]
	77	self.file[i[1]].append(i[2])
	78	f.close()
	79	self.loaded=True
	80	if self.info.has_key('move'):
14085d11	81	self.mark4moving()
098f4a50 MM	82
098f4a50 MM	83	def writeinfo(self):
d9b3388c	84	f=open(self.tree.basedir+'/SRPMS/.metadata/'+self.name+'.src.rpm.info', 'w')
098f4a50 MM	85	for bid in self.build.keys():
	86	f.write("info:build:%s:requester:%s\ninfo:build:%s:requester_email:%s\n" % (bid, self.build[bid].requester, bid, self.build[bid].requester_email))
	87	for key in self.info.keys():
	88	f.write("info:%s:%s\n" % (key, string.join(self.info[key], ':')))
	89	for arch in self.file.keys():
	90	for rpm in self.file[arch]:
	91	f.write("file:%s:%s\n" % (arch, rpm))
	92
	93	def remove(self):
	94	for arch in self.file.keys():
	95	for rpm in self.file[arch]:
	96	rm(self.tree.basedir+'/'+arch+'/RPMS/'+rpm)
	97	rm(self.tree.basedir+'/SRPMS/.metadata/'+self.name+'.src.rpm.info')
	98
	99	def move(self, dsttree):
	100	if dsttree.has_key(self.name):
	101	movedany=False
	102	for arch in self.file.keys():
	103	if arch in dsttree[self.name].file.keys():
9b00920e	104	pinfo("Arch %s for %s is already present in dest tree; removing from srctree" % (arch, self.name))
098f4a50 MM	105	for rpm in self.file[arch]:
	106	rm(self.tree.basedir+'/'+arch+'/RPMS/'+rpm)
	107	else:
	108	movedany=True
	109	dsttree[self.name].file[arch]=self.file[arch]
	110	for rpm in self.file[arch]:
	111	mv(self.tree.basedir+'/'+arch+'/RPMS/'+rpm, dsttree.basedir+'/'+arch+'/RPMS/')
	112	if movedany:
	113	for bid in self.build.keys():
	114	dsttree[self.name].build[bid]=self.build[bid]
	115	dsttree[self.name].writeinfo()
d9b3388c	116	rm(self.tree.basedir+'/SRPMS/.metadata/'+self.name+'.src.rpm.info')
098f4a50 MM	117	else:
	118	for arch in self.file.keys():
	119	for rpm in self.file[arch]:
	120	mv(self.tree.basedir+'/'+arch+'/RPMS/'+rpm, dsttree.basedir+'/'+arch+'/RPMS/')
	121	mv(self.tree.basedir+'/SRPMS/.metadata/'+self.name+'.src.rpm.info', dsttree.basedir+'/SRPMS/.metadata/')
	122
	123
	124	class FtpTree:
	125	def __init__(self, tree, loadall=False):
	126	self.basedir=config.value['ftp_dir']+'/'+tree
	127	self.loadedpkgs={}
14085d11 MM	128	self.marked4removal=[]
14085d11 MM	129	self.marked4moving=[]
d9b3388c MM	130	self.pkgnames=[]
d9b3388c MM	131	self.__loadpkgnames()
098f4a50	132	if loadall:
d9b3388c MM	133	for pkgname in self.pkgnames:
	134	self.loadedpkgs[pkgname]=Pkg(pkgname, self)
	135
098f4a50 MM	136	def __getitem__(self, key):
	137	if self.loadedpkgs.has_key(key):
	138	return self.loadedpkgs[key]
	139	elif key in self.pkgnames:
	140	pkg=Pkg(key, self)
	141	self.loadedpkgs[key]=pkg
	142	return pkg
	143	else:
	144	raise KeyError, key
	145	def has_key(self, key):
	146	if key in self.pkgnames:
	147	return True
	148	else:
	149	return False
1610d209 MM	150	def keys(self):
1610d209 MM	151	return self.pkgnames
098f4a50	152
9b00920e MM	153	def testmove(self, dsttree):
	154	self.__checkbuild()
	155	self.__checkarchs(dsttree)
	156
098f4a50 MM	157	def movepkgs(self, dsttree):
	158	self.__checkbuild()
	159	bailoutonerror()
	160	self.__checkarchs(dsttree)
	161	bailoutonerror()
	162	self.__rmolderfromsrc()
	163	self.__rmotherfromdst(dsttree)
	164
14085d11	165	for pkg in self.marked4moving:
098f4a50 MM	166	pkg.move(dsttree)
098f4a50 MM	167
14085d11 MM	168	def removepkgs(self):
	169	for pkg in self.marked4removal:
	170	pkg.remove()
	171
	172	def mark4removal(self, wannabepkgs):
	173	self.__mark4something(wannabepkgs, Pkg.mark4removal)
	174
	175	def mark4moving(self, wannabepkgs):
	176	self.__mark4something(wannabepkgs, Pkg.mark4moving)
	177
	178
	179	# Internal functions below
	180
d9b3388c MM	181	def __loadpkgnames(self):
	182	def checkfiletype(name):
	183	if name[-13:]=='.src.rpm.info':
	184	return True
	185	else:
	186	return False
	187	list=filter(checkfiletype, os.listdir(self.basedir+'/SRPMS/.metadata'))
	188	self.pkgnames=map((lambda x: x[:-13]), list)
	189
14085d11	190	def __mark4something(self, wannabepkgs, markfunction):
098f4a50 MM	191	def chopoffextension(pkg):
	192	found=pkg.find('.src.rpm')
	193	if found==-1:
	194	return pkg
	195	else:
	196	return pkg[:found]
	197	for wannabepkg in wannabepkgs:
	198	pkgname=chopoffextension(wannabepkg)
	199	if pkgname in self.pkgnames:
	200	if not pkgname in self.loadedpkgs.keys():
	201	self.loadedpkgs[pkgname]=Pkg(pkgname, self)
14085d11	202	markfunction(self.loadedpkgs[pkgname])
098f4a50 MM	203	else:
	204	perror(pkgname+" was not found in source tree")
	205	bailoutonerror()
14085d11	206
098f4a50 MM	207	def __checkbuild(self):
	208	#f=urllib.urlopen('http://ep09.pld-linux.org/~builderth/queue.txt')
	209	f=open('queue.txt')
	210	requests={}
	211	reid=re.compile(r'^.id=(.) pri.*$')
	212	regb=re.compile(r'^group:.$\|builders:.$', re.M)
	213	for i in re.findall(regb, f.read()):
	214	if i[0]=='g':
	215	id=reid.sub(r'\1', i)
	216	requests[id]=""
	217	elif i[0]=='b':
	218	requests[id]=requests[id]+i
	219	f.close()
14085d11	220	for pkg in self.marked4moving:
098f4a50 MM	221	for bid in pkg.build.keys():
	222	if requests.has_key(bid) and not requests[bid].find('?') == -1:
	223	perror("Building of package %s (buildid %s) not finished" % (pkg,bid))
	224
	225	def __checkarchs(self, dsttree):
14085d11	226	for pkg in self.marked4moving:
d9b3388c	227	otherpkgnames=self.__find_other_pkgs(pkg, dsttree)
098f4a50 MM	228	curarchs=[]
	229	missingarchs=[]
	230	for somepkg in otherpkgnames:
	231	curarchs.extend(Pkg(somepkg, dsttree).file.keys())
	232	for arch in curarchs:
	233	if arch not in pkg.file.keys():
	234	missingarchs.append(arch)
	235	if missingarchs:
9b00920e	236	perror('Moving %s would remove archs: %s' % (pkg, missingarchs))
098f4a50 MM	237
098f4a50 MM	238	def __rmolderfromsrc(self):
14085d11	239	for pkg in self.marked4moving:
d9b3388c	240	olderpkgnames=self.__find_older_pkgs(pkg)
098f4a50 MM	241	for i in olderpkgnames:
	242	Pkg(i, self).remove()
	243
	244	def __rmotherfromdst(self, dsttree):
14085d11	245	for pkg in self.marked4moving:
d9b3388c	246	pkgnames=self.__find_other_pkgs(pkg, dsttree)
098f4a50 MM	247	for i in pkgnames:
	248	Pkg(i, dsttree).remove()
	249
d9b3388c MM	250	# Used more than once filter functions
	251
	252	def __find_other_pkgs(self, pkg, tree):
	253	ziewre=re.compile(string.join(pkg.name.split('-')[:-2], '-')+'-[^-]-[^-]$')
	254	def filter_other_pkgs(x):
	255	if ziewre.match(x) and not x == pkg.name:
	256	return True
	257	else:
	258	return False
	259	return filter(filter_other_pkgs, tree.pkgnames)
	260
	261	def __find_older_pkgs(self, pkg):
	262	def filter_older_pkgs(x):
	263	checking=x.split('-')
	264	curpkg=pkg.name.split('-')
	265	if checking[-2]<curpkg[-2]:
	266	return True
	267	elif checking[-2]==curpkg[-2]:
	268	if checking[-1]<curpkg[-1]:
	269	return True
	270	else:
	271	return False
	272	else:
	273	return False
	274	return filter(filter_older_pkgs, self.__find_other_pkgs(pkg, self))
	275
098f4a50	276