2 # vi: encoding=utf-8 ts=8 sts=4 sw=4 et
4 import sys, os, stat, time
5 sys.path.insert(0, os.environ['HOME']+'/pld-ftp-admin/modules')
6 from config import incoming_dir, default_to, ftp_archs
8 from common import noarchcachedir, tmpdir, fileexists
9 from baseftptree import BaseFtpTree, BasePkg
14 ftpio.connect('from-incoming-pid-%s' % os.getpid())
23 os.rename(src, dst+'/'+src.split('/')[-1])
24 #print "mv: %s %s" % (src, dst+'/'+src.split('/')[-1])
28 if x[-11:]=='.uploadinfo':
29 mtime = os.stat(dir + '/' + x)[stat.ST_MTIME]
31 # don't look into uploadinfo files for 30 seconds after scp
32 # note -- most likely this doesn't achieve anything
39 return filter(filterinfos, os.listdir(dir))
45 if not content[-5:]=='\nEND\n':
50 ftptree=BaseFtpTree(cval['default_to'])
52 if not ftpio.lock(cval['default_to']):
55 for uploadinfo in findfiles(incoming_dir+'SRPMS'):
56 content=getcontent(incoming_dir+'SRPMS/'+uploadinfo)
58 continue # Uploading not finished
60 pkg=BasePkg(uploadinfo[:-19], content=content)
61 srpm=pkg.files['SRPMS'][0]
63 if ftptree.has_key(`pkg`):
64 ftpio.log("%s already present in %s; removing newer files" %
66 rm(incoming_dir+'SRPMS/'+srpm)
67 f=open(default_to+'SRPMS/.metadata/'+srpm+'.info', 'a')
68 bid=pkg.build.keys()[0]
70 f.write("info:build:%s:requester:%s\ninfo:build:%s:requester_email:%s\n"
71 % (bid, build.requester, bid, build.requester_email))
74 mv(incoming_dir+'SRPMS/'+srpm, default_to+'SRPMS/RPMS')
76 f=open(default_to+'SRPMS/.metadata/'+srpm+'.info', 'w')
80 rm(incoming_dir+'SRPMS/'+uploadinfo)
82 def send_noarch_msg(files_differ, reqs_differ, pkg, rpm, arch):
83 req_email=pkg.build[pkg.lastbid].requester_email
86 if 'logs_list' in cval:
87 cc_list.append(cval['logs_list'])
88 m_subject="Noarch error: %s files differ among builders" % rpm
92 newcc=pkg.build[bid].requester_email
93 if req_email!=newcc and newcc not in cc_list:
96 msg="From: %s\nTo: %s\n" % (cval['from_field'], req_email)
98 msg=msg+"Cc: %s\n" % ", ".join(cc_list)
99 msg=msg+"""X-PLD-Builder: %s
100 References: <%s@pld.src.builder>
101 In-Reply-To: <%s@pld.src.builder>
104 """ % (cval['xpldbuilder'], req_bid, req_bid, m_subject)
106 sm = os.popen("/usr/sbin/sendmail -t", "w")
111 f=open("%s/files.diff" % tmpdir, 'r')
112 sm.write("Difference between %s (currently in %s) and %s FILES\n" %
113 (pkg.noarch_arch[rpm], `ftptree`, arch)),
114 for line in f.readlines(True)[2:]:
121 f=open("%s/reqs.diff" % tmpdir, 'r')
122 sm.write("Difference between %s (currently in %s) and %s REQS\n" %
123 (pkg.noarch_arch[rpm], `ftptree`, arch)),
124 for line in f.readlines(True)[2:]:
132 def move_noarch(f, arch, rpm, dstpkg):
133 if dstpkg.noarch_arch.has_key(rpm):
134 os.system("rpm -qlp %s > %s/files.new" %
135 (incoming_dir+arch+'/'+rpm, tmpdir))
136 os.system("rpm -qRp %s |sort|uniq > %s/reqs.new" %
137 (incoming_dir+arch+'/'+rpm, tmpdir))
142 if os.system("diff -u %s/%s.filelist %s/files.new > %s/files.diff" %
143 (noarchcachedir, rpm, tmpdir, tmpdir)):
145 if os.system("diff -u %s/%s.reqlist %s/reqs.new > %s/reqs.diff" %
146 (noarchcachedir, rpm, tmpdir, tmpdir)):
149 if files_differ or reqs_differ:
150 send_noarch_msg(files_differ, reqs_differ, dstpkg, rpm, arch)
152 rm(incoming_dir+arch+'/'+rpm)
154 os.system("rpm -qlp %s > %s/%s.filelist" %
155 (incoming_dir+arch+'/'+rpm, noarchcachedir, rpm))
156 os.system("rpm -qRp %s |sort|uniq > %s/%s.reqlist" %
157 (incoming_dir+arch+'/'+rpm, noarchcachedir, rpm))
158 f.write("file:noarch:%s\ninfo:noarch_arch:%s:%s\n" % (rpm, rpm, arch))
159 mv(incoming_dir+arch+'/'+rpm, default_to+'noarch/RPMS')
161 for arch in ftp_archs:
162 for uploadinfo in findfiles(incoming_dir+arch):
163 content=getcontent(incoming_dir+arch+'/'+uploadinfo)
165 continue # Uploading not finished
167 srcpkg=BasePkg(uploadinfo[:-19], content=content)
168 srpm=srcpkg.files['SRPMS'][0]
170 if not ftptree.has_key(`srcpkg`):
171 continue # We require the src.rpm to be present
173 dstpkg=BasePkg(`srcpkg`, ftptree)
175 if dstpkg.files.has_key(arch):
176 ftpio.log("files from %s for arch %s already present in %s; removing newer files" % (`srcpkg`, arch, ftptree))
177 for rpm in srcpkg.files['ARCH']:
179 rm(incoming_dir+arch+'/'+rpm)
181 l = "Removing %s problem: %s" % (incoming_dir+arch+'/'+rpm, e)
184 rm(incoming_dir+arch+'/'+uploadinfo)
187 f=open(default_to+'SRPMS/.metadata/'+srpm+'.info', 'a')
188 for rpm in srcpkg.files['ARCH']:
189 if rpm[-11:]=='.noarch.rpm' and config.separate_noarch:
190 move_noarch(f, arch, rpm, dstpkg)
192 f.write("file:%s:%s\n" % (arch, rpm))
193 mv(incoming_dir+arch+'/'+rpm, default_to+arch+'/RPMS')
196 rm(incoming_dir+arch+'/'+uploadinfo)
198 ftpio.unlock(cval['default_to'])