- chunk the signing to 512 packages a time

[projects/pld-ftp-admin.git] / bin / pfa-signpkg

#!/usr/bin/env python
# vi: encoding=utf-8 ts=8 sts=4 sw=4 et

import sys, os
sys.path.insert(0, os.environ['HOME']+'/pld-ftp-admin/modules')
import ftptree
from common import checkdir
import ftpio
from config import sign_key
from sign import is_signed, signpkgs

if len(sys.argv) < 3:
    print >>sys.stderr, "ERR: not enough parameters given"
    print >>sys.stderr, "sign.py tree package1 [package2...]"
    sys.exit(1)

if sign_key == None:
    print >>sys.stderr, "ERR: sign_key not defined in config"
    sys.exit(1)

checkdir(sys.argv[1])

ftpio.connect('sign')

if not ftpio.lock(sys.argv[1], True):
    print >>sys.stderr, "ERR: %s tree already locked" % sys.argv[1]
    sys.exit(1)

files = []
try:
    tree = ftptree.FtpTree(sys.argv[1])
    tree.mark4moving(sys.argv[2:])
    files = tree.rpmfiles()

except ftptree.SomeError:
    # In case of problems we need to unlock the tree before exiting
    ftpio.unlock(sys.argv[1])
    sys.exit(1)

ftpio.unlock(sys.argv[1])

print "Checking signatures of %d files from %d packages" % (len(files), len(tree.loadedpkgs))
sign = []
n = c = 0
for file in files:
    print "\r%d/%d %s\033[0K" % (n, c, file),
    if not is_signed(file):
        sign.append(file)
        c += 1
    n += 1

print ""

if len(sign) == 0:
    print "No files to sign"
    sys.exit(0)

# http://mail.python.org/pipermail/python-list/2009-February/700658.html
def chunk(seq, size, pad=None):
     '''
     Slice a list into consecutive disjoint 'chunks' of
     length equal to size. The last chunk is padded if necessary.

     >>> list(chunk(range(1,10),3))
     [[1, 2, 3], [4, 5, 6], [7, 8, 9]]
     >>> list(chunk(range(1,9),3))
     [[1, 2, 3], [4, 5, 6], [7, 8, None]]
     >>> list(chunk(range(1,8),3))
     [[1, 2, 3], [4, 5, 6], [7, None, None]]
     >>> list(chunk(range(1,10),1))
     [[1], [2], [3], [4], [5], [6], [7], [8], [9]]
     >>> list(chunk(range(1,10),9))
     [[1, 2, 3, 4, 5, 6, 7, 8, 9]]
     >>> for X in chunk([],3): print X
     >>>
     '''
     n = len(seq)
     mod = n % size
     for i in xrange(0, n - mod, size):
         yield seq[i : i + size]
     if mod:
         yield seq[-mod:]

print "Total %d files to sign" % len(sign)
try:
    for x in chunk(sign, 512):
        print "Signing %d files" % len(x)
        signpkgs(x)
except OSError, e:
    print >>sys.stderr, "ERR: %s" % e
    exit(1)