- python3 raises error when dictionary is changed during loop

[projects/pld-builder.new.git] / PLD_Builder / install.py

# vi: encoding=utf-8 ts=8 sts=4 sw=4 et

import re, os
import string
import sys
from io import StringIO
import chroot
import util
import log

hold = [
    'dev',
    'poldek',
    'rpm-build',
    'mksh',
    'coreutils',
    'util-linux'
]

def close_killset(killset):
    k = killset.keys()
    if len(k) == 0:
        return True
    rx = re.compile(r'^.* marks (?P<name>[^\s]+?)-[^-]+-[^-]+\s.*$')
    errors = ""
    for p in list(k):
        if p in hold:
            del killset[p]
            errors += "cannot remove %s because it's crucial\n" % p
        else:
            f = chroot.popen("poldek --noask --test --test --erase %s" % p, user = "root", encoding = "utf-8")
            crucial = 0
            e = []
            for l in f:
                m = rx.search(l)
                if m:
                    pkg = m.group('name')
                    if pkg in hold:
                        errors += "cannot remove %s because it's required " \
                                  "by %s, that is crucial\n" % (p, pkg)
                        crucial = 1
                    e.append(pkg)
            f.close()
            if crucial:
                del killset[p]
            else:
                for p in e:
                    killset[p] = 2
    return errors

def upgrade_from_batch(r, b):
    f = chroot.popen("rpm --test -F %s 2>&1" % ' '.join(b.files), user = "root", encoding = "utf-8")
    killset = {}
    rx = re.compile(r' \(installed\) (?P<name>[^\s]+)-[^-]+-[^-]+$')
    for l in f:
        m = rx.search(l)
        if m: killset[m.group('name')] = 1
    f.close()
    if len(killset) != 0:
        err = close_killset(killset)
        if err != "":
            util.append_to(b.logfile, err)
            log.notice("cannot upgrade rpms")
            return False
        k = ' '.join(killset.keys())
        if True:
            b.log_line("upgrade requires removal of %s" % k)
            res = chroot.run("rpm -e %s" % k, logfile = b.logfile, user = "root")
            if res != 0:
                b.log_line("package removal failed")
                return False
            else:
                b.log_line("packages removed sucessfuly")
        else:
            b.log_line("upgrade would need removal of %s" % k)
            return False
    b.log_line("upgrading packages")
    logbuf = StringIO()
    res = chroot.run("rpm -Fvh %s" % ' '.join(b.files), user = "root", logfile = b.logfile)
    if res != 0:
        b.log_line("package upgrade failed")
        logbuf.close()
        return False
    logbuf.close()
    return True

def uninstall(conflicting, b):
    b.log_line("uninstalling conflicting packages")
    err = close_killset(conflicting)
    if err != "":
        util.append_to(b.logfile, err)
        b.log_line("error: conflicting packages uninstallation failed")
        return False
    else:
        for k in conflicting.keys():
            b.log_line("removing %s" % k)
            res = chroot.run("poldek --noask --erase %s" % k, logfile = b.logfile, user = "root")
            if res != 0:
                b.log_line("package %s removal failed" % k)
    return True

def uninstall_self_conflict(b):
    b.log_line("checking BuildConflict-ing packages")
    f = chroot.popen("set -e; TMPDIR=%(tmpdir)s " \
        "rpmbuild -bp --nobuild --short-circuit --define 'prep exit 0' %(rpmdefs)s %(topdir)s/%(spec)s 2>&1" % {
        'tmpdir': b.tmpdir(),
        'rpmdefs' : b.rpmbuild_opts(),
        'topdir' : b.get_topdir(),
        'spec': b.spec,
    }, encoding = "utf-8")
    # java-sun >= 1.5 conflicts with soprano-2.1.67-1.src
    # java-sun conflicts with soprano-2.1.67-1.src
    rx = re.compile(r"\s+(?P<name>[\w-]+)\s+.*conflicts with [^\s]+-[^-]+-[^-]+\.src($| .*)")
    conflicting = {}
    for l in f:
        m = rx.search(l)
        if m:
            b.log_line("rpmbuild: %s" % l.rstrip())
            conflicting[m.group('name')] = 1
    f.close()
    if len(conflicting) and not uninstall(conflicting, b):
        return False
    b.log_line("no BuildConflicts found")
    return True

def install_br(r, b):
    def is_rpmorg():
        f = chroot.popen("rpm --version 2>&1", encoding = "utf-8")
        v = re.compile(r'(RPM version|rpm \(RPM\)) (?P<major>\d)\.(?P<minor>\d+)(\.\d+)?')
        for l in f:
            m = v.search(l)
            if m:
                major = int(m.group('major'))
                minor = int(m.group('minor'))
                if major == 4 and minor > 5:
                    f.close()
                    return True
        f.close()
        return False

    def get_missing_br(r, b):
        # ignore internal rpm dependencies, see lib/rpmns.c for list
        ignore_br = re.compile(r'^\s*(rpmlib|cpuinfo|getconf|uname|soname|user|group|mounted|diskspace|digest|gnupg|macro|envvar|running|sanitycheck|vcheck|signature|verify|exists|executable|readable|writable)\(.*')

        tmpdir = b.tmpdir()
        if is_rpmorg():
            rpmcommand = "rpmbuild --nobuild -br"
        else:
            rpmcommand = "rpmbuild --nobuild"
        cmd = "set -e; TMPDIR=%(tmpdir)s %(rpmcommand)s %(rpmdefs)s %(topdir)s/%(spec)s 2>&1" % {
            'rpmcommand': rpmcommand,
            'tmpdir': tmpdir,
            'topdir' : b.get_topdir(),
            'rpmdefs' : b.rpmbuild_opts(),
            'spec': b.spec,
        }
        f = chroot.popen(cmd, encoding = "utf-8")
        rx = re.compile(r"^\s*(?P<name>[^\s]+) .*is needed by")
        needed = {}
        b.log_line("checking BR")
        for l in f:
            b.log_line("rpm: %s" % l.rstrip())
            m = rx.search(l)
            if m and not ignore_br.match(l):
                needed[m.group('name')] = 1
        f.close()
        return needed

    needed = get_missing_br(r, b);

    if len(needed) == 0:
        b.log_line("no BR needed")
        return True

    nbr = ""
    for bre in needed.keys():
        nbr = nbr + " " + re.escape(bre)
    br = nbr.strip()
    b.log_line("updating poldek cache...")
    chroot.run("poldek --up --upa", user = "root", logfile = b.logfile)
    # check conflicts in BRed packages
    b.log_line("checking conflicting packages in BRed packages")
    f = chroot.popen("poldek --test --test --noask --caplookup -Q -v %s --upgrade %s" % (b.ignores(), br), user = "root", encoding = "utf-8")
    # phonon-devel-4.3.1-1.i686 conflicts with qt4-phonon-devel-4.5.0-6.i686
    # jdbc-stdext >= 2.0 is required by installed java-struts-1.3.10-1.noarch
    # jmx is needed by (installed) java-commons-modeler-2.0-1.noarch
    rx = re.compile(r".*(conflicts with|is required by|is needed by)( installed| \(installed\)|) (?P<name>[^\s]+)-[^-]+-[^-]+($| .*)")
    conflicting = {}
    for l in f:
        b.log_line("poldek: %s" % l.rstrip())
        m = rx.search(l)
        if m: conflicting[m.group('name')] = 1
    f.close()
    if len(conflicting) == 0:
        b.log_line("no conflicts found")
    else:
        if not uninstall(conflicting, b):
            return False

    # recheck BuildRequires since above uninstallation could remove some required deps
    needed = get_missing_br(r, b);

    if len(needed) == 0:
        b.log_line("no BR needed")
        return True

    nbr = ""
    for bre in needed.keys():
        nbr = nbr + " " + re.escape(bre)
    br = nbr.strip()

    b.log_line("installing BR: %s" % br)
    res = chroot.run("set -x; poldek --noask --caplookup -Q -v %s --upgrade %s" % (b.ignores(), br),
            user = "root",
            logfile = b.logfile)
    if res != 0:
        b.log_line("error: BR installation failed")
        return False
    return True