buildbot-helpers/force_release_l10n.py
author Nick Thomas <nthomas@mozilla.com>
Tue, 10 Nov 2009 22:26:56 +1300
changeset 412 06529a5c488d18ff99a06a3af238dbc214d80fc4
parent 392 59d0abd5bf89286f7b3c6234ac8d467783336741
child 580 1078c5659590a6f4e7333e5f38116386565944ee
permissions -rwxr-xr-x
Bug 527398, fix mac handling for forcing release l10n, r=bhearsum

#!/usr/bin/python

from optparse import OptionParser
from urllib2 import urlopen
from urlparse import urljoin
from time import sleep

from buildbotcustom.l10n import ParseLocalesFile

from force_build import Forcer

# TODO: Add wince here?
ALL_PLATFORMS = ('linux', 'macosx', 'win32')

class L10nForcer:
    ignoredLocales = ('en-US') # locales that are _always_ to be skipped

    def __init__(self, masterUrl, toForce, releaseTag, name="Unknown",
                 comments="Unknown", delay=2, loud=True):
        """toForce is a dict whose keys are platform names and whose values
           are a tuple of locales to force for that platform
        """
        self.forcers = {}
        assert isinstance(toForce, dict), "toForce must be a dict!"
        for value in toForce.itervalues():
            assert isinstance(value, (tuple, list)), \
              "toForce values must be a list or tuple"
        for platform in toForce.iterkeys():
            forcer = Forcer(masterUrl, '%s_repack' % platform, loud)
            self.forcers[platform] = forcer
        self.toForce = toForce
        self.name = name
        self.comments = comments
        self.delay = delay
        self.loud = loud
        self.releaseTag = releaseTag

    def getProperties(self, locale):
        return {'en_revision': self.releaseTag,
                'l10n_revision': self.releaseTag,
                'locale': locale}

    def forceBuilds(self):
        for platform,locales in self.toForce.iteritems():
            forcer = self.forcers[platform]
            for locale in sorted(locales):
                if locale in self.ignoredLocales:
                    continue
                properties = self.getProperties(locale)
                try:
                    # HACK HACK HACK HACK ALERT
                    # The Force Build form has on way to prevent builds from
                    # getting merged together. By putting each of them on a
                    # different branch, we can prevent this. It doesn't affect
                    # the builds in any way, but it could be confusing.
                    # Once we have a Scheduler we can use 'sendchange' with
                    # we should be able to stop doing this.
                    forcer.forceBuild(name=self.name, comments=self.comments,
                                      branch=locale, properties=properties)
                    sleep(self.delay)
                except:
                    if self.loud:
                        "*** Error when forcing %s %s" % (platform, locale)
                    # Don't raise the exception, keep going


def getShippedLocales(shippedLocales):
    parsed = ParseLocalesFile(shippedLocales)
    # Now we have to reverse it, because we want it a different way
    properlyParsed = {}
    for p in ALL_PLATFORMS:
        properlyParsed[p] = []
    for locale,platforms in parsed.iteritems():
        if platforms:
            for p in platforms:
                # map the bouncer/shipped-locales platforms to automation ones
                if p == 'osx':
                    p = 'macosx'
                # skip platforms we don't know about
                if p not in properlyParsed.keys():
                    continue
                properlyParsed[p].append(locale)
        else:
            for p in properlyParsed.iterkeys():
                properlyParsed[p].append(locale)
    return properlyParsed


def filterPlatforms(shippedLocales, includedPlatforms):
    # includedPlatforms is a list of platforms that we want to do builds for,
    # therefore, we remove any platform NOT in that list from shippedLocales
    for platform in shippedLocales.keys():
        if platform not in includedPlatforms:
            del shippedLocales[platform]
    return shippedLocales


if __name__ == '__main__':
    usage = """usage: %prog [options]
You must have buildbotcustom and buildbot in your PYTHONPATH to use this script.

Examples:
To retrigger all l10n builds for all platforms for Firefox 3.5.4:
%prog -m http://production-master02.build.mozilla.org:8010 -t FIREFOX_3_5_4_RELEASE -v -b releases/mozilla-1.9.1 -n [your name]

To retrigger all l10n builds for linux for Firefox 3.5.4:
%prog -m http://production-master02.build.mozilla.org:8010 -t FIREFOX_3_5_4_RELEASE -v -b releases/mozilla-1.9.1 -p linux -n [your name]

To retrigger all l10n builds for linux and macosx for Firefox 3.5.4:
%prog -m http://production-master02.build.mozilla.org:8010 -t FIREFOX_3_5_4_RELEASE -v -b releases/mozilla-1.9.1 -p linux -p macosx -n [your name]

To retrigger 'de' builds for every platform for Firefox 3.6b1:
echo "de" > de-only
%prog -m http://production-master.build.mozilla.org:8010 -t FIREFOX_3_6b1_RELEASE -v -s de-only -n [your name]

To retrigger 'af' on linux and 'zh-TW' on win32 and mac for Firefox 3.6b1:
echo "af linux" > my-locales
echo "zh-TW win32 osx" >> my-locales
%prog -m http://production-master.build.mozilla.org:8010 -t FIREFOX_3_6b1_RELEASE -v -s my-locales -n [your name]

"""
    parser = OptionParser(usage=usage)
    parser.add_option("-n", "--name", action="store", dest="name",
                      default="Unknown",
                      help="Name to use when submitting.")
    parser.add_option("-m", "--master", action="store", dest="master",
                      help="The base url of the master to submit to. " + \
                           "Eg, http://localhost:8010")
    parser.add_option("-t", "--release-tag", action="store", dest="releaseTag",
                      help="The tag to build with. Eg, FIREFOX_3_5_3_RELEASE")
    parser.add_option("-c", "--comments", action="store", dest="comments",
                      default="Unknown")
    parser.add_option("-d", "--delay", action="store", dest="delay",
                      default=2,
                      help="Amount of time (in seconds) to wait between each" +\
                           "POST. Defaults to 2 seconds")
    parser.add_option("-v", "--verbose", action="store_true", dest="loud",
                      default=False)
    parser.add_option("-g", "--hg", action="store", dest="hg",
                      default="http://hg.mozilla.org",
                      help="Root of the HG server. Defaults to " + \
                           "http://hg.mozilla.org. Only used when -s " + \
                           "isn't specified.")
    parser.add_option("-b", "--branch", action="store", dest="branch",
                      help="The branch, relative to the HG server, to " + \
                           "locate shipped locales on. " + \
                           "Eg, releases/mozilla-1.9.1. Only used when " + \
                           "-s isn't specified.")
    parser.add_option("-s", "--shipped-locales-file", action="store",
                      dest="shippedLocales", default=None,
                      help="When specified, this script will read in the "
                           "contents of the given file and force the "
                           "appropriate builds based on the contents. It is "
                           "assumed that the file is in shipped-locales format."
                           " If en-US is listed as a locale it will be ignored."
                           " If this option is absent shipped-locales will be "
                           "retrieved based on the -t, -g, and -b arguments "
                           "given. This will cause every locale for every "
                           "platform to be rebuilt. Use with caution.")
    parser.add_option("-p", "--platform", action="append",
                      dest="platforms", default=None,
                      help="When specified, only platforms passed with -p will "
                           "have builds forced. By default, builds will be "
                           "forced for all platforms %s for " %
                             str(ALL_PLATFORMS) +
                           "locales without exceptions. Platform exceptions "
                           "will be obeyed regardless of -p options used. See "
                           "example usage for further details.")

    (options, args) = parser.parse_args()

    shippedLocales = None
    if options.shippedLocales:
        f = open(options.shippedLocales)
        shippedLocales = f.read()
        f.close()
    else:
        file = '%s/raw-file/%s/browser/locales/shipped-locales' % \
          (options.branch, options.releaseTag)
        url = urljoin(options.hg, file)
        shippedLocales = urlopen(url).read()

    platforms = options.platforms or ALL_PLATFORMS
    for p in platforms:
        assert p in ALL_PLATFORMS

    toForce = filterPlatforms(getShippedLocales(shippedLocales), platforms)
    forcer = L10nForcer(masterUrl=options.master, toForce=toForce,
                        releaseTag=options.releaseTag, name=options.name,
                        comments=options.comments, delay=options.delay,
                        loud=options.loud)
    forcer.forceBuilds()