author Ben Hearsum <>
Tue, 24 Aug 2010 17:29:22 -0400
changeset 743 e7fcb3f95d3736b2a102bfe86170109831ccc9cd
parent 628 6b79373edea6e50d3257218cd923089f81004d58
child 1444 04eeca20cc4aaf39613969fe2a9ae46c91388645
permissions -rwxr-xr-x
Added tag FIREFOX_3_6_9_RELEASE for changeset 184748033f3c


from optparse import OptionParser
from urllib2 import urlopen
from urlparse import urljoin
from time import sleep

from buildbotcustom.l10n import ParseLocalesFile
from buildbotcustom.common import getSupportedPlatforms

from force_build import Forcer

# TODO: Add wince here?
ALL_PLATFORMS = filter(lambda x: x != 'wince', getSupportedPlatforms())

class L10nForcer:
    ignoredLocales = ('en-US') # locales that are _always_ to be skipped

    def __init__(self, masterUrl, toForce, releaseTag, name="Unknown",
                 comments="Unknown", delay=2, loud=True):
        """toForce is a dict whose keys are platform names and whose values
           are a tuple of locales to force for that platform
        self.forcers = {}
        assert isinstance(toForce, dict), "toForce must be a dict!"
        for value in toForce.itervalues():
            assert isinstance(value, (tuple, list)), \
              "toForce values must be a list or tuple"
        for platform in toForce.iterkeys():
            forcer = Forcer(masterUrl, '%s_repack' % platform, loud)
            self.forcers[platform] = forcer
        self.toForce = toForce = name
        self.comments = comments
        self.delay = delay
        self.loud = loud
        self.releaseTag = releaseTag

    def getProperties(self, locale):
        return {'en_revision': self.releaseTag,
                'l10n_revision': self.releaseTag,
                'locale': locale}

    def forceBuilds(self):
        errors = []
        for platform,locales in self.toForce.iteritems():
            forcer = self.forcers[platform]
            for locale in sorted(locales):
                if locale in self.ignoredLocales:
                properties = self.getProperties(locale)
                    # HACK HACK HACK HACK ALERT
                    # The Force Build form has on way to prevent builds from
                    # getting merged together. By putting each of them on a
                    # different branch, we can prevent this. It doesn't affect
                    # the builds in any way, but it could be confusing.
                    # Once we have a Scheduler we can use 'sendchange' with
                    # we should be able to stop doing this.
                    forcer.forceBuild(, comments=self.comments,
                                      branch=locale, properties=properties)
                    if self.loud:
                        "*** Error when forcing %s %s" % (platform, locale)
                    # Don't raise the exception, keep going
        if self.loud:
            if len(errors) > 0:
                print "ERROR SUMMARY:"
            for platform,locale in map(lambda x: (x[0], x[1]), errors):
                print "  %s - %s" % (platform, locale)

def getShippedLocales(shippedLocales):
    parsed = ParseLocalesFile(shippedLocales)
    # Now we have to reverse it, because we want it a different way
    properlyParsed = {}
    for p in ALL_PLATFORMS:
        properlyParsed[p] = []
    for locale,platforms in parsed.iteritems():
        if platforms:
            for p in platforms:
                # map the bouncer/shipped-locales platforms to automation ones
                if p == 'osx':
                    p = 'macosx'
                # skip platforms we don't know about
                if p not in properlyParsed.keys():
            for p in properlyParsed.iterkeys():
    return properlyParsed

def filterPlatforms(shippedLocales, includedPlatforms):
    # includedPlatforms is a list of platforms that we want to do builds for,
    # therefore, we remove any platform NOT in that list from shippedLocales
    for platform in shippedLocales.keys():
        if platform not in includedPlatforms:
            del shippedLocales[platform]
    return shippedLocales

if __name__ == '__main__':
    usage = """usage: %prog [options]
You must have buildbotcustom and buildbot in your PYTHONPATH to use this script.

To retrigger all l10n builds for all platforms for Firefox 3.5.4:
%prog -m -t FIREFOX_3_5_4_RELEASE -v -b releases/mozilla-1.9.1 -n [your name]

To retrigger all l10n builds for linux for Firefox 3.5.4:
%prog -m -t FIREFOX_3_5_4_RELEASE -v -b releases/mozilla-1.9.1 -p linux -n [your name]

To retrigger all l10n builds for linux and macosx for Firefox 3.5.4:
%prog -m -t FIREFOX_3_5_4_RELEASE -v -b releases/mozilla-1.9.1 -p linux -p macosx -n [your name]

To retrigger 'de' builds for every platform for Firefox 3.6b1:
echo "de" > de-only
%prog -m -t FIREFOX_3_6b1_RELEASE -v -s de-only -n [your name]

To retrigger 'af' on linux and 'zh-TW' on win32 and mac for Firefox 3.6b1:
echo "af linux" > my-locales
echo "zh-TW win32 osx" >> my-locales
%prog -m -t FIREFOX_3_6b1_RELEASE -v -s my-locales -n [your name]

    parser = OptionParser(usage=usage)
    parser.add_option("-n", "--name", action="store", dest="name",
                      help="Name to use when submitting.")
    parser.add_option("-m", "--master", action="store", dest="master",
                      help="The base url of the master to submit to. " + \
                           "Eg, http://localhost:8010")
    parser.add_option("-t", "--release-tag", action="store", dest="releaseTag",
                      help="The tag to build with. Eg, FIREFOX_3_5_3_RELEASE")
    parser.add_option("-c", "--comments", action="store", dest="comments",
    parser.add_option("-d", "--delay", action="store", dest="delay",
                      help="Amount of time (in seconds) to wait between each" +\
                           "POST. Defaults to 2 seconds")
    parser.add_option("-v", "--verbose", action="store_true", dest="loud",
    parser.add_option("-g", "--hg", action="store", dest="hg",
                      help="Root of the HG server. Defaults to " + \
                           " Only used when -s " + \
                           "isn't specified.")
    parser.add_option("-b", "--branch", action="store", dest="branch",
                      help="The branch, relative to the HG server, to " + \
                           "locate shipped locales on. " + \
                           "Eg, releases/mozilla-1.9.1. Only used when " + \
                           "-s isn't specified.")
    parser.add_option("-s", "--shipped-locales-file", action="store",
                      dest="shippedLocales", default=None,
                      help="When specified, this script will read in the "
                           "contents of the given file and force the "
                           "appropriate builds based on the contents. It is "
                           "assumed that the file is in shipped-locales format."
                           " If en-US is listed as a locale it will be ignored."
                           " If this option is absent shipped-locales will be "
                           "retrieved based on the -t, -g, and -b arguments "
                           "given. This will cause every locale for every "
                           "platform to be rebuilt. Use with caution.")
    parser.add_option("-p", "--platform", action="append",
                      dest="platforms", default=None,
                      help="When specified, only platforms passed with -p will "
                           "have builds forced. By default, builds will be "
                           "forced for all platforms %s for " %
                             str(ALL_PLATFORMS) +
                           "locales without exceptions. Platform exceptions "
                           "will be obeyed regardless of -p options used. See "
                           "example usage for further details.")

    (options, args) = parser.parse_args()

    shippedLocales = None
    if options.shippedLocales:
        f = open(options.shippedLocales)
        shippedLocales =
        file = '%s/raw-file/%s/browser/locales/shipped-locales' % \
          (options.branch, options.releaseTag)
        url = urljoin(options.hg, file)
        shippedLocales = urlopen(url).read()

    platforms = options.platforms or ALL_PLATFORMS
    for p in platforms:
        assert p in ALL_PLATFORMS

    toForce = filterPlatforms(getShippedLocales(shippedLocales), platforms)
    forcer = L10nForcer(masterUrl=options.master, toForce=toForce,
                        comments=options.comments, delay=options.delay,