author Gerald Squelart <>
Thu, 26 May 2016 19:24:35 +1000
changeset 371291 89a24835ba7432bffb9c0c095a98a619a5750658
parent 347788 b65d504944ef45c9dd33ae45b922f5f438c12867
child 383456 e9c82051edb2b5be909fcc6da228fd51c7039ecf
child 386491 4fa1421b92650677be2a25c67afcf1f5043bee7b
child 386504 4edf9a3f9fef0e0f15d98911218c228b2d007f3e
child 386895 740aa55bae27c3ae0292cc790818b4e131bb58de
permissions -rw-r--r--
Bug 1271483 - p16. gtest for list-string functions - r?cpearce Because it is templated code inside a cpp, the test includes a copy of that code. When we make this more public, the test should then include the proper header instead. MozReview-Commit-ID: 3vOvaj5VVhm

#!/usr/bin/env python
# Any copyright is dedicated to the Public Domain.
# Generate SOURCES in sources.mozbuild files from ICU's
# files, and also build a standalone copy of ICU using its build
# system to generate a new copy of the in-tree ICU data file.
# This script expects to be run from `` after the in-tree
# copy of ICU has been updated.

from __future__ import print_function

import glob
import os
import shutil
import subprocess
import sys
import tempfile

def find_source_file(dir, filename):
    base = os.path.splitext(filename)[0]
    for ext in ('.cpp', '.c'):
        f = os.path.join(dir, base + ext)
        if os.path.isfile(f):
            return f
    raise Exception("Couldn't find source file for: %s" % filename)

def get_sources_from_makefile(makefile):
    import pymake.parser
    from pymake.parserdata import SetVariable
    srcdir = os.path.dirname(makefile)
    for statement in pymake.parser.parsefile(makefile):
        if (isinstance(statement, SetVariable) and
                statement.vnameexp.is_static_string and
                statement.vnameexp.s == 'OBJECTS'):
            return sorted((find_source_file(srcdir, s)
                           for s in statement.value.split()),
                          key=lambda x: x.lower())

def write_sources(mozbuild, sources):
    with open(mozbuild, 'wb') as f:
        f.write('# THIS FILE IS GENERATED BY /intl/ ' +
                'DO NOT EDIT\n' +
                'SOURCES += [\n')
        f.write(''.join("   '/%s',\n" % s for s in sources))

def update_sources(topsrcdir):
    print('Updating ICU sources lists...')
    sys.path.append(os.path.join(topsrcdir, 'build/pymake'))
    for d in ['common', 'i18n']:
        makefile = os.path.join(topsrcdir,
                                'intl/icu/source/%s/' % d)
        mozbuild = os.path.join(topsrcdir,
                                'config/external/icu/%s/sources.mozbuild' % d)
        sources = [os.path.relpath(s, topsrcdir)
                   for s in get_sources_from_makefile(makefile)]
        write_sources(mozbuild, sources)

def try_run(name, command, cwd=None, **kwargs):
    with tempfile.NamedTemporaryFile(prefix=name, delete=False) as f:
                           **kwargs) == 0:
            return True
    print('''Error running "{}" in directory {}
See output in {}'''.format(' '.join(command), cwd,,
    return False

def get_data_file(data_dir):
    files = glob.glob(os.path.join(data_dir, 'icudt*.dat'))
    return files[0] if files else None

def update_data_file(topsrcdir):
    objdir = tempfile.mkdtemp(prefix='icu-obj-')
    configure = os.path.join(topsrcdir, 'intl/icu/source/configure')
    env = dict(os.environ)
    # bug 1262101 - these should be shared with the files
                     '-DUCONFIG_NO_LEGACY_CONVERSION ' +
                     '-DUCONFIG_NO_TRANSLITERATION ' +
                     '-DUCONFIG_NO_REGULAR_EXPRESSIONS ' +
                     '-DUCONFIG_NO_BREAK_ITERATION ' +
    print('Running ICU configure...')
    if not try_run(
        return False
    print('Running ICU make...')
    if not try_run('icu-make', ['make'], cwd=objdir):
        return False
    print('Copying ICU data file...')
    tree_data_path = os.path.join(topsrcdir,
    old_data_file = get_data_file(tree_data_path)
    if not old_data_file:
        print('Error: no ICU data file in %s' % tree_data_path,
        return False
    new_data_file = get_data_file(os.path.join(objdir, 'data/out'))
    if not new_data_file:
        print('Error: no ICU data in ICU objdir', file=sys.stderr)
        return False
    if os.path.basename(old_data_file) != os.path.basename(new_data_file):
        # Data file name has the major version number embedded.
    shutil.copy(new_data_file, tree_data_path)
    return True

def main():
    if len(sys.argv) != 2:
        print('Usage: <mozilla topsrcdir>',

    topsrcdir = os.path.abspath(sys.argv[1])
    if not update_data_file(topsrcdir):
        print('Error updating ICU data file', file=sys.stderr)

if __name__ == '__main__':