dom/imptests/parseFailures.py
author Ryan VanderMeulen <ryanvm@gmail.com>
Mon, 19 Aug 2013 11:54:12 -0400
changeset 143073 5e29096a0d1243482ec16d8c1fbf3d7afe97218c
parent 123218 c1b0d8399be92a0a541fddec5e580196e7b83e32
child 164240 a4769f7058da469537cc627e21f6528d26de5e25
permissions -rw-r--r--
Merge m-c to fx-team.

# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.

from __future__ import print_function, unicode_literals

import collections
import json
import os
import sys

import writeBuildFiles

def extractLines(fp):
    lines = []
    watch = False
    for line in fp:
        line = line.decode('utf-8')
        if line == '@@@ @@@ Failures\n':
            watch = True
        elif watch:
            watch = False
            idx = line.index('@@@')
            lines.append((line[:idx], line[idx + 3:]))
    return lines

def ensuredir(path):
    dir = path[:path.rfind('/')]
    if not os.path.exists(dir):
        os.makedirs(dir)

def dumpFailures(lines):
    files = []
    for url, objstr in lines:
        if objstr == '{}\n':
            continue

        # Avoid overly large diffs.
        if 'editing/' in url:
            sep = ':'
        else:
            sep = ': '

        jsonpath = 'failures/' + url + '.json'
        files.append(jsonpath)
        ensuredir(jsonpath)
        obj = json.loads(objstr, object_pairs_hook=collections.OrderedDict)
        formattedobjstr = json.dumps(obj, indent=2, separators=(',', sep)) + '\n'
        formattedobj = formattedobjstr.encode('utf-8')
        fp = open(jsonpath, 'wb')
        fp.write(formattedobj)
        fp.close()
    return files

def writeFiles(files):
    pathmap = {}
    for path in files:
        dirp, leaf = path.rsplit('/', 1)
        pathmap.setdefault(dirp, []).append(leaf)

    for k, v in pathmap.items():
        with open(k + '/Makefile.in', 'wb') as fh:
            result = writeBuildFiles.substMakefile('parseFailures.py', v)
            result = result.encode('utf-8')
            fh.write(result)

        with open(k + '/moz.build', 'wb') as fh:
            result = writeBuildFiles.substMozbuild('parseFailures.py', [])
            result = result.encode('utf-8')
            fh.write(result)

def main(logPath):
    fp = open(logPath, 'rb')
    lines = extractLines(fp)
    fp.close()

    files = dumpFailures(lines)
    writeFiles(files)

if __name__ == '__main__':
    if len(sys.argv) < 2:
        print("Please pass the path to the logfile from which failures should be extracted.")
    main(sys.argv[1])