js/src/builtin/embedjs.py
author Shu-yu Guo <shu@rfrn.org>
Thu, 21 Mar 2013 13:29:57 -0700
changeset 132271 6609ab08172ebe9e5c10b71692fb7c0c42808653
parent 132269 dee55e5465e51cd14643492dbb3867bfc55c85ac
child 142517 b4967e7c6da70ea226bf04f027ddc9761217b1d7
permissions -rw-r--r--
Bug 853111 followup - Fix formatting of embedjs.py. r=me

# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
#
# ToCAsciiArray and ToCArray are from V8's js2c.py.
#
# Copyright 2012 the V8 project authors. All rights reserved.
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions are
# met:
#
#     * Redistributions of source code must retain the above copyright
#       notice, this list of conditions and the following disclaimer.
#     * Redistributions in binary form must reproduce the above
#       copyright notice, this list of conditions and the following
#       disclaimer in the documentation and/or other materials provided
#       with the distribution.
#     * Neither the name of Google Inc. nor the names of its
#       contributors may be used to endorse or promote products derived
#       from this software without specific prior written permission.
#
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

# This utility converts JS files containing self-hosted builtins into a C
# header file that can be embedded into SpiderMonkey.
#
# It uses the C preprocessor to process its inputs.

from __future__ import with_statement
import re, sys, os, fileinput, subprocess
import shlex
from optparse import OptionParser

def ToCAsciiArray(lines):
  result = []
  for chr in lines:
    value = ord(chr)
    assert value < 128
    result.append(str(value))
  return ", ".join(result)

def ToCArray(lines):
  result = []
  for chr in lines:
    result.append(str(ord(chr)))
  return ", ".join(result)

HEADER_TEMPLATE = """\
/* This Source Code Form is subject to the terms of the Mozilla Public
 * License, v. 2.0. If a copy of the MPL was not distributed with this
 * file, You can obtain one at http://mozilla.org/MPL/2.0/. */

namespace js {
namespace selfhosted {
    static const %(sources_type)s data[] = { %(sources_data)s };

    static const %(sources_type)s *%(sources_name)s = reinterpret_cast<const %(sources_type)s *>(data);

    uint32_t GetCompressedSize() {
        return %(compressed_total_length)i;
    }

    uint32_t GetRawScriptsSize() {
        return %(raw_total_length)i;
    }
} // selfhosted
} // js
"""

def embed(cpp, msgs, sources, c_out, js_out, env):
  # Clang seems to complain and not output anything if the extension of the
  # input is not something it recognizes, so just fake a .h here.
  tmp = 'selfhosted.js.h'
  with open(tmp, 'wb') as output:
    output.write('\n'.join([msgs] + ['#include "%(s)s"' % { 's': source } for source in sources]))
  cmdline = cpp + ['-D%(k)s=%(v)s' % { 'k': k, 'v': env[k] } for k in env] + [tmp]
  p = subprocess.Popen(cmdline, stdout=subprocess.PIPE)
  processed = ''
  for line in p.stdout:
    if not line.startswith('#'):
      processed += line
  os.remove(tmp)
  with open(js_out, 'w') as output:
    output.write(processed)
  with open(c_out, 'w') as output:
    if 'USE_ZLIB' in env:
      import zlib
      compressed = zlib.compress(processed)
      data = ToCArray(compressed)
      output.write(HEADER_TEMPLATE % {
          'sources_type': 'unsigned char',
          'sources_data': data,
          'sources_name': 'compressedSources',
          'compressed_total_length': len(compressed),
          'raw_total_length': len(processed)
      })
    else:
      data = ToCAsciiArray(processed)
      output.write(HEADER_TEMPLATE % {
          'sources_type': 'char',
          'sources_data': data,
          'sources_name': 'rawSources',
          'compressed_total_length': 0,
          'raw_total_length': len(processed)
      })

def process_msgs(cpp, msgs):
  # Clang seems to complain and not output anything if the extension of the
  # input is not something it recognizes, so just fake a .h here.
  tmp = 'selfhosted.msg.h'
  with open(tmp, 'wb') as output:
    output.write("""\
#define hash #
#define id(x) x
#define hashify(x) id(hash)x
#define MSG_DEF(name, id, argc, ex, msg) hashify(define) name id
#include "%(msgs)s"
""" % { 'msgs': msgs })
  p = subprocess.Popen(cpp + [tmp], stdout=subprocess.PIPE)
  processed = p.communicate()[0]
  os.remove(tmp)
  return processed

def main():
  env = {}
  def define_env(option, opt, value, parser):
    pair = value.split('=', 1)
    if len(pair) == 1:
      pair.append(1)
    env[pair[0]] = pair[1]
  p = OptionParser(usage="%prog [options] file")
  p.add_option('-D', action='callback', callback=define_env, type="string",
               metavar='var=[val]', help='Define a variable')
  p.add_option('-m', type='string', metavar='jsmsg', default='../js.msg',
               help='js.msg file')
  p.add_option('-p', type='string', metavar='cpp', help='Path to C preprocessor')
  p.add_option('-o', type='string', metavar='filename', default='selfhosted.out.h',
               help='C array header file')
  p.add_option('-s', type='string', metavar='jsfilename', default='selfhosted.js',
               help='Combined postprocessed JS file')
  (options, sources) = p.parse_args()
  if not (options.p and sources):
    p.print_help()
    exit(1)
  cpp = shlex.split(options.p)
  embed(cpp, process_msgs(cpp, options.m),
        sources, options.o, options.s, env)

if __name__ == "__main__":
  main()