# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
from __future__ import unicode_literals
import requests
TREE_ALIASES = {
b'mozilla-central': (b'central',),
b'mc': (b'central',),
b'm-c': (b'central',),
b'mozilla-inbound': (b'inbound',),
b'm-i': (b'inbound',),
b'mi': (b'inbound',),
b'inbound': (b'inbound',),
b'in': (b'inbound',),
b'fx': (b'fx-team',),
b'mozilla-services': (b'services',),
b's-c': (b'services',),
b'sc': (b'services',),
b'bs': (b'build',),
b'b-s': (b'build',),
b'build-system': (b'build',),
b'gfx': (b'graphics',),
b'mozilla-release': (b'release',),
b'mozilla-aurora': (b'aurora',),
b'mozilla-beta': (b'beta',),
b'mozilla-b2g32': (b'b2g32',),
b'mozilla-b2g34': (b'b2g34',),
b'mozilla-b2g37': (b'b2g37',),
b'mozilla-b2g44': (b'b2g44',),
b'b2g-inbound': (b'b2ginbound',),
b'b2g': (b'b2ginbound',),
b'b-i': (b'b2ginbound',),
b'b2g-ota': (b'b2g-ota',),
b'comm-central': (b'comm',),
b'c-c': (b'comm',),
b'cc': (b'comm',),
b'c-a': (b'comm-aurora',),
b'ca': (b'comm-aurora',),
b'c-b': (b'comm-beta',),
b'cb': (b'comm-beta',),
b'c-r': (b'comm-release',),
b'cr': (b'comm-release',),
b'releases': (b'esr68', b'esr60', b'release', b'beta', b'aurora', b'central'),
b'integration': (b'inbound', b'fx-team', b'autoland'),
b'twigs': (b'alder', b'ash', b'birch', b'cedar', b'cypress', b'date', b'elm',
b'fig', b'gum', b'holly', b'jamun', b'larch', b'maple', b'oak', b'pine',
b'stylo'),
b'obsolete': (b'esr10', b'esr17', b'b2ginbound', b'b2g18', b'esr24', b'esr31',
b'esr38', b'esr45', b'esr52', b'b2g26', b'b2g28', b'b2g30', b'b2g32',
b'b2g34', b'b2g37', b'b2g44', b'b2g-ota'),
}
# Aliases that map to multiple repositories.
MULTI_TREE_ALIASES = {}
for tree, aliases in TREE_ALIASES.items():
if len(aliases) > 1:
MULTI_TREE_ALIASES[tree] = aliases
BASE_READ_URI = b'https://hg.mozilla.org/'
BASE_WRITE_URI = b'ssh://hg.mozilla.org/'
REPOS = {
# Release repositories.
b'central': b'mozilla-central',
b'aurora': b'releases/mozilla-aurora',
b'beta': b'releases/mozilla-beta',
b'release': b'releases/mozilla-release',
b'esr10': b'releases/mozilla-esr10',
b'esr17': b'releases/mozilla-esr17',
b'esr24': b'releases/mozilla-esr24',
b'esr31': b'releases/mozilla-esr31',
b'esr38': b'releases/mozilla-esr38',
b'esr45': b'releases/mozilla-esr45',
b'esr52': b'releases/mozilla-esr52',
b'esr60': b'releases/mozilla-esr60',
b'esr68': b'releases/mozilla-esr68',
b'b2g18': b'releases/mozilla-b2g18',
b'b2g26': b'releases/mozilla-b2g26_v1_2',
b'b2g28': b'releases/mozilla-b2g28_v1_3',
b'b2g30': b'releases/mozilla-b2g30_v1_4',
b'b2g32': b'releases/mozilla-b2g32_v2_0',
b'b2g34': b'releases/mozilla-b2g34_v2_1',
b'b2g37': b'releases/mozilla-b2g37_v2_2',
b'b2g44': b'releases/mozilla-b2g44_v2_5',
b'b2g-ota': b'releases/b2g-ota',
# Integration repositories.
b'autoland': b'integration/autoland',
b'b2ginbound': b'integration/b2g-inbound',
b'build': b'projects/build-system',
b'fx-team': b'integration/fx-team',
b'graphics': b'projects/graphics',
b'inbound': b'integration/mozilla-inbound',
b'places': b'projects/places',
b'services': b'services/services-central',
# Twigs
b'alder': b'projects/alder',
b'ash': b'projects/ash',
b'birch': b'projects/birch',
b'cedar': b'projects/cedar',
b'cypress': b'projects/cypress',
b'date': b'projects/date',
b'elm': b'projects/elm',
b'fig': b'projects/fig',
b'gum': b'projects/gum',
b'holly': b'projects/holly',
b'jamun': b'projects/jamun',
b'larch': b'projects/larch',
b'maple': b'projects/maple',
b'oak': b'projects/oak',
b'pine': b'projects/pine',
b'stylo': b'incubator/stylo',
# Comm repositories.
b'comm': b'comm-central',
b'comm-aurora': b'releases/comm-aurora',
b'comm-beta': b'releases/comm-beta',
b'comm-release': b'releases/comm-release',
b'comm-esr10': b'releases/comm-esr10',
b'comm-esr17': b'releases/comm-esr17',
b'comm-esr24': b'releases/comm-esr24',
b'comm-esr31': b'releases/comm-esr31',
b'comm-esr38': b'releases/comm-esr38',
b'comm-esr45': b'releases/comm-esr45',
b'comm-esr52': b'releases/comm-esr52',
b'comm-esr60': b'releases/comm-esr60',
b'comm-esr68': b'releases/comm-esr68',
# Misc
b'try': b'try',
b'try-comm': b'try-comm-central',
}
OFFICIAL_MAP = {
b'central': b'mozilla-central',
b'inbound': b'mozilla-inbound',
b'services': b'services-central',
b'release': b'mozilla-release',
b'aurora': b'mozilla-aurora',
b'beta': b'mozilla-beta',
b'build': b'build-system',
b'esr17': b'mozilla-esr17',
b'esr24': b'mozilla-esr24',
b'esr31': b'mozilla-esr31',
b'esr38': b'mozilla-esr38',
b'esr45': b'mozilla-esr45',
b'esr52': b'mozilla-esr52',
b'esr60': b'mozilla-esr60',
b'esr68': b'mozilla-esr68',
}
RELEASE_TREES = set([
b'central',
b'aurora',
b'beta',
b'release',
b'b2g18',
b'esr17',
b'esr24',
b'b2g26',
b'b2g28',
b'b2g30',
b'esr31',
b'esr38',
b'esr45',
b'esr52',
b'esr60',
b'esr68',
b'b2g32',
b'b2g34',
b'b2g37',
b'b2g44',
b'b2g-ota',
])
TRY_TREES = set([
b'try',
b'try-comm',
])
def resolve_trees_to_official(trees):
mapped = []
for tree in trees:
mapped.extend(TREE_ALIASES.get(tree, [tree]))
mapped = [OFFICIAL_MAP.get(tree, tree) for tree in mapped]
return mapped
def resolve_trees_to_uris(trees, write_access=False):
"""Resolve tree names to repositories URIs.
The caller passes in an iterable of tree names. These can be common names,
aliases, or official names.
A list of 2-tuples is returned. If a repository could be resolved to a URI,
the tuple is (common_name, uri). If a repository could not be resolved to a
URI, the tuple is (specified_name, None).
"""
mapped = []
for tree in trees:
mapped.extend(TREE_ALIASES.get(tree, [tree]))
repos = [REPOS.get(tree, None) for tree in mapped]
base = BASE_WRITE_URI if write_access else BASE_READ_URI
uris = []
for i, tree in enumerate(repos):
if tree is None:
uris.append((trees[i], None))
else:
uris.append((mapped[i], b'%s%s' % (base, tree)))
return uris
def resolve_uri_to_tree(uri):
"""Try to resolve a URI back to a known tree."""
for tree, path in REPOS.items():
if uri.startswith(b'%s%s' % (BASE_READ_URI, path)):
return tree
if uri.startswith(b'%s%s' % (
BASE_READ_URI.replace(b'https://', b'http://'),
path)):
return tree
if uri.startswith(b'%s%s' % (BASE_WRITE_URI, path)):
return tree
return None
def treeherder_url(tree, rev):
"""Obtain the Treeherder url for a push."""
tree = resolve_trees_to_official([tree])[0]
if not tree:
return None
return b'https://treeherder.mozilla.org/#/jobs?repo=%s&revision=%s' % (tree, rev)
class PushInfo(object):
"""Represents an entry from the repository pushlog."""
def __init__(self, push_id, d):
self.push_id = push_id
self.date = d[b'date']
self.changesets = []
for changeset in d[b'changesets']:
entry = changeset
entry[b'tags'] = set(entry[b'tags']) if entry[b'tags'] else set()
self.changesets.append(entry)
@property
def nodes(self):
"""All the changesets pushed in this push."""
return [c[b'node'] for c in self.changesets]
@property
def first_node(self):
return self.nodes[0]
@property
def last_node(self):
return self.nodes[-1]
class MercurialRepository(object):
"""Interface with a Mozilla Mercurial repository."""
def __init__(self, url):
self.url = url
def push_info_for_changeset(self, changeset):
"""Obtain the push information for a single changeset.
Returns a PushInfo on success or None if no push info is available.
"""
o = requests.get(b'%s/json-pushes?full=1&changeset=%s' % ( self.url,
changeset)).json()
if not o:
return None
push_id = o.keys()[0]
return PushInfo(push_id, o[push_id])
def push_info(self, full=False, start_id=0):
"""Obtain all pushlog info for a repository."""
url = b'%s/json-pushes?startID=%d' % (self.url, start_id)
if full:
url += b'&full=1'
pushes = requests.get(url).json()
for push_id in sorted(int(k) for k in pushes):
yield push_id, pushes[str(push_id)]
