Bug 1289225: increase createTask concurrency; r=gps,jonasfj
authorDustin J. Mitchell <dustin@mozilla.com>
Mon, 25 Jul 2016 20:52:43 +0000
changeset 348806 9baa784f40f48fca3ffa262c7dfe3b1710f70442
parent 348805 1d4ebd027c42b277b234069c43296c74c8eb0f2c
child 348807 8c361c7cc683e24771a973f2b822fd84605db0ed
push id1230
push userjlund@mozilla.com
push dateMon, 31 Oct 2016 18:13:35 +0000
treeherdermozilla-release@5e06e3766db2 [default view] [failures only]
perfherder[talos] [build metrics] [platform microbench] (compared to previous push)
reviewersgps, jonasfj
bugs1289225
milestone50.0a1
first release with
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
last release without
nightly linux32
nightly linux64
nightly mac
nightly win32
nightly win64
Bug 1289225: increase createTask concurrency; r=gps,jonasfj MozReview-Commit-ID: DuIzZUbTsaY
taskcluster/taskgraph/create.py
--- a/taskcluster/taskgraph/create.py
+++ b/taskcluster/taskgraph/create.py
@@ -14,27 +14,30 @@ import logging
 from slugid import nice as slugid
 from taskgraph.util.time import (
     current_json_time,
     json_time_from_now
 )
 
 logger = logging.getLogger(__name__)
 
+# the maximum number of parallel createTask calls to make
+CONCURRENCY = 50
+
 
 def create_tasks(taskgraph, label_to_taskid):
     # TODO: use the taskGroupId of the decision task
     task_group_id = slugid()
     taskid_to_label = {t: l for l, t in label_to_taskid.iteritems()}
 
     session = requests.Session()
 
     decision_task_id = os.environ.get('TASK_ID')
 
-    with futures.ThreadPoolExecutor(requests.adapters.DEFAULT_POOLSIZE) as e:
+    with futures.ThreadPoolExecutor(CONCURRENCY) as e:
         fs = {}
 
         # We can't submit a task until its dependencies have been submitted.
         # So our strategy is to walk the graph and submit tasks once all
         # their dependencies have been submitted.
         #
         # Using visit_postorder() here isn't the most efficient: we'll
         # block waiting for dependencies of task N to submit even though