author Mike Shal <>
Tue, 08 Aug 2017 17:07:07 -0400
changeset 425523 3a181cd6052b21fb0aa1a5a855aa5cff81466862
parent 410946 ff64a7889c1fac56d48205fc2fad4eb5aa481a73
child 436572 6074db12d685655fe5692d59471b3c32cc967dc9
permissions -rw-r--r--
Bug 1390916 - Always use --track instead of --no-remove for install manifests; r=gps The --track flag provides a more accurate accounting of what files were installed by the manifest, so they can be appropriately removed. For example, test files are now removed from _tests if an entry in a test file is deleted. The --no-remove flag is removed as an alternative, and the --track flag is now mandatory. MozReview-Commit-ID: Wiup4Gzwkb

# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at

import errno
import logging
import os
import sys
import time

HERE = os.path.abspath(os.path.dirname(__file__))
sys.path.append(os.path.join(HERE, '..', 'third_party', 'python', 'requests'))
import requests

# Server to which to submit telemetry data

def submit_telemetry_data(statedir):

    # No data to work with anyway
    outgoing = os.path.join(statedir, 'telemetry', 'outgoing')
    if not os.path.isdir(outgoing):
        return 0

    submitted = os.path.join(statedir, 'telemetry', 'submitted')
    except OSError as e:
        if e.errno != errno.EEXIST:

    session = requests.Session()
    for filename in os.listdir(outgoing):
        path = os.path.join(outgoing, filename)
        if os.path.isdir(path) or not path.endswith('.json'):
        with open(path, 'r') as f:
            data =
                r =, data=data,
                                 headers={'Content-Type': 'application/json'})
            except Exception as e:
                logging.error('Exception posting to telemetry '
                              'server: %s' % str(e))
            # TODO: some of these errors are likely not recoverable, as
            # written, we'll retry indefinitely
            if r.status_code != 200:
                logging.error('Error posting to telemetry: %s %s' %
                              (r.status_code, r.text))

        os.rename(os.path.join(outgoing, filename),
                  os.path.join(submitted, filename))


    # Discard submitted data that is >= 30 days old
    now = time.time()
    for filename in os.listdir(submitted):
        ctime = os.stat(os.path.join(submitted, filename)).st_ctime
        if now - ctime >= 60*60*24*30:
            os.remove(os.path.join(submitted, filename))

    return 0

if __name__ == '__main__':
    if len(sys.argv) != 2:
        print('usage: python <statedir>')
    statedir = sys.argv[1]
    logging.basicConfig(filename=os.path.join(statedir, 'telemetry', 'telemetry.log'),
                        format='%(asctime)s %(message)s')