--- a/testing/mozbase/mozrunner/mozrunner/base/device.py
+++ b/testing/mozbase/mozrunner/mozrunner/base/device.py
@@ -6,16 +6,18 @@ from __future__ import print_function
 
 import datetime
 import re
 import signal
 import sys
 import tempfile
 import time
 
+import mozfile
+
 from .runner import BaseRunner
 from ..devices import Emulator
 
 class DeviceRunner(BaseRunner):
     """
     The base runner class used for running gecko on
     remote devices (or emulators), such as B2G.
     """
@@ -123,13 +125,16 @@ class DeviceRunner(BaseRunner):
         print(msg % (self.last_test, timeout))
         self.check_for_crashes()
 
     def on_finish(self):
         self.check_for_crashes()
 
     def check_for_crashes(self):
         dump_dir = self.device.pull_minidumps()
-        BaseRunner.check_for_crashes(self, dump_directory=dump_dir, test_name=self.last_test)
+        crashed = BaseRunner.check_for_crashes(self, dump_directory=dump_dir,
+                                               test_name=self.last_test)
+        mozfile.remove(dump_dir)
+        return crashed
 
     def cleanup(self, *args, **kwargs):
         BaseRunner.cleanup(self, *args, **kwargs)
         self.device.cleanup()