diff --git a/common/lib/xmodule/xmodule/modulestore/tests/test_cross_modulestore_import_export.py b/common/lib/xmodule/xmodule/modulestore/tests/test_cross_modulestore_import_export.py
index 3c407eceef7e10ae683cfbd78f1634f0acf389fe..6ef5262c1793dfe18d1e565697d8de6ff4f94323 100644
--- a/common/lib/xmodule/xmodule/modulestore/tests/test_cross_modulestore_import_export.py
+++ b/common/lib/xmodule/xmodule/modulestore/tests/test_cross_modulestore_import_export.py
@@ -102,7 +102,7 @@ class MongoModulestoreBuilder(object):
             modulestore._drop_database()
 
             # Delete the created directory on the filesystem
-            rmtree(fs_root)
+            rmtree(fs_root, ignore_errors=True)
 
     def __repr__(self):
         return 'MongoModulestoreBuilder()'
@@ -145,7 +145,7 @@ class VersioningModulestoreBuilder(object):
             modulestore._drop_database()
 
             # Delete the created directory on the filesystem
-            rmtree(fs_root)
+            rmtree(fs_root, ignore_errors=True)
 
     def __repr__(self):
         return 'SplitModulestoreBuilder()'
@@ -242,7 +242,7 @@ class CrossStoreXMLRoundtrip(CourseComparisonTest):
     def setUp(self):
         super(CrossStoreXMLRoundtrip, self).setUp()
         self.export_dir = mkdtemp()
-        self.addCleanup(rmtree, self.export_dir)
+        self.addCleanup(rmtree, self.export_dir, ignore_errors=True)
 
     @ddt.data(*itertools.product(
         MODULESTORE_SETUPS,