diff --git a/core/modules/config/src/Tests/ConfigExportUITest.php b/core/modules/config/src/Tests/ConfigExportUITest.php
index fe3ae8d..79094d9 100644
--- a/core/modules/config/src/Tests/ConfigExportUITest.php
+++ b/core/modules/config/src/Tests/ConfigExportUITest.php
@@ -23,7 +23,7 @@ class ConfigExportUITest extends WebTestBase {
    *
    * @var array
    */
-  public static $modules = array('config', 'config_test', 'config_export_test');
+  public static $modules = array('config', 'config_test');
 
   /**
    * {@inheritdoc}
@@ -31,6 +31,13 @@ class ConfigExportUITest extends WebTestBase {
   protected function setUp() {
     parent::setUp();
 
+    // Set up an override.
+    $settings['config']['system.maintenance']['message'] = (object) array(
+      'value' => 'Foo',
+      'required' => TRUE,
+    );
+    $this->writeSettings($settings);
+
     $this->drupalLogin($this->drupalCreateUser(array('export configuration')));
   }
 
diff --git a/core/modules/config/tests/config_export_test/config_export_test.info.yml b/core/modules/config/tests/config_export_test/config_export_test.info.yml
deleted file mode 100644
index d0ceccd..0000000
--- a/core/modules/config/tests/config_export_test/config_export_test.info.yml
+++ /dev/null
@@ -1,5 +0,0 @@
-name: 'Configuration export test'
-type: module
-package: Testing
-version: VERSION
-core: 8.x
diff --git a/core/modules/config/tests/config_export_test/config_export_test.module b/core/modules/config/tests/config_export_test/config_export_test.module
deleted file mode 100644
index e31566f..0000000
--- a/core/modules/config/tests/config_export_test/config_export_test.module
+++ /dev/null
@@ -1,9 +0,0 @@
-<?php
-
-/**
- * @file
- * Provides config export testing support functionality.
- */
-
-// Override the system maintenance message for testing.
-$GLOBALS['config']['system.maintenance']['message'] = 'Foo';