diff --git a/core/lib/Drupal/Core/Installer/Exception/ActiveConfigurationExistsException.php b/core/lib/Drupal/Core/Installer/Exception/ActiveConfigurationExistsException.php
index a688d1e..f5077b7 100644
--- a/core/lib/Drupal/Core/Installer/Exception/ActiveConfigurationExistsException.php
+++ b/core/lib/Drupal/Core/Installer/Exception/ActiveConfigurationExistsException.php
@@ -18,7 +18,7 @@ class ActiveConfigurationExistsException extends AlreadyInstalledException {
    * {@inheritdoc}
    */
   public function __construct(TranslationInterface $string_translation, $message = '') {
-    parent::__construct($string_translation, $this->t('<li>Active configuration already exists.</li>'));
+    parent::__construct($string_translation, $this->t('Active configuration already exists.'));
   }
 
 }
diff --git a/core/lib/Drupal/Core/Installer/Exception/AlreadyInstalledException.php b/core/lib/Drupal/Core/Installer/Exception/AlreadyInstalledException.php
index 412b09b..d60c2bb 100644
--- a/core/lib/Drupal/Core/Installer/Exception/AlreadyInstalledException.php
+++ b/core/lib/Drupal/Core/Installer/Exception/AlreadyInstalledException.php
@@ -20,7 +20,7 @@
    * @param \Drupal\Core\StringTranslation\TranslationInterface $string_translation
    *   The string translation manager.
    * @var string $specific_message
-   *  A specific message set from a class implementing this Exception.
+   *   A specific message exception message.
    */
   public function __construct(TranslationInterface $string_translation, $specific_message = '') {
     $this->stringTranslation = $string_translation;
@@ -28,7 +28,7 @@ public function __construct(TranslationInterface $string_translation, $specific_
 
     $message = "<ul>\n";
     if ($specific_message !== '') {
-      $message .= $this->t($specific_message);
+      $message .= '<li>' . $specific_message . '</li>';
     }
     $message .= $this->t('<li>To start over, you must empty your existing database and copy <em>default.settings.php</em> over <em>settings.php</em>.</li>
 <li>To upgrade an existing installation, proceed to the <a href="!update-url">update script</a>.</li>
diff --git a/core/lib/Drupal/Core/Installer/Exception/DatabaseAlreadyPopulatedException.php b/core/lib/Drupal/Core/Installer/Exception/DatabaseAlreadyPopulatedException.php
index a65a51c..f430028 100644
--- a/core/lib/Drupal/Core/Installer/Exception/DatabaseAlreadyPopulatedException.php
+++ b/core/lib/Drupal/Core/Installer/Exception/DatabaseAlreadyPopulatedException.php
@@ -18,7 +18,7 @@ class DatabaseAlreadyPopulatedException extends AlreadyInstalledException {
    * {@inheritdoc}
    */
   public function __construct(TranslationInterface $string_translation, $message = '') {
-    parent::__construct($string_translation, $this->t('<li>Database is already populated.</li>'));
+    parent::__construct($string_translation, $this->t('Database is already populated.'));
   }
 
 }
diff --git a/core/lib/Drupal/Core/Installer/Exception/InstallationTasksCompletedException.php b/core/lib/Drupal/Core/Installer/Exception/InstallationTasksCompletedException.php
index 16c0e40..14cee4e 100644
--- a/core/lib/Drupal/Core/Installer/Exception/InstallationTasksCompletedException.php
+++ b/core/lib/Drupal/Core/Installer/Exception/InstallationTasksCompletedException.php
@@ -18,7 +18,7 @@ class InstallationTasksCompletedException extends AlreadyInstalledException {
    * {@inheritdoc}
    */
   public function __construct(TranslationInterface $string_translation, $message = '') {
-    parent::__construct($string_translation, $this->t('<li>Installation tasks have already been completed.</li>'));
+    parent::__construct($string_translation, $this->t('Installation tasks have already been completed.'));
   }
 
 }
diff --git a/core/lib/Drupal/Core/Installer/Exception/SettingsAlreadyExistsException.php b/core/lib/Drupal/Core/Installer/Exception/SettingsAlreadyExistsException.php
index 40f6d0e..15bf7c6 100644
--- a/core/lib/Drupal/Core/Installer/Exception/SettingsAlreadyExistsException.php
+++ b/core/lib/Drupal/Core/Installer/Exception/SettingsAlreadyExistsException.php
@@ -18,7 +18,7 @@ class SettingsAlreadyExistsException extends AlreadyInstalledException {
    * {@inheritdoc}
    */
   public function __construct(TranslationInterface $string_translation, $message = '') {
-    parent::__construct($string_translation, $this->t('<li>Configured settings.php already exists.</li>'));
+    parent::__construct($string_translation, $this->t('Configured settings.php already exists.'));
   }
 
 }