diff -u b/src/Plugin/Field/FieldFormatter/FieldFormatterWithInlineSettings.php b/src/Plugin/Field/FieldFormatter/FieldFormatterWithInlineSettings.php
--- b/src/Plugin/Field/FieldFormatter/FieldFormatterWithInlineSettings.php
+++ b/src/Plugin/Field/FieldFormatter/FieldFormatterWithInlineSettings.php
@@ -228,7 +228,7 @@
       '#default_value' => $this->getSettingFromFormState($form_state, 'label'),
     ];
 
-    if ($formatted_field_name) {
+    if ($formatted_field_name && isset($formatter_options)) {
       $formatter_type = $this->getSettingFromFormState($form_state, 'type');
       $settings = $this->getSettingFromFormState($form_state, 'settings');
       if (!isset($formatter_options[$formatter_type])) {