diff -u b/core/modules/field/field.module b/core/modules/field/field.module
--- b/core/modules/field/field.module
+++ b/core/modules/field/field.module
@@ -353,6 +353,10 @@
  * Implements hook_ENTITY_TYPE_insert() for 'field_config'.
  *
  * Allow other view modes to update their configuration for the new field.
+ * Otherwise, configuration for view modes won't get updated until the mode
+ * is used for the first time, creating noise in config diffs.
+ *
+ * @see https://www.drupal.org/node/2915036
  */
 function field_field_config_insert(FieldConfigInterface $field) {
   if ($field->isSyncing()) {