diff --git a/core/modules/outside_in/js/outside_in.js b/core/modules/outside_in/js/outside_in.js
index c038cd2..61ad096 100644
--- a/core/modules/outside_in/js/outside_in.js
+++ b/core/modules/outside_in/js/outside_in.js
@@ -12,6 +12,7 @@
   var itemsToToggleSelector = '[data-offcanvas-main-canvas], #toolbar-bar, [data-drupal-outsidein="editable"] a, [data-drupal-outsidein="editable"] button';
   var contextualItemsSelector = '[data-contextual-id] a, [data-contextual-id] button';
   var quickEditItemSelector = '[data-quickedit-entity-id]';
+  var excludedLinksSelector = '[data-outside-in-exclude] [data-outside-in-edit]';
 
   /**
    * Reacts to contextual links being added.
@@ -24,6 +25,9 @@
    * @listens event:drupalContextualLinkAdded
    */
   $(document).on('drupalContextualLinkAdded', function (event, data) {
+    // Remove contextual links that should be excluded.
+    // @see outside_in_block_view_alter().
+    $(excludedLinksSelector).remove();
     // Bind Ajax behaviors to all items showing the class.
     // @todo Fix contextual links to work with use-ajax links in
     //    https://www.drupal.org/node/2764931.
diff --git a/core/modules/outside_in/outside_in.module b/core/modules/outside_in/outside_in.module
index a7fab7b..5b9a79a 100644
--- a/core/modules/outside_in/outside_in.module
+++ b/core/modules/outside_in/outside_in.module
@@ -55,6 +55,14 @@ function outside_in_block_view_alter(array &$build) {
   $build['#contextual_links']['outside_in'] = [
     'route_parameters' => [],
   ];
+  if (!\Drupal::service('outside_in.manager')->isBlockEditable($build['#plugin_id']) && isset($build['#contextual_links']['block'])) {
+    // If this block should not be editable set an attribute which will be used
+    // to remove the link on the client-side.
+    // The individual links are not available here to remove.
+    // @see outside_in.js
+    $build['#attributes']['data-outside-in-exclude'] = TRUE;
+  }
+
 }
 
 /**
@@ -93,7 +101,9 @@ function outside_in_entity_type_build(array &$entity_types) {
 function outside_in_preprocess_block(&$variables) {
   // The main system block does not contain the block contextual links.
   $variables['#cache']['contexts'][] = 'outside_in_is_applied';
-  if ($variables['plugin_id'] !== 'system_main_block' && \Drupal::service('outside_in.manager')->isApplicable()) {
+  /** @var \Drupal\outside_in\OutsideInManagerInterface $outside_in_manager */
+  $outside_in_manager = \Drupal::service('outside_in.manager');
+  if ($outside_in_manager->isBlockEditable($variables['plugin_id']) && $outside_in_manager->isApplicable()) {
     // Add class and attributes to all blocks to allow Javascript to target.
     $variables['attributes']['class'][] = 'outside-in-editable';
     $variables['attributes']['data-drupal-outsidein'] = 'editable';
diff --git a/core/modules/outside_in/src/OutsideInManager.php b/core/modules/outside_in/src/OutsideInManager.php
index 666a938..26bda75 100644
--- a/core/modules/outside_in/src/OutsideInManager.php
+++ b/core/modules/outside_in/src/OutsideInManager.php
@@ -63,4 +63,12 @@ public function isApplicable() {
     return $this->account->hasPermission('administer blocks') && !$is_admin_route && !$is_admin_demo_route;
   }
 
+  /**
+   * {@inheritdoc}
+   */
+  public function isBlockEditable($plugin_id) {
+    $non_editable_blocks = ['page_title_block', 'system_main_block'];
+    return !in_array($plugin_id, $non_editable_blocks, TRUE);
+  }
+
 }
diff --git a/core/modules/outside_in/src/OutsideInManagerInterface.php b/core/modules/outside_in/src/OutsideInManagerInterface.php
index 684adb3..054074e 100644
--- a/core/modules/outside_in/src/OutsideInManagerInterface.php
+++ b/core/modules/outside_in/src/OutsideInManagerInterface.php
@@ -15,4 +15,16 @@
    */
   public function isApplicable();
 
+  /**
+   * Checks whether a block is editable by this module.
+   *
+   * @param string $plugin_id
+   *   The plugin ID for the block to check.
+   *
+   * @return bool
+   *   TRUE if the block should have the "Quick Edit" link provided by this
+   *   module.
+   */
+  public function isBlockEditable($plugin_id);
+
 }