diff --git a/panelizer.module b/panelizer.module
index 452e4b3..be9a569 100644
--- a/panelizer.module
+++ b/panelizer.module
@@ -399,9 +399,11 @@ function panelizer_entity_plugin_process(&$plugin, $info) {
       ),
     );
 
-    foreach ($entity_info['view modes'] as $view_mode => $view_mode_info) {
-      if (!empty($view_mode_info['custom settings'])) {
-        $plugin['view modes'][$view_mode] = $view_mode_info;
+    if (!empty(entity_info['view modes'])) {
+      foreach ($entity_info['view modes'] as $view_mode => $view_mode_info) {
+        if (!empty($view_mode_info['custom settings'])) {
+          $plugin['view modes'][$view_mode] = $view_mode_info;
+        }
       }
     }
