css/entity_embed.filter.caption.css     | 10 ++++++++++
 entity_embed.libraries.yml              |  8 ++++++++
 src/Plugin/Filter/EntityEmbedFilter.php |  7 ++++++-
 3 files changed, 24 insertions(+), 1 deletion(-)

diff --git a/css/entity_embed.filter.caption.css b/css/entity_embed.filter.caption.css
new file mode 100644
index 0000000..d1648f4
--- /dev/null
+++ b/css/entity_embed.filter.caption.css
@@ -0,0 +1,10 @@
+/**
+ * @file
+ * Caption filter: default styling for displaying Entity Embed captions.
+ */
+
+.caption .media .field,
+.caption .media .field * {
+  float: none;
+  margin: unset;
+}
diff --git a/entity_embed.libraries.yml b/entity_embed.libraries.yml
index 5eca8e7..d56978d 100644
--- a/entity_embed.libraries.yml
+++ b/entity_embed.libraries.yml
@@ -8,3 +8,11 @@ drupal.entity_embed.dialog:
   dependencies:
     - core/drupal
     - core/jquery
+
+caption:
+  version: VERSION
+  css:
+    component:
+      css/entity_embed.filter.caption.css: {}
+  dependencies:
+    - filter/caption
diff --git a/src/Plugin/Filter/EntityEmbedFilter.php b/src/Plugin/Filter/EntityEmbedFilter.php
index e610278..3411a2f 100644
--- a/src/Plugin/Filter/EntityEmbedFilter.php
+++ b/src/Plugin/Filter/EntityEmbedFilter.php
@@ -178,7 +178,12 @@ class EntityEmbedFilter extends FilterBase implements ContainerFactoryPluginInte
         $this->replaceNodeContent($node, $entity_output);
       }
 
-      $result->setProcessedText(Html::serialize($dom));
+      $result->setProcessedText(Html::serialize($dom))
+        ->addAttachments([
+          'library' => [
+            'entity_embed/caption',
+          ],
+        ]);
     }
 
     return $result;