diff --git a/wagtail/wagtailadmin/static/wagtailadmin/js/page-editor.js b/wagtail/wagtailadmin/static/wagtailadmin/js/page-editor.js
index a054970c7..3e9c2d86b 100644
--- a/wagtail/wagtailadmin/static/wagtailadmin/js/page-editor.js
+++ b/wagtail/wagtailadmin/static/wagtailadmin/js/page-editor.js
@@ -331,7 +331,7 @@ function initCollapsibleBlocks() {
     $('.object.multi-field.collapsible').each(function() {
         var $li = $(this);
         var $fieldset = $li.find('fieldset');
-        if ($li.hasClass('collapsed')) {
+        if ($li.hasClass('collapsed') && $li.find('.error-message').length == 0) {
             $fieldset.hide();
         }