diff --git a/src/App.scss b/src/App.scss
index 1eee63a7e..b36e702d5 100644
--- a/src/App.scss
+++ b/src/App.scss
@@ -797,14 +797,17 @@ option {
 }
 
 .notice-dismissible {
-  padding-right: 4rem;
-  position: relative;
+  display: flex;
+  padding: 0.75em 1em;
+  align-items: baseline;
+  line-height: 1.5;
+
+  span {
+    display: block;
+    flex: 1 1 auto;
+  }
 
   .dismiss {
-    position: absolute;
-    top: 0;
-    right: 0;
-    padding: 0.5em;
     color: inherit;
   }
 }
diff --git a/src/components/post_status_form/post_status_form.scss b/src/components/post_status_form/post_status_form.scss
index 641dc6dac..c7fdb0806 100644
--- a/src/components/post_status_form/post_status_form.scss
+++ b/src/components/post_status_form/post_status_form.scss
@@ -111,7 +111,6 @@
   .visibility-notice {
     border: 1px solid var(--border);
     border-radius: var(--roundness);
-    padding: 0.5em 1em
   }
 
   .visibility-notice.edit-warning {