diff --git a/paper-api/src/main/java/org/bukkit/event/player/PlayerChatEvent.java b/paper-api/src/main/java/org/bukkit/event/player/PlayerChatEvent.java
index 047b270fa2..28c894f2db 100644
--- a/paper-api/src/main/java/org/bukkit/event/player/PlayerChatEvent.java
+++ b/paper-api/src/main/java/org/bukkit/event/player/PlayerChatEvent.java
@@ -1,6 +1,7 @@
 
 package org.bukkit.event.player;
 
+import java.util.IllegalFormatException;
 import org.bukkit.entity.Player;
 import org.bukkit.event.Cancellable;
 
@@ -80,6 +81,14 @@ public class PlayerChatEvent extends PlayerEvent implements Cancellable {
      * @param format String.Format compatible format string
      */
     public void setFormat(final String format) {
+        // Oh for a better way to do this!
+        try {
+            String.format(format, player, message);
+        } catch (RuntimeException ex) {
+            ex.fillInStackTrace();
+            throw ex;
+        }
+
         this.format = format;
     }
 }