diff --git a/native/src/main/java/net/md_5/bungee/NativeCipher.java b/native/src/main/java/net/md_5/bungee/NativeCipher.java
index 6d4c42c3..3dc6920a 100644
--- a/native/src/main/java/net/md_5/bungee/NativeCipher.java
+++ b/native/src/main/java/net/md_5/bungee/NativeCipher.java
@@ -37,6 +37,8 @@ public class NativeCipher implements BungeeCipher
             {
                 // Else we will create and copy it to a temp file
                 File temp = File.createTempFile( "bungeecord-native-cipher", ".so" );
+                temp.deleteOnExit();
+
                 try ( OutputStream outputStream = new FileOutputStream( temp ) )
                 {
                     ByteStreams.copy( lib, outputStream );