diff --git a/source/src/client.cpp b/source/src/client.cpp
index 8357b427..337241fb 100644
--- a/source/src/client.cpp
+++ b/source/src/client.cpp
@@ -274,6 +274,7 @@ void sendpackettoserv(int chan, ENetPacket *packet)
 {
     if(curpeer) enet_peer_send(curpeer, chan, packet);
     else localclienttoserver(chan, packet);
+    if(!packet->referenceCount) enet_packet_destroy(packet);
 }
 
 void c2skeepalive()
diff --git a/source/src/server.cpp b/source/src/server.cpp
index 09b018b0..fe7dcd26 100644
--- a/source/src/server.cpp
+++ b/source/src/server.cpp
@@ -3078,7 +3078,6 @@ void process(ENetPacket *packet, int sender, int chan)   // sender may be -1
 void localclienttoserver(int chan, ENetPacket *packet)
 {
     process(packet, 0, chan);
-    if(!packet->referenceCount) enet_packet_destroy(packet);
 }
 
 client &addclient()