diff --git a/packet-queue.go b/packet-queue.go
index 7cba212..d351f29 100644
--- a/packet-queue.go
+++ b/packet-queue.go
@@ -69,7 +69,7 @@ func NewPacketQueue(connection net.Conn) *PacketQueue {
 }
 
 func (p *PacketQueue) Expect(messageType uint16, timeToWait time.Duration) (*PacketWithData, error) {
-	start := time.Now().Add(-time.Millisecond)
+	start := time.Now().Add(-time.Millisecond * 5)
 
 	for {
 		if time.Since(start) > timeToWait {