diff --git a/src/sec-mod-db.c b/src/sec-mod-db.c
index 61439cc5..7c49a1d8 100644
--- a/src/sec-mod-db.c
+++ b/src/sec-mod-db.c
@@ -172,5 +172,6 @@ void expire_client_entry(sec_mod_st *sec, client_entry_st * e)
 {
 	if (e->in_use > 0)
 		e->in_use--;
-	e->time = time(0);
+	if (e->in_use == 0)
+		e->time = time(0);
 }