diff --git a/hugolib/site_benchmark_test.go b/hugolib/site_benchmark_test.go
index 1bb1f9206..a22f48654 100644
--- a/hugolib/site_benchmark_test.go
+++ b/hugolib/site_benchmark_test.go
@@ -131,8 +131,10 @@ category = "categories"
 		tags                = make([]string, cfg.TagsPerPage)
 	)
 
+	tagOffset := rand.Intn(10)
+
 	for i := 0; i < len(tags); i++ {
-		tags[i] = fmt.Sprintf("Hugo %d", i)
+		tags[i] = fmt.Sprintf("Hugo %d", i+tagOffset)
 	}
 
 	tagsStr := "[]"