diff --git a/pkg/cache/groupcache_test.go b/pkg/cache/groupcache_test.go
index 292513bbaa..06df4cf642 100644
--- a/pkg/cache/groupcache_test.go
+++ b/pkg/cache/groupcache_test.go
@@ -84,11 +84,13 @@ func TestMain(m *testing.M) {
 	go func() {
 		if err = httpServer.ListenAndServe(); err != nil {
 			fmt.Printf("failed to listen: %s\n", err.Error())
+			os.Exit(1)
 		}
 	}()
 	go func() {
 		if err = httpServerH2C.ListenAndServe(); err != nil {
 			fmt.Printf("failed to listen: %s\n", err.Error())
+			os.Exit(1)
 		}
 	}()