diff --git a/server/grpc_service.go b/server/grpc_service.go
index 169d97b5a3c..3096357654b 100644
--- a/server/grpc_service.go
+++ b/server/grpc_service.go
@@ -411,9 +411,6 @@ func (s *GrpcServer) forwardTSO(stream pdpb.PD_TsoServer) error {
 	)
 	defer func() {
 		s.concurrentTSOProxyStreamings.Add(-1)
-		if forwardStream != nil {
-			forwardStream.CloseSend()
-		}
 		// cancel the forward stream
 		if cancel != nil {
 			cancel()
@@ -452,9 +449,6 @@ func (s *GrpcServer) forwardTSO(stream pdpb.PD_TsoServer) error {
 			return errors.WithStack(ErrNotFoundTSOAddr)
 		}
 		if forwardStream == nil || lastForwardedHost != forwardedHost {
-			if forwardStream != nil {
-				forwardStream.CloseSend()
-			}
 			if cancel != nil {
 				cancel()
 			}