uploadprovider: avoid too big grpc messages on tar upload

Signed-off-by: Tonis Tiigi <[email protected]>

session/upload/uploadprovider/provider.go

@@ -59,6 +59,23 @@ type writer struct {
 }
 
 func (w *writer) Write(dt []byte) (int, error) {
+	// avoid sending too big messages on grpc stream
+	const maxChunkSize = 3 * 1024 * 1024
+	if len(dt) > maxChunkSize {
+		var n int
+		var err error
+		n, err = w.Write(dt[:maxChunkSize])
+		if err != nil {
+			return n, err
+		}
+		dt = dt[maxChunkSize:]
+		if n2, err := w.Write(dt); err != nil {
+			return n + n2, err
+		} else {
+			n += n2
+		}
+		return n, nil
+	}
 	if err := w.SendMsg(&upload.BytesMessage{Data: dt}); err != nil {
 		return 0, err
 	}