From d79ab9f1bfcdd7c680d94ee50dd3e009bed20ec9 Mon Sep 17 00:00:00 2001 From: Mike Kittridge Date: Sat, 15 Oct 2022 21:43:45 -0600 Subject: [PATCH] added buffer_size parameter to http module (#730) --- smart_open/http.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/smart_open/http.py b/smart_open/http.py index e6fe2aee..7bbbe6f4 100644 --- a/smart_open/http.py +++ b/smart_open/http.py @@ -50,7 +50,7 @@ def open_uri(uri, mode, transport_params): def open(uri, mode, kerberos=False, user=None, password=None, cert=None, - headers=None, timeout=None): + headers=None, timeout=None, buffer_size=DEFAULT_BUFFER_SIZE): """Implement streamed reader from a web site. Supports Kerberos and Basic HTTP authentication. @@ -73,6 +73,8 @@ def open(uri, mode, kerberos=False, user=None, password=None, cert=None, Any headers to send in the request. If ``None``, the default headers are sent: ``{'Accept-Encoding': 'identity'}``. To use no headers at all, set this variable to an empty dict, ``{}``. + buffer_size: int, optional + The buffer size to use when performing I/O. Note ---- @@ -82,7 +84,7 @@ def open(uri, mode, kerberos=False, user=None, password=None, cert=None, """ if mode == constants.READ_BINARY: fobj = SeekableBufferedInputBase( - uri, mode, kerberos=kerberos, + uri, mode, buffer_size=buffer_size, kerberos=kerberos, user=user, password=password, cert=cert, headers=headers, timeout=timeout, )