Fix Unpacker.feed() drops unused data in buffer. (msgpack#289)

methane · web-flow · commit f38c1a3674b7 · 2018-02-23T11:52:48.000+09:00
Fixes msgpack#287
diff --git a/msgpack/fallback.py b/msgpack/fallback.py
@@ -289,8 +289,13 @@ def feed(self, next_bytes):
         view = _get_data_from_buffer(next_bytes)
         if (len(self._buffer) - self._buff_i + len(view) > self._max_buffer_size):
             raise BufferFull
-        del self._buffer[:self._buff_i]
-        self._buff_i = 0
+
+        # Strip buffer before checkpoint before reading file.
+        if self._buf_checkpoint > 0:
+            del self._buffer[:self._buf_checkpoint]
+            self._buff_i -= self._buf_checkpoint
+            self._buf_checkpoint = 0
+
         self._buffer += view
 
     def _consume(self):
