Browse Source

HUE-4726 [core] Default buffered file stream to 128 MB chunks

Jenny Kim 9 years ago
parent
commit
98a388d
1 changed files with 2 additions and 2 deletions
  1. 2 2
      apps/filebrowser/src/filebrowser/views.py

+ 2 - 2
apps/filebrowser/src/filebrowser/views.py

@@ -771,8 +771,8 @@ def _read_avro(fhandle, path, offset, length, stats):
 
 def _read_parquet(fhandle, path, offset, length, stats):
     try:
-        size = 1 * 1024 * 1024  # Limit readable file, ParquetOptions.limit does not help
-        data = StringIO(fhandle.read(size))  # There is a footer
+        size = 1 * 128 * 1024 * 1024  # Buffer file stream to 128 MB chunks
+        data = StringIO(fhandle.read(size))
 
         dumped_data = StringIO()
         parquet._dump(data, ParquetOptions(limit=1000), out=dumped_data)