Jelajahi Sumber

HUE-4726 [core] Default buffered file stream to 128 MB chunks

Jenny Kim 9 tahun lalu
induk
melakukan
98a388de66
1 mengubah file dengan 2 tambahan dan 2 penghapusan
  1. 2 2
      apps/filebrowser/src/filebrowser/views.py

+ 2 - 2
apps/filebrowser/src/filebrowser/views.py

@@ -771,8 +771,8 @@ def _read_avro(fhandle, path, offset, length, stats):
 
 
 def _read_parquet(fhandle, path, offset, length, stats):
 def _read_parquet(fhandle, path, offset, length, stats):
     try:
     try:
-        size = 1 * 1024 * 1024  # Limit readable file, ParquetOptions.limit does not help
-        data = StringIO(fhandle.read(size))  # There is a footer
+        size = 1 * 128 * 1024 * 1024  # Buffer file stream to 128 MB chunks
+        data = StringIO(fhandle.read(size))
 
 
         dumped_data = StringIO()
         dumped_data = StringIO()
         parquet._dump(data, ParquetOptions(limit=1000), out=dumped_data)
         parquet._dump(data, ParquetOptions(limit=1000), out=dumped_data)