From ada704ad804459dd7909179c3c61951d3ea516f4 Mon Sep 17 00:00:00 2001 From: chrislu Date: Mon, 1 Sep 2025 13:55:57 -0700 Subject: [PATCH] parquet file generate stats --- weed/mq/logstore/log_to_parquet.go | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/weed/mq/logstore/log_to_parquet.go b/weed/mq/logstore/log_to_parquet.go index 8ce7aa2a2..9c9e776e6 100644 --- a/weed/mq/logstore/log_to_parquet.go +++ b/weed/mq/logstore/log_to_parquet.go @@ -218,7 +218,11 @@ func writeLogFilesToParquet(filerClient filer_pb.FilerClient, partitionDir strin os.Remove(tempFile.Name()) }() - writer := parquet.NewWriter(tempFile, parquetSchema, parquet.Compression(&zstd.Codec{Level: zstd.DefaultLevel})) + // Enable column statistics for fast aggregation queries + writer := parquet.NewWriter(tempFile, parquetSchema, + parquet.Compression(&zstd.Codec{Level: zstd.DefaultLevel}), + parquet.DataPageStatistics(true), // Enable column statistics + ) rowBuilder := parquet.NewRowBuilder(parquetSchema) var startTsNs, stopTsNs int64