Path: blob/main/crates/polars-parquet/src/parquet/statistics/fixed_len_binary.rs
6940 views
use polars_parquet_format::Statistics as ParquetStatistics;12use crate::parquet::error::{ParquetError, ParquetResult};3use crate::parquet::schema::types::PrimitiveType;45#[derive(Debug, Clone, PartialEq)]6pub struct FixedLenStatistics {7pub primitive_type: PrimitiveType,8pub null_count: Option<i64>,9pub distinct_count: Option<i64>,10pub max_value: Option<Vec<u8>>,11pub min_value: Option<Vec<u8>>,12}1314impl FixedLenStatistics {15pub fn deserialize(16v: &ParquetStatistics,17size: usize,18primitive_type: PrimitiveType,19) -> ParquetResult<Self> {20if let Some(ref v) = v.max_value {21if v.len() != size {22return Err(ParquetError::oos(23"The max_value of statistics MUST be plain encoded",24));25}26};27if let Some(ref v) = v.min_value {28if v.len() != size {29return Err(ParquetError::oos(30"The min_value of statistics MUST be plain encoded",31));32}33};3435Ok(Self {36primitive_type,37null_count: v.null_count,38distinct_count: v.distinct_count,39max_value: v.max_value.clone().map(|mut x| {40x.truncate(size);41x42}),43min_value: v.min_value.clone().map(|mut x| {44x.truncate(size);45x46}),47})48}4950pub fn serialize(&self) -> ParquetStatistics {51ParquetStatistics {52null_count: self.null_count,53distinct_count: self.distinct_count,54max_value: self.max_value.clone(),55min_value: self.min_value.clone(),56max: None,57min: None,58is_max_value_exact: None,59is_min_value_exact: None,60}61}62}636465