-
Notifications
You must be signed in to change notification settings - Fork 34
/
Copy pathbool.rs
157 lines (129 loc) · 4.2 KB
/
bool.rs
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
use std::any::Any;
use arrow_buffer::BooleanBufferBuilder;
use vortex_dtype::{DType, Nullability};
use vortex_error::{VortexResult, vortex_bail};
use vortex_mask::Mask;
use crate::arrays::BoolArray;
use crate::builders::ArrayBuilder;
use crate::builders::lazy_validity_builder::LazyNullBufferBuilder;
use crate::{Array, ArrayRef, Canonical};
pub struct BoolBuilder {
inner: BooleanBufferBuilder,
nulls: LazyNullBufferBuilder,
nullability: Nullability,
dtype: DType,
}
impl BoolBuilder {
pub fn new(nullability: Nullability) -> Self {
Self::with_capacity(nullability, 1024) // Same as Arrow builders
}
pub fn with_capacity(nullability: Nullability, capacity: usize) -> Self {
Self {
inner: BooleanBufferBuilder::new(capacity),
nulls: LazyNullBufferBuilder::new(capacity),
nullability,
dtype: DType::Bool(nullability),
}
}
pub fn append_value(&mut self, value: bool) {
self.append_values(value, 1)
}
pub fn append_values(&mut self, value: bool, n: usize) {
self.inner.append_n(n, value);
self.nulls.append_n_non_nulls(n)
}
pub fn append_option(&mut self, value: Option<bool>) {
match value {
Some(value) => self.append_value(value),
None => self.append_null(),
}
}
}
impl ArrayBuilder for BoolBuilder {
fn as_any(&self) -> &dyn Any {
self
}
fn as_any_mut(&mut self) -> &mut dyn Any {
self
}
fn dtype(&self) -> &DType {
&self.dtype
}
fn len(&self) -> usize {
self.inner.len()
}
fn append_zeros(&mut self, n: usize) {
self.append_values(false, n)
}
fn append_nulls(&mut self, n: usize) {
self.inner.append_n(n, false);
self.nulls.append_n_nulls(n)
}
fn extend_from_array(&mut self, array: &dyn Array) -> VortexResult<()> {
let array = array.to_canonical()?;
let Canonical::Bool(array) = array else {
vortex_bail!("Expected Canonical::Bool, found {:?}", array);
};
self.inner.append_buffer(array.boolean_buffer());
self.nulls.append_validity_mask(array.validity_mask()?);
Ok(())
}
fn set_validity(&mut self, validity: Mask) {
self.nulls = LazyNullBufferBuilder::new(validity.len());
self.nulls.append_validity_mask(validity);
}
fn finish(&mut self) -> ArrayRef {
assert_eq!(
self.nulls.len(),
self.inner.len(),
"Null count and value count should match when calling BoolBuilder::finish."
);
BoolArray::new(
self.inner.finish(),
self.nulls.finish_with_nullability(self.nullability),
)
.into_array()
}
}
#[cfg(test)]
mod tests {
use rand::prelude::StdRng;
use rand::{Rng, SeedableRng};
use crate::ArrayRef;
use crate::array::Array;
use crate::arrays::{BoolArray, ChunkedArray};
use crate::builders::builder_with_capacity;
use crate::canonical::ToCanonical;
fn make_opt_bool_chunks(len: usize, chunk_count: usize) -> ArrayRef {
let mut rng = StdRng::seed_from_u64(0);
(0..chunk_count)
.map(|_| {
BoolArray::from_iter((0..len).map(|_| match rng.random_range::<u8, _>(0..=2) {
0 => Some(false),
1 => Some(true),
2 => None,
_ => unreachable!(),
}))
.into_array()
})
.collect::<ChunkedArray>()
.into_array()
}
#[test]
fn tests() {
let len = 1000;
let chunk_count = 10;
let chunk = make_opt_bool_chunks(len, chunk_count);
let mut builder = builder_with_capacity(chunk.dtype(), len * chunk_count);
chunk.clone().append_to_builder(builder.as_mut()).unwrap();
let canon_into = builder
.finish()
.to_canonical()
.unwrap()
.into_bool()
.unwrap();
let into_canon = chunk.to_bool().unwrap();
assert_eq!(canon_into.validity(), into_canon.validity());
assert_eq!(canon_into.boolean_buffer(), into_canon.boolean_buffer());
}
}