From 141215c8a4ccafd05139fbf4f9ff1c69af7ff9e9 Mon Sep 17 00:00:00 2001 From: Ruihang Xia Date: Thu, 15 Aug 2024 17:07:38 +0800 Subject: [PATCH] chore: add license header (#121) Signed-off-by: Ruihang Xia --- examples/datafusion_integration.rs | 17 +++++++++++++++ licenserc.toml | 24 +++++++++++++++++++++ src/array_decoder/decimal.rs | 17 +++++++++++++++ src/array_decoder/list.rs | 17 +++++++++++++++ src/array_decoder/map.rs | 17 +++++++++++++++ src/array_decoder/mod.rs | 17 +++++++++++++++ src/array_decoder/string.rs | 17 +++++++++++++++ src/array_decoder/struct_decoder.rs | 17 +++++++++++++++ src/array_decoder/timestamp.rs | 17 +++++++++++++++ src/array_decoder/union.rs | 17 +++++++++++++++ src/arrow_reader.rs | 17 +++++++++++++++ src/async_arrow_reader.rs | 17 +++++++++++++++ src/bin/orc-export.rs | 17 +++++++++++++++ src/bin/orc-metadata.rs | 17 +++++++++++++++ src/bin/orc-stats.rs | 17 +++++++++++++++ src/column.rs | 17 +++++++++++++++ src/error.rs | 17 +++++++++++++++ src/lib.rs | 17 +++++++++++++++ src/projection.rs | 17 +++++++++++++++ src/proto.rs | 17 +++++++++++++++ src/reader/decode/boolean_rle.rs | 17 +++++++++++++++ src/reader/decode/byte_rle.rs | 17 +++++++++++++++ src/reader/decode/decimal.rs | 17 +++++++++++++++ src/reader/decode/float.rs | 17 +++++++++++++++ src/reader/decode/mod.rs | 17 +++++++++++++++ src/reader/decode/rle_v2/delta.rs | 17 +++++++++++++++ src/reader/decode/rle_v2/direct.rs | 17 +++++++++++++++ src/reader/decode/rle_v2/mod.rs | 17 +++++++++++++++ src/reader/decode/rle_v2/patched_base.rs | 17 +++++++++++++++ src/reader/decode/rle_v2/short_repeat.rs | 17 +++++++++++++++ src/reader/decode/timestamp.rs | 17 +++++++++++++++ src/reader/decode/util.rs | 17 +++++++++++++++ src/reader/decompress.rs | 17 +++++++++++++++ src/reader/metadata.rs | 17 +++++++++++++++ src/reader/mod.rs | 17 +++++++++++++++ src/schema.rs | 17 +++++++++++++++ src/statistics.rs | 17 +++++++++++++++ src/stripe.rs | 17 +++++++++++++++ tests/basic/data/generate_orc.py | 17 +++++++++++++++ tests/basic/data/generate_orc_timestamps.py | 17 +++++++++++++++ tests/basic/data/write.py | 17 +++++++++++++++ tests/basic/main.rs | 17 +++++++++++++++ tests/basic/misc.rs | 17 +++++++++++++++ tests/integration/generate_arrow.py | 17 +++++++++++++++ tests/integration/main.rs | 17 +++++++++++++++ 45 files changed, 772 insertions(+) create mode 100644 licenserc.toml diff --git a/examples/datafusion_integration.rs b/examples/datafusion_integration.rs index 8f0b7475..c46a5983 100644 --- a/examples/datafusion_integration.rs +++ b/examples/datafusion_integration.rs @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + use datafusion::error::Result; use datafusion::prelude::*; use orc_rust::datafusion::{OrcReadOptions, SessionContextOrcExt}; diff --git a/licenserc.toml b/licenserc.toml new file mode 100644 index 00000000..20ee11a2 --- /dev/null +++ b/licenserc.toml @@ -0,0 +1,24 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + +headerPath = "Apache-2.0-ASF.txt" + +includes = [ + "*.rs", + "*.py", + "*.ts", +] diff --git a/src/array_decoder/decimal.rs b/src/array_decoder/decimal.rs index 24a57984..86d8c1eb 100644 --- a/src/array_decoder/decimal.rs +++ b/src/array_decoder/decimal.rs @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + use std::cmp::Ordering; use crate::column::get_present_vec; diff --git a/src/array_decoder/list.rs b/src/array_decoder/list.rs index 275e2248..a77ecc98 100644 --- a/src/array_decoder/list.rs +++ b/src/array_decoder/list.rs @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + use std::sync::Arc; use arrow::array::{ArrayRef, ListArray}; diff --git a/src/array_decoder/map.rs b/src/array_decoder/map.rs index 9a0d182f..64197086 100644 --- a/src/array_decoder/map.rs +++ b/src/array_decoder/map.rs @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + use std::sync::Arc; use arrow::array::{ArrayRef, MapArray, StructArray}; diff --git a/src/array_decoder/mod.rs b/src/array_decoder/mod.rs index ad9d2c02..db6011ec 100644 --- a/src/array_decoder/mod.rs +++ b/src/array_decoder/mod.rs @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + use std::sync::Arc; use arrow::array::{ArrayRef, BooleanArray, BooleanBuilder, PrimitiveArray, PrimitiveBuilder}; diff --git a/src/array_decoder/string.rs b/src/array_decoder/string.rs index ea476d01..efe58b92 100644 --- a/src/array_decoder/string.rs +++ b/src/array_decoder/string.rs @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + use std::io::Read; use std::marker::PhantomData; use std::sync::Arc; diff --git a/src/array_decoder/struct_decoder.rs b/src/array_decoder/struct_decoder.rs index 165e54eb..d592ce74 100644 --- a/src/array_decoder/struct_decoder.rs +++ b/src/array_decoder/struct_decoder.rs @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + use std::sync::Arc; use arrow::{ diff --git a/src/array_decoder/timestamp.rs b/src/array_decoder/timestamp.rs index bc39c04a..abb3fc7a 100644 --- a/src/array_decoder/timestamp.rs +++ b/src/array_decoder/timestamp.rs @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + use std::sync::Arc; use crate::{ diff --git a/src/array_decoder/union.rs b/src/array_decoder/union.rs index ca3e6f8c..df88afaa 100644 --- a/src/array_decoder/union.rs +++ b/src/array_decoder/union.rs @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + use std::sync::Arc; use arrow::array::{ArrayRef, UnionArray}; diff --git a/src/arrow_reader.rs b/src/arrow_reader.rs index 6c3d156f..550ab971 100644 --- a/src/arrow_reader.rs +++ b/src/arrow_reader.rs @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + use std::collections::HashMap; use std::sync::Arc; diff --git a/src/async_arrow_reader.rs b/src/async_arrow_reader.rs index 1e675e62..6fe123a5 100644 --- a/src/async_arrow_reader.rs +++ b/src/async_arrow_reader.rs @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + use std::fmt::Formatter; use std::pin::Pin; use std::sync::Arc; diff --git a/src/bin/orc-export.rs b/src/bin/orc-export.rs index 13e74505..257c03f7 100644 --- a/src/bin/orc-export.rs +++ b/src/bin/orc-export.rs @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + use std::{fs::File, io, path::PathBuf}; use anyhow::Result; diff --git a/src/bin/orc-metadata.rs b/src/bin/orc-metadata.rs index ce726b6f..9c15ca8a 100644 --- a/src/bin/orc-metadata.rs +++ b/src/bin/orc-metadata.rs @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + use std::{error::Error, fs::File, path::PathBuf, sync::Arc}; use clap::Parser; diff --git a/src/bin/orc-stats.rs b/src/bin/orc-stats.rs index 6a8432cb..1113a011 100644 --- a/src/bin/orc-stats.rs +++ b/src/bin/orc-stats.rs @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + use std::{fs::File, path::PathBuf, sync::Arc}; use anyhow::Result; diff --git a/src/column.rs b/src/column.rs index 393ab4fd..8af55cc7 100644 --- a/src/column.rs +++ b/src/column.rs @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + use std::sync::Arc; use bytes::Bytes; diff --git a/src/error.rs b/src/error.rs index 7a68c7c7..fc93cbfd 100644 --- a/src/error.rs +++ b/src/error.rs @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + use std::io; use std::string::FromUtf8Error; diff --git a/src/lib.rs b/src/lib.rs index d4b7a45d..2e61c26c 100644 --- a/src/lib.rs +++ b/src/lib.rs @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + //! A native Rust implementation of the [Apache ORC](https://orc.apache.org) file format, //! providing API's to read data into [Apache Arrow](https://arrow.apache.org) in-memory arrays. //! diff --git a/src/projection.rs b/src/projection.rs index c1ed0112..70815dbc 100644 --- a/src/projection.rs +++ b/src/projection.rs @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + use crate::schema::RootDataType; // TODO: be able to nest project (project columns within struct type) diff --git a/src/proto.rs b/src/proto.rs index 07545a68..ae71cdbd 100644 --- a/src/proto.rs +++ b/src/proto.rs @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + // This file was automatically generated through the regen.sh script, and should not be edited. #[allow(clippy::derive_partial_eq_without_eq)] diff --git a/src/reader/decode/boolean_rle.rs b/src/reader/decode/boolean_rle.rs index d58f78f4..47590e08 100644 --- a/src/reader/decode/boolean_rle.rs +++ b/src/reader/decode/boolean_rle.rs @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + use std::io::Read; use crate::error::Result; diff --git a/src/reader/decode/byte_rle.rs b/src/reader/decode/byte_rle.rs index b3a3a686..6a713308 100644 --- a/src/reader/decode/byte_rle.rs +++ b/src/reader/decode/byte_rle.rs @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + use crate::error::Result; use std::io::Read; diff --git a/src/reader/decode/decimal.rs b/src/reader/decode/decimal.rs index 38188cc3..4544d56c 100644 --- a/src/reader/decode/decimal.rs +++ b/src/reader/decode/decimal.rs @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + use std::io::Read; use crate::{error::Result, reader::decode::util::read_varint_zigzagged}; diff --git a/src/reader/decode/float.rs b/src/reader/decode/float.rs index c681d88b..93eb27ce 100644 --- a/src/reader/decode/float.rs +++ b/src/reader/decode/float.rs @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + use snafu::ResultExt; use crate::error::{self, Result}; diff --git a/src/reader/decode/mod.rs b/src/reader/decode/mod.rs index 64fac7c0..431866b4 100644 --- a/src/reader/decode/mod.rs +++ b/src/reader/decode/mod.rs @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + use std::fmt; use std::io::Read; use std::ops::{BitOrAssign, ShlAssign}; diff --git a/src/reader/decode/rle_v2/delta.rs b/src/reader/decode/rle_v2/delta.rs index 5554a97c..f66b88a9 100644 --- a/src/reader/decode/rle_v2/delta.rs +++ b/src/reader/decode/rle_v2/delta.rs @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + use std::io::Read; use snafu::OptionExt; diff --git a/src/reader/decode/rle_v2/direct.rs b/src/reader/decode/rle_v2/direct.rs index efa180e2..e20cc38f 100644 --- a/src/reader/decode/rle_v2/direct.rs +++ b/src/reader/decode/rle_v2/direct.rs @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + use std::io::Read; use crate::error::{OutOfSpecSnafu, Result}; diff --git a/src/reader/decode/rle_v2/mod.rs b/src/reader/decode/rle_v2/mod.rs index ae395add..652800ef 100644 --- a/src/reader/decode/rle_v2/mod.rs +++ b/src/reader/decode/rle_v2/mod.rs @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + pub mod delta; pub mod direct; pub mod patched_base; diff --git a/src/reader/decode/rle_v2/patched_base.rs b/src/reader/decode/rle_v2/patched_base.rs index a524fc91..157ce849 100644 --- a/src/reader/decode/rle_v2/patched_base.rs +++ b/src/reader/decode/rle_v2/patched_base.rs @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + use std::io::Read; use snafu::{OptionExt, ResultExt}; diff --git a/src/reader/decode/rle_v2/short_repeat.rs b/src/reader/decode/rle_v2/short_repeat.rs index 5eee66e3..6d63e82e 100644 --- a/src/reader/decode/rle_v2/short_repeat.rs +++ b/src/reader/decode/rle_v2/short_repeat.rs @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + use std::io::Read; use snafu::ResultExt; diff --git a/src/reader/decode/timestamp.rs b/src/reader/decode/timestamp.rs index 84e3bcf8..8e3dcf5a 100644 --- a/src/reader/decode/timestamp.rs +++ b/src/reader/decode/timestamp.rs @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + use std::marker::PhantomData; use arrow::datatypes::{ArrowTimestampType, TimeUnit}; diff --git a/src/reader/decode/util.rs b/src/reader/decode/util.rs index bc0b3cf4..67d65942 100644 --- a/src/reader/decode/util.rs +++ b/src/reader/decode/util.rs @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + use std::io::Read; use num::Signed; diff --git a/src/reader/decompress.rs b/src/reader/decompress.rs index 75285db9..bccdae36 100644 --- a/src/reader/decompress.rs +++ b/src/reader/decompress.rs @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + // Modified from https://github.com/DataEngineeringLabs/orc-format/blob/416490db0214fc51d53289253c0ee91f7fc9bc17/src/read/decompress/mod.rs //! Related code for handling decompression of ORC files. diff --git a/src/reader/metadata.rs b/src/reader/metadata.rs index 43cb18e6..6c747e65 100644 --- a/src/reader/metadata.rs +++ b/src/reader/metadata.rs @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + //! Parse ORC file tail metadata structures from file. //! //! File tail structure: diff --git a/src/reader/mod.rs b/src/reader/mod.rs index b9ccea4e..d4f7021e 100644 --- a/src/reader/mod.rs +++ b/src/reader/mod.rs @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + pub(crate) mod decode; pub mod decompress; pub mod metadata; diff --git a/src/schema.rs b/src/schema.rs index 1cfb683c..8dcbb0e9 100644 --- a/src/schema.rs +++ b/src/schema.rs @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + use std::collections::HashMap; use std::fmt::Display; use std::sync::Arc; diff --git a/src/statistics.rs b/src/statistics.rs index aeeadb16..6891e91d 100644 --- a/src/statistics.rs +++ b/src/statistics.rs @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + use crate::{error, proto}; /// Contains statistics for a specific column, for the entire file diff --git a/src/stripe.rs b/src/stripe.rs index 28301f41..63fd94be 100644 --- a/src/stripe.rs +++ b/src/stripe.rs @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + use std::{collections::HashMap, io::Read, sync::Arc}; use bytes::Bytes; diff --git a/tests/basic/data/generate_orc.py b/tests/basic/data/generate_orc.py index 428d37d9..3c677c79 100644 --- a/tests/basic/data/generate_orc.py +++ b/tests/basic/data/generate_orc.py @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + import shutil import glob from datetime import date as dt diff --git a/tests/basic/data/generate_orc_timestamps.py b/tests/basic/data/generate_orc_timestamps.py index 6b5acaf9..c7ac5bf2 100644 --- a/tests/basic/data/generate_orc_timestamps.py +++ b/tests/basic/data/generate_orc_timestamps.py @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + from datetime import datetime as dttm import pyarrow as pa from pyarrow import orc diff --git a/tests/basic/data/write.py b/tests/basic/data/write.py index 1606c99c..45fef26b 100644 --- a/tests/basic/data/write.py +++ b/tests/basic/data/write.py @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + # Copied from https://github.com/DataEngineeringLabs/orc-format/blob/416490db0214fc51d53289253c0ee91f7fc9bc17/write.py import random import datetime diff --git a/tests/basic/main.rs b/tests/basic/main.rs index b0014ca5..6d9bb718 100644 --- a/tests/basic/main.rs +++ b/tests/basic/main.rs @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + use std::fs::File; use std::sync::Arc; diff --git a/tests/basic/misc.rs b/tests/basic/misc.rs index 30ba05b0..02633321 100644 --- a/tests/basic/misc.rs +++ b/tests/basic/misc.rs @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + pub const LONG_STRING_DICT_EXPECTED: &str = r#"+------+ | dict | +------+ diff --git a/tests/integration/generate_arrow.py b/tests/integration/generate_arrow.py index c29afdd8..00b1d33f 100644 --- a/tests/integration/generate_arrow.py +++ b/tests/integration/generate_arrow.py @@ -1,3 +1,20 @@ +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + # Requires pyarrow to be installed import glob from pyarrow import orc, feather diff --git a/tests/integration/main.rs b/tests/integration/main.rs index b4838300..8c498118 100644 --- a/tests/integration/main.rs +++ b/tests/integration/main.rs @@ -1,3 +1,20 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + /// Tests ORC files from the official test suite (`orc/examples/`) against Arrow feather /// expected data sourced by reading the ORC files with PyArrow and persisting as feather. use std::fs::File;