| # Licensed to the Apache Software Foundation (ASF) under one |
| # or more contributor license agreements. See the NOTICE file |
| # distributed with this work for additional information |
| # regarding copyright ownership. The ASF licenses this file |
| # to you under the Apache License, Version 2.0 (the |
| # "License"); you may not use this file except in compliance |
| # with the License. You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, |
| # software distributed under the License is distributed on an |
| # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| # KIND, either express or implied. See the License for the |
| # specific language governing permissions and limitations |
| # under the License. |
| |
| class TestBufferInputStream < Test::Unit::TestCase |
| include Helper::Buildable |
| |
| def test_read |
| buffer = Arrow::Buffer.new("Hello World") |
| buffer_input_stream = Arrow::BufferInputStream.new(buffer) |
| read_buffer = buffer_input_stream.read(5) |
| assert_equal("Hello", read_buffer.data.to_s) |
| end |
| |
| def test_read_bytes |
| buffer = Arrow::Buffer.new("Hello World") |
| buffer_input_stream = Arrow::BufferInputStream.new(buffer) |
| read_bytes = buffer_input_stream.read_bytes(5) |
| assert_equal("Hello", read_bytes.to_s) |
| end |
| |
| def test_read_at |
| buffer = Arrow::Buffer.new("Hello World") |
| buffer_input_stream = Arrow::BufferInputStream.new(buffer) |
| read_buffer = buffer_input_stream.read_at(6, 3) |
| assert_equal("Wor", read_buffer.data.to_s) |
| end |
| |
| def test_read_at_bytes |
| buffer = Arrow::Buffer.new("Hello World") |
| buffer_input_stream = Arrow::BufferInputStream.new(buffer) |
| read_bytes = buffer_input_stream.read_at_bytes(6, 3) |
| assert_equal("Wor", read_bytes.to_s) |
| end |
| |
| def test_advance |
| buffer = Arrow::Buffer.new("Hello World") |
| buffer_input_stream = Arrow::BufferInputStream.new(buffer) |
| buffer_input_stream.advance(6) |
| read_buffer = buffer_input_stream.read(5) |
| assert_equal("World", read_buffer.data.to_s) |
| end |
| |
| def test_align |
| buffer = Arrow::Buffer.new("Hello World") |
| buffer_input_stream = Arrow::BufferInputStream.new(buffer) |
| buffer_input_stream.advance(3) |
| buffer_input_stream.align(8) |
| read_buffer = buffer_input_stream.read(3) |
| assert_equal("rld", read_buffer.data.to_s) |
| end |
| |
| def test_peek |
| buffer = Arrow::Buffer.new("Hello World") |
| buffer_input_stream = Arrow::BufferInputStream.new(buffer) |
| peeked_data = buffer_input_stream.peek(5) |
| assert_equal(buffer_input_stream.read(5).data.to_s, |
| peeked_data.to_s) |
| end |
| |
| def test_gio_input_stream |
| # U+3042 HIRAGANA LETTER A |
| data = "\u3042" |
| convert_encoding = "cp932" |
| buffer = Arrow::Buffer.new(data) |
| buffer_input_stream = Arrow::BufferInputStream.new(buffer) |
| converter = Gio::CharsetConverter.new(convert_encoding, "UTF-8") |
| convert_input_stream = |
| Gio::ConverterInputStream.new(buffer_input_stream, converter) |
| gio_input_stream = Arrow::GIOInputStream.new(convert_input_stream) |
| raw_read_data = gio_input_stream.read(10).data.to_s |
| assert_equal(data.encode(convert_encoding), |
| raw_read_data.dup.force_encoding(convert_encoding)) |
| end |
| |
| def test_read_record_batch |
| fields = [ |
| Arrow::Field.new("visible", Arrow::BooleanDataType.new), |
| Arrow::Field.new("valid", Arrow::BooleanDataType.new), |
| ] |
| schema = Arrow::Schema.new(fields) |
| columns = [ |
| build_boolean_array([true]), |
| build_boolean_array([false]), |
| ] |
| record_batch = Arrow::RecordBatch.new(schema, 1, columns) |
| |
| buffer = Arrow::ResizableBuffer.new(0) |
| output_stream = Arrow::BufferOutputStream.new(buffer) |
| output_stream.write_record_batch(record_batch) |
| output_stream.close |
| |
| input_stream = Arrow::BufferInputStream.new(buffer) |
| options = Arrow::ReadOptions.new |
| assert_equal(record_batch, |
| input_stream.read_record_batch(schema, options)) |
| end |
| end |