src/paimon/core/utils/offset_row_test.cpp

/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */

#include "paimon/core/utils/offset_row.h"

#include <utility>
#include <variant>

#include "arrow/api.h"
#include "arrow/ipc/json_simple.h"
#include "gtest/gtest.h"
#include "paimon/common/data/binary_row.h"
#include "paimon/common/data/columnar/columnar_map.h"
#include "paimon/common/data/data_define.h"
#include "paimon/common/data/generic_row.h"
#include "paimon/common/data/internal_array.h"
#include "paimon/common/data/internal_map.h"
#include "paimon/common/types/row_kind.h"
#include "paimon/common/utils/decimal_utils.h"
#include "paimon/memory/memory_pool.h"
#include "paimon/testing/utils/binary_row_generator.h"

namespace paimon::test {
TEST(OffsetRowTest, TestSimple) {
    auto pool = GetDefaultPool();
    // generate internal row
    GenericRow internal_row(17);
    internal_row.SetField(0, false);
    internal_row.SetField(1, true);
    internal_row.SetField(2, static_cast<char>(1));
    internal_row.SetField(3, static_cast<int16_t>(2));
    internal_row.SetField(4, static_cast<int32_t>(3));
    internal_row.SetField(5, static_cast<int64_t>(4));
    internal_row.SetField(6, static_cast<float>(5.1));
    internal_row.SetField(7, 6.12);
    auto str = BinaryString::FromString("abcd", pool.get());
    internal_row.SetField(8, str);
    std::shared_ptr<Bytes> bytes = Bytes::AllocateBytes("efgh", pool.get());
    internal_row.SetField(9, bytes);
    std::string str9 = "apple";
    internal_row.SetField(10, std::string_view(str9.data(), str9.size()));

    Timestamp ts(100, 20);
    internal_row.SetField(11, ts);
    Decimal decimal(/*precision=*/30, /*scale=*/20,
                    DecimalUtils::StrToInt128("12345678998765432145678").value());
    internal_row.SetField(12, decimal);

    auto array = std::make_shared<BinaryArray>(BinaryArray::FromLongArray(
        {static_cast<int64_t>(10), static_cast<int64_t>(20)}, pool.get()));
    internal_row.SetField(13, array);

    std::shared_ptr<InternalRow> binary_row =
        BinaryRowGenerator::GenerateRowPtr({100, 200}, pool.get());
    internal_row.SetField(14, binary_row);

    auto key = arrow::ipc::internal::json::ArrayFromJSON(arrow::int32(), "[1, 2, 3]").ValueOrDie();
    auto value =
        arrow::ipc::internal::json::ArrayFromJSON(arrow::int64(), "[2, 4, 6]").ValueOrDie();
    auto map = std::make_shared<ColumnarMap>(key, value, pool, /*offset=*/0, /*length=*/3);
    internal_row.SetField(15, map);
    // do not set value at pos 16, therefore, pos 16 is null
    ASSERT_EQ(internal_row.GetFieldCount(), 17);

    OffsetRow row(internal_row, /*arity=*/16, /*offset=*/1);
    ASSERT_EQ(row.GetRowKind().value(), RowKind::Insert());
    ASSERT_EQ(row.GetFieldCount(), 16);
    ASSERT_EQ(row.GetBoolean(0), true);
    ASSERT_EQ(row.GetByte(1), static_cast<char>(1));
    ASSERT_EQ(row.GetShort(2), static_cast<int16_t>(2));
    ASSERT_EQ(row.GetInt(3), static_cast<int32_t>(3));
    ASSERT_EQ(row.GetDate(3), static_cast<int32_t>(3));
    ASSERT_EQ(row.GetLong(4), static_cast<int64_t>(4));
    ASSERT_EQ(row.GetFloat(5), static_cast<float>(5.1));
    ASSERT_EQ(row.GetDouble(6), static_cast<double>(6.12));
    ASSERT_EQ(row.GetString(7), str);
    ASSERT_EQ(*row.GetBinary(8), *bytes);
    ASSERT_EQ(std::string(row.GetStringView(9)), str9);
    ASSERT_EQ(row.GetTimestamp(10, /*precision=*/9), ts);
    ASSERT_EQ(row.GetDecimal(11, /*precision=*/30, /*scale=*/20), decimal);
    ASSERT_EQ(row.GetArray(12)->ToLongArray().value(), array->ToLongArray().value());
    auto binary_row_result = std::dynamic_pointer_cast<BinaryRow>(row.GetRow(13, 2));
    auto binary_row_expected = std::dynamic_pointer_cast<BinaryRow>(binary_row);
    ASSERT_EQ(*binary_row_result, *binary_row_expected);
    ASSERT_EQ(row.GetMap(14)->KeyArray()->ToIntArray().value(),
              map->KeyArray()->ToIntArray().value());
    ASSERT_EQ(row.GetMap(14)->ValueArray()->ToLongArray().value(),
              map->ValueArray()->ToLongArray().value());
    ASSERT_TRUE(row.IsNullAt(15));
    ASSERT_EQ(row.ToString(), "OffsetRow, arity 16, offset 1");
}

}  // namespace paimon::test