blob: 490f793c74c779b6b117e0af62e64d2d03caf51c [file]
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
import io
import pytest
from pyiceberg.avro.encoder import BinaryEncoder
from pyiceberg.encryption.key_metadata import KEY_METADATA_V1, StandardKeyMetadata
AES128_KEY = b"0123456789012345"
# Version byte, then the Avro-encoded encryption_key: zigzag length 16 followed by the key
ENCODED_PREFIX = b"\x01\x20" + AES128_KEY
def encode_key_metadata(encryption_key: bytes) -> bytes:
"""Encode key metadata directly, bypassing StandardKeyMetadata's validation."""
output = io.BytesIO()
encoder = BinaryEncoder(output)
encoder.write(bytes([KEY_METADATA_V1]))
encoder.write_bytes(encryption_key)
encoder.write_int(0)
encoder.write_int(0)
return output.getvalue()
@pytest.mark.parametrize(
"key_metadata, encoded",
[
(StandardKeyMetadata(encryption_key=AES128_KEY), ENCODED_PREFIX + b"\x00\x00"),
(StandardKeyMetadata(encryption_key=AES128_KEY, aad_prefix=b"ad"), ENCODED_PREFIX + b"\x02\x04ad\x00"),
(
StandardKeyMetadata(encryption_key=AES128_KEY, aad_prefix=b"ad", file_length=1024),
ENCODED_PREFIX + b"\x02\x04ad\x02\x80\x10",
),
(StandardKeyMetadata(encryption_key=AES128_KEY, aad_prefix=b""), ENCODED_PREFIX + b"\x02\x00\x00"),
],
)
def test_key_metadata_serialization(key_metadata: StandardKeyMetadata, encoded: bytes) -> None:
assert key_metadata.to_bytes() == encoded
assert StandardKeyMetadata.from_bytes(encoded) == key_metadata
def test_key_metadata_defaults() -> None:
key_metadata = StandardKeyMetadata(encryption_key=AES128_KEY)
assert key_metadata.aad_prefix is None
assert key_metadata.file_length is None
def test_key_metadata_repr_redacts_encryption_key() -> None:
key_metadata = StandardKeyMetadata(encryption_key=AES128_KEY)
assert "encryption_key" not in repr(key_metadata)
assert repr(AES128_KEY) not in repr(key_metadata)
def test_key_metadata_empty_buffer() -> None:
with pytest.raises(ValueError, match="Empty key metadata"):
StandardKeyMetadata.from_bytes(b"")
@pytest.mark.parametrize("data", [b"\x02", b"\x02" + ENCODED_PREFIX[1:] + b"\x00\x00"])
def test_key_metadata_unsupported_version(data: bytes) -> None:
with pytest.raises(ValueError, match="Unsupported key metadata version: 2"):
StandardKeyMetadata.from_bytes(data)
@pytest.mark.parametrize("key_length", [16, 24, 32])
def test_key_metadata_accepts_aes_key_lengths(key_length: int) -> None:
key_metadata = StandardKeyMetadata(encryption_key=bytes(key_length))
assert StandardKeyMetadata.from_bytes(key_metadata.to_bytes()) == key_metadata
@pytest.mark.parametrize("key_length", [0, 4, 15, 20, 33])
def test_key_metadata_rejects_invalid_key_length(key_length: int) -> None:
with pytest.raises(ValueError, match="Invalid encryption key in key metadata"):
StandardKeyMetadata(encryption_key=bytes(key_length))
@pytest.mark.parametrize("key_length", [0, 4, 15, 20, 33])
def test_key_metadata_decode_rejects_invalid_key_length(key_length: int) -> None:
with pytest.raises(ValueError, match="Invalid encryption key in key metadata"):
StandardKeyMetadata.from_bytes(encode_key_metadata(bytes(key_length)))