| # Licensed to the Apache Software Foundation (ASF) under one | |
| # or more contributor license agreements. See the NOTICE file | |
| # distributed with this work for additional information | |
| # regarding copyright ownership. The ASF licenses this file | |
| # to you under the Apache License, Version 2.0 (the | |
| # "License"); you may not use this file except in compliance | |
| # with the License. You may obtain a copy of the License at | |
| # | |
| # http://www.apache.org/licenses/LICENSE-2.0 | |
| # | |
| # Unless required by applicable law or agreed to in writing, | |
| # software distributed under the License is distributed on an | |
| # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY | |
| # KIND, either express or implied. See the License for the | |
| # specific language governing permissions and limitations | |
| # under the License. | |
| import base64 | |
| from unittest.mock import MagicMock, patch | |
| import pytest | |
| import requests | |
| from requests_mock import Mocker | |
| from pyiceberg.catalog.rest.auth import AuthManagerAdapter, BasicAuthManager, EntraAuthManager, GoogleAuthManager, NoopAuthManager | |
| TEST_URI = "https://iceberg-test-catalog/" | |
| GOOGLE_CREDS_URI = "https://oauth2.googleapis.com/token" | |
| @pytest.fixture | |
| def rest_mock(requests_mock: Mocker) -> Mocker: | |
| requests_mock.get( | |
| TEST_URI, | |
| json={}, | |
| status_code=200, | |
| ) | |
| return requests_mock | |
| @pytest.fixture | |
| def google_mock(requests_mock: Mocker) -> Mocker: | |
| requests_mock.post(GOOGLE_CREDS_URI, json={"access_token": "aaaabbb"}, status_code=200) | |
| requests_mock.get( | |
| TEST_URI, | |
| json={}, | |
| status_code=200, | |
| ) | |
| return requests_mock | |
| def test_noop_auth_header(rest_mock: Mocker) -> None: | |
| auth_manager = NoopAuthManager() | |
| session = requests.Session() | |
| session.auth = AuthManagerAdapter(auth_manager) | |
| session.get(TEST_URI) | |
| history = rest_mock.request_history | |
| assert len(history) == 1 | |
| actual_headers = history[0].headers | |
| assert "Authorization" not in actual_headers | |
| def test_basic_auth_header(rest_mock: Mocker) -> None: | |
| username = "testuser" | |
| password = "testpassword" | |
| expected_token = base64.b64encode(f"{username}:{password}".encode()).decode() | |
| expected_header = f"Basic {expected_token}" | |
| auth_manager = BasicAuthManager(username=username, password=password) | |
| session = requests.Session() | |
| session.auth = AuthManagerAdapter(auth_manager) | |
| session.get(TEST_URI) | |
| history = rest_mock.request_history | |
| assert len(history) == 1 | |
| actual_headers = history[0].headers | |
| assert actual_headers["Authorization"] == expected_header | |
| @patch("google.auth.transport.requests.Request") | |
| @patch("google.auth.default") | |
| def test_google_auth_manager_default_credentials( | |
| mock_google_auth_default: MagicMock, mock_google_request: MagicMock, rest_mock: Mocker | |
| ) -> None: | |
| """Test GoogleAuthManager with default application credentials.""" | |
| mock_credentials = MagicMock() | |
| mock_credentials.token = "test_token" | |
| mock_google_auth_default.return_value = (mock_credentials, "test_project") | |
| auth_manager = GoogleAuthManager() | |
| session = requests.Session() | |
| session.auth = AuthManagerAdapter(auth_manager) | |
| session.get(TEST_URI) | |
| mock_google_auth_default.assert_called_once_with(scopes=None) | |
| mock_credentials.refresh.assert_called_once_with(mock_google_request.return_value) | |
| history = rest_mock.request_history | |
| assert len(history) == 1 | |
| actual_headers = history[0].headers | |
| assert actual_headers["Authorization"] == "Bearer test_token" | |
| @patch("google.auth.transport.requests.Request") | |
| @patch("google.auth.load_credentials_from_file") | |
| def test_google_auth_manager_with_credentials_file( | |
| mock_load_creds: MagicMock, mock_google_request: MagicMock, rest_mock: Mocker | |
| ) -> None: | |
| """Test GoogleAuthManager with a credentials file path.""" | |
| mock_credentials = MagicMock() | |
| mock_credentials.token = "file_token" | |
| mock_load_creds.return_value = (mock_credentials, "test_project_file") | |
| auth_manager = GoogleAuthManager(credentials_path="/fake/path.json") | |
| session = requests.Session() | |
| session.auth = AuthManagerAdapter(auth_manager) | |
| session.get(TEST_URI) | |
| mock_load_creds.assert_called_once_with("/fake/path.json", scopes=None) | |
| mock_credentials.refresh.assert_called_once_with(mock_google_request.return_value) | |
| history = rest_mock.request_history | |
| assert len(history) == 1 | |
| actual_headers = history[0].headers | |
| assert actual_headers["Authorization"] == "Bearer file_token" | |
| @patch("google.auth.transport.requests.Request") | |
| @patch("google.auth.load_credentials_from_file") | |
| def test_google_auth_manager_with_credentials_file_and_scopes( | |
| mock_load_creds: MagicMock, mock_google_request: MagicMock, rest_mock: Mocker | |
| ) -> None: | |
| """Test GoogleAuthManager with a credentials file path and scopes.""" | |
| mock_credentials = MagicMock() | |
| mock_credentials.token = "scoped_token" | |
| mock_load_creds.return_value = (mock_credentials, "test_project_scoped") | |
| scopes = ["https://www.googleapis.com/auth/bigquery"] | |
| auth_manager = GoogleAuthManager(credentials_path="/fake/path.json", scopes=scopes) | |
| session = requests.Session() | |
| session.auth = AuthManagerAdapter(auth_manager) | |
| session.get(TEST_URI) | |
| mock_load_creds.assert_called_once_with("/fake/path.json", scopes=scopes) | |
| mock_credentials.refresh.assert_called_once_with(mock_google_request.return_value) | |
| history = rest_mock.request_history | |
| assert len(history) == 1 | |
| actual_headers = history[0].headers | |
| assert actual_headers["Authorization"] == "Bearer scoped_token" | |
| def test_google_auth_manager_import_error() -> None: | |
| """Test GoogleAuthManager raises ImportError if google-auth is not installed.""" | |
| with patch.dict("sys.modules", {"google.auth": None, "google.auth.transport.requests": None}): | |
| with pytest.raises(ImportError, match="Google Auth libraries not found. Please install 'google-auth'."): | |
| GoogleAuthManager() | |
| @patch("azure.identity.DefaultAzureCredential") | |
| def test_entra_auth_manager_default_credential(mock_default_cred: MagicMock, rest_mock: Mocker) -> None: | |
| """Test EntraAuthManager with DefaultAzureCredential.""" | |
| mock_credential_instance = MagicMock() | |
| mock_token = MagicMock() | |
| mock_token.token = "entra_default_token" | |
| mock_token.expires_on = 9999999999 # Far future timestamp | |
| mock_credential_instance.get_token.return_value = mock_token | |
| mock_default_cred.return_value = mock_credential_instance | |
| auth_manager = EntraAuthManager() | |
| session = requests.Session() | |
| session.auth = AuthManagerAdapter(auth_manager) | |
| session.get(TEST_URI) | |
| mock_default_cred.assert_called_once_with() | |
| mock_credential_instance.get_token.assert_called_once_with("https://storage.azure.com/.default") | |
| history = rest_mock.request_history | |
| assert len(history) == 1 | |
| actual_headers = history[0].headers | |
| assert actual_headers["Authorization"] == "Bearer entra_default_token" | |
| @patch("azure.identity.DefaultAzureCredential") | |
| def test_entra_auth_manager_with_managed_identity_client_id(mock_default_cred: MagicMock, rest_mock: Mocker) -> None: | |
| """Test EntraAuthManager with managed_identity_client_id passed to DefaultAzureCredential.""" | |
| mock_credential_instance = MagicMock() | |
| mock_token = MagicMock() | |
| mock_token.token = "entra_mi_token" | |
| mock_token.expires_on = 9999999999 | |
| mock_credential_instance.get_token.return_value = mock_token | |
| mock_default_cred.return_value = mock_credential_instance | |
| auth_manager = EntraAuthManager(managed_identity_client_id="user-assigned-client-id") | |
| session = requests.Session() | |
| session.auth = AuthManagerAdapter(auth_manager) | |
| session.get(TEST_URI) | |
| mock_default_cred.assert_called_once_with(managed_identity_client_id="user-assigned-client-id") | |
| mock_credential_instance.get_token.assert_called_once_with("https://storage.azure.com/.default") | |
| history = rest_mock.request_history | |
| assert len(history) == 1 | |
| actual_headers = history[0].headers | |
| assert actual_headers["Authorization"] == "Bearer entra_mi_token" | |
| @patch("azure.identity.DefaultAzureCredential") | |
| def test_entra_auth_manager_custom_scopes(mock_default_cred: MagicMock, rest_mock: Mocker) -> None: | |
| """Test EntraAuthManager with custom scopes.""" | |
| mock_credential_instance = MagicMock() | |
| mock_token = MagicMock() | |
| mock_token.token = "entra_custom_scope_token" | |
| mock_token.expires_on = 9999999999 | |
| mock_credential_instance.get_token.return_value = mock_token | |
| mock_default_cred.return_value = mock_credential_instance | |
| custom_scopes = ["https://datalake.azure.net/.default", "https://storage.azure.com/.default"] | |
| auth_manager = EntraAuthManager(scopes=custom_scopes) | |
| session = requests.Session() | |
| session.auth = AuthManagerAdapter(auth_manager) | |
| session.get(TEST_URI) | |
| mock_default_cred.assert_called_once_with() | |
| mock_credential_instance.get_token.assert_called_once_with(*custom_scopes) | |
| history = rest_mock.request_history | |
| assert len(history) == 1 | |
| actual_headers = history[0].headers | |
| assert actual_headers["Authorization"] == "Bearer entra_custom_scope_token" | |
| def test_entra_auth_manager_import_error() -> None: | |
| """Test EntraAuthManager raises ImportError if azure-identity is not installed.""" | |
| with patch.dict("sys.modules", {"azure.identity": None}): | |
| with pytest.raises(ImportError, match="Azure Identity library not found"): | |
| EntraAuthManager() | |
| @patch("azure.identity.DefaultAzureCredential") | |
| def test_entra_auth_manager_token_failure(mock_default_cred: MagicMock, rest_mock: Mocker) -> None: | |
| """Test EntraAuthManager raises exception when token acquisition fails.""" | |
| mock_credential_instance = MagicMock() | |
| mock_credential_instance.get_token.side_effect = Exception("Failed to acquire token") | |
| mock_default_cred.return_value = mock_credential_instance | |
| auth_manager = EntraAuthManager() | |
| session = requests.Session() | |
| session.auth = AuthManagerAdapter(auth_manager) | |
| with pytest.raises(Exception, match="Failed to acquire token"): | |
| session.get(TEST_URI) | |
| # Verify no requests were made with a blank/missing auth header | |
| history = rest_mock.request_history | |
| assert len(history) == 0 |