| /** |
| * Licensed to the Apache Software Foundation (ASF) under one |
| * or more contributor license agreements. See the NOTICE file |
| * distributed with this work for additional information |
| * regarding copyright ownership. The ASF licenses this file |
| * to you under the Apache License, Version 2.0 (the |
| * "License"); you may not use this file except in compliance |
| * with the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, |
| * software distributed under the License is distributed on an |
| * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| * KIND, either express or implied. See the License for the |
| * specific language governing permissions and limitations |
| * under the License. |
| */ |
| package org.apache.pulsar.broker.web; |
| |
| import static com.google.common.base.Preconditions.checkArgument; |
| import static java.util.concurrent.TimeUnit.SECONDS; |
| import static org.apache.commons.lang3.StringUtils.isBlank; |
| import static org.apache.pulsar.broker.cache.ConfigurationCacheService.POLICIES; |
| |
| import java.net.MalformedURLException; |
| import java.net.URI; |
| import java.net.URL; |
| import java.util.Iterator; |
| import java.util.Optional; |
| import java.util.Set; |
| import java.util.concurrent.CompletableFuture; |
| import java.util.concurrent.ExecutionException; |
| |
| import javax.servlet.ServletContext; |
| import javax.servlet.http.HttpServletRequest; |
| import javax.ws.rs.WebApplicationException; |
| import javax.ws.rs.core.Context; |
| import javax.ws.rs.core.Response; |
| import javax.ws.rs.core.Response.Status; |
| import javax.ws.rs.core.UriBuilder; |
| import javax.ws.rs.core.UriInfo; |
| |
| import com.google.common.base.Joiner; |
| import com.google.common.base.Splitter; |
| import com.google.common.collect.BoundType; |
| import com.google.common.collect.Range; |
| import org.apache.commons.lang3.StringUtils; |
| import org.apache.pulsar.broker.PulsarService; |
| import org.apache.pulsar.broker.ServiceConfiguration; |
| import org.apache.pulsar.broker.admin.AdminResource; |
| import org.apache.pulsar.broker.authentication.AuthenticationDataHttps; |
| import org.apache.pulsar.broker.authentication.AuthenticationDataSource; |
| import org.apache.pulsar.broker.namespace.NamespaceService; |
| import org.apache.pulsar.common.naming.Constants; |
| import org.apache.pulsar.common.naming.NamespaceBundle; |
| import org.apache.pulsar.common.naming.NamespaceBundles; |
| import org.apache.pulsar.common.naming.NamespaceName; |
| import org.apache.pulsar.common.naming.TopicName; |
| import org.apache.pulsar.common.policies.data.BundlesData; |
| import org.apache.pulsar.common.policies.data.ClusterData; |
| import org.apache.pulsar.common.policies.data.Policies; |
| import org.apache.pulsar.common.policies.data.TenantInfo; |
| import org.apache.zookeeper.KeeperException; |
| import org.slf4j.Logger; |
| import org.slf4j.LoggerFactory; |
| |
| /** |
| * Base class for Web resources in Pulsar. It provides basic authorization functions. |
| */ |
| public abstract class PulsarWebResource { |
| |
| private static final Logger log = LoggerFactory.getLogger(PulsarWebResource.class); |
| |
| static final String ORIGINAL_PRINCIPAL_HEADER = "X-Original-Principal"; |
| |
| @Context |
| protected ServletContext servletContext; |
| |
| @Context |
| protected HttpServletRequest httpRequest; |
| |
| @Context |
| protected UriInfo uri; |
| |
| private PulsarService pulsar; |
| |
| protected PulsarService pulsar() { |
| if (pulsar == null) { |
| pulsar = (PulsarService) servletContext.getAttribute(WebService.ATTRIBUTE_PULSAR_NAME); |
| } |
| |
| return pulsar; |
| } |
| |
| protected ServiceConfiguration config() { |
| return pulsar().getConfiguration(); |
| } |
| |
| public static String path(String... parts) { |
| StringBuilder sb = new StringBuilder(); |
| sb.append("/admin/"); |
| Joiner.on('/').appendTo(sb, parts); |
| return sb.toString(); |
| } |
| |
| public static String joinPath(String... parts) { |
| StringBuilder sb = new StringBuilder(); |
| Joiner.on('/').appendTo(sb, parts); |
| return sb.toString(); |
| } |
| |
| public static String splitPath(String source, int slice) { |
| Iterable<String> parts = Splitter.on('/').limit(slice).split(source); |
| Iterator<String> s = parts.iterator(); |
| String result = new String(); |
| for (int i = 0; i < slice; i++) { |
| result = s.next(); |
| } |
| return result; |
| } |
| |
| /** |
| * Gets a caller id (IP + role) |
| * |
| * @return the web service caller identification |
| */ |
| public String clientAppId() { |
| return (String) httpRequest.getAttribute(AuthenticationFilter.AuthenticatedRoleAttributeName); |
| } |
| |
| public String originalPrincipal() { |
| return httpRequest.getHeader(ORIGINAL_PRINCIPAL_HEADER); |
| } |
| |
| public AuthenticationDataHttps clientAuthData() { |
| return (AuthenticationDataHttps) httpRequest.getAttribute(AuthenticationFilter.AuthenticatedDataAttributeName); |
| } |
| |
| public boolean isRequestHttps() { |
| return "https".equalsIgnoreCase(httpRequest.getScheme()); |
| } |
| |
| public static boolean isClientAuthenticated(String appId) { |
| return appId != null; |
| } |
| |
| private static void validateOriginalPrincipal(Set<String> proxyRoles, String authenticatedPrincipal, |
| String originalPrincipal) { |
| if (proxyRoles.contains(authenticatedPrincipal)) { |
| // Request has come from a proxy |
| if (StringUtils.isBlank(originalPrincipal)) { |
| log.warn("Original principal empty in request authenticated as {}", authenticatedPrincipal); |
| throw new RestException(Status.UNAUTHORIZED, "Original principal cannot be empty if the request is via proxy."); |
| } |
| if (proxyRoles.contains(originalPrincipal)) { |
| log.warn("Original principal {} cannot be a proxy role ({})", originalPrincipal, proxyRoles); |
| throw new RestException(Status.UNAUTHORIZED, "Original principal cannot be a proxy role"); |
| } |
| } |
| } |
| |
| /** |
| * Checks whether the user has Pulsar Super-User access to the system. |
| * |
| * @throws WebApplicationException |
| * if not authorized |
| */ |
| protected void validateSuperUserAccess() { |
| if (config().isAuthenticationEnabled()) { |
| String appId = clientAppId(); |
| if(log.isDebugEnabled()) { |
| log.debug("[{}] Check super user access: Authenticated: {} -- Role: {}", uri.getRequestUri(), |
| isClientAuthenticated(appId), appId); |
| } |
| String originalPrincipal = originalPrincipal(); |
| validateOriginalPrincipal(pulsar.getConfiguration().getProxyRoles(), appId, originalPrincipal); |
| |
| if (pulsar.getConfiguration().getProxyRoles().contains(appId)) { |
| |
| CompletableFuture<Boolean> proxyAuthorizedFuture; |
| CompletableFuture<Boolean> originalPrincipalAuthorizedFuture; |
| |
| try { |
| proxyAuthorizedFuture = pulsar.getBrokerService() |
| .getAuthorizationService() |
| .isSuperUser(appId); |
| |
| originalPrincipalAuthorizedFuture = pulsar.getBrokerService() |
| .getAuthorizationService() |
| .isSuperUser(originalPrincipal); |
| |
| if (!proxyAuthorizedFuture.get() || !originalPrincipalAuthorizedFuture.get()) { |
| throw new RestException(Status.UNAUTHORIZED, |
| String.format("Proxy not authorized for super-user operation (proxy:%s,original:%s)", |
| appId, originalPrincipal)); |
| } |
| } catch (InterruptedException | ExecutionException e) { |
| throw new RestException(Status.INTERNAL_SERVER_ERROR, e.getMessage()); |
| } |
| log.debug("Successfully authorized {} (proxied by {}) as super-user", |
| originalPrincipal, appId); |
| } else { |
| if (config().isAuthorizationEnabled() && !pulsar.getBrokerService() |
| .getAuthorizationService() |
| .isSuperUser(appId) |
| .join()) { |
| throw new RestException(Status.UNAUTHORIZED, "This operation requires super-user access"); |
| } |
| log.debug("Successfully authorized {} as super-user", |
| appId); |
| } |
| } |
| } |
| |
| /** |
| * Checks that the http client role has admin access to the specified tenant. |
| * |
| * @param tenant |
| * the tenant id |
| * @throws WebApplicationException |
| * if not authorized |
| */ |
| protected void validateAdminAccessForTenant(String tenant) { |
| try { |
| validateAdminAccessForTenant(pulsar(), clientAppId(), originalPrincipal(), tenant); |
| } catch (RestException e) { |
| throw e; |
| } catch (Exception e) { |
| log.error("Failed to get tenant admin data for tenant {}", tenant); |
| throw new RestException(e); |
| } |
| } |
| |
| protected static void validateAdminAccessForTenant(PulsarService pulsar, String clientAppId, |
| String originalPrincipal, String tenant) |
| throws RestException, Exception { |
| if (log.isDebugEnabled()) { |
| log.debug("check admin access on tenant: {} - Authenticated: {} -- role: {}", tenant, |
| (isClientAuthenticated(clientAppId)), clientAppId); |
| } |
| |
| TenantInfo tenantInfo; |
| |
| try { |
| tenantInfo = pulsar.getConfigurationCache().propertiesCache().get(path(POLICIES, tenant)) |
| .orElseThrow(() -> new RestException(Status.NOT_FOUND, "Tenant does not exist")); |
| } catch (KeeperException.NoNodeException e) { |
| log.warn("Failed to get tenant info data for non existing tenant {}", tenant); |
| throw new RestException(Status.NOT_FOUND, "Tenant does not exist"); |
| } |
| |
| if (pulsar.getConfiguration().isAuthenticationEnabled() && pulsar.getConfiguration().isAuthorizationEnabled()) { |
| if (!isClientAuthenticated(clientAppId)) { |
| throw new RestException(Status.FORBIDDEN, "Need to authenticate to perform the request"); |
| } |
| |
| validateOriginalPrincipal(pulsar.getConfiguration().getProxyRoles(), clientAppId, originalPrincipal); |
| |
| if (pulsar.getConfiguration().getProxyRoles().contains(clientAppId)) { |
| |
| CompletableFuture<Boolean> isProxySuperUserFuture; |
| CompletableFuture<Boolean> isOriginalPrincipalSuperUserFuture; |
| try { |
| isProxySuperUserFuture = pulsar.getBrokerService() |
| .getAuthorizationService() |
| .isSuperUser(clientAppId); |
| |
| isOriginalPrincipalSuperUserFuture = pulsar.getBrokerService() |
| .getAuthorizationService() |
| .isSuperUser(originalPrincipal); |
| |
| Set<String> adminRoles = tenantInfo.getAdminRoles(); |
| boolean proxyAuthorized = isProxySuperUserFuture.get() || adminRoles.contains(clientAppId); |
| boolean originalPrincipalAuthorized |
| = isOriginalPrincipalSuperUserFuture.get() || adminRoles.contains(originalPrincipal); |
| if (!proxyAuthorized || !originalPrincipalAuthorized) { |
| throw new RestException(Status.UNAUTHORIZED, |
| String.format("Proxy not authorized to access resource (proxy:%s,original:%s)", |
| clientAppId, originalPrincipal)); |
| } |
| } catch (InterruptedException | ExecutionException e) { |
| throw new RestException(Status.INTERNAL_SERVER_ERROR, e.getMessage()); |
| } |
| log.debug("Successfully authorized {} (proxied by {}) on tenant {}", |
| originalPrincipal, clientAppId, tenant); |
| } else { |
| if (!pulsar.getBrokerService() |
| .getAuthorizationService() |
| .isSuperUser(clientAppId) |
| .join()) { |
| if (!tenantInfo.getAdminRoles().contains(clientAppId)) { |
| throw new RestException(Status.UNAUTHORIZED, |
| "Don't have permission to administrate resources on this tenant"); |
| } |
| } |
| |
| log.debug("Successfully authorized {} on tenant {}", clientAppId, tenant); |
| } |
| } |
| } |
| |
| protected void validateClusterForTenant(String tenant, String cluster) { |
| TenantInfo tenantInfo; |
| try { |
| tenantInfo = pulsar().getConfigurationCache().propertiesCache().get(path(POLICIES, tenant)) |
| .orElseThrow(() -> new RestException(Status.NOT_FOUND, "Tenant does not exist")); |
| } catch (Exception e) { |
| log.error("Failed to get tenant admin data for tenant"); |
| throw new RestException(e); |
| } |
| |
| // Check if tenant is allowed on the cluster |
| if (!tenantInfo.getAllowedClusters().contains(cluster)) { |
| String msg = String.format("Cluster [%s] is not in the list of allowed clusters list for tenant [%s]", |
| cluster, tenant); |
| log.info(msg); |
| throw new RestException(Status.FORBIDDEN, msg); |
| } |
| log.info("Successfully validated clusters on tenant [{}]", tenant); |
| } |
| |
| /** |
| * Check if the cluster exists and redirect the call to the owning cluster |
| * |
| * @param cluster |
| * Cluster name |
| * @throws Exception |
| * In case the redirect happens |
| */ |
| protected void validateClusterOwnership(String cluster) throws WebApplicationException { |
| try { |
| ClusterData differentClusterData = getClusterDataIfDifferentCluster(pulsar(), cluster, clientAppId()).get(); |
| if (differentClusterData != null) { |
| URI redirect = getRedirectionUrl(differentClusterData); |
| // redirect to the cluster requested |
| if (log.isDebugEnabled()) { |
| log.debug("[{}] Redirecting the rest call to {}: cluster={}", clientAppId(), redirect, cluster); |
| |
| } |
| throw new WebApplicationException(Response.temporaryRedirect(redirect).build()); |
| } |
| } catch (WebApplicationException wae) { |
| throw wae; |
| } catch (Exception e) { |
| if (e.getCause() instanceof WebApplicationException) { |
| throw (WebApplicationException) e.getCause(); |
| } |
| throw new RestException(Status.SERVICE_UNAVAILABLE, String |
| .format("Failed to validate Cluster configuration : cluster=%s emsg=%s", cluster, e.getMessage())); |
| } |
| |
| } |
| |
| private URI getRedirectionUrl(ClusterData differentClusterData) throws MalformedURLException { |
| URL webUrl = null; |
| if (isRequestHttps() && pulsar.getConfiguration().getWebServicePortTls().isPresent() |
| && StringUtils.isNotBlank(differentClusterData.getServiceUrlTls())) { |
| webUrl = new URL(differentClusterData.getServiceUrlTls()); |
| } else { |
| webUrl = new URL(differentClusterData.getServiceUrl()); |
| } |
| return UriBuilder.fromUri(uri.getRequestUri()).host(webUrl.getHost()).port(webUrl.getPort()).build(); |
| } |
| |
| protected static CompletableFuture<ClusterData> getClusterDataIfDifferentCluster(PulsarService pulsar, |
| String cluster, String clientAppId) { |
| |
| CompletableFuture<ClusterData> clusterDataFuture = new CompletableFuture<>(); |
| |
| if (!isValidCluster(pulsar, cluster)) { |
| try { |
| // this code should only happen with a v1 namespace format prop/cluster/namespaces |
| if (!pulsar.getConfiguration().getClusterName().equals(cluster)) { |
| // redirect to the cluster requested |
| pulsar.getConfigurationCache().clustersCache().getAsync(path("clusters", cluster)) |
| .thenAccept(clusterDataResult -> { |
| if (clusterDataResult.isPresent()) { |
| clusterDataFuture.complete(clusterDataResult.get()); |
| } else { |
| log.warn("[{}] Cluster does not exist: requested={}", clientAppId, cluster); |
| clusterDataFuture.completeExceptionally(new RestException(Status.NOT_FOUND, |
| "Cluster does not exist: cluster=" + cluster)); |
| } |
| }).exceptionally(ex -> { |
| clusterDataFuture.completeExceptionally(ex); |
| return null; |
| }); |
| } else { |
| clusterDataFuture.complete(null); |
| } |
| } catch (Exception e) { |
| clusterDataFuture.completeExceptionally(e); |
| } |
| } else { |
| clusterDataFuture.complete(null); |
| } |
| return clusterDataFuture; |
| } |
| |
| static boolean isValidCluster(PulsarService pulsarService, String cluster) {// If the cluster name is |
| // cluster == null or "global", don't validate the |
| // cluster ownership. Cluster will be null in v2 naming. |
| // The validation will be done by checking the namespace configuration |
| if (cluster == null || Constants.GLOBAL_CLUSTER.equals(cluster)) { |
| return true; |
| } |
| |
| if (!pulsarService.getConfiguration().isAuthorizationEnabled()) { |
| // Without authorization, any cluster name should be valid and accepted by the broker |
| return true; |
| } |
| return false; |
| } |
| |
| /** |
| * Checks whether the broker is the owner of all the namespace bundles. Otherwise, if authoritative is false, it |
| * will throw an exception to redirect to assigned owner or leader; if authoritative is true then it will try to |
| * acquire all the namespace bundles. |
| * |
| * @param fqnn |
| * @param authoritative |
| * @param readOnly |
| * @param bundleData |
| */ |
| protected void validateNamespaceOwnershipWithBundles(String tenant, String cluster, String namespace, |
| boolean authoritative, boolean readOnly, BundlesData bundleData) { |
| NamespaceName fqnn = NamespaceName.get(tenant, cluster, namespace); |
| |
| try { |
| NamespaceBundles bundles = pulsar().getNamespaceService().getNamespaceBundleFactory().getBundles(fqnn, |
| bundleData); |
| for (NamespaceBundle bundle : bundles.getBundles()) { |
| validateBundleOwnership(bundle, authoritative, readOnly); |
| } |
| } catch (WebApplicationException wae) { |
| // propagate already wrapped-up WebApplicationExceptions |
| throw wae; |
| } catch (Exception oe) { |
| log.debug("Failed to find owner for namespace {}", fqnn, oe); |
| throw new RestException(oe); |
| } |
| } |
| |
| protected void validateBundleOwnership(String tenant, String cluster, String namespace, boolean authoritative, |
| boolean readOnly, NamespaceBundle bundle) { |
| NamespaceName fqnn = NamespaceName.get(tenant, cluster, namespace); |
| |
| try { |
| validateBundleOwnership(bundle, authoritative, readOnly); |
| } catch (WebApplicationException wae) { |
| // propagate already wrapped-up WebApplicationExceptions |
| throw wae; |
| } catch (Exception oe) { |
| log.debug("Failed to find owner for namespace {}", fqnn, oe); |
| throw new RestException(oe); |
| } |
| } |
| |
| protected NamespaceBundle validateNamespaceBundleRange(NamespaceName fqnn, BundlesData bundles, |
| String bundleRange) { |
| try { |
| checkArgument(bundleRange.contains("_"), "Invalid bundle range"); |
| String[] boundaries = bundleRange.split("_"); |
| Long lowerEndpoint = Long.decode(boundaries[0]); |
| Long upperEndpoint = Long.decode(boundaries[1]); |
| Range<Long> hashRange = Range.range(lowerEndpoint, BoundType.CLOSED, upperEndpoint, |
| (upperEndpoint.equals(NamespaceBundles.FULL_UPPER_BOUND)) ? BoundType.CLOSED : BoundType.OPEN); |
| NamespaceBundle nsBundle = pulsar().getNamespaceService().getNamespaceBundleFactory().getBundle(fqnn, |
| hashRange); |
| NamespaceBundles nsBundles = pulsar().getNamespaceService().getNamespaceBundleFactory().getBundles(fqnn, |
| bundles); |
| nsBundles.validateBundle(nsBundle); |
| return nsBundle; |
| } catch (Exception e) { |
| log.error("[{}] Failed to validate namespace bundle {}/{}", clientAppId(), fqnn.toString(), bundleRange, e); |
| throw new RestException(e); |
| } |
| } |
| |
| /** |
| * Checks whether a given bundle is currently loaded by any broker |
| */ |
| protected boolean isBundleOwnedByAnyBroker(NamespaceName fqnn, BundlesData bundles, |
| String bundleRange) { |
| NamespaceBundle nsBundle = validateNamespaceBundleRange(fqnn, bundles, bundleRange); |
| NamespaceService nsService = pulsar().getNamespaceService(); |
| try { |
| return nsService.getWebServiceUrl(nsBundle, /*authoritative */ false, isRequestHttps(), /* read-only */ true).isPresent(); |
| } catch (Exception e) { |
| log.error("[{}] Failed to check whether namespace bundle is owned {}/{}", clientAppId(), fqnn.toString(), bundleRange, e); |
| throw new RestException(e); |
| } |
| } |
| |
| protected NamespaceBundle validateNamespaceBundleOwnership(NamespaceName fqnn, BundlesData bundles, |
| String bundleRange, boolean authoritative, boolean readOnly) { |
| try { |
| NamespaceBundle nsBundle = validateNamespaceBundleRange(fqnn, bundles, bundleRange); |
| validateBundleOwnership(nsBundle, authoritative, readOnly); |
| return nsBundle; |
| } catch (WebApplicationException wae) { |
| throw wae; |
| } catch (Exception e) { |
| log.error("[{}] Failed to validate namespace bundle {}/{}", clientAppId(), fqnn.toString(), bundleRange, e); |
| throw new RestException(e); |
| } |
| } |
| |
| public void validateBundleOwnership(NamespaceBundle bundle, boolean authoritative, boolean readOnly) |
| throws Exception { |
| NamespaceService nsService = pulsar().getNamespaceService(); |
| |
| try { |
| // Call getWebServiceUrl() to acquire or redirect the request |
| // Get web service URL of owning broker. |
| // 1: If namespace is assigned to this broker, continue |
| // 2: If namespace is assigned to another broker, redirect to the webservice URL of another broker |
| // authoritative flag is ignored |
| // 3: If namespace is unassigned and readOnly is true, return 412 |
| // 4: If namespace is unassigned and readOnly is false: |
| // - If authoritative is false and this broker is not leader, forward to leader |
| // - If authoritative is false and this broker is leader, determine owner and forward w/ authoritative=true |
| // - If authoritative is true, own the namespace and continue |
| Optional<URL> webUrl = nsService.getWebServiceUrl(bundle, authoritative, isRequestHttps(), readOnly); |
| // Ensure we get a url |
| if (webUrl == null || !webUrl.isPresent()) { |
| log.warn("Unable to get web service url"); |
| throw new RestException(Status.PRECONDITION_FAILED, |
| "Failed to find ownership for ServiceUnit:" + bundle.toString()); |
| } |
| |
| if (!nsService.isServiceUnitOwned(bundle)) { |
| boolean newAuthoritative = this.isLeaderBroker(); |
| // Replace the host and port of the current request and redirect |
| URI redirect = UriBuilder.fromUri(uri.getRequestUri()).host(webUrl.get().getHost()) |
| .port(webUrl.get().getPort()).replaceQueryParam("authoritative", newAuthoritative).build(); |
| |
| log.debug("{} is not a service unit owned", bundle); |
| |
| // Redirect |
| log.debug("Redirecting the rest call to {}", redirect); |
| throw new WebApplicationException(Response.temporaryRedirect(redirect).build()); |
| } |
| } catch (IllegalArgumentException iae) { |
| // namespace format is not valid |
| log.debug("Failed to find owner for ServiceUnit {}", bundle, iae); |
| throw new RestException(Status.PRECONDITION_FAILED, |
| "ServiceUnit format is not expected. ServiceUnit " + bundle); |
| } catch (IllegalStateException ise) { |
| log.debug("Failed to find owner for ServiceUnit {}", bundle, ise); |
| throw new RestException(Status.PRECONDITION_FAILED, "ServiceUnit bundle is actived. ServiceUnit " + bundle); |
| } catch (NullPointerException e) { |
| log.warn("Unable to get web service url"); |
| throw new RestException(Status.PRECONDITION_FAILED, "Failed to find ownership for ServiceUnit:" + bundle); |
| } catch (WebApplicationException wae) { |
| throw wae; |
| } |
| } |
| |
| /** |
| * Checks whether the broker is the owner of the namespace. Otherwise it will raise an exception to redirect the |
| * client to the appropriate broker. If no broker owns the namespace yet, this function will try to acquire the |
| * ownership by default. |
| * |
| * @param authoritative |
| * |
| * @param tenant |
| * @param cluster |
| * @param namespace |
| */ |
| protected void validateTopicOwnership(TopicName topicName, boolean authoritative) { |
| NamespaceService nsService = pulsar().getNamespaceService(); |
| |
| try { |
| // per function name, this is trying to acquire the whole namespace ownership |
| Optional<URL> webUrl = nsService.getWebServiceUrl(topicName, authoritative, isRequestHttps(), false); |
| // Ensure we get a url |
| if (webUrl == null || !webUrl.isPresent()) { |
| log.info("Unable to get web service url"); |
| throw new RestException(Status.PRECONDITION_FAILED, "Failed to find ownership for topic:" + topicName); |
| } |
| |
| if (!nsService.isServiceUnitOwned(topicName)) { |
| boolean newAuthoritative = isLeaderBroker(pulsar()); |
| // Replace the host and port of the current request and redirect |
| URI redirect = UriBuilder.fromUri(uri.getRequestUri()).host(webUrl.get().getHost()) |
| .port(webUrl.get().getPort()).replaceQueryParam("authoritative", newAuthoritative).build(); |
| // Redirect |
| log.debug("Redirecting the rest call to {}", redirect); |
| throw new WebApplicationException(Response.temporaryRedirect(redirect).build()); |
| } |
| } catch (IllegalArgumentException iae) { |
| // namespace format is not valid |
| log.debug("Failed to find owner for topic: {}", topicName, iae); |
| throw new RestException(Status.PRECONDITION_FAILED, "Can't find owner for topic " + topicName); |
| } catch (IllegalStateException ise) { |
| log.debug("Failed to find owner for topic: {}", topicName, ise); |
| throw new RestException(Status.PRECONDITION_FAILED, "Can't find owner for topic " + topicName); |
| } catch (WebApplicationException wae) { |
| throw wae; |
| } catch (Exception oe) { |
| log.debug("Failed to find owner for topic: {}", topicName, oe); |
| throw new RestException(oe); |
| } |
| } |
| |
| /** |
| * If the namespace is global, validate the following - 1. If replicated clusters are configured for this global |
| * namespace 2. If local cluster belonging to this namespace is replicated 3. If replication is enabled for this |
| * namespace <br/> |
| * It validates if local cluster is part of replication-cluster. If local cluster is not part of the replication |
| * cluster then it redirects request to peer-cluster if any of the peer-cluster is part of replication-cluster of |
| * this namespace. If none of the cluster is part of the replication cluster then it fails the validation. |
| * |
| * @param namespace |
| * @throws Exception |
| */ |
| protected void validateGlobalNamespaceOwnership(NamespaceName namespace) { |
| int timeout = pulsar().getConfiguration().getZooKeeperOperationTimeoutSeconds(); |
| try { |
| ClusterData peerClusterData = checkLocalOrGetPeerReplicationCluster(pulsar(), namespace) |
| .get(timeout, SECONDS); |
| // if peer-cluster-data is present it means namespace is owned by that peer-cluster and request should be |
| // redirect to the peer-cluster |
| if (peerClusterData != null) { |
| URI redirect = getRedirectionUrl(peerClusterData); |
| // redirect to the cluster requested |
| if (log.isDebugEnabled()) { |
| log.debug("[{}] Redirecting the rest call to {}: cluster={}", clientAppId(),redirect, peerClusterData); |
| |
| } |
| throw new WebApplicationException(Response.temporaryRedirect(redirect).build()); |
| } |
| } catch (InterruptedException e) { |
| log.warn("Time-out {} sec while validating policy on {} ", timeout, namespace); |
| throw new RestException(Status.SERVICE_UNAVAILABLE, String.format( |
| "Failed to validate global cluster configuration : ns=%s emsg=%s", namespace, e.getMessage())); |
| } catch (WebApplicationException e) { |
| throw e; |
| } catch (Exception e) { |
| if (e.getCause() instanceof WebApplicationException) { |
| throw (WebApplicationException) e.getCause(); |
| } |
| throw new RestException(Status.SERVICE_UNAVAILABLE, String.format( |
| "Failed to validate global cluster configuration : ns=%s emsg=%s", namespace, e.getMessage())); |
| } |
| } |
| |
| public static CompletableFuture<ClusterData> checkLocalOrGetPeerReplicationCluster(PulsarService pulsarService, |
| NamespaceName namespace) { |
| if (!namespace.isGlobal()) { |
| return CompletableFuture.completedFuture(null); |
| } |
| final CompletableFuture<ClusterData> validationFuture = new CompletableFuture<>(); |
| final String localCluster = pulsarService.getConfiguration().getClusterName(); |
| final String path = AdminResource.path(POLICIES, namespace.toString()); |
| |
| pulsarService.getConfigurationCache().policiesCache().getAsync(path).thenAccept(policiesResult -> { |
| if (policiesResult.isPresent()) { |
| Policies policies = policiesResult.get(); |
| if (policies.replication_clusters.isEmpty()) { |
| String msg = String.format( |
| "Namespace does not have any clusters configured : local_cluster=%s ns=%s", |
| localCluster, namespace.toString()); |
| log.warn(msg); |
| validationFuture.completeExceptionally(new RestException(Status.PRECONDITION_FAILED, msg)); |
| } else if (!policies.replication_clusters.contains(localCluster)) { |
| ClusterData ownerPeerCluster = getOwnerFromPeerClusterList(pulsarService, |
| policies.replication_clusters); |
| if (ownerPeerCluster != null) { |
| // found a peer that own this namespace |
| validationFuture.complete(ownerPeerCluster); |
| return; |
| } |
| String msg = String.format( |
| "Namespace missing local cluster name in clusters list: local_cluster=%s ns=%s clusters=%s", |
| localCluster, namespace.toString(), policies.replication_clusters); |
| |
| log.warn(msg); |
| validationFuture.completeExceptionally(new RestException(Status.PRECONDITION_FAILED, msg)); |
| } else { |
| validationFuture.complete(null); |
| } |
| } else { |
| String msg = String.format("Policies not found for %s namespace", namespace.toString()); |
| log.error(msg); |
| validationFuture.completeExceptionally(new RestException(Status.NOT_FOUND, msg)); |
| } |
| }).exceptionally(ex -> { |
| String msg = String.format("Failed to validate global cluster configuration : cluster=%s ns=%s emsg=%s", |
| localCluster, namespace, ex.getMessage()); |
| log.error(msg); |
| validationFuture.completeExceptionally(new RestException(ex)); |
| return null; |
| }); |
| return validationFuture; |
| } |
| |
| private static ClusterData getOwnerFromPeerClusterList(PulsarService pulsar, Set<String> replicationClusters) { |
| String currentCluster = pulsar.getConfiguration().getClusterName(); |
| if (replicationClusters == null || replicationClusters.isEmpty() || isBlank(currentCluster)) { |
| return null; |
| } |
| |
| try { |
| Optional<ClusterData> cluster = pulsar.getConfigurationCache().clustersCache() |
| .get(path("clusters", currentCluster)); |
| if (!cluster.isPresent() || cluster.get().getPeerClusterNames() == null) { |
| return null; |
| } |
| for (String peerCluster : cluster.get().getPeerClusterNames()) { |
| if (replicationClusters.contains(peerCluster)) { |
| return pulsar.getConfigurationCache().clustersCache().get(path("clusters", peerCluster)) |
| .orElseThrow(() -> new RestException(Status.NOT_FOUND, |
| "Peer cluster " + peerCluster + " data not found")); |
| } |
| } |
| } catch (Exception e) { |
| log.error("Failed to get peer-cluster {}-{}", currentCluster, e.getMessage()); |
| if (e instanceof RestException) { |
| throw (RestException) e; |
| } else { |
| throw new RestException(e); |
| } |
| } |
| return null; |
| } |
| |
| protected void checkConnect(TopicName topicName) throws RestException, Exception { |
| checkAuthorization(pulsar(), topicName, clientAppId(), clientAuthData()); |
| } |
| |
| protected static void checkAuthorization(PulsarService pulsarService, TopicName topicName, String role, |
| AuthenticationDataSource authenticationData) throws RestException, Exception { |
| if (!pulsarService.getConfiguration().isAuthorizationEnabled()) { |
| // No enforcing of authorization policies |
| return; |
| } |
| // get zk policy manager |
| if (!pulsarService.getBrokerService().getAuthorizationService().canLookup(topicName, role, authenticationData)) { |
| log.warn("[{}] Role {} is not allowed to lookup topic", topicName, role); |
| throw new RestException(Status.UNAUTHORIZED, "Don't have permission to connect to this namespace"); |
| } |
| } |
| |
| // Used for unit tests access |
| public void setPulsar(PulsarService pulsar) { |
| this.pulsar = pulsar; |
| } |
| |
| protected boolean isLeaderBroker() { |
| return isLeaderBroker(pulsar()); |
| } |
| |
| protected static boolean isLeaderBroker(PulsarService pulsar) { |
| |
| String leaderAddress = pulsar.getLeaderElectionService().getCurrentLeader().getServiceUrl(); |
| |
| String myAddress = pulsar.getSafeWebServiceAddress(); |
| |
| return myAddress.equals(leaderAddress); // If i am the leader, my decisions are |
| } |
| |
| // Non-Usual HTTP error codes |
| protected static final int NOT_IMPLEMENTED = 501; |
| |
| } |
