| /**************************************************************** |
| * Licensed to the Apache Software Foundation (ASF) under one * |
| * or more contributor license agreements. See the NOTICE file * |
| * distributed with this work for additional information * |
| * regarding copyright ownership. The ASF licenses this file * |
| * to you under the Apache License, Version 2.0 (the * |
| * "License"); you may not use this file except in compliance * |
| * with the License. You may obtain a copy of the License at * |
| * * |
| * http://www.apache.org/licenses/LICENSE-2.0 * |
| * * |
| * Unless required by applicable law or agreed to in writing, * |
| * software distributed under the License is distributed on an * |
| * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY * |
| * KIND, either express or implied. See the License for the * |
| * specific language governing permissions and limitations * |
| * under the License. * |
| ****************************************************************/ |
| |
| package org.apache.james.webadmin.integration.rabbitmq; |
| |
| import static io.restassured.RestAssured.with; |
| import static org.apache.james.jmap.JMAPTestingConstants.ALICE; |
| import static org.apache.james.jmap.JMAPTestingConstants.ALICE_PASSWORD; |
| import static org.apache.james.jmap.JMAPTestingConstants.DOMAIN; |
| import static org.apache.james.jmap.JMAPTestingConstants.jmapRequestSpecBuilder; |
| import static org.apache.james.jmap.JmapRFCCommonRequests.UserCredential; |
| import static org.apache.james.jmap.JmapRFCCommonRequests.getDraftId; |
| import static org.apache.james.jmap.JmapRFCCommonRequests.getUserCredential; |
| import static org.apache.james.jmap.JmapRFCCommonRequests.listMessageIdsForAccount; |
| import static org.assertj.core.api.Assertions.assertThat; |
| |
| import java.time.Duration; |
| import java.util.List; |
| |
| import org.apache.james.CassandraExtension; |
| import org.apache.james.CassandraRabbitMQJamesConfiguration; |
| import org.apache.james.CassandraRabbitMQJamesServerMain; |
| import org.apache.james.DockerOpenSearchExtension; |
| import org.apache.james.GuiceJamesServer; |
| import org.apache.james.JamesServerBuilder; |
| import org.apache.james.JamesServerExtension; |
| import org.apache.james.SearchConfiguration; |
| import org.apache.james.events.RetryBackoffConfiguration; |
| import org.apache.james.jmap.draft.JmapGuiceProbe; |
| import org.apache.james.junit.categories.BasicFeature; |
| import org.apache.james.modules.AwsS3BlobStoreExtension; |
| import org.apache.james.modules.RabbitMQExtension; |
| import org.apache.james.modules.TestJMAPServerModule; |
| import org.apache.james.modules.blobstore.BlobStoreConfiguration; |
| import org.apache.james.util.Port; |
| import org.apache.james.utils.DataProbeImpl; |
| import org.apache.james.utils.WebAdminGuiceProbe; |
| import org.apache.james.webadmin.WebAdminUtils; |
| import org.awaitility.Awaitility; |
| import org.awaitility.core.ConditionFactory; |
| import org.junit.jupiter.api.BeforeEach; |
| import org.junit.jupiter.api.Disabled; |
| import org.junit.jupiter.api.Tag; |
| import org.junit.jupiter.api.Test; |
| import org.junit.jupiter.api.extension.RegisterExtension; |
| |
| import io.restassured.RestAssured; |
| import io.restassured.parsing.Parser; |
| import io.restassured.specification.RequestSpecification; |
| |
| @Tag(BasicFeature.TAG) |
| class RabbitMQReindexingWithEventDeadLettersTest { |
| |
| private static final String OPENSEARCH_LISTENER_GROUP = "org.apache.james.mailbox.opensearch.events.OpenSearchListeningMessageSearchIndex$OpenSearchListeningMessageSearchIndexGroup"; |
| |
| private static final ConditionFactory CALMLY_AWAIT = Awaitility |
| .with().pollInterval(Duration.ofMillis(100)) |
| .and().pollDelay(Duration.ofMillis(100)) |
| .atMost(Duration.ofMinutes(5)) |
| .await(); |
| |
| private static final DockerOpenSearchExtension dockerOpenSearch = |
| new DockerOpenSearchExtension().withRequestTimeout(java.time.Duration.ofSeconds(5)); |
| |
| @RegisterExtension |
| static JamesServerExtension testExtension = new JamesServerBuilder<CassandraRabbitMQJamesConfiguration>(tmpDir -> |
| CassandraRabbitMQJamesConfiguration.builder() |
| .workingDirectory(tmpDir) |
| .configurationFromClasspath() |
| .blobStore(BlobStoreConfiguration.builder() |
| .s3() |
| .disableCache() |
| .deduplication() |
| .noCryptoConfig()) |
| .searchConfiguration(SearchConfiguration.openSearch()) |
| .build()) |
| .extension(dockerOpenSearch) |
| .extension(new CassandraExtension()) |
| .extension(new RabbitMQExtension()) |
| .extension(new AwsS3BlobStoreExtension()) |
| .server(configuration -> CassandraRabbitMQJamesServerMain.createServer(configuration) |
| .overrideWith(new TestJMAPServerModule()) |
| .overrideWith(binder -> binder.bind(RetryBackoffConfiguration.class) |
| .toInstance(RetryBackoffConfiguration.builder() |
| .maxRetries(2) |
| .firstBackoff(java.time.Duration.ofMillis(10)) |
| .jitterFactor(0.2) |
| .build()))) |
| .build(); |
| |
| private RequestSpecification webAdminApi; |
| private UserCredential aliceCredential; |
| |
| @BeforeEach |
| void setUp(GuiceJamesServer jamesServer) throws Exception { |
| jamesServer.getProbe(DataProbeImpl.class) |
| .fluent() |
| .addDomain(DOMAIN) |
| .addUser(ALICE.asString(), ALICE_PASSWORD); |
| |
| Port jmapPort = jamesServer.getProbe(JmapGuiceProbe.class).getJmapPort(); |
| RestAssured.requestSpecification = jmapRequestSpecBuilder |
| .setPort(jmapPort.getValue()) |
| .build(); |
| RestAssured.defaultParser = Parser.JSON; |
| |
| webAdminApi = WebAdminUtils.spec(jamesServer.getProbe(WebAdminGuiceProbe.class).getWebAdminPort()); |
| |
| aliceCredential = getUserCredential(ALICE, ALICE_PASSWORD); |
| |
| dockerOpenSearch.getDockerOS().pause(); |
| Thread.sleep(Duration.ofSeconds(2).toMillis()); // Docker pause is asynchronous and we found no way to poll for it |
| } |
| |
| @Disabled("JAMES-3011 It's already fails for a long time, but CI didn't detect this when it's not marked as BasicFeature") |
| @Test |
| void indexationShouldBeFailingWhenOpenSearchContainerIsPaused() throws Exception { |
| aliceSavesADraft(); |
| |
| CALMLY_AWAIT.until(() -> listOpenSearchFailedEvents().size() == 1); |
| |
| unpauseOpenSearch(); |
| assertThat(listMessageIdsForAccount(aliceCredential)).isEmpty(); |
| } |
| |
| @Test |
| void redeliverShouldReIndexFailedMessagesAndCleanEventDeadLetter() throws Exception { |
| aliceSavesADraft(); |
| CALMLY_AWAIT.until(() -> listOpenSearchFailedEvents().size() == 1); |
| |
| unpauseOpenSearch(); |
| redeliverAllFailedEvents(); |
| |
| CALMLY_AWAIT.until(() -> listMessageIdsForAccount(aliceCredential).size() == 1); |
| assertThat(listOpenSearchFailedEvents()).isEmpty(); |
| } |
| |
| private void unpauseOpenSearch() throws Exception { |
| dockerOpenSearch.getDockerOS().unpause(); |
| Thread.sleep(Duration.ofSeconds(2).toMillis()); // Docker unpause is asynchronous and we found no way to poll for it |
| } |
| |
| private void aliceSavesADraft() { |
| String draftMailboxId = getDraftId(aliceCredential); |
| String requestBody = |
| "{" + |
| " \"using\": [\"urn:ietf:params:jmap:core\", \"urn:ietf:params:jmap:mail\"]," + |
| " \"methodCalls\": [" + |
| " [\"Email/set\", {" + |
| " \"accountId\": \"" + aliceCredential.accountId() + "\"," + |
| " \"create\": {" + |
| " \"e1526\": {" + |
| " \"mailboxIds\": { \"" + draftMailboxId + "\": true }," + |
| " \"subject\": \"subject\"," + |
| " \"keywords\": {\"$Draft\": true}," + |
| " \"to\": [{\"email\": \"someone@example.com\"}]," + |
| " \"from\": [{\"email\": \"" + ALICE.asString() + "\"}]" + |
| " }" + |
| " }" + |
| " }, \"c1\"]" + |
| " ]" + |
| "}"; |
| |
| with() |
| .auth().basic(aliceCredential.username().asString(), aliceCredential.password()) |
| .body(requestBody) |
| .post("/jmap"); |
| } |
| |
| private List<String> listOpenSearchFailedEvents() { |
| return webAdminApi.with() |
| .get("/events/deadLetter/groups/" + OPENSEARCH_LISTENER_GROUP) |
| .andReturn() |
| .body() |
| .jsonPath() |
| .getList("."); |
| } |
| |
| private void redeliverAllFailedEvents() { |
| webAdminApi.with() |
| .queryParam("action", "reDeliver") |
| .post("/events/deadLetter"); |
| } |
| } |