| package org.apache.rya; |
| |
| /* |
| * Licensed to the Apache Software Foundation (ASF) under one |
| * or more contributor license agreements. See the NOTICE file |
| * distributed with this work for additional information |
| * regarding copyright ownership. The ASF licenses this file |
| * to you under the Apache License, Version 2.0 (the |
| * "License"); you may not use this file except in compliance |
| * with the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, |
| * software distributed under the License is distributed on an |
| * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| * KIND, either express or implied. See the License for the |
| * specific language governing permissions and limitations |
| * under the License. |
| */ |
| |
| import static org.junit.Assert.assertEquals; |
| import static org.junit.Assert.assertFalse; |
| import static org.junit.Assert.assertTrue; |
| |
| import java.util.HashSet; |
| import java.util.Set; |
| |
| import org.apache.accumulo.core.client.Connector; |
| import org.apache.accumulo.core.client.mock.MockInstance; |
| import org.apache.rya.accumulo.AccumuloRdfConfiguration; |
| import org.apache.rya.accumulo.AccumuloRyaDAO; |
| import org.apache.rya.api.RdfCloudTripleStoreUtils.CustomEntry; |
| import org.apache.rya.api.domain.RyaStatement; |
| import org.apache.rya.api.domain.RyaType; |
| import org.apache.rya.api.domain.RyaIRI; |
| import org.apache.rya.api.persist.RyaDAOException; |
| import org.apache.rya.api.persist.query.join.MergeJoin; |
| import org.eclipse.rdf4j.common.iteration.CloseableIteration; |
| import org.junit.After; |
| import org.junit.Before; |
| import org.junit.Test; |
| |
| /** |
| * TODO: Move to rya.api when we have proper mock ryaDao |
| * |
| * Date: 7/24/12 |
| * Time: 9:49 AM |
| */ |
| public class MergeJoinTest { |
| |
| private AccumuloRyaDAO dao; |
| static String litdupsNS = "urn:test:litdups#"; |
| private Connector connector; |
| private AccumuloRdfConfiguration conf = new AccumuloRdfConfiguration(); |
| |
| @Before |
| public void init() throws Exception { |
| dao = new AccumuloRyaDAO(); |
| connector = new MockInstance().getConnector("", ""); |
| dao.setConnector(connector); |
| dao.setConf(conf); |
| dao.init(); |
| } |
| |
| @After |
| public void destroy() throws Exception { |
| dao.destroy(); |
| } |
| |
| @Test |
| public void testSimpleMergeJoin() throws Exception { |
| //add data |
| RyaIRI pred = new RyaIRI(litdupsNS, "pred1"); |
| RyaType one = new RyaType("1"); |
| RyaType two = new RyaType("2"); |
| RyaIRI subj1 = new RyaIRI(litdupsNS, "subj1"); |
| RyaIRI subj2 = new RyaIRI(litdupsNS, "subj2"); |
| RyaIRI subj3 = new RyaIRI(litdupsNS, "subj3"); |
| RyaIRI subj4 = new RyaIRI(litdupsNS, "subj4"); |
| |
| dao.add(new RyaStatement(subj1, pred, one)); |
| dao.add(new RyaStatement(subj1, pred, two)); |
| dao.add(new RyaStatement(subj2, pred, one)); |
| dao.add(new RyaStatement(subj2, pred, two)); |
| dao.add(new RyaStatement(subj3, pred, one)); |
| dao.add(new RyaStatement(subj3, pred, two)); |
| dao.add(new RyaStatement(subj4, pred, one)); |
| dao.add(new RyaStatement(subj4, pred, two)); |
| |
| |
| //1 join |
| MergeJoin mergeJoin = new MergeJoin(dao.getQueryEngine()); |
| CloseableIteration<RyaIRI, RyaDAOException> join = mergeJoin.join(null, new CustomEntry<RyaIRI, RyaType>(pred, one), |
| new CustomEntry<RyaIRI, RyaType>(pred, two)); |
| |
| Set<RyaIRI> uris = new HashSet<RyaIRI>(); |
| while (join.hasNext()) { |
| uris.add(join.next()); |
| } |
| assertTrue(uris.contains(subj1)); |
| assertTrue(uris.contains(subj2)); |
| assertTrue(uris.contains(subj3)); |
| assertTrue(uris.contains(subj4)); |
| join.close(); |
| } |
| |
| @Test |
| public void testSimpleMergeJoinPredicateOnly() throws Exception { |
| //add data |
| RyaIRI pred1 = new RyaIRI(litdupsNS, "pred1"); |
| RyaIRI pred2 = new RyaIRI(litdupsNS, "pred2"); |
| RyaType one = new RyaType("1"); |
| RyaIRI subj1 = new RyaIRI(litdupsNS, "subj1"); |
| RyaIRI subj2 = new RyaIRI(litdupsNS, "subj2"); |
| RyaIRI subj3 = new RyaIRI(litdupsNS, "subj3"); |
| RyaIRI subj4 = new RyaIRI(litdupsNS, "subj4"); |
| |
| dao.add(new RyaStatement(subj1, pred1, one)); |
| dao.add(new RyaStatement(subj1, pred2, one)); |
| dao.add(new RyaStatement(subj2, pred1, one)); |
| dao.add(new RyaStatement(subj2, pred2, one)); |
| dao.add(new RyaStatement(subj3, pred1, one)); |
| dao.add(new RyaStatement(subj3, pred2, one)); |
| dao.add(new RyaStatement(subj4, pred1, one)); |
| dao.add(new RyaStatement(subj4, pred2, one)); |
| |
| |
| //1 join |
| MergeJoin mergeJoin = new MergeJoin(dao.getQueryEngine()); |
| CloseableIteration<RyaStatement, RyaDAOException> join = mergeJoin.join(null, pred1, pred2); |
| |
| int count = 0; |
| while (join.hasNext()) { |
| RyaStatement next = join.next(); |
| count++; |
| } |
| assertEquals(4, count); |
| join.close(); |
| } |
| |
| @Test |
| public void testSimpleMergeJoinPredicateOnly2() throws Exception { |
| //add data |
| RyaIRI pred1 = new RyaIRI(litdupsNS, "pred1"); |
| RyaIRI pred2 = new RyaIRI(litdupsNS, "pred2"); |
| RyaType one = new RyaType("1"); |
| RyaType two = new RyaType("2"); |
| RyaType three = new RyaType("3"); |
| RyaIRI subj1 = new RyaIRI(litdupsNS, "subj1"); |
| RyaIRI subj2 = new RyaIRI(litdupsNS, "subj2"); |
| RyaIRI subj3 = new RyaIRI(litdupsNS, "subj3"); |
| RyaIRI subj4 = new RyaIRI(litdupsNS, "subj4"); |
| |
| dao.add(new RyaStatement(subj1, pred1, one)); |
| dao.add(new RyaStatement(subj1, pred1, two)); |
| dao.add(new RyaStatement(subj1, pred1, three)); |
| dao.add(new RyaStatement(subj1, pred2, one)); |
| dao.add(new RyaStatement(subj1, pred2, two)); |
| dao.add(new RyaStatement(subj1, pred2, three)); |
| dao.add(new RyaStatement(subj2, pred1, one)); |
| dao.add(new RyaStatement(subj2, pred1, two)); |
| dao.add(new RyaStatement(subj2, pred1, three)); |
| dao.add(new RyaStatement(subj2, pred2, one)); |
| dao.add(new RyaStatement(subj2, pred2, two)); |
| dao.add(new RyaStatement(subj2, pred2, three)); |
| dao.add(new RyaStatement(subj3, pred1, one)); |
| dao.add(new RyaStatement(subj3, pred1, two)); |
| dao.add(new RyaStatement(subj3, pred1, three)); |
| dao.add(new RyaStatement(subj3, pred2, one)); |
| dao.add(new RyaStatement(subj3, pred2, two)); |
| dao.add(new RyaStatement(subj3, pred2, three)); |
| dao.add(new RyaStatement(subj4, pred1, one)); |
| dao.add(new RyaStatement(subj4, pred1, two)); |
| dao.add(new RyaStatement(subj4, pred1, three)); |
| dao.add(new RyaStatement(subj4, pred2, one)); |
| dao.add(new RyaStatement(subj4, pred2, two)); |
| dao.add(new RyaStatement(subj4, pred2, three)); |
| |
| |
| //1 join |
| MergeJoin mergeJoin = new MergeJoin(dao.getQueryEngine()); |
| CloseableIteration<RyaStatement, RyaDAOException> join = mergeJoin.join(null, pred1, pred2); |
| |
| int count = 0; |
| while (join.hasNext()) { |
| RyaStatement next = join.next(); |
| count++; |
| } |
| assertEquals(12, count); |
| join.close(); |
| } |
| |
| @Test |
| public void testSimpleMergeJoinMultiWay() throws Exception { |
| //add data |
| RyaIRI pred = new RyaIRI(litdupsNS, "pred1"); |
| RyaType one = new RyaType("1"); |
| RyaType two = new RyaType("2"); |
| RyaType three = new RyaType("3"); |
| RyaType four = new RyaType("4"); |
| RyaIRI subj1 = new RyaIRI(litdupsNS, "subj1"); |
| RyaIRI subj2 = new RyaIRI(litdupsNS, "subj2"); |
| RyaIRI subj3 = new RyaIRI(litdupsNS, "subj3"); |
| RyaIRI subj4 = new RyaIRI(litdupsNS, "subj4"); |
| |
| dao.add(new RyaStatement(subj1, pred, one)); |
| dao.add(new RyaStatement(subj1, pred, two)); |
| dao.add(new RyaStatement(subj1, pred, three)); |
| dao.add(new RyaStatement(subj1, pred, four)); |
| dao.add(new RyaStatement(subj2, pred, one)); |
| dao.add(new RyaStatement(subj2, pred, two)); |
| dao.add(new RyaStatement(subj2, pred, three)); |
| dao.add(new RyaStatement(subj2, pred, four)); |
| dao.add(new RyaStatement(subj3, pred, one)); |
| dao.add(new RyaStatement(subj3, pred, two)); |
| dao.add(new RyaStatement(subj3, pred, three)); |
| dao.add(new RyaStatement(subj3, pred, four)); |
| dao.add(new RyaStatement(subj4, pred, one)); |
| dao.add(new RyaStatement(subj4, pred, two)); |
| dao.add(new RyaStatement(subj4, pred, three)); |
| dao.add(new RyaStatement(subj4, pred, four)); |
| |
| |
| //1 join |
| MergeJoin mergeJoin = new MergeJoin(dao.getQueryEngine()); |
| CloseableIteration<RyaIRI, RyaDAOException> join = mergeJoin.join(null, new CustomEntry<RyaIRI, RyaType>(pred, one), |
| new CustomEntry<RyaIRI, RyaType>(pred, two), |
| new CustomEntry<RyaIRI, RyaType>(pred, three), |
| new CustomEntry<RyaIRI, RyaType>(pred, four) |
| ); |
| |
| Set<RyaIRI> uris = new HashSet<RyaIRI>(); |
| while (join.hasNext()) { |
| uris.add(join.next()); |
| } |
| assertTrue(uris.contains(subj1)); |
| assertTrue(uris.contains(subj2)); |
| assertTrue(uris.contains(subj3)); |
| assertTrue(uris.contains(subj4)); |
| join.close(); |
| } |
| |
| @Test |
| public void testMergeJoinMultiWay() throws Exception { |
| //add data |
| RyaIRI pred = new RyaIRI(litdupsNS, "pred1"); |
| RyaType zero = new RyaType("0"); |
| RyaType one = new RyaType("1"); |
| RyaType two = new RyaType("2"); |
| RyaType three = new RyaType("3"); |
| RyaType four = new RyaType("4"); |
| RyaIRI subj1 = new RyaIRI(litdupsNS, "subj1"); |
| RyaIRI subj2 = new RyaIRI(litdupsNS, "subj2"); |
| RyaIRI subj3 = new RyaIRI(litdupsNS, "subj3"); |
| RyaIRI subj4 = new RyaIRI(litdupsNS, "subj4"); |
| |
| dao.add(new RyaStatement(subj1, pred, one)); |
| dao.add(new RyaStatement(subj1, pred, two)); |
| dao.add(new RyaStatement(subj1, pred, three)); |
| dao.add(new RyaStatement(subj1, pred, four)); |
| dao.add(new RyaStatement(subj2, pred, zero)); |
| dao.add(new RyaStatement(subj2, pred, one)); |
| dao.add(new RyaStatement(subj2, pred, two)); |
| dao.add(new RyaStatement(subj2, pred, three)); |
| dao.add(new RyaStatement(subj2, pred, four)); |
| dao.add(new RyaStatement(subj3, pred, one)); |
| dao.add(new RyaStatement(subj3, pred, two)); |
| dao.add(new RyaStatement(subj3, pred, four)); |
| dao.add(new RyaStatement(subj4, pred, one)); |
| dao.add(new RyaStatement(subj4, pred, two)); |
| dao.add(new RyaStatement(subj4, pred, three)); |
| dao.add(new RyaStatement(subj4, pred, four)); |
| |
| |
| //1 join |
| MergeJoin mergeJoin = new MergeJoin(dao.getQueryEngine()); |
| CloseableIteration<RyaIRI, RyaDAOException> join = mergeJoin.join(null, new CustomEntry<RyaIRI, RyaType>(pred, one), |
| new CustomEntry<RyaIRI, RyaType>(pred, two), |
| new CustomEntry<RyaIRI, RyaType>(pred, three), |
| new CustomEntry<RyaIRI, RyaType>(pred, four) |
| ); |
| |
| Set<RyaIRI> uris = new HashSet<RyaIRI>(); |
| while (join.hasNext()) { |
| uris.add(join.next()); |
| } |
| assertTrue(uris.contains(subj1)); |
| assertTrue(uris.contains(subj2)); |
| assertTrue(uris.contains(subj4)); |
| join.close(); |
| } |
| |
| @Test |
| public void testMergeJoinMultiWayNone() throws Exception { |
| //add data |
| RyaIRI pred = new RyaIRI(litdupsNS, "pred1"); |
| RyaType zero = new RyaType("0"); |
| RyaType one = new RyaType("1"); |
| RyaType two = new RyaType("2"); |
| RyaType three = new RyaType("3"); |
| RyaType four = new RyaType("4"); |
| RyaIRI subj1 = new RyaIRI(litdupsNS, "subj1"); |
| RyaIRI subj2 = new RyaIRI(litdupsNS, "subj2"); |
| RyaIRI subj3 = new RyaIRI(litdupsNS, "subj3"); |
| RyaIRI subj4 = new RyaIRI(litdupsNS, "subj4"); |
| |
| dao.add(new RyaStatement(subj1, pred, one)); |
| dao.add(new RyaStatement(subj1, pred, three)); |
| dao.add(new RyaStatement(subj1, pred, four)); |
| dao.add(new RyaStatement(subj2, pred, zero)); |
| dao.add(new RyaStatement(subj2, pred, one)); |
| dao.add(new RyaStatement(subj2, pred, four)); |
| dao.add(new RyaStatement(subj3, pred, two)); |
| dao.add(new RyaStatement(subj3, pred, four)); |
| dao.add(new RyaStatement(subj4, pred, one)); |
| dao.add(new RyaStatement(subj4, pred, two)); |
| dao.add(new RyaStatement(subj4, pred, three)); |
| |
| |
| //1 join |
| MergeJoin mergeJoin = new MergeJoin(dao.getQueryEngine()); |
| CloseableIteration<RyaIRI, RyaDAOException> join = mergeJoin.join(null, new CustomEntry<RyaIRI, RyaType>(pred, one), |
| new CustomEntry<RyaIRI, RyaType>(pred, two), |
| new CustomEntry<RyaIRI, RyaType>(pred, three), |
| new CustomEntry<RyaIRI, RyaType>(pred, four) |
| ); |
| |
| assertFalse(join.hasNext()); |
| join.close(); |
| } |
| |
| @Test |
| public void testMergeJoinMultiWayNone2() throws Exception { |
| //add data |
| RyaIRI pred = new RyaIRI(litdupsNS, "pred1"); |
| RyaType zero = new RyaType("0"); |
| RyaType one = new RyaType("1"); |
| RyaType two = new RyaType("2"); |
| RyaType three = new RyaType("3"); |
| RyaType four = new RyaType("4"); |
| RyaIRI subj1 = new RyaIRI(litdupsNS, "subj1"); |
| RyaIRI subj2 = new RyaIRI(litdupsNS, "subj2"); |
| RyaIRI subj3 = new RyaIRI(litdupsNS, "subj3"); |
| RyaIRI subj4 = new RyaIRI(litdupsNS, "subj4"); |
| |
| dao.add(new RyaStatement(subj1, pred, one)); |
| dao.add(new RyaStatement(subj1, pred, four)); |
| dao.add(new RyaStatement(subj2, pred, zero)); |
| dao.add(new RyaStatement(subj2, pred, one)); |
| dao.add(new RyaStatement(subj2, pred, four)); |
| dao.add(new RyaStatement(subj3, pred, two)); |
| dao.add(new RyaStatement(subj3, pred, four)); |
| dao.add(new RyaStatement(subj4, pred, one)); |
| dao.add(new RyaStatement(subj4, pred, two)); |
| |
| |
| //1 join |
| MergeJoin mergeJoin = new MergeJoin(dao.getQueryEngine()); |
| CloseableIteration<RyaIRI, RyaDAOException> join = mergeJoin.join(null, new CustomEntry<RyaIRI, RyaType>(pred, one), |
| new CustomEntry<RyaIRI, RyaType>(pred, two), |
| new CustomEntry<RyaIRI, RyaType>(pred, three), |
| new CustomEntry<RyaIRI, RyaType>(pred, four) |
| ); |
| |
| assertFalse(join.hasNext()); |
| join.close(); |
| } |
| } |