package org.apache.rya.indexing.external;

/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */

import java.util.ArrayList;
import java.util.List;
import java.util.Set;

import org.apache.hadoop.conf.Configuration;
import org.apache.rya.indexing.external.tupleSet.ExternalTupleSet;
import org.apache.rya.indexing.external.tupleSet.SimpleExternalTupleSet;
import org.apache.rya.indexing.pcj.matching.PCJOptimizer;
import org.apache.rya.indexing.pcj.matching.provider.AccumuloIndexSetProvider;
import org.eclipse.rdf4j.query.algebra.Projection;
import org.eclipse.rdf4j.query.algebra.QueryModelNode;
import org.eclipse.rdf4j.query.algebra.StatementPattern;
import org.eclipse.rdf4j.query.algebra.TupleExpr;
import org.eclipse.rdf4j.query.algebra.helpers.StatementPatternCollector;
import org.eclipse.rdf4j.query.parser.ParsedQuery;
import org.eclipse.rdf4j.query.parser.sparql.SPARQLParser;
import org.junit.Assert;
import org.junit.Test;

import com.google.common.collect.Sets;

public class PrecompJoinOptimizerVarToConstTest {


    String q15 = ""//
            + "SELECT ?a ?b ?c ?d ?e ?f ?q " //
            + "{" //
            + " GRAPH ?x { " //
            + "  ?a a ?b ."//
            + "  ?b <http://www.w3.org/2000/01/rdf-schema#label> ?c ."//
            + "  ?d <uri:talksTo> ?e . "//
            + "  FILTER ( ?e < ?f && (?a > ?b || ?c = ?d) ). " //
            + "  FILTER(bound(?f) && sameTerm(?a,?b)&&bound(?q)). " //
            + "  ?b a ?q ."//
            + "     }"//
            + "}";//


    String q17 = ""//
            + "SELECT ?j ?k ?l ?m ?n ?o " //
            + "{" //
            + " GRAPH ?z { " //
            + "  ?l a ?m. " //
            + "  ?n a ?o. " //
            + "  ?j <uri:talksTo> ?k . "//
            + "  FILTER ( ?k < ?l && (?m > ?n || ?o = ?j) ). " //
            + "     }"//
            + "}";//

    String q18 = ""//
            + "SELECT ?r ?s ?t ?u " //
            + "{" //
            + " GRAPH ?q { " //
            + "  FILTER(bound(?r) && sameTerm(?s,?t)&&bound(?u)). " //
            + "  ?t a ?u ."//
            + "  ?s a ?r ."//
            + "     }"//
            + "}";//


    String q19 = ""//
            + "SELECT ?a ?c ?d ?f ?q " //
            + "{" //
            + " GRAPH ?x { " //
            + "  ?f a ?a ."//
            + " \"3\" a ?c . "//
            + "  ?d <uri:talksTo> \"5\" . "//
            + "  FILTER ( \"5\" < ?f && (?a > \"3\" || ?c = ?d) ). " //
            + "  FILTER(bound(?f) && sameTerm(?a,\"3\") && bound(?q)). " //
            + "  \"3\" a ?q ."//
            + "  ?a a ?f ."//
            + "     }"//
            + "}";//


    String q21 = "PREFIX geo: <http://www.opengis.net/ont/geosparql#>  "//
            + "PREFIX geof: <http://www.opengis.net/def/function/geosparql/>  "//
            + "SELECT ?feature ?point " //
            + "{" //
            + "  ?feature a geo:Feature . "//
            + "  ?feature geo:hasGeometry ?point . "//
            + "  ?point a geo:Point . "//
            + "  ?point geo:asWKT \"wkt\" . "//
            + "  FILTER(geof:sfWithin(\"wkt\", \"Polygon\")) " //
            + "}";//


     String q22 = "PREFIX fts: <http://rdf.useekm.com/fts#>  "//
             + "SELECT ?person " //
             + "{" //
             + "  ?person a <http://example.org/ontology/Person> . "//
             + "  ?person <http://www.w3.org/2000/01/rdf-schema#label> \"sally\" . "//
             + "  ?person <http://www.w3.org/2000/01/rdf-schema#label> \"john\" . "//
             + "  FILTER(fts:text(\"sally\", \"bob\")) . " //
             + "  FILTER(fts:text(\"john\", \"harry\"))  " //
             + "  ?person <uri:hasName> \"bob\". "//
             + "  ?person <uri:hasName> \"harry\". "//
             + "}";//


     String q23 = "PREFIX geo: <http://www.opengis.net/ont/geosparql#>  "//
                + "PREFIX geof: <http://www.opengis.net/def/function/geosparql/>  "//
                + "SELECT ?a ?b ?c " //
                + "{" //
                + "  ?a a geo:Feature . "//
                + "  ?b a geo:Point . "//
                + "  ?b geo:asWKT ?c . "//
                + "  FILTER(geof:sfWithin(?c, \"Polygon\")) " //
                + "}";//


     String q24 = "PREFIX fts: <http://rdf.useekm.com/fts#>  "//
             + "SELECT ?f ?g ?h" //
             + "{" //
             + "  ?f <http://www.w3.org/2000/01/rdf-schema#label> ?g . "//
             + "  FILTER(fts:text(?g,?h)).  " //
             + " ?f <uri:hasName> ?h. " //
             + "}";//


     String q25 = "PREFIX fts: <http://rdf.useekm.com/fts#>  "//
             + "SELECT ?person ?point" //
             + "{" //
             + "  ?person <http://www.w3.org/2000/01/rdf-schema#label> \"label\" . "//
             + "  FILTER(fts:text(\"label\", \"bob\")) . " //
             + "  ?person <uri:hasName> \"bob\" . " //
             + "  ?person a ?point. " //
             + "  \"bob\" a <http://example.org/ontology/Person> . "//
             + "  ?person <http://www.w3.org/2000/01/rdf-schema#commentmatch> \"comment\" . "//
             + "  FILTER((?person > ?point) || (?person = \"comment\")). "
             + "  FILTER(fts:text(\"comment\", \"bob\"))  " //
             + "}";//


     String q26 = "PREFIX fts: <http://rdf.useekm.com/fts#>  "//
             + "SELECT ?a ?b ?c ?d " //
             + "{" //
             + "  ?a a ?c. " //
             + "  ?d a <http://example.org/ontology/Person> . "//
             + "  ?a <http://www.w3.org/2000/01/rdf-schema#commentmatch> ?b . "//
             + "  FILTER((?a > ?c) || (?a = ?b)). "
             + "  FILTER(fts:text(?b, ?d)) . " //
             + "}";//


     String q27 = "PREFIX fts: <http://rdf.useekm.com/fts#>  "//
             + "PREFIX geo: <http://www.opengis.net/ont/geosparql#>  "//
             + "PREFIX geof: <http://www.opengis.net/def/function/geosparql/>  "//
             + "SELECT ?person ?feature ?point " //
             + "{" //
             + "  ?person <http://www.w3.org/2000/01/rdf-schema#label> \"label\" . "//
             + "  FILTER(fts:text(\"label\", \"bob\")) . " //
             + "  ?person <uri:hasName> \"bob\" . " //
             + "  ?person a ?point. " //
             + "  \"bob\" a <http://example.org/ontology/Person> . "//
             + "  ?person <http://www.w3.org/2000/01/rdf-schema#commentmatch> \"comment\" . "//
             + "  FILTER((?person > ?point) || (?person = \"comment\")). "
             + "  FILTER(fts:text(\"comment\", \"bob\"))  " //
             + "  ?feature a geo:Feature . "//
             + "  ?point a geo:Point . "//
             + "  ?point geo:asWKT \"wkt\" . "//
             + "  FILTER(geof:sfWithin(\"wkt\", \"Polygon\")) " //
             + "}";//

     String q28 = ""//
             + "SELECT ?m ?n " //
             + "{" //
             + "  FILTER(?m IN (1,2,3) && ?n NOT IN(5,6,7)). " //
             + "  ?n <http://www.w3.org/2000/01/rdf-schema#label> ?m. "//
             + "}";//


    @Test
    public void testContextFilterFourIndex() throws Exception {

        final SPARQLParser parser1 = new SPARQLParser();
        final SPARQLParser parser3 = new SPARQLParser();
        final SPARQLParser parser4 = new SPARQLParser();
        final ParsedQuery pq1 = parser1.parseQuery(q19, null);
        final ParsedQuery pq3 = parser3.parseQuery(q17, null);
        final ParsedQuery pq4 = parser4.parseQuery(q18, null);

        System.out.println("Query is " + pq1.getTupleExpr());
        System.out.println("Indexes are " + pq3.getTupleExpr()+ " , " +pq4.getTupleExpr());

        final SimpleExternalTupleSet extTup2 = new SimpleExternalTupleSet(new Projection(pq3.getTupleExpr()));
        final SimpleExternalTupleSet extTup3 = new SimpleExternalTupleSet(new Projection(pq4.getTupleExpr()));

        final List<ExternalTupleSet> list = new ArrayList<ExternalTupleSet>();

        list.add(extTup3);
        list.add(extTup2);

        final TupleExpr tup = pq1.getTupleExpr().clone();

        final PCJOptimizer pcj = new PCJOptimizer(list, false, new AccumuloIndexSetProvider(new Configuration(), list));
        pcj.optimize(tup, null, null);

        System.out.println("Processed query is " + tup);

        final Set<StatementPattern> qSet = Sets.newHashSet(StatementPatternCollector.process(pq1.getTupleExpr()));

        final Set<QueryModelNode> eTupSet =  PcjIntegrationTestingUtil.getTupleSets(tup);
        Assert.assertEquals(2, eTupSet.size());

        final Set<StatementPattern> set = Sets.newHashSet();

        for (final QueryModelNode s : eTupSet) {
            final Set<StatementPattern> tempSet = Sets.newHashSet(StatementPatternCollector.process(((ExternalTupleSet) s)
                    .getTupleExpr()));
            set.addAll(tempSet);
        }
        Assert.assertTrue(qSet.containsAll(set));
    }


    @Test
    public void testGeoIndexFunction() throws Exception {

        final SPARQLParser parser1 = new SPARQLParser();
        final SPARQLParser parser2 = new SPARQLParser();

        final ParsedQuery pq1 = parser1.parseQuery(q21, null);
        final ParsedQuery pq2 = parser2.parseQuery(q23, null);
        System.out.println("Query is " + pq1.getTupleExpr());
        System.out.println("Index is " + pq2.getTupleExpr());

        final SimpleExternalTupleSet extTup = new SimpleExternalTupleSet(new Projection(pq2.getTupleExpr()));

        final List<ExternalTupleSet> list = new ArrayList<ExternalTupleSet>();
        list.add(extTup);

        final TupleExpr tup = pq1.getTupleExpr().clone();
        final PCJOptimizer pcj = new PCJOptimizer(list, false, new AccumuloIndexSetProvider(new Configuration(), list));
        pcj.optimize(tup, null, null);

        System.out.println("Processed query is " + tup);

        final Set<StatementPattern> qSet = Sets.newHashSet(StatementPatternCollector.process(pq1.getTupleExpr()));
        final Set<QueryModelNode> eTupSet =  PcjIntegrationTestingUtil.getTupleSets(tup);
        final Set<StatementPattern> set = Sets.newHashSet();

        Assert.assertEquals(1, eTupSet.size());

        for (final QueryModelNode s : eTupSet) {
            final Set<StatementPattern> tempSet = Sets.newHashSet(StatementPatternCollector.process(((ExternalTupleSet) s)
                    .getTupleExpr()));
            set.addAll(tempSet);

        }

        Assert.assertTrue(qSet.containsAll(set));
    }


    @Test
    public void testFreeTestIndexFunction() throws Exception {

        final SPARQLParser parser1 = new SPARQLParser();
        final SPARQLParser parser2 = new SPARQLParser();

        final ParsedQuery pq1 = parser1.parseQuery(q22, null);
        final ParsedQuery pq2 = parser2.parseQuery(q24, null);

        System.out.println("Query is " + pq1.getTupleExpr());
        System.out.println("Index is " + pq2.getTupleExpr());

        final SimpleExternalTupleSet extTup = new SimpleExternalTupleSet(new Projection(pq2.getTupleExpr()));

        final List<ExternalTupleSet> list = new ArrayList<ExternalTupleSet>();
        list.add(extTup);

        final TupleExpr tup = pq1.getTupleExpr().clone();
        final PCJOptimizer pcj = new PCJOptimizer(list, false, new AccumuloIndexSetProvider(new Configuration(), list));
        pcj.optimize(tup, null, null);

        System.out.println("Processed query is " + tup);

        final Set<StatementPattern> qSet = Sets.newHashSet(StatementPatternCollector.process(pq1.getTupleExpr()));

        final Set<QueryModelNode> eTupSet =  PcjIntegrationTestingUtil.getTupleSets(tup);
        final Set<StatementPattern> set = Sets.newHashSet();

        Assert.assertEquals(2, eTupSet.size());

        for (final QueryModelNode s : eTupSet) {
            final Set<StatementPattern> tempSet = Sets.newHashSet(StatementPatternCollector.process(((ExternalTupleSet) s)
                    .getTupleExpr()));
            set.addAll(tempSet);

        }
        Assert.assertTrue(qSet.containsAll(set));
    }


    @Test
    public void testThreeIndexGeoFreeCompareFilterMix() throws Exception {

        final SPARQLParser parser1 = new SPARQLParser();
        final SPARQLParser parser2 = new SPARQLParser();
        final SPARQLParser parser3 = new SPARQLParser();

        final ParsedQuery pq1 = parser1.parseQuery(q25, null);
        final ParsedQuery pq2 = parser2.parseQuery(q24, null);
        final ParsedQuery pq3 = parser3.parseQuery(q26, null);

        System.out.println("Query is " + pq1.getTupleExpr());
        System.out.println("Indexes are " + pq2.getTupleExpr() + " and " + pq3.getTupleExpr());


        final SimpleExternalTupleSet extTup1 = new SimpleExternalTupleSet(new Projection(pq2.getTupleExpr()));
        final SimpleExternalTupleSet extTup2 = new SimpleExternalTupleSet(new Projection(pq3.getTupleExpr()));

        final List<ExternalTupleSet> list = new ArrayList<ExternalTupleSet>();
        list.add(extTup1);
        list.add(extTup2);

        final TupleExpr tup = pq1.getTupleExpr().clone();
        final PCJOptimizer pcj = new PCJOptimizer(list, false, new AccumuloIndexSetProvider(new Configuration(), list));
        pcj.optimize(tup, null, null);

        System.out.println("Processed query is " + tup);

        final Set<StatementPattern> qSet = Sets.newHashSet(StatementPatternCollector.process(pq1.getTupleExpr()));
        final Set<QueryModelNode> eTupSet =  PcjIntegrationTestingUtil.getTupleSets(tup);
        final Set<StatementPattern> set = Sets.newHashSet();

        Assert.assertEquals(2, eTupSet.size());

        for (final QueryModelNode s : eTupSet) {
            final Set<StatementPattern> tempSet = Sets.newHashSet(StatementPatternCollector.process(((ExternalTupleSet) s)
                    .getTupleExpr()));
            set.addAll(tempSet);

        }
        Assert.assertTrue(qSet.containsAll(set));

    }

    @Test
    public void testFourIndexGeoFreeCompareFilterMix() throws Exception {

        final SPARQLParser parser1 = new SPARQLParser();
        final SPARQLParser parser2 = new SPARQLParser();
        final SPARQLParser parser3 = new SPARQLParser();
        final SPARQLParser parser4 = new SPARQLParser();


        final ParsedQuery pq1 = parser1.parseQuery(q27, null);
        final ParsedQuery pq2 = parser2.parseQuery(q23, null);
        final ParsedQuery pq3 = parser3.parseQuery(q26, null);
        final ParsedQuery pq4 = parser4.parseQuery(q24, null);

        System.out.println("Query is " + pq1.getTupleExpr());
        System.out.println("Indexes are " + pq2.getTupleExpr() + " , " + pq3.getTupleExpr() + " , " + pq4.getTupleExpr());

        final SimpleExternalTupleSet extTup1 = new SimpleExternalTupleSet(new Projection(pq2.getTupleExpr()));
        final SimpleExternalTupleSet extTup2 = new SimpleExternalTupleSet(new Projection(pq3.getTupleExpr()));
        final SimpleExternalTupleSet extTup3 = new SimpleExternalTupleSet(new Projection(pq4.getTupleExpr()));

        final List<ExternalTupleSet> list = new ArrayList<ExternalTupleSet>();

        list.add(extTup1);
        list.add(extTup2);
        list.add(extTup3);

        final TupleExpr tup = pq1.getTupleExpr().clone();
        final PCJOptimizer pcj = new PCJOptimizer(list, false, new AccumuloIndexSetProvider(new Configuration(), list));
        pcj.optimize(tup, null, null);

        System.out.println("Processed query is " + tup);

        final Set<StatementPattern> qSet = Sets.newHashSet(StatementPatternCollector.process(pq1.getTupleExpr()));
        final Set<QueryModelNode> eTupSet =  PcjIntegrationTestingUtil.getTupleSets(tup);
        final Set<StatementPattern> set = Sets.newHashSet();

        Assert.assertEquals(3, eTupSet.size());

        for (final QueryModelNode s : eTupSet) {
            final Set<StatementPattern> tempSet = Sets.newHashSet(StatementPatternCollector.process(((ExternalTupleSet) s)
                    .getTupleExpr()));
            set.addAll(tempSet);

        }

        Assert.assertTrue(qSet.containsAll(set));

    }


}