crunch-core/src/test/java/org/apache/crunch/types/avro/AvroModeTest.java

/**
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.apache.crunch.types.avro;

import static org.hamcrest.CoreMatchers.instanceOf;
import static org.hamcrest.CoreMatchers.is;
import static org.hamcrest.CoreMatchers.not;
import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertNull;
import static org.junit.Assert.assertThat;
import static org.mockito.Mockito.mock;

import org.apache.avro.Schema;
import org.apache.avro.generic.GenericData;
import org.apache.avro.io.DatumReader;
import org.apache.avro.io.DatumWriter;
import org.apache.avro.reflect.ReflectData;
import org.apache.avro.specific.SpecificData;
import org.apache.crunch.io.FormatBundle;
import org.apache.hadoop.conf.Configuration;
import org.junit.Test;

public class AvroModeTest {

  @Test
  public void customWithFactory(){
    ReaderWriterFactory fakeFactory = new FakeReaderWriterFactory();
    AvroMode mode = AvroMode.SPECIFIC.withFactory(fakeFactory);
    assertThat(mode.getFactory(), is(fakeFactory));
    //assert that the original is unchanged
    assertThat(mode, is(not(AvroMode.SPECIFIC)));
    assertThat(AvroMode.SPECIFIC.getFactory(), is((ReaderWriterFactory) AvroMode.SPECIFIC));
  }

  @Test
  public void sameWithFactory(){
    AvroMode mode = AvroMode.SPECIFIC.withFactory(AvroMode.SPECIFIC);
    assertThat(mode.getFactory(), is( (ReaderWriterFactory) AvroMode.SPECIFIC));
  }

  @Test
  public void getDataSpecific(){
    assertThat(AvroMode.SPECIFIC.getData(), is(instanceOf(SpecificData.class)));
  }

  @Test
  public void getDataGeneric(){
    assertThat(AvroMode.GENERIC.getData(), is(instanceOf(GenericData.class)));
  }

  @Test
  public void getDataReflect(){
    assertThat(AvroMode.REFLECT.getData(), is(instanceOf(ReflectData.class)));
  }

  @Test
  public void configureAndRetrieveSpecific(){
    Configuration conf = new Configuration();
    AvroMode.SPECIFIC.configure(conf);
    AvroMode returnedMode = AvroMode.fromConfiguration(conf);
    assertThat(returnedMode, is(AvroMode.SPECIFIC));
  }

  @Test
  public void configureAndRetrieveGeneric(){
    Configuration conf = new Configuration();
    AvroMode.GENERIC.configure(conf);
    AvroMode returnedMode = AvroMode.fromConfiguration(conf);
    assertThat(returnedMode, is(AvroMode.GENERIC));
  }

  @Test
  public void configureShuffleAndRetrieveSpecific(){
    Configuration conf = new Configuration();
    AvroMode.SPECIFIC.configureShuffle(conf);
    AvroMode returnedMode = AvroMode.fromShuffleConfiguration(conf);
    assertThat(returnedMode, is(AvroMode.SPECIFIC));
  }

  @Test
  public void configureShuffleAndRetrieveGeneric(){
    Configuration conf = new Configuration();
    AvroMode.GENERIC.configureShuffle(conf);
    AvroMode returnedMode = AvroMode.fromShuffleConfiguration(conf);
    assertThat(returnedMode, is(AvroMode.GENERIC));
  }

  @Test
  public void configureBundleSpecific(){
    FormatBundle bundle = FormatBundle.forInput(AvroInputFormat.class);
    Configuration config = new Configuration();
    AvroMode.SPECIFIC.configure(bundle);
    bundle.configure(config);
    AvroMode returnedMode = AvroMode.fromConfiguration(config);
    assertThat(returnedMode.getData(), is(instanceOf(SpecificData.class)));
  }

  @Test
  public void configureBundleGeneric(){
    FormatBundle bundle = FormatBundle.forInput(AvroInputFormat.class);
    Configuration config = new Configuration();
    AvroMode.GENERIC.configure(bundle);
    bundle.configure(config);
    AvroMode returnedMode = AvroMode.fromConfiguration(config);
    assertThat(returnedMode.getData(), is(instanceOf(GenericData.class)));
  }

  @Test
  public void configureBundleReflect(){
    FormatBundle bundle = FormatBundle.forInput(AvroInputFormat.class);
    Configuration config = new Configuration();
    AvroMode.REFLECT.configure(bundle);
    bundle.configure(config);
    AvroMode returnedMode = AvroMode.fromConfiguration(config);
    assertThat(returnedMode.getData(), is(instanceOf(ReflectData.class)));
  }

  @Test
  public void configureBundleCustomWithFactory(){
    ReaderWriterFactory fakeFactory = new FakeReaderWriterFactory();
    AvroMode mode = AvroMode.SPECIFIC.withFactory(fakeFactory);
    FormatBundle bundle = FormatBundle.forInput(AvroInputFormat.class);
    Configuration config = new Configuration();
    mode.configure(bundle);
    bundle.configure(config);
    AvroMode returnedMode = AvroMode.fromConfiguration(config);
    assertThat(returnedMode.getFactory(), is(instanceOf(FakeReaderWriterFactory.class)));
  }

  @Test
  public void configureCustomWithFactory(){
    ReaderWriterFactory fakeFactory = new FakeReaderWriterFactory();
    AvroMode mode = AvroMode.SPECIFIC.withFactory(fakeFactory);
    Configuration config = new Configuration();
    mode.configure(config);
    AvroMode returnedMode = AvroMode.fromConfiguration(config);
    assertThat(returnedMode.getFactory(), is(instanceOf(FakeReaderWriterFactory.class)));
  }

  @Test
  public void testRegisterClassLoader() {
    // First make sure things are in the default situation
    AvroMode.setSpecificClassLoader(null);

    ClassLoader classLoaderA = mock(ClassLoader.class);
    ClassLoader classLoaderB = mock(ClassLoader.class);

    // Basic sanity check to ensure that the class loader was really nulled out
    assertNull(AvroMode.getSpecificClassLoader());

    // Do an internal registration of a class loader. Because there is currently no internal class loader set,
    // this should set the internal specific class loader
    AvroMode.registerSpecificClassLoaderInternal(classLoaderA);

    assertEquals(classLoaderA, AvroMode.getSpecificClassLoader());

    // Now we do an internal register of another class loader. Because there already is an internal specific class
    // loader set, this should have no impact (as opposed to calling setSpecificClassLoader)
    AvroMode.registerSpecificClassLoaderInternal(classLoaderB);

    assertEquals(classLoaderA, AvroMode.getSpecificClassLoader());
  }

  private static class FakeReaderWriterFactory implements ReaderWriterFactory{

    @Override
    public GenericData getData() {
      return null;
    }

    @Override
    public <D> DatumReader<D> getReader(Schema schema) {
      return null;
    }

    @Override
    public <D> DatumWriter<D> getWriter(Schema schema) {
      return null;
    }
  }

}