parquet-avro/src/test/java/org/apache/parquet/avro/TestSpecificReadWrite.java - parquet-mr - Git at Google

 /*
  * Licensed to the Apache Software Foundation (ASF) under one
  * or more contributor license agreements.  See the NOTICE file
  * distributed with this work for additional information
  * regarding copyright ownership.  The ASF licenses this file
  * to you under the Apache License, Version 2.0 (the
  * "License"); you may not use this file except in compliance
  * with the License.  You may obtain a copy of the License at
  *
  *   http://www.apache.org/licenses/LICENSE-2.0
  *
  * Unless required by applicable law or agreed to in writing,
  * software distributed under the License is distributed on an
  * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
  * KIND, either express or implied.  See the License for the
  * specific language governing permissions and limitations
  * under the License.
  */
 package org.apache.parquet.avro;

 import static org.junit.Assert.assertEquals;
 import static org.junit.Assert.assertNull;
 import static org.apache.parquet.filter.ColumnPredicates.equalTo;
 import static org.apache.parquet.filter.ColumnRecordFilter.column;
 import static org.apache.parquet.hadoop.ParquetWriter.DEFAULT_BLOCK_SIZE;
 import static org.apache.parquet.hadoop.ParquetWriter.DEFAULT_PAGE_SIZE;

 import com.google.common.collect.ImmutableList;
 import java.io.File;
 import java.io.IOException;
 import java.util.ArrayList;
 import java.util.Arrays;
 import java.util.Collection;
 import java.util.List;
 import org.apache.avro.Schema;
 import org.apache.hadoop.conf.Configuration;
 import org.apache.hadoop.fs.Path;
 import org.junit.Test;
 import org.apache.parquet.hadoop.ParquetReader;
 import org.apache.parquet.hadoop.ParquetWriter;
 import org.apache.parquet.hadoop.metadata.CompressionCodecName;
 import org.junit.runner.RunWith;
 import org.junit.runners.Parameterized;

 /**
  * Other tests exercise the use of Avro Generic, a dynamic data representation. This class focuses
  * on Avro Speific whose schemas are pre-compiled to POJOs with built in SerDe for faster serialization.
  */
 @RunWith(Parameterized.class)
 public class TestSpecificReadWrite {

   @Parameterized.Parameters
   public static Collection<Object[]> data() {
     Object[][] data = new Object[][] {
         { false },  // use the new converters
         { true } }; // use the old converters
     return Arrays.asList(data);
   }

   private final Configuration testConf = new Configuration(false);

   public TestSpecificReadWrite(boolean compat) {
     this.testConf.setBoolean(AvroReadSupport.AVRO_COMPATIBILITY, compat);
   }

   @Test
   public void testCompatReadWriteSpecific() throws IOException {
     Path path = writeCarsToParquetFile(10, CompressionCodecName.UNCOMPRESSED, false);
     ParquetReader<Car> reader = new AvroParquetReader<Car>(testConf, path);
     for (int i = 0; i < 10; i++) {
       assertEquals(getVwPolo().toString(), reader.read().toString());
       assertEquals(getVwPassat().toString(), reader.read().toString());
       assertEquals(getBmwMini().toString(), reader.read().toString());
     }
     assertNull(reader.read());
   }

   @Test
   public void testReadWriteSpecificWithDictionary() throws IOException {
     Path path = writeCarsToParquetFile(10, CompressionCodecName.UNCOMPRESSED, true);
     ParquetReader<Car> reader = new AvroParquetReader<Car>(testConf, path);
     for (int i = 0; i < 10; i++) {
       assertEquals(getVwPolo().toString(), reader.read().toString());
       assertEquals(getVwPassat().toString(), reader.read().toString());
       assertEquals(getBmwMini().toString(), reader.read().toString());
     }
     assertNull(reader.read());
   }

   @Test
   public void testFilterMatchesMultiple() throws IOException {
     Path path = writeCarsToParquetFile(10, CompressionCodecName.UNCOMPRESSED, false);
     ParquetReader<Car> reader = new AvroParquetReader<Car>(testConf, path, column("make", equalTo("Volkswagen")));
     for (int i = 0; i < 10; i++) {
       assertEquals(getVwPolo().toString(), reader.read().toString());
       assertEquals(getVwPassat().toString(), reader.read().toString());
     }
     assertNull(reader.read());
   }

   @Test
   public void testFilterMatchesMultipleBlocks() throws IOException {
     Path path = writeCarsToParquetFile(10000, CompressionCodecName.UNCOMPRESSED, false, DEFAULT_BLOCK_SIZE/64, DEFAULT_PAGE_SIZE/64);
     ParquetReader<Car> reader = new AvroParquetReader<Car>(testConf, path, column("make", equalTo("Volkswagen")));
     for (int i = 0; i < 10000; i++) {
       assertEquals(getVwPolo().toString(), reader.read().toString());
       assertEquals(getVwPassat().toString(), reader.read().toString());
     }
     assertNull(reader.read());
   }

   @Test
   public void testFilterMatchesNoBlocks() throws IOException {
     Path path = writeCarsToParquetFile(10000, CompressionCodecName.UNCOMPRESSED, false, DEFAULT_BLOCK_SIZE/64, DEFAULT_PAGE_SIZE/64);
     ParquetReader<Car> reader = new AvroParquetReader<Car>(testConf, path, column("make", equalTo("Bogus")));
     assertNull(reader.read());
   }

   @Test
   public void testFilterMatchesFinalBlockOnly() throws IOException {
     File tmp = File.createTempFile(getClass().getSimpleName(), ".tmp");
     tmp.deleteOnExit();
     tmp.delete();
     Path path = new Path(tmp.getPath());

     Car vwPolo   = getVwPolo();
     Car vwPassat = getVwPassat();
     Car bmwMini  = getBmwMini();

     ParquetWriter<Car> writer = new AvroParquetWriter<Car>(path, Car.SCHEMA$,
         CompressionCodecName.UNCOMPRESSED, DEFAULT_BLOCK_SIZE/128, DEFAULT_PAGE_SIZE/128,
         false);
     for (int i = 0; i < 10000; i++) {
       writer.write(vwPolo);
       writer.write(vwPassat);
       writer.write(vwPolo);
     }
     writer.write(bmwMini); // only write BMW in last block
     writer.close();

     ParquetReader<Car> reader = new AvroParquetReader<Car>(testConf, path, column("make",
         equalTo("BMW")));
     assertEquals(getBmwMini().toString(), reader.read().toString());
     assertNull(reader.read());
   }

   @Test
   public void testFilterWithDictionary() throws IOException {
     Path path = writeCarsToParquetFile(1,CompressionCodecName.UNCOMPRESSED,true);
     ParquetReader<Car> reader = new AvroParquetReader<Car>(testConf, path, column("make", equalTo("Volkswagen")));
     assertEquals(getVwPolo().toString(), reader.read().toString());
     assertEquals(getVwPassat().toString(), reader.read().toString());
     assertNull(reader.read());
   }

   @Test
   public void testFilterOnSubAttribute() throws IOException {
     Path path = writeCarsToParquetFile(1, CompressionCodecName.UNCOMPRESSED, false);

     ParquetReader<Car> reader = new AvroParquetReader<Car>(testConf, path, column("engine.type", equalTo(EngineType.DIESEL)));
     assertEquals(reader.read().toString(), getVwPassat().toString());
     assertNull(reader.read());

     reader = new AvroParquetReader<Car>(testConf, path, column("engine.capacity", equalTo(1.4f)));
     assertEquals(getVwPolo().toString(), reader.read().toString());
     assertNull(reader.read());

     reader = new AvroParquetReader<Car>(testConf, path, column("engine.hasTurboCharger", equalTo(true)));
     assertEquals(getBmwMini().toString(), reader.read().toString());
     assertNull(reader.read());
   }

   @Test
   public void testProjection() throws IOException {
     Path path = writeCarsToParquetFile(1, CompressionCodecName.UNCOMPRESSED, false);
     Configuration conf = new Configuration(testConf);

     Schema schema = Car.getClassSchema();
     List<Schema.Field> fields = schema.getFields();

     //Schema.Parser parser = new Schema.Parser();
     List<Schema.Field> projectedFields = new ArrayList<Schema.Field>();
     for (Schema.Field field : fields) {
       String name = field.name();
       if ("optionalExtra".equals(name) ||
           "serviceHistory".equals(name)) {
         continue;
       }

       //Schema schemaClone = parser.parse(field.schema().toString(false));
       Schema.Field fieldClone = new Schema.Field(name, field.schema(), field.doc(), field.defaultVal());
       projectedFields.add(fieldClone);
     }

     Schema projectedSchema = Schema.createRecord(schema.getName(), schema.getDoc(), schema.getNamespace(), schema.isError());
     projectedSchema.setFields(projectedFields);
     AvroReadSupport.setRequestedProjection(conf, projectedSchema);

     ParquetReader<Car> reader = new AvroParquetReader<Car>(conf, path);
     for (Car car = reader.read(); car != null; car = reader.read()) {
       assertEquals(car.getDoors() != null, true);
       assertEquals(car.getEngine() != null, true);
       assertEquals(car.getMake() != null, true);
       assertEquals(car.getModel() != null, true);
       assertEquals(car.getYear() != null, true);
       assertEquals(car.getVin() != null, true);
       assertNull(car.getOptionalExtra());
       assertNull(car.getServiceHistory());
     }
   }

   @Test
   public void testAvroReadSchema() throws IOException {
     Path path = writeCarsToParquetFile(1, CompressionCodecName.UNCOMPRESSED, false);
     Configuration conf = new Configuration(testConf);
     AvroReadSupport.setAvroReadSchema(conf, NewCar.SCHEMA$);

     ParquetReader<NewCar> reader = new AvroParquetReader<NewCar>(conf, path);
     for (NewCar car = reader.read(); car != null; car = reader.read()) {
       assertEquals(car.getEngine() != null, true);
       assertEquals(car.getBrand() != null, true);
       assertEquals(car.getYear() != null, true);
       assertEquals(car.getVin() != null, true);
       assertEquals(car.getDescription() == null, true);
       assertEquals(car.getOpt() == 5, true);
     }
   }

   private Path writeCarsToParquetFile( int num, CompressionCodecName compression, boolean enableDictionary) throws IOException {
     return writeCarsToParquetFile(num, compression, enableDictionary, DEFAULT_BLOCK_SIZE, DEFAULT_PAGE_SIZE);
   }

   private Path writeCarsToParquetFile( int num, CompressionCodecName compression, boolean enableDictionary, int blockSize, int pageSize) throws IOException {
     File tmp = File.createTempFile(getClass().getSimpleName(), ".tmp");
     tmp.deleteOnExit();
     tmp.delete();
     Path path = new Path(tmp.getPath());

     Car vwPolo   = getVwPolo();
     Car vwPassat = getVwPassat();
     Car bmwMini  = getBmwMini();

     ParquetWriter<Car> writer = new AvroParquetWriter<Car>(path,Car.SCHEMA$, compression,
         blockSize, pageSize, enableDictionary);
     for (int i = 0; i < num; i++) {
       writer.write(vwPolo);
       writer.write(vwPassat);
       writer.write(bmwMini);
     }
     writer.close();
     return path;
   }

   public static Car getVwPolo() {
     String vin = "WVWDB4505LK000001";
     return Car.newBuilder()
         .setYear(2010)
         .setRegistration("A123 GTR")
         .setMake("Volkswagen")
         .setModel("Polo")
         .setVin(new Vin(vin.getBytes()))
         .setDoors(4)
         .setEngine(Engine.newBuilder().setType(EngineType.PETROL)
                   .setCapacity(1.4f).setHasTurboCharger(false).build())
         .setOptionalExtra(
             Stereo.newBuilder().setMake("Blaupunkt").setSpeakers(4).build())
         .setServiceHistory(ImmutableList.of(
             Service.newBuilder().setDate(1325376000l).setMechanic("Jim").build(),
             Service.newBuilder().setDate(1356998400l).setMechanic("Mike").build()))
         .build();
   }

   public static Car getVwPassat() {
     String vin = "WVWDB4505LK000002";
     return Car.newBuilder()
         .setYear(2010)
         .setRegistration("A123 GXR")
         .setMake("Volkswagen")
         .setModel("Passat")
         .setVin(new Vin(vin.getBytes()))
         .setDoors(5)
         .setEngine(Engine.newBuilder().setType(EngineType.DIESEL)
             .setCapacity(2.0f).setHasTurboCharger(false).build())
         .setOptionalExtra(
             LeatherTrim.newBuilder().setColour("Black").build())
         .setServiceHistory(ImmutableList.of(
             Service.newBuilder().setDate(1325376000l).setMechanic("Jim").build()))
         .build();
   }

   public static Car getBmwMini() {
     String vin = "WBABA91060AL00003";
     return Car.newBuilder()
         .setYear(2010)
         .setRegistration("A124 GSR")
         .setMake("BMW")
         .setModel("Mini")
         .setVin(new Vin(vin.getBytes()))
         .setDoors(4)
         .setEngine(Engine.newBuilder().setType(EngineType.PETROL)
             .setCapacity(1.6f).setHasTurboCharger(true).build())
         .setOptionalExtra(null)
         .setServiceHistory(ImmutableList.of(
             Service.newBuilder().setDate(1356998400l).setMechanic("Mike").build()))
         .build();
   }
 }
	/*
	* Licensed to the Apache Software Foundation (ASF) under one
	* or more contributor license agreements. See the NOTICE file
	* distributed with this work for additional information
	* regarding copyright ownership. The ASF licenses this file
	* to you under the Apache License, Version 2.0 (the
	* "License"); you may not use this file except in compliance
	* with the License. You may obtain a copy of the License at
	*
	* http://www.apache.org/licenses/LICENSE-2.0
	*
	* Unless required by applicable law or agreed to in writing,
	* software distributed under the License is distributed on an
	* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
	* KIND, either express or implied. See the License for the
	* specific language governing permissions and limitations
	* under the License.
	*/
	package org.apache.parquet.avro;

	import static org.junit.Assert.assertEquals;
	import static org.junit.Assert.assertNull;
	import static org.apache.parquet.filter.ColumnPredicates.equalTo;
	import static org.apache.parquet.filter.ColumnRecordFilter.column;
	import static org.apache.parquet.hadoop.ParquetWriter.DEFAULT_BLOCK_SIZE;
	import static org.apache.parquet.hadoop.ParquetWriter.DEFAULT_PAGE_SIZE;

	import com.google.common.collect.ImmutableList;
	import java.io.File;
	import java.io.IOException;
	import java.util.ArrayList;
	import java.util.Arrays;
	import java.util.Collection;
	import java.util.List;
	import org.apache.avro.Schema;
	import org.apache.hadoop.conf.Configuration;
	import org.apache.hadoop.fs.Path;
	import org.junit.Test;
	import org.apache.parquet.hadoop.ParquetReader;
	import org.apache.parquet.hadoop.ParquetWriter;
	import org.apache.parquet.hadoop.metadata.CompressionCodecName;
	import org.junit.runner.RunWith;
	import org.junit.runners.Parameterized;

	/**
	* Other tests exercise the use of Avro Generic, a dynamic data representation. This class focuses
	* on Avro Speific whose schemas are pre-compiled to POJOs with built in SerDe for faster serialization.
	*/
	@RunWith(Parameterized.class)
	public class TestSpecificReadWrite {

	@Parameterized.Parameters
	public static Collection<Object[]> data() {
	Object[][] data = new Object[][] {
	{ false }, // use the new converters
	{ true } }; // use the old converters
	return Arrays.asList(data);
	}

	private final Configuration testConf = new Configuration(false);

	public TestSpecificReadWrite(boolean compat) {
	this.testConf.setBoolean(AvroReadSupport.AVRO_COMPATIBILITY, compat);
	}

	@Test
	public void testCompatReadWriteSpecific() throws IOException {
	Path path = writeCarsToParquetFile(10, CompressionCodecName.UNCOMPRESSED, false);
	ParquetReader<Car> reader = new AvroParquetReader<Car>(testConf, path);
	for (int i = 0; i < 10; i++) {
	assertEquals(getVwPolo().toString(), reader.read().toString());
	assertEquals(getVwPassat().toString(), reader.read().toString());
	assertEquals(getBmwMini().toString(), reader.read().toString());
	}
	assertNull(reader.read());
	}

	@Test
	public void testReadWriteSpecificWithDictionary() throws IOException {
	Path path = writeCarsToParquetFile(10, CompressionCodecName.UNCOMPRESSED, true);
	ParquetReader<Car> reader = new AvroParquetReader<Car>(testConf, path);
	for (int i = 0; i < 10; i++) {
	assertEquals(getVwPolo().toString(), reader.read().toString());
	assertEquals(getVwPassat().toString(), reader.read().toString());
	assertEquals(getBmwMini().toString(), reader.read().toString());
	}
	assertNull(reader.read());
	}

	@Test
	public void testFilterMatchesMultiple() throws IOException {
	Path path = writeCarsToParquetFile(10, CompressionCodecName.UNCOMPRESSED, false);
	ParquetReader<Car> reader = new AvroParquetReader<Car>(testConf, path, column("make", equalTo("Volkswagen")));
	for (int i = 0; i < 10; i++) {
	assertEquals(getVwPolo().toString(), reader.read().toString());
	assertEquals(getVwPassat().toString(), reader.read().toString());
	}
	assertNull(reader.read());
	}

	@Test
	public void testFilterMatchesMultipleBlocks() throws IOException {
	Path path = writeCarsToParquetFile(10000, CompressionCodecName.UNCOMPRESSED, false, DEFAULT_BLOCK_SIZE/64, DEFAULT_PAGE_SIZE/64);
	ParquetReader<Car> reader = new AvroParquetReader<Car>(testConf, path, column("make", equalTo("Volkswagen")));
	for (int i = 0; i < 10000; i++) {
	assertEquals(getVwPolo().toString(), reader.read().toString());
	assertEquals(getVwPassat().toString(), reader.read().toString());
	}
	assertNull(reader.read());
	}

	@Test
	public void testFilterMatchesNoBlocks() throws IOException {
	Path path = writeCarsToParquetFile(10000, CompressionCodecName.UNCOMPRESSED, false, DEFAULT_BLOCK_SIZE/64, DEFAULT_PAGE_SIZE/64);
	ParquetReader<Car> reader = new AvroParquetReader<Car>(testConf, path, column("make", equalTo("Bogus")));
	assertNull(reader.read());
	}

	@Test
	public void testFilterMatchesFinalBlockOnly() throws IOException {
	File tmp = File.createTempFile(getClass().getSimpleName(), ".tmp");
	tmp.deleteOnExit();
	tmp.delete();
	Path path = new Path(tmp.getPath());

	Car vwPolo = getVwPolo();
	Car vwPassat = getVwPassat();
	Car bmwMini = getBmwMini();

	ParquetWriter<Car> writer = new AvroParquetWriter<Car>(path, Car.SCHEMA$,
	CompressionCodecName.UNCOMPRESSED, DEFAULT_BLOCK_SIZE/128, DEFAULT_PAGE_SIZE/128,
	false);
	for (int i = 0; i < 10000; i++) {
	writer.write(vwPolo);
	writer.write(vwPassat);
	writer.write(vwPolo);
	}
	writer.write(bmwMini); // only write BMW in last block
	writer.close();

	ParquetReader<Car> reader = new AvroParquetReader<Car>(testConf, path, column("make",
	equalTo("BMW")));
	assertEquals(getBmwMini().toString(), reader.read().toString());
	assertNull(reader.read());
	}

	@Test
	public void testFilterWithDictionary() throws IOException {
	Path path = writeCarsToParquetFile(1,CompressionCodecName.UNCOMPRESSED,true);
	ParquetReader<Car> reader = new AvroParquetReader<Car>(testConf, path, column("make", equalTo("Volkswagen")));
	assertEquals(getVwPolo().toString(), reader.read().toString());
	assertEquals(getVwPassat().toString(), reader.read().toString());
	assertNull(reader.read());
	}

	@Test
	public void testFilterOnSubAttribute() throws IOException {
	Path path = writeCarsToParquetFile(1, CompressionCodecName.UNCOMPRESSED, false);

	ParquetReader<Car> reader = new AvroParquetReader<Car>(testConf, path, column("engine.type", equalTo(EngineType.DIESEL)));
	assertEquals(reader.read().toString(), getVwPassat().toString());
	assertNull(reader.read());

	reader = new AvroParquetReader<Car>(testConf, path, column("engine.capacity", equalTo(1.4f)));
	assertEquals(getVwPolo().toString(), reader.read().toString());
	assertNull(reader.read());

	reader = new AvroParquetReader<Car>(testConf, path, column("engine.hasTurboCharger", equalTo(true)));
	assertEquals(getBmwMini().toString(), reader.read().toString());
	assertNull(reader.read());
	}

	@Test
	public void testProjection() throws IOException {
	Path path = writeCarsToParquetFile(1, CompressionCodecName.UNCOMPRESSED, false);
	Configuration conf = new Configuration(testConf);

	Schema schema = Car.getClassSchema();
	List<Schema.Field> fields = schema.getFields();

	//Schema.Parser parser = new Schema.Parser();
	List<Schema.Field> projectedFields = new ArrayList<Schema.Field>();
	for (Schema.Field field : fields) {
	String name = field.name();
	if ("optionalExtra".equals(name) \|\|
	"serviceHistory".equals(name)) {
	continue;
	}

	//Schema schemaClone = parser.parse(field.schema().toString(false));
	Schema.Field fieldClone = new Schema.Field(name, field.schema(), field.doc(), field.defaultVal());
	projectedFields.add(fieldClone);
	}

	Schema projectedSchema = Schema.createRecord(schema.getName(), schema.getDoc(), schema.getNamespace(), schema.isError());
	projectedSchema.setFields(projectedFields);
	AvroReadSupport.setRequestedProjection(conf, projectedSchema);

	ParquetReader<Car> reader = new AvroParquetReader<Car>(conf, path);
	for (Car car = reader.read(); car != null; car = reader.read()) {
	assertEquals(car.getDoors() != null, true);
	assertEquals(car.getEngine() != null, true);
	assertEquals(car.getMake() != null, true);
	assertEquals(car.getModel() != null, true);
	assertEquals(car.getYear() != null, true);
	assertEquals(car.getVin() != null, true);
	assertNull(car.getOptionalExtra());
	assertNull(car.getServiceHistory());
	}
	}

	@Test
	public void testAvroReadSchema() throws IOException {
	Path path = writeCarsToParquetFile(1, CompressionCodecName.UNCOMPRESSED, false);
	Configuration conf = new Configuration(testConf);
	AvroReadSupport.setAvroReadSchema(conf, NewCar.SCHEMA$);

	ParquetReader<NewCar> reader = new AvroParquetReader<NewCar>(conf, path);
	for (NewCar car = reader.read(); car != null; car = reader.read()) {
	assertEquals(car.getEngine() != null, true);
	assertEquals(car.getBrand() != null, true);
	assertEquals(car.getYear() != null, true);
	assertEquals(car.getVin() != null, true);
	assertEquals(car.getDescription() == null, true);
	assertEquals(car.getOpt() == 5, true);
	}
	}

	private Path writeCarsToParquetFile( int num, CompressionCodecName compression, boolean enableDictionary) throws IOException {
	return writeCarsToParquetFile(num, compression, enableDictionary, DEFAULT_BLOCK_SIZE, DEFAULT_PAGE_SIZE);
	}

	private Path writeCarsToParquetFile( int num, CompressionCodecName compression, boolean enableDictionary, int blockSize, int pageSize) throws IOException {
	File tmp = File.createTempFile(getClass().getSimpleName(), ".tmp");
	tmp.deleteOnExit();
	tmp.delete();
	Path path = new Path(tmp.getPath());

	Car vwPolo = getVwPolo();
	Car vwPassat = getVwPassat();
	Car bmwMini = getBmwMini();

	ParquetWriter<Car> writer = new AvroParquetWriter<Car>(path,Car.SCHEMA$, compression,
	blockSize, pageSize, enableDictionary);
	for (int i = 0; i < num; i++) {
	writer.write(vwPolo);
	writer.write(vwPassat);
	writer.write(bmwMini);
	}
	writer.close();
	return path;
	}

	public static Car getVwPolo() {
	String vin = "WVWDB4505LK000001";
	return Car.newBuilder()
	.setYear(2010)
	.setRegistration("A123 GTR")
	.setMake("Volkswagen")
	.setModel("Polo")
	.setVin(new Vin(vin.getBytes()))
	.setDoors(4)
	.setEngine(Engine.newBuilder().setType(EngineType.PETROL)
	.setCapacity(1.4f).setHasTurboCharger(false).build())
	.setOptionalExtra(
	Stereo.newBuilder().setMake("Blaupunkt").setSpeakers(4).build())
	.setServiceHistory(ImmutableList.of(
	Service.newBuilder().setDate(1325376000l).setMechanic("Jim").build(),
	Service.newBuilder().setDate(1356998400l).setMechanic("Mike").build()))
	.build();
	}

	public static Car getVwPassat() {
	String vin = "WVWDB4505LK000002";
	return Car.newBuilder()
	.setYear(2010)
	.setRegistration("A123 GXR")
	.setMake("Volkswagen")
	.setModel("Passat")
	.setVin(new Vin(vin.getBytes()))
	.setDoors(5)
	.setEngine(Engine.newBuilder().setType(EngineType.DIESEL)
	.setCapacity(2.0f).setHasTurboCharger(false).build())
	.setOptionalExtra(
	LeatherTrim.newBuilder().setColour("Black").build())
	.setServiceHistory(ImmutableList.of(
	Service.newBuilder().setDate(1325376000l).setMechanic("Jim").build()))
	.build();
	}

	public static Car getBmwMini() {
	String vin = "WBABA91060AL00003";
	return Car.newBuilder()
	.setYear(2010)
	.setRegistration("A124 GSR")
	.setMake("BMW")
	.setModel("Mini")
	.setVin(new Vin(vin.getBytes()))
	.setDoors(4)
	.setEngine(Engine.newBuilder().setType(EngineType.PETROL)
	.setCapacity(1.6f).setHasTurboCharger(true).build())
	.setOptionalExtra(null)
	.setServiceHistory(ImmutableList.of(
	Service.newBuilder().setDate(1356998400l).setMechanic("Mike").build()))
	.build();
	}
	}