blob: 85bb8619a4e725ecd458cd70e01044d86234ae6f [file] [log] [blame]
/**
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.tajo.storage;
import com.google.common.collect.Maps;
import org.apache.hadoop.fs.FileStatus;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import org.apache.tajo.catalog.Schema;
import org.apache.tajo.catalog.TableMeta;
import org.apache.tajo.conf.TajoConf;
import org.apache.tajo.storage.fragment.FileFragment;
import org.apache.tajo.storage.v2.StorageManagerV2;
import java.io.IOException;
import java.net.URI;
import java.util.Map;
import static org.apache.tajo.conf.TajoConf.ConfVars;
public class StorageManagerFactory {
private static final Map<String, AbstractStorageManager> storageManagers = Maps.newHashMap();
public static AbstractStorageManager getStorageManager(TajoConf conf) throws IOException {
return getStorageManager(conf, null);
}
public static synchronized AbstractStorageManager getStorageManager (
TajoConf conf, Path warehouseDir) throws IOException {
return getStorageManager(conf, warehouseDir, conf.getBoolVar(ConfVars.STORAGE_MANAGER_VERSION_2));
}
private static synchronized AbstractStorageManager getStorageManager (
TajoConf conf, Path warehouseDir, boolean v2) throws IOException {
URI uri;
TajoConf localConf = new TajoConf(conf);
if (warehouseDir != null) {
localConf.setVar(ConfVars.WAREHOUSE_DIR, warehouseDir.toUri().toString());
}
uri = TajoConf.getWarehouseDir(localConf).toUri();
String key = "file".equals(uri.getScheme()) ? "file" : uri.toString();
if(v2) {
key += "_v2";
}
if(storageManagers.containsKey(key)) {
AbstractStorageManager sm = storageManagers.get(key);
return sm;
} else {
AbstractStorageManager storageManager;
if(v2) {
storageManager = new StorageManagerV2(localConf);
} else {
storageManager = new StorageManager(localConf);
}
storageManagers.put(key, storageManager);
return storageManager;
}
}
public static synchronized SeekableScanner getSeekableScanner(
TajoConf conf, TableMeta meta, Schema schema, FileFragment fragment, Schema target) throws IOException {
return (SeekableScanner)getStorageManager(conf, null, false).getScanner(meta, schema, fragment, target);
}
public static synchronized SeekableScanner getSeekableScanner(
TajoConf conf, TableMeta meta, Schema schema, Path path) throws IOException {
FileSystem fs = path.getFileSystem(conf);
FileStatus status = fs.getFileStatus(path);
FileFragment fragment = new FileFragment(path.getName(), path, 0, status.getLen());
return getSeekableScanner(conf, meta, schema, fragment, schema);
}
}