| /* |
| * Licensed to the Apache Software Foundation (ASF) under one |
| * or more contributor license agreements. See the NOTICE file |
| * distributed with this work for additional information |
| * regarding copyright ownership. The ASF licenses this file |
| * to you under the Apache License, Version 2.0 (the |
| * "License"); you may not use this file except in compliance |
| * with the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, |
| * software distributed under the License is distributed on an |
| * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| * KIND, either express or implied. See the License for the |
| * specific language governing permissions and limitations |
| * under the License. |
| */ |
| |
| package org.apache.iotdb.db.metadata.cache; |
| |
| import org.apache.iotdb.commons.path.MeasurementPath; |
| import org.apache.iotdb.commons.path.PartialPath; |
| import org.apache.iotdb.db.conf.IoTDBConfig; |
| import org.apache.iotdb.db.conf.IoTDBDescriptor; |
| import org.apache.iotdb.db.mpp.common.schematree.ClusterSchemaTree; |
| import org.apache.iotdb.db.mpp.common.schematree.ISchemaTree; |
| import org.apache.iotdb.db.service.metrics.MetricService; |
| import org.apache.iotdb.tsfile.read.TimeValuePair; |
| import org.apache.iotdb.tsfile.write.schema.MeasurementSchema; |
| |
| import com.github.benmanes.caffeine.cache.Cache; |
| import com.github.benmanes.caffeine.cache.Caffeine; |
| import org.slf4j.Logger; |
| import org.slf4j.LoggerFactory; |
| |
| import java.util.concurrent.locks.ReentrantReadWriteLock; |
| |
| /** |
| * This class takes the responsibility of metadata cache management of all DataRegions under |
| * StorageEngine |
| */ |
| public class DataNodeSchemaCache { |
| |
| private static final Logger logger = LoggerFactory.getLogger(DataNodeSchemaCache.class); |
| private static final IoTDBConfig config = IoTDBDescriptor.getInstance().getConfig(); |
| |
| private final Cache<PartialPath, SchemaCacheEntry> cache; |
| |
| // cache update or clean have higher priority than cache read |
| private final ReentrantReadWriteLock readWriteLock = new ReentrantReadWriteLock(false); |
| |
| private DataNodeSchemaCache() { |
| cache = |
| Caffeine.newBuilder() |
| .maximumWeight(config.getAllocateMemoryForSchemaCache()) |
| .weigher( |
| (PartialPath key, SchemaCacheEntry value) -> |
| PartialPath.estimateSize(key) + SchemaCacheEntry.estimateSize(value)) |
| .build(); |
| MetricService.getInstance().addMetricSet(new DataNodeSchemaCacheMetrics(this)); |
| } |
| |
| public double getHitRate() { |
| return cache.stats().hitRate() * 100; |
| } |
| |
| public static DataNodeSchemaCache getInstance() { |
| return DataNodeSchemaCacheHolder.INSTANCE; |
| } |
| |
| /** singleton pattern. */ |
| private static class DataNodeSchemaCacheHolder { |
| private static final DataNodeSchemaCache INSTANCE = new DataNodeSchemaCache(); |
| } |
| |
| public void takeReadLock() { |
| readWriteLock.readLock().lock(); |
| } |
| |
| public void releaseReadLock() { |
| readWriteLock.readLock().unlock(); |
| } |
| |
| public void takeWriteLock() { |
| readWriteLock.writeLock().lock(); |
| ; |
| } |
| |
| public void releaseWriteLock() { |
| readWriteLock.writeLock().unlock(); |
| } |
| |
| /** |
| * Get SchemaEntity info without auto create schema |
| * |
| * @param devicePath should not be measurementPath or AlignedPath |
| * @param measurements |
| * @return timeseries partialPath and its SchemaEntity |
| */ |
| public ClusterSchemaTree get(PartialPath devicePath, String[] measurements) { |
| ClusterSchemaTree schemaTree = new ClusterSchemaTree(); |
| SchemaCacheEntry schemaCacheEntry; |
| for (String measurement : measurements) { |
| PartialPath path = devicePath.concatNode(measurement); |
| schemaCacheEntry = cache.getIfPresent(path); |
| if (schemaCacheEntry != null) { |
| schemaTree.appendSingleMeasurement( |
| devicePath.concatNode( |
| schemaCacheEntry.getSchemaEntryId()), // the cached path may be alias path |
| schemaCacheEntry.getMeasurementSchema(), |
| null, |
| schemaCacheEntry.isAligned()); |
| } |
| } |
| return schemaTree; |
| } |
| |
| public void put(ISchemaTree schemaTree) { |
| for (MeasurementPath measurementPath : schemaTree.getAllMeasurement()) { |
| SchemaCacheEntry schemaCacheEntry = |
| new SchemaCacheEntry( |
| (MeasurementSchema) measurementPath.getMeasurementSchema(), |
| measurementPath.isUnderAlignedEntity()); |
| cache.put(new PartialPath(measurementPath.getNodes()), schemaCacheEntry); |
| } |
| } |
| |
| public TimeValuePair getLastCache(PartialPath seriesPath) { |
| SchemaCacheEntry entry = cache.getIfPresent(seriesPath); |
| if (null == entry) { |
| return null; |
| } |
| |
| return DataNodeLastCacheManager.getLastCache(entry); |
| } |
| |
| /** get SchemaCacheEntry and update last cache */ |
| public void updateLastCache( |
| PartialPath seriesPath, |
| TimeValuePair timeValuePair, |
| boolean highPriorityUpdate, |
| Long latestFlushedTime) { |
| SchemaCacheEntry entry = cache.getIfPresent(seriesPath); |
| if (null == entry) { |
| return; |
| } |
| |
| DataNodeLastCacheManager.updateLastCache( |
| entry, timeValuePair, highPriorityUpdate, latestFlushedTime); |
| } |
| |
| /** |
| * get or create SchemaCacheEntry and update last cache, only support non-aligned sensor or |
| * aligned sensor without only one sub sensor |
| */ |
| public void updateLastCache( |
| MeasurementPath measurementPath, |
| TimeValuePair timeValuePair, |
| boolean highPriorityUpdate, |
| Long latestFlushedTime) { |
| PartialPath seriesPath = measurementPath.transformToPartialPath(); |
| SchemaCacheEntry entry = cache.getIfPresent(seriesPath); |
| if (null == entry) { |
| synchronized (cache) { |
| entry = cache.getIfPresent(seriesPath); |
| if (null == entry) { |
| entry = |
| new SchemaCacheEntry( |
| (MeasurementSchema) measurementPath.getMeasurementSchema(), |
| measurementPath.isUnderAlignedEntity()); |
| cache.put(seriesPath, entry); |
| } |
| } |
| } |
| |
| DataNodeLastCacheManager.updateLastCache( |
| entry, timeValuePair, highPriorityUpdate, latestFlushedTime); |
| } |
| |
| public void resetLastCache(PartialPath seriesPath) { |
| SchemaCacheEntry entry = cache.getIfPresent(seriesPath); |
| if (null == entry) { |
| return; |
| } |
| |
| DataNodeLastCacheManager.resetLastCache(entry); |
| } |
| |
| /** |
| * For delete timeseries meatadata cache operation |
| * |
| * @param partialPath |
| * @return |
| */ |
| public void invalidate(PartialPath partialPath) { |
| resetLastCache(partialPath); |
| cache.invalidate(partialPath); |
| } |
| |
| public void invalidateMatchedSchema(PartialPath pathPattern) { |
| cache |
| .asMap() |
| .forEach( |
| (k, v) -> { |
| if (pathPattern.matchFullPath(k)) { |
| cache.invalidate(k); |
| } |
| }); |
| } |
| |
| public long estimatedSize() { |
| return cache.estimatedSize(); |
| } |
| |
| public void cleanUp() { |
| cache.invalidateAll(); |
| cache.cleanUp(); |
| } |
| } |