| /* |
| * Licensed to the Apache Software Foundation (ASF) under one |
| * or more contributor license agreements. See the NOTICE file |
| * distributed with this work for additional information |
| * regarding copyright ownership. The ASF licenses this file |
| * to you under the Apache License, Version 2.0 (the |
| * "License"); you may not use this file except in compliance |
| * with the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, |
| * software distributed under the License is distributed on an |
| * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| * KIND, either express or implied. See the License for the |
| * specific language governing permissions and limitations |
| * under the License. |
| */ |
| package org.apache.iotdb.db.rescon; |
| |
| import org.apache.iotdb.commons.utils.TestOnly; |
| import org.apache.iotdb.db.conf.IoTDBConfig; |
| import org.apache.iotdb.db.conf.IoTDBDescriptor; |
| import org.apache.iotdb.db.engine.storagegroup.TsFileResource; |
| import org.apache.iotdb.db.engine.storagegroup.timeindex.TimeIndexLevel; |
| |
| import org.slf4j.Logger; |
| import org.slf4j.LoggerFactory; |
| |
| import java.util.TreeSet; |
| |
| public class TsFileResourceManager { |
| private static final Logger logger = LoggerFactory.getLogger(TsFileResourceManager.class); |
| |
| private static final IoTDBConfig CONFIG = IoTDBDescriptor.getInstance().getConfig(); |
| |
| /** threshold total memory for all TimeIndex */ |
| private double TIME_INDEX_MEMORY_THRESHOLD = |
| CONFIG.getAllocateMemoryForRead() * CONFIG.getTimeIndexMemoryProportion(); |
| |
| /** store the sealed TsFileResource, sorted by priority of TimeIndex */ |
| private final TreeSet<TsFileResource> sealedTsFileResources = |
| new TreeSet<>(TsFileResource::compareIndexDegradePriority); |
| |
| /** total used memory for TimeIndex */ |
| private long totalTimeIndexMemCost; |
| |
| @TestOnly |
| public void setTimeIndexMemoryThreshold(double timeIndexMemoryThreshold) { |
| TIME_INDEX_MEMORY_THRESHOLD = timeIndexMemoryThreshold; |
| } |
| |
| @TestOnly |
| public long getPriorityQueueSize() { |
| return sealedTsFileResources.size(); |
| } |
| |
| /** |
| * add the closed TsFileResource into priorityQueue and increase memory cost of timeIndex, once |
| * memory cost is larger than threshold, degradation is triggered. |
| */ |
| public synchronized void registerSealedTsFileResource(TsFileResource tsFileResource) { |
| if (!sealedTsFileResources.contains(tsFileResource)) { |
| sealedTsFileResources.add(tsFileResource); |
| totalTimeIndexMemCost += tsFileResource.calculateRamSize(); |
| chooseTsFileResourceToDegrade(); |
| } |
| } |
| |
| /** delete the TsFileResource in PriorityQueue when the source file is deleted */ |
| public synchronized void removeTsFileResource(TsFileResource tsFileResource) { |
| if (sealedTsFileResources.contains(tsFileResource)) { |
| sealedTsFileResources.remove(tsFileResource); |
| if (TimeIndexLevel.valueOf(tsFileResource.getTimeIndexType()) |
| == TimeIndexLevel.FILE_TIME_INDEX) { |
| totalTimeIndexMemCost -= tsFileResource.calculateRamSize(); |
| } else { |
| totalTimeIndexMemCost -= tsFileResource.getRamSize(); |
| } |
| } |
| } |
| |
| /** once degradation is triggered, the total memory for timeIndex should reduce */ |
| private void releaseTimeIndexMemCost(long memCost) { |
| totalTimeIndexMemCost -= memCost; |
| } |
| |
| /** |
| * choose the top TsFileResource in priorityQueue to degrade until the memory is smaller than |
| * threshold. |
| */ |
| private void chooseTsFileResourceToDegrade() { |
| while (totalTimeIndexMemCost > TIME_INDEX_MEMORY_THRESHOLD) { |
| TsFileResource tsFileResource = sealedTsFileResources.pollFirst(); |
| if (tsFileResource == null |
| || TimeIndexLevel.valueOf(tsFileResource.getTimeIndexType()) |
| == TimeIndexLevel.FILE_TIME_INDEX) { |
| logger.error("Can't degrade any more"); |
| throw new RuntimeException("Can't degrade any more"); |
| } |
| long memoryReduce = tsFileResource.degradeTimeIndex(); |
| logger.info("Degrade tsfile resource {}", tsFileResource.getTsFilePath()); |
| releaseTimeIndexMemCost(memoryReduce); |
| // add the polled tsFileResource to the priority queue |
| sealedTsFileResources.add(tsFileResource); |
| } |
| } |
| |
| /** function for clearing TsFileManager */ |
| public synchronized void clear() { |
| if (this.sealedTsFileResources != null) { |
| this.sealedTsFileResources.clear(); |
| } |
| this.totalTimeIndexMemCost = 0; |
| } |
| |
| public static TsFileResourceManager getInstance() { |
| return TsFileResourceManager.InstanceHolder.instance; |
| } |
| |
| private static class InstanceHolder { |
| private InstanceHolder() {} |
| |
| private static TsFileResourceManager instance = new TsFileResourceManager(); |
| } |
| } |