blob: fe87057f67a46560f25f6e64aa67862c8ba52b6f [file] [log] [blame]
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.apache.sysds.runtime.compress.estim;
import java.util.ArrayList;
import java.util.List;
import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory;
import org.apache.sysds.runtime.compress.CompressedMatrixBlock;
/**
* A helper reusable object for maintaining information about estimated compression
*/
public class CompressedSizeInfo {
protected static final Log LOG = LogFactory.getLog(CompressedSizeInfo.class.getName());
public List<CompressedSizeInfoColGroup> compressionInfo;
public CompressedSizeInfo(CompressedSizeInfoColGroup g){
this.compressionInfo = new ArrayList<>();
compressionInfo.add(g);
}
public CompressedSizeInfo(List<CompressedSizeInfoColGroup> compressionInfo) {
this.compressionInfo = compressionInfo;
}
public CompressedSizeInfoColGroup getGroupInfo(int index) {
return compressionInfo.get(index);
}
public List<CompressedSizeInfoColGroup> getInfo() {
return compressionInfo;
}
public CompressedSizeInfo setInfo(List<CompressedSizeInfoColGroup> info) {
compressionInfo = info;
return this;
}
public void clearMaps(){
for(CompressedSizeInfoColGroup g : compressionInfo)
g.clearMap();
}
/**
* Method for returning the calculated memory usage from this specific compression plan.
*
* @return The in memory estimate as a long counting bytes.
*/
public long memoryEstimate() {
// Basic data inherited from MatrixBlock + CompressedMatrixBlock
long est = CompressedMatrixBlock.baseSizeInMemory();
// Memory usage from all Compression Groups.
for(CompressedSizeInfoColGroup csi : compressionInfo)
est += csi.getMinSize();
return est;
}
public int getNumberColGroups() {
return compressionInfo.size();
}
@Override
public String toString() {
StringBuilder sb = new StringBuilder();
sb.append("CompressedSizeInfo");
// sb.append("num Rows" + numRows + " NumCols" + numCols );
for(CompressedSizeInfoColGroup g : compressionInfo)
sb.append("\n" + g.toString());
return sb.toString();
}
public String getEstimatedDistinct() {
StringBuilder sb = new StringBuilder();
if(compressionInfo == null)
return "";
sb.append("[");
sb.append(compressionInfo.get(0).getNumVals());
for(int i = 1; i < compressionInfo.size(); i++)
sb.append(", " + compressionInfo.get(i).getNumVals());
sb.append("]");
return sb.toString();
}
public String getNrColumnsString() {
StringBuilder sb = new StringBuilder();
if(compressionInfo == null)
return "";
sb.append("[");
sb.append(compressionInfo.get(0).getColumns().size());
for(int i = 1; i < compressionInfo.size(); i++)
sb.append(", " + compressionInfo.get(i).getColumns().size());
sb.append("]");
return sb.toString();
}
}