/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *    http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.apache.carbondata.core.indexstore;

import java.io.DataInput;
import java.io.DataOutput;
import java.io.DataOutputStream;
import java.io.IOException;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;

import org.apache.carbondata.core.index.IndexInputFormat;
import org.apache.carbondata.core.index.Segment;
import org.apache.carbondata.core.indexstore.blockletindex.BlockletIndexRowIndexes;
import org.apache.carbondata.core.indexstore.row.IndexRow;
import org.apache.carbondata.core.metadata.ColumnarFormatVersion;
import org.apache.carbondata.core.metadata.schema.table.column.ColumnSchema;
import org.apache.carbondata.core.mutate.CdcVO;
import org.apache.carbondata.core.mutate.FilePathMinMaxVO;
import org.apache.carbondata.core.stream.ExtendedByteArrayOutputStream;
import org.apache.carbondata.core.util.CarbonUtil;
import org.apache.carbondata.hadoop.CarbonInputSplit;

/**
 * Detailed blocklet information
 */
public class ExtendedBlocklet extends Blocklet {

  private String indexUniqueId;

  private CarbonInputSplit inputSplit;

  private Long count;

  private String segmentNo;

  private boolean isCgIndexPresent = false;

  private Map<String, List<FilePathMinMaxVO>> columnToMinMaxMapping;

  public ExtendedBlocklet() {

  }

  public ExtendedBlocklet(String filePath, String blockletId,
      boolean compareBlockletIdForObjectMatching, ColumnarFormatVersion version) {
    super(filePath, blockletId, compareBlockletIdForObjectMatching);
    this.inputSplit = CarbonInputSplit.from(null, blockletId, filePath, 0, -1, version, null);
  }

  public ExtendedBlocklet(String filePath, String blockletId, ColumnarFormatVersion version) {
    this(filePath, blockletId, true, version);
  }

  public BlockletDetailInfo getDetailInfo() {
    return this.inputSplit.getDetailInfo();
  }

  public void setIndexRow(IndexRow indexRow) {
    this.inputSplit.setIndexRow(indexRow);
  }

  public String[] getLocations() {
    try {
      return this.inputSplit.getLocations();
    } catch (IOException e) {
      throw new RuntimeException(e);
    }
  }

  public long getLength() {
    return this.inputSplit.getLength();
  }

  public String getSegmentId() {
    if (segmentNo != null) {
      return segmentNo;
    }
    return this.inputSplit.getSegmentId();
  }

  public Segment getSegment() {
    return this.inputSplit.getSegment();
  }

  public void setSegment(Segment segment) {
    this.inputSplit.setSegment(segment);
  }

  public String getPath() {
    return getFilePath();
  }

  public Long getRowCount() {
    if (count != null) {
      return count;
    } else {
      return (long) inputSplit.getRowCount();
    }
  }

  public void setIndexWriterPath(String indexWriterPath) {
    this.inputSplit.setIndexWritePath(indexWriterPath);
  }

  public String getIndexUniqueId() {
    return indexUniqueId;
  }

  public void setIndexUniqueId(String indexUniqueId) {
    this.indexUniqueId = indexUniqueId;
  }

  @Override
  public boolean equals(Object o) {
    if (this == o) return true;
    if (o == null || getClass() != o.getClass()) return false;
    if (!super.equals(o)) {
      return false;
    }

    ExtendedBlocklet that = (ExtendedBlocklet) o;
    return inputSplit.getSegmentId() != null ?
        inputSplit.getSegmentId().equals(that.inputSplit.getSegmentId()) :
        that.inputSplit.getSegmentId() == null;
  }

  @Override
  public int hashCode() {
    int result = super.hashCode();
    result = 31 * result + (inputSplit.getSegmentId() != null ?
        inputSplit.getSegmentId().hashCode() :
        0);
    return result;
  }

  public CarbonInputSplit getInputSplit() {
    return inputSplit;
  }

  public void setUseMinMaxForPruning(boolean useMinMaxForPruning) {
    this.inputSplit.setUseMinMaxForPruning(useMinMaxForPruning);
  }

  public void setIsBlockCache(boolean isBlockCache) {
    this.inputSplit.setIsBlockCache(isBlockCache);
  }

  public void setColumnSchema(List<ColumnSchema> columnSchema) {
    this.inputSplit.setColumnSchema(columnSchema);
  }

  /**
   * Method to serialize extended blocklet and input split for index server
   * DataFormat
   * <Extended Blocklet data><Carbon input split serializeData length><CarbonInputSplitData>
   * @param out data output to write the primitives to extended blocklet
   * @param uniqueLocation location to write the blocklet in case of distributed pruning, ex: Lucene
   * @param isExternalPath identification for the externam segment
   * @throws IOException
   */
  public void serializeData(DataOutput out, Map<String, Short> uniqueLocation,
      IndexInputFormat indexInputFormat, boolean isExternalPath)
      throws IOException {
    super.write(out);
    if (indexInputFormat.isCountStarJob()) {
      // In CarbonInputSplit, getDetailInfo() is a lazy call. we want to avoid this during
      // countStar query. As rowCount is filled inside getDetailInfo(). In countStar case we may
      // not have proper row count. So, always take row count from indexRow.
      out.writeLong(inputSplit.getIndexRow().getInt(BlockletIndexRowIndexes.ROW_COUNT_INDEX));
      out.writeUTF(inputSplit.getSegmentId());
    } else if (indexInputFormat.getCdcVO() != null) {
      // In case of CDC, we just need the filepath and the min max of the blocklet,so just serialize
      // these data to reduce less network transfer cost and faster cache access from index server.
      out.writeUTF(inputSplit.getFilePath());
      List<Integer> indexesToFetch = indexInputFormat.getCdcVO().getIndexesToFetch();
      for (Integer indexToFetch : indexesToFetch) {
        byte[] minValues = CarbonUtil.getMinMaxValue(inputSplit.getIndexRow(),
            BlockletIndexRowIndexes.MIN_VALUES_INDEX)[indexToFetch];
        out.writeInt(minValues.length);
        out.write(minValues);
        byte[] maxValues = CarbonUtil.getMinMaxValue(inputSplit.getIndexRow(),
            BlockletIndexRowIndexes.MAX_VALUES_INDEX)[indexToFetch];
        out.writeInt(maxValues.length);
        out.write(maxValues);
      }
    } else {
      if (indexUniqueId == null) {
        out.writeBoolean(false);
      } else {
        out.writeBoolean(true);
        out.writeUTF(indexUniqueId);
      }
      out.writeBoolean(inputSplit != null);
      if (inputSplit != null) {
        // creating byte array output stream to get the size of input split serializeData size
        ExtendedByteArrayOutputStream ebos = new ExtendedByteArrayOutputStream();
        DataOutputStream dos = new DataOutputStream(ebos);
        inputSplit.setFilePath(null);
        inputSplit.setBucketId(null);
        // serialize detail info when it is blocklet cache or cgIndex is present.
        if (inputSplit.isBlockCache() && !isCgIndexPresent) {
          inputSplit.updateFooterOffset();
          inputSplit.updateBlockLength();
          inputSplit.setWriteDetailInfo(false);
        }
        inputSplit.serializeFields(dos, uniqueLocation);
        out.writeBoolean(isExternalPath);
        out.writeInt(ebos.size());
        out.write(ebos.getBuffer(), 0, ebos.size());
      }
    }
  }

  /**
   * Method to deserialize extended blocklet and input split for index server
   * @param in data input stream to read the primitives of extended blocklet
   * @param locations locations of the input split
   * @param tablePath carbon table path
   * @throws IOException
   */
  public void deserializeFields(DataInput in, String[] locations, String tablePath,
      boolean isCountJob, CdcVO cdcVO)
      throws IOException {
    super.readFields(in);
    if (isCountJob) {
      count = in.readLong();
      segmentNo = in.readUTF();
      return;
    } else if (cdcVO != null) {
      filePath = in.readUTF();
      this.columnToMinMaxMapping = new HashMap<>();
      for (String column : cdcVO.getColumnToIndexMap().keySet()) {
        List<FilePathMinMaxVO> minMaxOfColumnInList = new ArrayList<>();
        int minLength = in.readInt();
        byte[] minValuesForBlocklets = new byte[minLength];
        in.readFully(minValuesForBlocklets);
        int maxLength = in.readInt();
        byte[] maxValuesForBlocklets = new byte[maxLength];
        in.readFully(maxValuesForBlocklets);
        minMaxOfColumnInList
            .add(new FilePathMinMaxVO(filePath, minValuesForBlocklets, maxValuesForBlocklets));
        this.columnToMinMaxMapping.put(column, minMaxOfColumnInList);
      }
      return;
    }
    if (in.readBoolean()) {
      indexUniqueId = in.readUTF();
    }
    boolean isSplitPresent = in.readBoolean();
    if (isSplitPresent) {
      String filePath = getPath();
      boolean isExternalPath = in.readBoolean();
      if (!isExternalPath) {
        setFilePath(tablePath + filePath);
      } else {
        setFilePath(filePath);
      }
      // getting the length of the data
      final int serializeLen = in.readInt();
      this.inputSplit =
          new CarbonInputSplit(serializeLen, in, getFilePath(), locations, getBlockletId());
    }
  }

  public void setCgIndexPresent(boolean cgIndexPresent) {
    isCgIndexPresent = cgIndexPresent;
  }

  public Map<String, List<FilePathMinMaxVO>> getColumnToMinMaxMapping() {
    return columnToMinMaxMapping;
  }
}