uima-ducc-database/src/main/java/org/apache/uima/ducc/database/DbVerify.java

/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 * 
 *      http://www.apache.org/licenses/LICENSE-2.0
 * 
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */
package org.apache.uima.ducc.database;

import java.io.ByteArrayInputStream;
import java.io.ObjectInputStream;
import java.nio.ByteBuffer;
import java.util.Map;

import org.apache.uima.ducc.common.persistence.services.StateServicesDirectory;
import org.apache.uima.ducc.common.persistence.services.StateServicesSet;
import org.apache.uima.ducc.common.utils.DuccLogger;
import org.apache.uima.ducc.common.utils.id.DuccId;

import com.datastax.driver.core.ResultSet;
import com.datastax.driver.core.Row;
import com.datastax.driver.core.SimpleStatement;

/**
 * Toy orientdb loader to load a historydb from ducc history
 */

public class DbVerify
{
    DuccLogger logger = DuccLogger.getLogger(DbLoader.class, "DBVERIFY");
    String DUCC_HOME;

    DbManager dbManager = null;
    long total_bytes = 0;

    boolean verify_res = false;
    boolean verify_svc = false;
    boolean verify_job = false;
    public DbVerify()
        throws Exception
    {
    	//String methodName = "<ctr>";
        DUCC_HOME = System.getProperty("DUCC_HOME");        
        if ( DUCC_HOME == null ) {
            System.out.println("System proprety -DDUCC_HOME must be set.");
            System.exit(1);
        }        
    }


    void verify(String table)
    	throws Exception
    {
    	String methodName = "verify";
        DbHandle h = dbManager.open();
        SimpleStatement s = new SimpleStatement("SELECT * from " + table);
        //SimpleStatement s = new SimpleStatement("SELECT * from " + table + " LIMIT 10"); // for test and debug
        logger.info(methodName, null, "Fetch size", s.getFetchSize());
        s.setFetchSize(100);
        long now = System.currentTimeMillis();

        int counter = 0;
        int nbytes = 0;
        try {
            ResultSet rs = h.execute(s);
            for ( Row r : rs ) {
                counter++;
                ByteBuffer b = r.getBytes("work");
                byte[] bytes = b.array();
                nbytes += bytes.length;
                total_bytes += bytes.length;;

                ByteArrayInputStream bais = new ByteArrayInputStream(bytes);
                ObjectInputStream ois = new ObjectInputStream(bais);
                Object o = ois.readObject();
                ois.close();            
                DuccId did = new DuccId(r.getLong("ducc_dbid"));
                
                logger.info(methodName, did, "found object class", o.getClass().getName(), "of type", r.getString("type"), "in table", table, "of size", bytes.length);
            }
        } catch (Exception e) {
            // TODO Auto-generated catch block
            e.printStackTrace();
        }
        
        logger.info(methodName, null, "Found", counter, "results. Total bytes", nbytes);
        logger.info(methodName, null, "Total time for", table, System.currentTimeMillis() - now);
    }
    
    void verifyServices()
    	throws Exception
    {
    	String methodName = "verify";
        int live = 0;
        int archived = 0;
        StateServicesDb sdb = new StateServicesDb();
        sdb.init(logger,dbManager);

        StateServicesDirectory ssd = sdb.fetchServices(true);          // first the archived stuff
        Map<Long, StateServicesSet>  svcmap = ssd.getMap();
        for ( Long id : svcmap.keySet() ) {
            DuccId did = new DuccId(id);
            archived++;
            logger.info(methodName, did, "Found an archived service.");
        }

        ssd = sdb.fetchServices(false);          // first the archived stuff
        svcmap = ssd.getMap();
        for ( Long id : svcmap.keySet() ) {
            DuccId did = new DuccId(id);
            logger.info(methodName, did, "Found a live service.");
            live++;
        }
        logger.info(methodName, null, "Found", live, "live services and", archived, "archived services.");

    }

    void run()
        throws Exception
    {
        String methodName = "run";
        long now = System.currentTimeMillis();
        String state_url = "bluej538";
        try {
            dbManager = new DbManager(state_url, logger);
            dbManager.init();

            verifyServices();

            if ( verify_res ) verify("ducc.res_history");
            if ( verify_svc ) verify("ducc.svc_history");                
            if ( verify_job ) verify("ducc.job_history");
            
        } finally {
            dbManager.shutdown();
        }
        logger.info(methodName, null, "Read", total_bytes, "bytes in",  System.currentTimeMillis() - now, "MS");
    }

    
    public static void main(String[] args)
    {
        DbVerify v = null;
        try {
            v = new DbVerify();
            v.run();
        } catch ( Exception e  ) {
            e.printStackTrace();
        } 
    }
}