photark-face-recognition/src/main/java/org/apache/photark/face/services/applications/facebook/FacebookFriendFinderImpl.java

/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */
package org.apache.photark.face.services.applications.facebook;

import com.github.mhendred.face4j.DefaultFaceClient;
import com.github.mhendred.face4j.exception.FaceClientException;
import com.github.mhendred.face4j.exception.FaceServerException;
import com.restfb.DefaultFacebookClient;
import com.restfb.FacebookClient;
import com.restfb.types.User;
import org.apache.photark.face.services.FaceRecognitionService;
import org.apache.photark.face.services.beans.PhotArkFace;
import org.apache.photark.face.services.beans.PhotarkPhoto;
import org.apache.photark.security.authorization.services.AccessManager;
import org.apache.photark.security.authorization.services.SecurityServiceImpl;
import org.apache.photark.security.utils.Constants;
import org.apache.tuscany.sca.data.collection.Entry;
import org.oasisopen.sca.annotation.Init;
import org.oasisopen.sca.annotation.Reference;
import org.oasisopen.sca.annotation.Scope;

import java.io.File;
import java.util.*;

@Scope("COMPOSITE")
public class FacebookFriendFinderImpl implements FacebookFriendFinder {

    private FaceRecognitionService faceRecognitionService;
    private AccessManager accessManager;

    @Init
    public void init() {
        System.out.println("# ... Initializing FacebookFriendFinder Service ...");
    }

    @Reference(name = "faceRecognitionService")
    protected void setFaceRecognitionService(FaceRecognitionService faceRecognitionService) {
        this.faceRecognitionService = faceRecognitionService;
    }


    @Reference(name = "accessmanager")
    protected void setAccessService(AccessManager accessManager) {
        this.accessManager = accessManager;
    }

    public Entry<String, String[]>[] getAllMyFBFriendsFromPictureLocal(String pathToFile, String photarkUid) {

        return processFBFriends(pathToFile, true, photarkUid);
    }

    public Entry<String, String[]>[] getAllMyFBFriendsFromPictureUrl(String fileUrl, String photarkUid) {

        return processFBFriends(fileUrl, false, photarkUid);
    }

    public void storeFacebookAccessToken(String photarkUid, String accessToken) {
        faceRecognitionService.setFacebookOauth2(getMyFacebookUserId(accessToken), accessToken);
        accessManager.setFacebookAccessTokenToUser(photarkUid, Constants.REGISTERED_USER_LIST, accessToken);
    }

    public void setFacebookAuth(String facebookId, String fbAccessToken) {
        faceRecognitionService.setFacebookOauth2(facebookId, fbAccessToken);
    }


    private Entry<String, String[]>[] processFBFriends(String fileLocation, boolean isLocal, String photarkUid) {

        PhotarkPhoto photo = null;
        List<Entry<String, String[]>> detectedFriends = new ArrayList<Entry<String, String[]>>();
        String accessToken = accessManager.getUserFacebookAccessToken(photarkUid, Constants.REGISTERED_USER_LIST);
        FacebookClient facebookClient = new DefaultFacebookClient(accessToken);

        try {
            faceRecognitionService.setFacebookOauth2(getMyFacebookUserId(accessToken), accessToken);
            if (isLocal) {
                photo = faceRecognitionService.recognizeFromFile(new File(fileLocation), "friends@facebook.com");
            } else {
                photo = faceRecognitionService.recognizeFromUrl(fileLocation, "friends@facebook.com");
            }

//          output tuple = [name, link, gender, confidence,]

            Map<String, Integer> faceMap = new HashMap<String, Integer>();
            for (PhotArkFace face : photo.getPhotArkFaces()) {

                String uid = "";
                String confidence = "";
                String gender = "";
                if (face.getGuess() != null) {
                    uid = face.getGuess().getGuessID();
                    confidence = face.getGuess().getConfidence();
                    gender = face.getGender();
                    System.out.println("***Identified*** " + uid);
                    faceMap.put(uid, Integer.valueOf(confidence));
                    if (faceMap.containsKey(uid) && (faceMap.get(uid) < Integer.valueOf(confidence))) {
                        faceMap.remove(uid);
                    }
                    if ((uid != null) && (uid.endsWith("@facebook.com"))) {
                        detectedFriends.add(new Entry<String, String[]>(uid, getFacebookUserDataTuple(facebookClient, uid, gender, confidence)));
                    }
                } else {
                    System.out.println("??? Unidentified ..");
                }
            }

        } catch (FaceClientException e) {
            e.printStackTrace();  //To change body of catch statement use File | Settings | File Templates.
        } catch (FaceServerException e) {
            e.printStackTrace();  //To change body of catch statement use File | Settings | File Templates.
        }

        return removeDuplicates(detectedFriends);
    }

    private Entry<String, String[]>[] removeDuplicates(List<Entry<String, String[]>> detectedFriends) {
        List<Entry<String, String[]>> filteredDetectedFriends = new ArrayList<Entry<String, String[]>>();
        Map faceFilter = new HashMap();
        for (int i = 0; i < detectedFriends.size(); i++) {
            Entry<String, String[]> entry = detectedFriends.get(i);
            String key = entry.getKey();
            int maxConfidence = 0;
            if (!faceFilter.containsKey(key)) {
                for (int j = 0; j < detectedFriends.size(); j++) {
                    Entry<String, String[]> subEntry = detectedFriends.get(j);
                    int confidence = Integer.valueOf(subEntry.getData()[3]);
                    if ((key == subEntry.getKey()) && (confidence > maxConfidence)) {
                        maxConfidence = confidence;
                    }
                }
            }
            filteredDetectedFriends.add(new Entry<String, String[]>(entry.getData()[0], new String[]{entry.getData()[0], entry.getData()[1], entry.getData()[2], String.valueOf(maxConfidence)}));
            faceFilter.put(key, "added");
        }
        Entry<String, String[]>[] dataArray = new Entry[filteredDetectedFriends.size()];
        return filteredDetectedFriends.toArray(dataArray);
    }

    private String getMyFacebookUserId(String accessToken) {
        FacebookClient facebookClient = new DefaultFacebookClient(accessToken);
        User user = facebookClient.fetchObject("me", User.class);
        return user.getId();
    }

    private String[] getFacebookUserDataTuple(FacebookClient facebookClient, String uid, String gender, String confidence) {
        String name = "";
        String link = "";
        String userId = uid.trim().split("@")[0];
        User user = facebookClient.fetchObject(userId, User.class);
        name = user.getName();
        link = user.getLink();
        return new String[]{name, link, gender, confidence};
    }

}