/* * Copyright 2021 TripodWorks * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package jp.co.tripodw.iot.facedetection.facedetector; import android.graphics.Canvas; import android.graphics.Color; import android.graphics.Paint; import android.graphics.PointF; import android.util.Log; import com.google.mlkit.vision.face.Face; import com.google.mlkit.vision.face.FaceContour; import com.google.mlkit.vision.face.FaceLandmark; import com.google.mlkit.vision.face.FaceLandmark.LandmarkType; import java.util.ArrayList; import java.util.List; import java.util.HashMap; import java.util.Locale; import java.util.Map; import jp.co.tripodw.iot.facedetection.common.GraphicOverlay; import jp.co.tripodw.iot.facedetection.common.GraphicOverlay.Graphic; /** * Graphic instance for rendering face position, contour, and landmarks within the associated * graphic overlay view. */ public class FaceGraphic extends Graphic { private static final float FACE_POSITION_RADIUS = 8.0f; private static final float ID_TEXT_SIZE = 30.0f; private static final float ID_Y_OFFSET = 40.0f; private static final float BOX_STROKE_WIDTH = 5.0f; private static final int NUM_COLORS = 10; private static final int[][] COLORS = new int[][]{ // {Text color, background color} {Color.BLACK, Color.WHITE}, {Color.WHITE, Color.MAGENTA}, {Color.BLACK, Color.LTGRAY}, {Color.WHITE, Color.RED}, {Color.WHITE, Color.BLUE}, {Color.WHITE, Color.DKGRAY}, {Color.BLACK, Color.CYAN}, {Color.BLACK, Color.YELLOW}, {Color.WHITE, Color.BLACK}, {Color.BLACK, Color.GREEN} }; private final Paint facePositionPaint; private final Paint[] idPaints; private final Paint[] boxPaints; private final Paint[] labelPaints; private volatile Face face; private static final String TAG = "FaceGraphic"; FaceGraphic(GraphicOverlay overlay, Face face) { super(overlay); this.face = face; final int selectedColor = Color.WHITE; facePositionPaint = new Paint(); facePositionPaint.setColor(selectedColor); int numColors = COLORS.length; idPaints = new Paint[numColors]; boxPaints = new Paint[numColors]; labelPaints = new Paint[numColors]; for (int i = 0; i < numColors; i++) { idPaints[i] = new Paint(); idPaints[i].setColor(COLORS[i][0] /* text color */); idPaints[i].setTextSize(ID_TEXT_SIZE); boxPaints[i] = new Paint(); boxPaints[i].setColor(COLORS[i][1] /* background color */); boxPaints[i].setStyle(Paint.Style.STROKE); boxPaints[i].setStrokeWidth(BOX_STROKE_WIDTH); labelPaints[i] = new Paint(); labelPaints[i].setColor(COLORS[i][1] /* background color */); labelPaints[i].setStyle(Paint.Style.FILL); } } /** * Draws the face annotations for position on the supplied canvas. */ @Override public void draw(Canvas canvas) { Face face = this.face; if (face == null) { return; } setFaceFrame(face); // Draws a circle at the position of the detected face, with the face's track id below. float x = translateX(face.getBoundingBox().centerX()); float y = translateY(face.getBoundingBox().centerY()); canvas.drawCircle(x, y, FACE_POSITION_RADIUS, facePositionPaint); Log.v(TAG, "face main point: x=" + x + " / y=" + y); // Calculate positions. float left = x - scale(face.getBoundingBox().width() / 2.0f); float top = y - scale(face.getBoundingBox().height() / 2.0f); float right = x + scale(face.getBoundingBox().width() / 2.0f); float bottom = y + scale(face.getBoundingBox().height() / 2.0f); float lineHeight = ID_TEXT_SIZE + BOX_STROKE_WIDTH; float yLabelOffset = (face.getTrackingId() == null) ? 0 : -lineHeight; // Decide color based on face ID int colorID = (face.getTrackingId() == null) ? 0 : Math.abs(face.getTrackingId() % NUM_COLORS); // Calculate width and height of label box float textWidth = idPaints[colorID].measureText("ID: " + face.getTrackingId()); if (face.getSmilingProbability() != null) { yLabelOffset -= lineHeight; textWidth = Math.max( textWidth, idPaints[colorID].measureText( String.format(Locale.US, "Happiness: %.2f", face.getSmilingProbability()))); } if (face.getLeftEyeOpenProbability() != null) { yLabelOffset -= lineHeight; textWidth = Math.max( textWidth, idPaints[colorID].measureText( String.format( Locale.US, "Left eye open: %.2f", face.getLeftEyeOpenProbability()))); } if (face.getRightEyeOpenProbability() != null) { yLabelOffset -= lineHeight; textWidth = Math.max( textWidth, idPaints[colorID].measureText( String.format( Locale.US, "Right eye open: %.2f", face.getRightEyeOpenProbability()))); } yLabelOffset = yLabelOffset - 3 * lineHeight; textWidth = Math.max( textWidth, idPaints[colorID].measureText( String.format(Locale.US, "EulerX: %.2f", face.getHeadEulerAngleX()))); textWidth = Math.max( textWidth, idPaints[colorID].measureText( String.format(Locale.US, "EulerY: %.2f", face.getHeadEulerAngleY()))); textWidth = Math.max( textWidth, idPaints[colorID].measureText( String.format(Locale.US, "EulerZ: %.2f", face.getHeadEulerAngleZ()))); // Draw labels canvas.drawRect( left - BOX_STROKE_WIDTH, top + yLabelOffset, left + textWidth + (2 * BOX_STROKE_WIDTH), top, labelPaints[colorID]); yLabelOffset += ID_TEXT_SIZE; canvas.drawRect(left, top, right, bottom, boxPaints[colorID]); if (face.getTrackingId() != null) { canvas.drawText("ID: " + face.getTrackingId(), left, top + yLabelOffset, idPaints[colorID]); yLabelOffset += lineHeight; } // Draws all face contours. for (FaceContour contour : face.getAllContours()) { for (PointF point : contour.getPoints()) { canvas.drawCircle( translateX(point.x), translateY(point.y), FACE_POSITION_RADIUS, facePositionPaint); Log.v(TAG, "face contour point: x=" + translateX(point.x) + " / y=" + translateY(point.y)); } } // Draws smiling and left/right eye open probabilities. if (face.getSmilingProbability() != null) { canvas.drawText( "Smiling: " + String.format(Locale.US, "%.2f", face.getSmilingProbability()), left, top + yLabelOffset, idPaints[colorID]); yLabelOffset += lineHeight; } FaceLandmark leftEye = face.getLandmark(FaceLandmark.LEFT_EYE); if (face.getLeftEyeOpenProbability() != null) { canvas.drawText( "Left eye open: " + String.format(Locale.US, "%.2f", face.getLeftEyeOpenProbability()), left, top + yLabelOffset, idPaints[colorID]); yLabelOffset += lineHeight; } if (leftEye != null) { float leftEyeLeft = translateX(leftEye.getPosition().x) - idPaints[colorID].measureText("Left Eye") / 2.0f; canvas.drawRect( leftEyeLeft - BOX_STROKE_WIDTH, translateY(leftEye.getPosition().y) + ID_Y_OFFSET - ID_TEXT_SIZE, leftEyeLeft + idPaints[colorID].measureText("Left Eye") + BOX_STROKE_WIDTH, translateY(leftEye.getPosition().y) + ID_Y_OFFSET + BOX_STROKE_WIDTH, labelPaints[colorID]); canvas.drawText( "Left Eye", leftEyeLeft, translateY(leftEye.getPosition().y) + ID_Y_OFFSET, idPaints[colorID]); } FaceLandmark rightEye = face.getLandmark(FaceLandmark.RIGHT_EYE); if (face.getRightEyeOpenProbability() != null) { canvas.drawText( "Right eye open: " + String.format(Locale.US, "%.2f", face.getRightEyeOpenProbability()), left, top + yLabelOffset, idPaints[colorID]); } if (rightEye != null) { float rightEyeLeft = translateX(rightEye.getPosition().x) - idPaints[colorID].measureText("Right Eye") / 2.0f; canvas.drawRect( rightEyeLeft - BOX_STROKE_WIDTH, translateY(rightEye.getPosition().y) + ID_Y_OFFSET - ID_TEXT_SIZE, rightEyeLeft + idPaints[colorID].measureText("Right Eye") + BOX_STROKE_WIDTH, translateY(rightEye.getPosition().y) + ID_Y_OFFSET + BOX_STROKE_WIDTH, labelPaints[colorID]); canvas.drawText( "Right Eye", rightEyeLeft, translateY(rightEye.getPosition().y) + ID_Y_OFFSET, idPaints[colorID]); yLabelOffset += lineHeight; } canvas.drawText( "EulerX: " + face.getHeadEulerAngleX(), left, top + yLabelOffset, idPaints[colorID]); yLabelOffset += lineHeight; canvas.drawText( "EulerY: " + face.getHeadEulerAngleY(), left, top + yLabelOffset, idPaints[colorID]); yLabelOffset += lineHeight; canvas.drawText( "EulerZ: " + face.getHeadEulerAngleZ(), left, top + yLabelOffset, idPaints[colorID]); // Draw facial landmarks drawFaceLandmark(canvas, FaceLandmark.LEFT_EYE); drawFaceLandmark(canvas, FaceLandmark.RIGHT_EYE); drawFaceLandmark(canvas, FaceLandmark.LEFT_CHEEK); drawFaceLandmark(canvas, FaceLandmark.RIGHT_CHEEK); } private Map FaceFrame; private void setFaceFrame(Face face) { FaceFrame = new HashMap<>(); FaceFrame.put("id", 0); if (face.getTrackingId() != null) { FaceFrame.put("id", face.getTrackingId()); } FaceFrame.put("smiling", 0); if (face.getSmilingProbability() != null) { FaceFrame.put("smiling", face.getSmilingProbability()); } FaceFrame.put("leftEyeOpen", 0); if (face.getLeftEyeOpenProbability() != null) { FaceFrame.put("leftEyeOpen", face.getLeftEyeOpenProbability()); } FaceFrame.put("rightEyeOpen", 0); if (face.getRightEyeOpenProbability() != null) { FaceFrame.put("rightEyeOpen", face.getRightEyeOpenProbability()); } FaceFrame.put("eulerX", face.getHeadEulerAngleX()); FaceFrame.put("eulerY", face.getHeadEulerAngleY()); FaceFrame.put("eulerZ", face.getHeadEulerAngleZ()); List> pointList = new ArrayList<>(); for (FaceContour contour : face.getAllContours()) { for (PointF point : contour.getPoints()) { Map facePoint = new HashMap<>(); facePoint.put("x", translateX(point.x)); facePoint.put("y", translateY(point.y)); pointList.add(facePoint); } } Log.v(TAG, "face contour contourPoint size=" + pointList.size()); FaceFrame.put("points", pointList); } @Override public Map getFaceFrame() { return this.FaceFrame; } @Override public Map getLiveFrame() { return null; } private void drawFaceLandmark(Canvas canvas, @LandmarkType int landmarkType) { FaceLandmark faceLandmark = face.getLandmark(landmarkType); if (faceLandmark != null) { canvas.drawCircle( translateX(faceLandmark.getPosition().x), translateY(faceLandmark.getPosition().y), FACE_POSITION_RADIUS, facePositionPaint); } } }