Add the result class for the HolisticLandmarker Java API
PiperOrigin-RevId: 583426528
This commit is contained in:
parent
9456c64830
commit
d29ea119ff
|
@ -426,6 +426,28 @@ filegroup(
|
||||||
visibility = ["//mediapipe/tasks/java/com/google/mediapipe/tasks/vision:__subpackages__"],
|
visibility = ["//mediapipe/tasks/java/com/google/mediapipe/tasks/vision:__subpackages__"],
|
||||||
)
|
)
|
||||||
|
|
||||||
|
android_library(
|
||||||
|
name = "holisticlandmarker",
|
||||||
|
srcs = [
|
||||||
|
"holisticlandmarker/HolisticLandmarkerResult.java",
|
||||||
|
],
|
||||||
|
javacopts = [
|
||||||
|
"-Xep:AndroidJdkLibsChecker:OFF",
|
||||||
|
],
|
||||||
|
manifest = "facedetector/AndroidManifest.xml",
|
||||||
|
deps = [
|
||||||
|
":core",
|
||||||
|
"//mediapipe/framework/formats:classification_java_proto_lite",
|
||||||
|
"//mediapipe/framework/formats:landmark_java_proto_lite",
|
||||||
|
"//mediapipe/java/com/google/mediapipe/framework/image",
|
||||||
|
"//mediapipe/tasks/java/com/google/mediapipe/tasks/components/containers:category",
|
||||||
|
"//mediapipe/tasks/java/com/google/mediapipe/tasks/components/containers:landmark",
|
||||||
|
"//mediapipe/tasks/java/com/google/mediapipe/tasks/components/containers:normalized_landmark",
|
||||||
|
"//third_party:autovalue",
|
||||||
|
"@maven//:com_google_guava_guava",
|
||||||
|
],
|
||||||
|
)
|
||||||
|
|
||||||
load("//mediapipe/tasks/java/com/google/mediapipe/tasks:mediapipe_tasks_aar.bzl", "mediapipe_tasks_vision_aar")
|
load("//mediapipe/tasks/java/com/google/mediapipe/tasks:mediapipe_tasks_aar.bzl", "mediapipe_tasks_vision_aar")
|
||||||
|
|
||||||
mediapipe_tasks_vision_aar(
|
mediapipe_tasks_vision_aar(
|
||||||
|
|
|
@ -0,0 +1,141 @@
|
||||||
|
// Copyright 2023 The MediaPipe Authors.
|
||||||
|
//
|
||||||
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
// you may not use this file except in compliance with the License.
|
||||||
|
// You may obtain a copy of the License at
|
||||||
|
//
|
||||||
|
// http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
//
|
||||||
|
// Unless required by applicable law or agreed to in writing, software
|
||||||
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
// See the License for the specific language governing permissions and
|
||||||
|
// limitations under the License.
|
||||||
|
|
||||||
|
package com.google.mediapipe.tasks.vision.holisticlandmarker;
|
||||||
|
|
||||||
|
import com.google.auto.value.AutoValue;
|
||||||
|
import com.google.mediapipe.formats.proto.LandmarkProto.LandmarkList;
|
||||||
|
import com.google.mediapipe.formats.proto.LandmarkProto.NormalizedLandmarkList;
|
||||||
|
import com.google.mediapipe.formats.proto.ClassificationProto.ClassificationList;
|
||||||
|
import com.google.mediapipe.framework.image.MPImage;
|
||||||
|
import com.google.mediapipe.tasks.components.containers.Category;
|
||||||
|
import com.google.mediapipe.tasks.components.containers.Landmark;
|
||||||
|
import com.google.mediapipe.tasks.components.containers.NormalizedLandmark;
|
||||||
|
import com.google.mediapipe.tasks.core.TaskResult;
|
||||||
|
import java.util.Collections;
|
||||||
|
import java.util.List;
|
||||||
|
import java.util.Optional;
|
||||||
|
|
||||||
|
/** Represents the holistic landmarks detection results generated by {@link HolisticLandmarker}. */
|
||||||
|
@AutoValue
|
||||||
|
@SuppressWarnings("AutoValueImmutableFields") // 3P API that does not depend on Guava
|
||||||
|
public abstract class HolisticLandmarkerResult implements TaskResult {
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Creates a {@link HolisticLandmarkerResult} instance from a list of proto and image inputs.
|
||||||
|
*
|
||||||
|
* @param faceLandmarkListProto the detected face landmarks in normalized image coordinates
|
||||||
|
* @param faceBlendshapeProtos the optional face blendshapes result
|
||||||
|
* @param poseLandmarkListProtos the detected pose landmarks in normalized image coordinates
|
||||||
|
* @param poseWorldLandmarkListProto the pose landmarks in world coordinates of detected poses
|
||||||
|
* @param segmentationMask the segmentation mask for the detected pose
|
||||||
|
* @param leftHandLandmarkListProto left hand landmarks of detected left hands
|
||||||
|
* @param leftHandWorldLandmarkListProto left hand landmarks in world coordinates of detected left
|
||||||
|
* hands
|
||||||
|
* @param rightHandLandmarkListProto right hand landmarks of detected left hands.
|
||||||
|
* @param rightHandWorldLandmarkListProto right hand landmarks in world coordinates of detected
|
||||||
|
* left hands
|
||||||
|
* @param timestampMs the time in milliseconds this result was created at
|
||||||
|
* @throws IllegalArgumentException if there was an error creating {@link
|
||||||
|
* HolisticLandmarkerResult}
|
||||||
|
*/
|
||||||
|
static HolisticLandmarkerResult create(
|
||||||
|
NormalizedLandmarkList faceLandmarkListProto,
|
||||||
|
Optional<ClassificationList> faceBlendshapeProtos,
|
||||||
|
NormalizedLandmarkList poseLandmarkListProtos,
|
||||||
|
LandmarkList poseWorldLandmarkListProto,
|
||||||
|
Optional<MPImage> segmentationMask,
|
||||||
|
NormalizedLandmarkList leftHandLandmarkListProto,
|
||||||
|
LandmarkList leftHandWorldLandmarkListProto,
|
||||||
|
NormalizedLandmarkList rightHandLandmarkListProto,
|
||||||
|
LandmarkList rightHandWorldLandmarkListProto,
|
||||||
|
long timestampMs) {
|
||||||
|
List<NormalizedLandmark> faceLandmarks =
|
||||||
|
NormalizedLandmark.createListFromProto(faceLandmarkListProto);
|
||||||
|
Optional<List<Category>> faceBlendshapes =
|
||||||
|
faceBlendshapeProtos.map(Category::createListFromProto);
|
||||||
|
List<NormalizedLandmark> poseLandmarks =
|
||||||
|
NormalizedLandmark.createListFromProto(poseLandmarkListProtos);
|
||||||
|
List<Landmark> poseWorldLandmarks = Landmark.createListFromProto(poseWorldLandmarkListProto);
|
||||||
|
List<NormalizedLandmark> leftHandLandmarks =
|
||||||
|
NormalizedLandmark.createListFromProto(leftHandLandmarkListProto);
|
||||||
|
List<Landmark> leftHandWorldLandmarks =
|
||||||
|
Landmark.createListFromProto(leftHandWorldLandmarkListProto);
|
||||||
|
List<NormalizedLandmark> rightHandLandmarks =
|
||||||
|
NormalizedLandmark.createListFromProto(rightHandLandmarkListProto);
|
||||||
|
List<Landmark> rightHandWorldLandmarks =
|
||||||
|
Landmark.createListFromProto(rightHandWorldLandmarkListProto);
|
||||||
|
|
||||||
|
return new AutoValue_HolisticLandmarkerResult(
|
||||||
|
timestampMs,
|
||||||
|
Collections.unmodifiableList(faceLandmarks),
|
||||||
|
faceBlendshapes,
|
||||||
|
Collections.unmodifiableList(poseLandmarks),
|
||||||
|
Collections.unmodifiableList(poseWorldLandmarks),
|
||||||
|
segmentationMask,
|
||||||
|
Collections.unmodifiableList(leftHandLandmarks),
|
||||||
|
Collections.unmodifiableList(leftHandWorldLandmarks),
|
||||||
|
Collections.unmodifiableList(rightHandLandmarks),
|
||||||
|
Collections.unmodifiableList(rightHandWorldLandmarks));
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Creates an empty {@link HolisticLandmarkerResult} instance.
|
||||||
|
*
|
||||||
|
* @param timestampMs the time in milliseconds this result was created at
|
||||||
|
*/
|
||||||
|
static HolisticLandmarkerResult createEmpty(long timestampMs) {
|
||||||
|
return new AutoValue_HolisticLandmarkerResult(
|
||||||
|
timestampMs,
|
||||||
|
Collections.emptyList(),
|
||||||
|
Optional.empty(),
|
||||||
|
Collections.emptyList(),
|
||||||
|
Collections.emptyList(),
|
||||||
|
Optional.empty(),
|
||||||
|
Collections.emptyList(),
|
||||||
|
Collections.emptyList(),
|
||||||
|
Collections.emptyList(),
|
||||||
|
Collections.emptyList());
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public abstract long timestampMs();
|
||||||
|
|
||||||
|
/** Detected face landmarks in normalized image coordinates. */
|
||||||
|
public abstract List<NormalizedLandmark> faceLandmarks();
|
||||||
|
|
||||||
|
/** Optional face blendshapes. */
|
||||||
|
public abstract Optional<List<Category>> faceBlendshapes();
|
||||||
|
|
||||||
|
/** Detected pose landmarks in normalized image coordinates. */
|
||||||
|
public abstract List<NormalizedLandmark> poseLandmarks();
|
||||||
|
|
||||||
|
/** Pose landmarks in world coordinates of the detected pose. */
|
||||||
|
public abstract List<Landmark> poseWorldLandmarks();
|
||||||
|
|
||||||
|
/** Segmentation mask for the detected pose. */
|
||||||
|
public abstract Optional<MPImage> segmentationMask();
|
||||||
|
|
||||||
|
/** Hand landmarks of detected left hands. */
|
||||||
|
public abstract List<NormalizedLandmark> leftHandLandmarks();
|
||||||
|
|
||||||
|
/** Hnd landmarks in world coordinates of detected left hands. */
|
||||||
|
public abstract List<Landmark> leftHandWorldLandmarks();
|
||||||
|
|
||||||
|
/** Hand landmarks of detected right hands. */
|
||||||
|
public abstract List<NormalizedLandmark> rightHandLandmarks();
|
||||||
|
|
||||||
|
/** Hand landmarks in world coordinates of detected right hands. */
|
||||||
|
public abstract List<Landmark> rightHandWorldLandmarks();
|
||||||
|
}
|
Loading…
Reference in New Issue
Block a user