Added iOS pose landmarker options

This commit is contained in:
Prianka Liz Kariat 2023-10-03 19:18:06 +05:30
parent 8d5cf33ca4
commit c560032a91
3 changed files with 162 additions and 0 deletions

View File

@ -27,3 +27,13 @@ objc_library(
],
)
objc_library(
name = "MPPPoseLandmarkerOptions",
srcs = ["sources/MPPPoseLandmarkerOptions.m"],
hdrs = ["sources/MPPPoseLandmarkerOptions.h"],
deps = [
":MPPPoseLandmarkerResult",
"//mediapipe/tasks/ios/core:MPPTaskOptions",
"//mediapipe/tasks/ios/vision/core:MPPRunningMode",
],
)

View File

@ -0,0 +1,107 @@
// Copyright 2023 The MediaPipe Authors.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
#import <Foundation/Foundation.h>
#import "mediapipe/tasks/ios/core/sources/MPPTaskOptions.h"
#import "mediapipe/tasks/ios/vision/core/sources/MPPRunningMode.h"
#import "mediapipe/tasks/ios/vision/pose_landmarker/sources/MPPPoseLandmarkerResult.h"
NS_ASSUME_NONNULL_BEGIN
@class MPPPoseLandmarker;
/**
* This protocol defines an interface for the delegates of `PoseLandmarker` to receive
* results of performing asynchronous pose landmark detection on images (i.e, when `runningMode` =
* `.liveStream`).
*
* The delegate of `PoseLandmarker` must adopt `PoseLandmarkerLiveStreamDelegate` protocol.
* The methods in this protocol are optional.
*/
NS_SWIFT_NAME(PoseLandmarkerLiveStreamDelegate)
@protocol MPPPoseLandmarkerLiveStreamDelegate <NSObject>
/**
* This method notifies a delegate that the results of asynchronous pose landmark detection of an
* image submitted to the `PoseLandmarker` is available.
*
* This method is called on a private serial dispatch queue created by the `PoseLandmarker`
* for performing the asynchronous delegates calls.
*
* @param poseLandmarker The pose landmarker which performed the pose landmark detection.
* This is useful to test equality when there are multiple instances of `PoseLandmarker`.
* @param result The `PoseLandmarkerResult` object that contains a list of landmark.
* @param timestampInMilliseconds The timestamp (in milliseconds) which indicates when the input
* image was sent to the pose landmarker.
* @param error An optional error parameter populated when there is an error in performing pose
* landmark detection on the input live stream image data.
*/
- (void)poseLandmarker:(MPPPoseLandmarker *)poseLandmarker
didFinishDetectionWithResult:(nullable MPPPoseLandmarkerResult *)result
timestampInMilliseconds:(NSInteger)timestampInMilliseconds
error:(nullable NSError *)error
NS_SWIFT_NAME(poseLandmarker(_:didFinishDetection:timestampInMilliseconds:error:));
@end
/** Options for setting up a `PoseLandmarker`. */
NS_SWIFT_NAME(PoseLandmarkerOptions)
@interface MPPPoseLandmarkerOptions : MPPTaskOptions <NSCopying>
/**
* Running mode of the pose landmark dection task. Defaults to `.image`. `PoseLandmarker` can be
* created with one of the following running modes:
* 1. `.image`: The mode for performing pose landmark detection on single image inputs.
* 2. `.video`: The mode for performing pose landmark detection on the decoded frames of a video.
* 3. `.liveStream`: The mode for performing pose landmark detection on a live stream of input
* data, such as from the camera.
*/
@property(nonatomic) MPPRunningMode runningMode;
/**
* An object that confirms to `PoseLandmarkerLiveStreamDelegate` protocol. This object must
* implement `poseLandmarker(_:didFinishDetectionWithResult:timestampInMilliseconds:error:)` to
* receive the results of performing asynchronous pose landmark detection on images (i.e, when
* `runningMode` = `.liveStream`).
*/
@property(nonatomic, weak, nullable) id<MPPPoseLandmarkerLiveStreamDelegate>
poseLandmarkerLiveStreamDelegate;
/** The maximum number of poses that can be detected by the `PoseLandmarker`. Defaults to 1. */
@property(nonatomic) NSInteger numPoses;
/**
* The minimum confidence score for pose detection to be considered successful. Defaults to 0.5.
*/
@property(nonatomic) float minPoseDetectionConfidence;
/**
* The minimum confidence score of pose presence score in the pose landmark detection. Defaults to
* 0.5.
*/
@property(nonatomic) float minPosePresenceConfidence;
/**
* The minimum confidence score for pose tracking to be considered successful. Defaults to 0.5.
*/
@property(nonatomic) float minTrackingConfidence;
/**
* Whether to output segmentation masks. Defaults to `false`.
*/
@property(nonatomic) BOOL shouldOutputSegmentationMasks;
@end
NS_ASSUME_NONNULL_END

View File

@ -0,0 +1,45 @@
// Copyright 2023 The MediaPipe Authors.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
#import "mediapipe/tasks/ios/vision/pose_landmarker/sources/MPPPoseLandmarkerOptions.h"
@implementation MPPPoseLandmarkerOptions
- (instancetype)init {
self = [super init];
if (self) {
_numPoses = 1;
_minPoseDetectionConfidence = 0.5f;
_minPosePresenceConfidence = 0.5f;
_minTrackingConfidence = 0.5f;
_shouldOutputSegmentationMasks = NO;
}
return self;
}
- (id)copyWithZone:(NSZone *)zone {
MPPPoseLandmarkerOptions *poseLandmarkerOptions = [super copyWithZone:zone];
poseLandmarkerOptions.runningMode = self.runningMode;
poseLandmarkerOptions.numPoses = self.numPoses;
poseLandmarkerOptions.minPoseDetectionConfidence = self.minPoseDetectionConfidence;
poseLandmarkerOptions.minPosePresenceConfidence = self.minPosePresenceConfidence;
poseLandmarkerOptions.minTrackingConfidence = self.minTrackingConfidence;
poseLandmarkerOptions.shouldOutputSegmentationMasks = self.shouldOutputSegmentationMasks;
poseLandmarkerOptions.poseLandmarkerLiveStreamDelegate = self.poseLandmarkerLiveStreamDelegate;
return poseLandmarkerOptions;
}
@end