From 6f5b12d0568cf79a730e933d9fbc62f4aae4eaf3 Mon Sep 17 00:00:00 2001 From: Prianka Liz Kariat Date: Fri, 7 Apr 2023 00:58:26 +0530 Subject: [PATCH] Added MPPGestureRecognizerResult --- .../tasks/ios/vision/gesture_recognizer/BUILD | 29 +++++++++ .../sources/MPPGestureRecognizerResult.h | 65 +++++++++++++++++++ .../sources/MPPGestureRecognizerResult.m | 34 ++++++++++ 3 files changed, 128 insertions(+) create mode 100644 mediapipe/tasks/ios/vision/gesture_recognizer/BUILD create mode 100644 mediapipe/tasks/ios/vision/gesture_recognizer/sources/MPPGestureRecognizerResult.h create mode 100644 mediapipe/tasks/ios/vision/gesture_recognizer/sources/MPPGestureRecognizerResult.m diff --git a/mediapipe/tasks/ios/vision/gesture_recognizer/BUILD b/mediapipe/tasks/ios/vision/gesture_recognizer/BUILD new file mode 100644 index 000000000..c34b09654 --- /dev/null +++ b/mediapipe/tasks/ios/vision/gesture_recognizer/BUILD @@ -0,0 +1,29 @@ +# Copyright 2023 The MediaPipe Authors. All Rights Reserved. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +package(default_visibility = ["//mediapipe/tasks:internal"]) + +licenses(["notice"]) + +objc_library( + name = "MPPGestureRecognizerResult", + srcs = ["sources/MPPGestureRecognizerResult.m"], + hdrs = ["sources/MPPGestureRecognizerResult.h"], + deps = [ + "//mediapipe/tasks/ios/components/containers:MPPCategory", + "//mediapipe/tasks/ios/components/containers:MPPLandmark", + "//mediapipe/tasks/ios/core:MPPTaskResult", + ], +) + diff --git a/mediapipe/tasks/ios/vision/gesture_recognizer/sources/MPPGestureRecognizerResult.h b/mediapipe/tasks/ios/vision/gesture_recognizer/sources/MPPGestureRecognizerResult.h new file mode 100644 index 000000000..697987607 --- /dev/null +++ b/mediapipe/tasks/ios/vision/gesture_recognizer/sources/MPPGestureRecognizerResult.h @@ -0,0 +1,65 @@ +// Copyright 2023 The MediaPipe Authors. +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +#import + +#import "mediapipe/tasks/ios/components/containers/sources/MPPCategory.h" +#import "mediapipe/tasks/ios/components/containers/sources/MPPLandmark.h" +#import "mediapipe/tasks/ios/core/sources/MPPTaskResult.h" + +NS_ASSUME_NONNULL_BEGIN + +/** Represents the gesture recognition results generated by MPPGestureRecognizer. */ +NS_SWIFT_NAME(GestureRecognizerResult) +@interface MPPGestureRecognizerResult : MPPTaskResult + +/** Hand landmarks of detected hands. */ +@property(nonatomic, readonly) NSArray *> *landmarks; + +/** Hand landmarks in world coordniates of detected hands. */ +@property(nonatomic, readonly) NSArray *> *worldLandmarks; + +/** Handedness of detected hands. */ +@property(nonatomic, readonly) NSArray *> *handedness; + +/** + * Recognized hand gestures of detected hands. Note that the index of the gesture is always -1, + * because the raw indices from multiple gesture classifiers cannot consolidate to a meaningful + * index. + */ +@property(nonatomic, readonly) NSArray *> *gestures; + +/** + * Initializes a new `MPPGestureRecognizerResult` with the given landmarks, world landmarks, + * handedness, gestures and timestamp (in milliseconds). + * + * @param landmarks The hand landmarks of detected hands. + * @param worldLandmarks The hand landmarks in world coordniates of detected hands. + * @param handedness The handedness of detected hands. + * @param handedness The recognized hand gestures of detected hands. + * @param timestampMs The timestamp for this result. + * + * @return An instance of `MPPGestureRecognizerResult` initialized with the given landmarks, world + * landmarks, handedness and gestures. + * + */ +- (instancetype)initWithLandmarks:(NSArray *> *)landmarks + worldLandmarks:(NSArray *> *)worldLandmarks + handedness:(NSArray *> *)handedness + gestures:(NSArray *> *)gestures + timestampMs:(NSInteger)timestampMs; + +@end + +NS_ASSUME_NONNULL_END diff --git a/mediapipe/tasks/ios/vision/gesture_recognizer/sources/MPPGestureRecognizerResult.m b/mediapipe/tasks/ios/vision/gesture_recognizer/sources/MPPGestureRecognizerResult.m new file mode 100644 index 000000000..a8e5e784d --- /dev/null +++ b/mediapipe/tasks/ios/vision/gesture_recognizer/sources/MPPGestureRecognizerResult.m @@ -0,0 +1,34 @@ +// Copyright 2023 The MediaPipe Authors. +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +#import "mediapipe/tasks/ios/vision/gesture_recognizer/sources/MPPGestureRecognizerResult.h" + +@implementation MPPGestureRecognizerResult + +- (instancetype)initWithLandmarks:(NSArray *> *)landmarks + worldLandmarks:(NSArray *> *)worldLandmarks + handedness:(NSArray *> *)handedness + gestures:(NSArray *> *)gestures + timestampMs:(NSInteger)timestampMs { + self = [super initWithTimestampMs:timestampMs]; + if (self) { + _landmarks = landmarks; + _worldLandmarks = worldLandmarks; + _handedness = handedness; + _gestures = gestures; + } + return self; +} + +@end