From 746f466c3a55a4947fc1a32bdbbf38d2f0110f1c Mon Sep 17 00:00:00 2001
From: Prianka Liz Kariat <prianka.kariat@ymedialabs.com>
Date: Wed, 31 May 2023 11:28:50 +0530
Subject: [PATCH] Added iOS Gesture Recognizer Protobuf utils

---
 .../vision/gesture_recognizer/utils/BUILD     | 21 ++++++
 .../MPPGestureRecognizerResult+ProtoHelpers.h | 28 ++++++++
 ...MPPGestureRecognizerResult+ProtoHelpers.mm | 66 +++++++++++++++++++
 3 files changed, 115 insertions(+)
 create mode 100644 mediapipe/tasks/ios/test/vision/gesture_recognizer/utils/BUILD
 create mode 100644 mediapipe/tasks/ios/test/vision/gesture_recognizer/utils/sources/MPPGestureRecognizerResult+ProtoHelpers.h
 create mode 100644 mediapipe/tasks/ios/test/vision/gesture_recognizer/utils/sources/MPPGestureRecognizerResult+ProtoHelpers.mm

diff --git a/mediapipe/tasks/ios/test/vision/gesture_recognizer/utils/BUILD b/mediapipe/tasks/ios/test/vision/gesture_recognizer/utils/BUILD
new file mode 100644
index 000000000..ddac21ed2
--- /dev/null
+++ b/mediapipe/tasks/ios/test/vision/gesture_recognizer/utils/BUILD
@@ -0,0 +1,21 @@
+package(default_visibility = ["//mediapipe/tasks:internal"])
+
+licenses(["notice"])
+
+objc_library(
+    name = "MPPGestureRecognizerResultProtoHelpers",
+    srcs = ["sources/MPPGestureRecognizerResult+ProtoHelpers.mm"],
+    hdrs = ["sources/MPPGestureRecognizerResult+ProtoHelpers.h"],
+    copts = [
+        "-ObjC++",
+        "-std=c++17",
+        "-x objective-c++",
+    ],
+    deps = [
+        "//mediapipe/tasks/ios/test/vision/utils:parse_proto_utils",
+        "//mediapipe/framework/formats:classification_cc_proto",
+        "//mediapipe/tasks/cc/components/containers/proto:landmarks_detection_result_cc_proto",
+        "//mediapipe/tasks/ios/vision/gesture_recognizer/utils:MPPGestureRecognizerResultHelpers",
+        "//mediapipe/tasks/ios/common/utils:NSStringHelpers",
+    ],
+)
diff --git a/mediapipe/tasks/ios/test/vision/gesture_recognizer/utils/sources/MPPGestureRecognizerResult+ProtoHelpers.h b/mediapipe/tasks/ios/test/vision/gesture_recognizer/utils/sources/MPPGestureRecognizerResult+ProtoHelpers.h
new file mode 100644
index 000000000..6bb2e5182
--- /dev/null
+++ b/mediapipe/tasks/ios/test/vision/gesture_recognizer/utils/sources/MPPGestureRecognizerResult+ProtoHelpers.h
@@ -0,0 +1,28 @@
+// Copyright 2022 The MediaPipe Authors.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//      http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+#import <Foundation/Foundation.h>
+#import "mediapipe/tasks/ios/vision/gesture_recognizer/sources/MPPGestureRecognizerResult.h"
+
+NS_ASSUME_NONNULL_BEGIN
+@interface MPPGestureRecognizerResult (ProtoHelpers)
+
++ (MPPGestureRecognizerResult *)
+    gestureRecognizerResultsFromTextEncodedProtobufFileWithName:(NSString *)fileName
+                                                   gestureLabel:(NSString *)gestureLabel
+                                          shouldRemoveZPosition:(BOOL)removeZPosition;
+
+@end
+
+NS_ASSUME_NONNULL_END
diff --git a/mediapipe/tasks/ios/test/vision/gesture_recognizer/utils/sources/MPPGestureRecognizerResult+ProtoHelpers.mm b/mediapipe/tasks/ios/test/vision/gesture_recognizer/utils/sources/MPPGestureRecognizerResult+ProtoHelpers.mm
new file mode 100644
index 000000000..ce3a262b8
--- /dev/null
+++ b/mediapipe/tasks/ios/test/vision/gesture_recognizer/utils/sources/MPPGestureRecognizerResult+ProtoHelpers.mm
@@ -0,0 +1,66 @@
+// Copyright 2023 The MediaPipe Authors.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//      http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+#import "mediapipe/tasks/ios/test/vision/gesture_recognizer/utils/sources/MPPGestureRecognizerResult+ProtoHelpers.h"
+
+#import "mediapipe/tasks/ios/common/utils/sources/NSString+Helpers.h"
+#import "mediapipe/tasks/ios/vision/gesture_recognizer/utils/sources/MPPGestureRecognizerResult+Helpers.h"
+
+#include "mediapipe/framework/formats/classification.pb.h"
+#include "mediapipe/tasks/cc/components/containers/proto/landmarks_detection_result.pb.h"
+#include "mediapipe/tasks/ios/test/vision/utils/sources/parse_proto_utils.h"
+
+namespace {
+using ClassificationListProto = ::mediapipe::ClassificationList;
+using ClassificationProto = ::mediapipe::Classification;
+using LandmarksDetectionResultProto =
+    ::mediapipe::tasks::containers::proto::LandmarksDetectionResult;
+using ::mediapipe::tasks::ios::test::vision::utils::get_proto_from_pbtxt;
+}  // anonymous namespace
+
+@implementation MPPGestureRecognizerResult (ProtoHelpers)
+
++ (MPPGestureRecognizerResult *)
+    gestureRecognizerResultsFromTextEncodedProtobufFileWithName:(NSString *)fileName
+                                                   gestureLabel:(NSString *)gestureLabel
+                                          shouldRemoveZPosition:(BOOL)removeZPosition {
+  LandmarksDetectionResultProto landmarkDetectionResultProto;
+
+  if (!get_proto_from_pbtxt(fileName.cppString, landmarkDetectionResultProto).ok()) {
+    return nil;
+  }
+
+  if (removeZPosition) {
+    // Remove z position of landmarks, because they are not used in correctness
+    // testing. For video or live stream mode, the z positions varies a lot during
+    // tracking from frame to frame.
+    for (int i = 0; i < landmarkDetectionResultProto.landmarks().landmark().size(); i++) {
+      auto &landmark = *landmarkDetectionResultProto.mutable_landmarks()->mutable_landmark(i);
+      landmark.clear_z();
+    }
+  }
+
+  ClassificationListProto gesturesProto;
+  ClassificationProto *classificationProto = gesturesProto.add_classification();
+  classificationProto->set_label([gestureLabel UTF8String]);
+
+  return [MPPGestureRecognizerResult
+      gestureRecognizerResultWithHandGesturesProto:{gesturesProto}
+                                    handednessroto:{landmarkDetectionResultProto.classifications()}
+                               handLandmarksPacket:{landmarkDetectionResultProto.landmarks()}
+                              worldLandmarksPacket:{landmarkDetectionResultProto.world_landmarks()}
+                           timestampInMilliSeconds:0];
+}
+
+@end