cassdlcm/mediapipe
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Add MultiLandmarksSmoothingCalculator

Browse Source 
PiperOrigin-RevId: 536490704
This commit is contained in:
MediaPipe Team 2023-05-30 13:18:23 -07:00 committed by Copybara-Service
parent c73027926f
commit 01cfb92e35
3 changed files with 155 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
mediapipe/calculators/util/BUILD
View File

@ -929,6 +929,17 @@ cc_library(
alwayslink = 1,
)
cc_test(
name = "landmarks_smoothing_calculator_utils_test",
size = "small",
srcs = ["landmarks_smoothing_calculator_utils_test.cc"],
deps = [
":landmarks_smoothing_calculator_utils",
"//mediapipe/framework/formats:landmark_cc_proto",
"//mediapipe/framework/port:gtest_main",
],
)
cc_library(
name = "multi_landmarks_smoothing_calculator",
srcs = ["multi_landmarks_smoothing_calculator.cc"],

30
mediapipe/calculators/util/landmarks_smoothing_calculator_utils.cc
View File

@ -14,6 +14,8 @@
#include "mediapipe/calculators/util/landmarks_smoothing_calculator_utils.h"
#include <iostream>
#include "mediapipe/calculators/util/landmarks_smoothing_calculator.pb.h"
#include "mediapipe/framework/formats/landmark.pb.h"
#include "mediapipe/framework/formats/rect.pb.h"
@ -260,8 +262,18 @@ void NormalizedLandmarksToLandmarks(
landmark->set_y(norm_landmark.y() * image_height);
// Scale Z the same way as X (using image width).
landmark->set_z(norm_landmark.z() * image_width);
landmark->set_visibility(norm_landmark.visibility());
landmark->set_presence(norm_landmark.presence());
if (norm_landmark.has_visibility()) {
landmark->set_visibility(norm_landmark.visibility());
} else {
landmark->clear_visibility();
}
if (norm_landmark.has_presence()) {
landmark->set_presence(norm_landmark.presence());
} else {
landmark->clear_presence();
}
}
}
@ -277,8 +289,18 @@ void LandmarksToNormalizedLandmarks(const LandmarkList& landmarks,
norm_landmark->set_y(landmark.y() / image_height);
// Scale Z the same way as X (using image width).
norm_landmark->set_z(landmark.z() / image_width);
norm_landmark->set_visibility(landmark.visibility());
norm_landmark->set_presence(landmark.presence());
if (landmark.has_presence()) {
norm_landmark->set_presence(landmark.presence());
} else {
norm_landmark->clear_presence();
}
if (landmark.has_visibility()) {
norm_landmark->set_visibility(landmark.visibility());
} else {
norm_landmark->clear_visibility();
}
}
}

118
mediapipe/calculators/util/landmarks_smoothing_calculator_utils_test.cc Normal file
View File

@ -0,0 +1,118 @@
/* Copyright 2023 The MediaPipe Authors.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
==============================================================================*/
#include "mediapipe/calculators/util/landmarks_smoothing_calculator_utils.h"
#include "mediapipe/framework/formats/landmark.pb.h"
#include "mediapipe/framework/port/gmock.h"
#include "mediapipe/framework/port/gtest.h"
namespace mediapipe {
namespace landmarks_smoothing {
namespace {
TEST(LandmarksSmoothingCalculatorUtilsTest, NormalizedLandmarksToLandmarks) {
NormalizedLandmarkList norm_landmarks;
NormalizedLandmark* norm_landmark = norm_landmarks.add_landmark();
norm_landmark->set_x(0.1);
norm_landmark->set_y(0.2);
norm_landmark->set_z(0.3);
norm_landmark->set_visibility(0.4);
norm_landmark->set_presence(0.5);
LandmarkList landmarks;
NormalizedLandmarksToLandmarks(norm_landmarks, /*image_width=*/10,
/*image_height=*/10, landmarks);
EXPECT_EQ(landmarks.landmark_size(), 1);
Landmark landmark = landmarks.landmark(0);
EXPECT_NEAR(landmark.x(), 1.0, 1e-6);
EXPECT_NEAR(landmark.y(), 2.0, 1e-6);
EXPECT_NEAR(landmark.z(), 3.0, 1e-6);
EXPECT_NEAR(landmark.visibility(), 0.4, 1e-6);
EXPECT_NEAR(landmark.presence(), 0.5, 1e-6);
}
TEST(LandmarksSmoothingCalculatorUtilsTest,
NormalizedLandmarksToLandmarks_EmptyVisibilityAndPresence) {
NormalizedLandmarkList norm_landmarks;
NormalizedLandmark* norm_landmark = norm_landmarks.add_landmark();
norm_landmark->set_x(0.1);
norm_landmark->set_y(0.2);
norm_landmark->set_z(0.3);
norm_landmark->clear_visibility();
norm_landmark->clear_presence();
LandmarkList landmarks;
NormalizedLandmarksToLandmarks(norm_landmarks, /*image_width=*/10,
/*image_height=*/10, landmarks);
EXPECT_EQ(landmarks.landmark_size(), 1);
Landmark landmark = landmarks.landmark(0);
EXPECT_NEAR(landmark.x(), 1.0, 1e-6);
EXPECT_NEAR(landmark.y(), 2.0, 1e-6);
EXPECT_NEAR(landmark.z(), 3.0, 1e-6);
EXPECT_FALSE(landmark.has_visibility());
EXPECT_FALSE(landmark.has_presence());
}
TEST(LandmarksSmoothingCalculatorUtilsTest, LandmarksToNormalizedLandmarks) {
LandmarkList landmarks;
Landmark* landmark = landmarks.add_landmark();
landmark->set_x(1.0);
landmark->set_y(2.0);
landmark->set_z(3.0);
landmark->set_visibility(0.4);
landmark->set_presence(0.5);
NormalizedLandmarkList norm_landmarks;
LandmarksToNormalizedLandmarks(landmarks, /*image_width=*/10,
/*image_height=*/10, norm_landmarks);
EXPECT_EQ(norm_landmarks.landmark_size(), 1);
NormalizedLandmark norm_landmark = norm_landmarks.landmark(0);
EXPECT_NEAR(norm_landmark.x(), 0.1, 1e-6);
EXPECT_NEAR(norm_landmark.y(), 0.2, 1e-6);
EXPECT_NEAR(norm_landmark.z(), 0.3, 1e-6);
EXPECT_NEAR(norm_landmark.visibility(), 0.4, 1e-6);
EXPECT_NEAR(norm_landmark.presence(), 0.5, 1e-6);
}
TEST(LandmarksSmoothingCalculatorUtilsTest,
LandmarksToNormalizedLandmarks_EmptyVisibilityAndPresence) {
LandmarkList landmarks;
Landmark* landmark = landmarks.add_landmark();
landmark->set_x(1.0);
landmark->set_y(2.0);
landmark->set_z(3.0);
landmark->clear_visibility();
landmark->clear_presence();
NormalizedLandmarkList norm_landmarks;
LandmarksToNormalizedLandmarks(landmarks, /*image_width=*/10,
/*image_height=*/10, norm_landmarks);
EXPECT_EQ(norm_landmarks.landmark_size(), 1);
NormalizedLandmark norm_landmark = norm_landmarks.landmark(0);
EXPECT_NEAR(norm_landmark.x(), 0.1, 1e-6);
EXPECT_NEAR(norm_landmark.y(), 0.2, 1e-6);
EXPECT_NEAR(norm_landmark.z(), 0.3, 1e-6);
EXPECT_FALSE(norm_landmark.has_visibility());
EXPECT_FALSE(norm_landmark.has_presence());
}
} // namespace
} // namespace landmarks_smoothing
} // namespace mediapipe