visualize blaze pose for controlnet
PiperOrigin-RevId: 520823020
This commit is contained in:
MediaPipe Team
Copybara-Service
parent
145fc1ed38
commit
ea9083c89d
|
|
@ -145,6 +145,18 @@ cc_library(
|
||||||
],
|
],
|
||||||
)
|
)
|
||||||
|
|
||||||
|
cc_library(
|
||||||
|
name = "pose_util",
|
||||||
|
srcs = ["pose_util.cc"],
|
||||||
|
hdrs = ["pose_util.h"],
|
||||||
|
visibility = ["//visibility:public"],
|
||||||
|
deps = [
|
||||||
|
"//mediapipe/framework/formats:landmark_cc_proto",
|
||||||
|
"//mediapipe/framework/port:opencv_core",
|
||||||
|
"//mediapipe/framework/port:opencv_imgproc",
|
||||||
|
],
|
||||||
|
)
|
||||||
|
|
||||||
cc_library(
|
cc_library(
|
||||||
name = "annotation_renderer",
|
name = "annotation_renderer",
|
||||||
srcs = ["annotation_renderer.cc"],
|
srcs = ["annotation_renderer.cc"],
|
||||||
|
|
|
||||||
127
mediapipe/util/pose_util.cc
Normal file
127
mediapipe/util/pose_util.cc
Normal file
|
|
@ -0,0 +1,127 @@
|
||||||
|
#include "mediapipe/util/pose_util.h"
|
||||||
|
|
||||||
|
#include "mediapipe/framework/port/opencv_imgproc_inc.h"
|
||||||
|
|
||||||
|
namespace {
|
||||||
|
// BlazePose 33 landmark names.
|
||||||
|
enum class PoseLandmarkName {
|
||||||
|
kNose = 0,
|
||||||
|
kLeftEyeInner,
|
||||||
|
kLeftEye,
|
||||||
|
kLeftEyeOuter,
|
||||||
|
kRightEyeInner,
|
||||||
|
kRightEye,
|
||||||
|
kRightEyeOuter,
|
||||||
|
kLeftEar,
|
||||||
|
kRightEar,
|
||||||
|
kMouthLeft,
|
||||||
|
kMouthRight,
|
||||||
|
kLeftShoulder,
|
||||||
|
kRightShoulder,
|
||||||
|
kLeftElbow,
|
||||||
|
kRightElbow,
|
||||||
|
kLeftWrist,
|
||||||
|
kRightWrist,
|
||||||
|
kLeftPinky1,
|
||||||
|
kRightPinky1,
|
||||||
|
kLeftIndex1,
|
||||||
|
kRightIndex1,
|
||||||
|
kLeftThumb2,
|
||||||
|
kRightThumb2,
|
||||||
|
kLeftHip,
|
||||||
|
kRightHip,
|
||||||
|
kLeftKnee,
|
||||||
|
kRightKnee,
|
||||||
|
kLeftAnkle,
|
||||||
|
kRightAnkle,
|
||||||
|
kLeftHeel,
|
||||||
|
kRightHeel,
|
||||||
|
kLeftFootIndex,
|
||||||
|
kRightFootIndex,
|
||||||
|
};
|
||||||
|
|
||||||
|
constexpr int kJointColorMap[33][3] = {
|
||||||
|
{0, 0, 255}, {255, 208, 0}, {255, 161, 0}, {255, 114, 0}, {0, 189, 255},
|
||||||
|
{0, 236, 255}, {0, 255, 226}, {255, 0, 76}, {0, 255, 131}, {255, 0, 171},
|
||||||
|
{0, 255, 37}, {244, 0, 253}, {57, 255, 0}, {151, 0, 255}, {151, 255, 0},
|
||||||
|
{57, 0, 255}, {245, 255, 0}, {0, 39, 255}, {255, 169, 0}, {0, 133, 255},
|
||||||
|
{255, 75, 0}, {0, 228, 255}, {255, 0, 19}, {0, 255, 189}, {255, 0, 113},
|
||||||
|
{0, 255, 94}, {255, 0, 208}, {6, 255, 6}, {207, 0, 255}, {96, 255, 0},
|
||||||
|
{112, 0, 255}, {190, 255, 0}, {23, 0, 255}};
|
||||||
|
|
||||||
|
constexpr int kJointConnection[35][2] = {
|
||||||
|
{0, 1}, {1, 2}, {2, 3}, {3, 7}, {0, 4}, {4, 5}, {5, 6},
|
||||||
|
{6, 8}, {9, 10}, {11, 12}, {11, 13}, {13, 15}, {15, 17}, {15, 19},
|
||||||
|
{15, 21}, {17, 19}, {12, 14}, {14, 16}, {16, 18}, {16, 20}, {16, 22},
|
||||||
|
{18, 20}, {11, 23}, {12, 24}, {23, 24}, {23, 25}, {24, 26}, {25, 27},
|
||||||
|
{26, 28}, {27, 29}, {28, 30}, {29, 31}, {30, 32}, {27, 31}, {28, 32}};
|
||||||
|
|
||||||
|
const int kConnectionColorMap[35][3] = {
|
||||||
|
{127, 104, 127}, {255, 184, 0}, {255, 137, 0}, {255, 57, 38},
|
||||||
|
{0, 94, 255}, {0, 212, 255}, {0, 245, 240}, {0, 255, 178},
|
||||||
|
{127, 127, 104}, {150, 127, 126}, {197, 0, 254}, {104, 0, 255},
|
||||||
|
{28, 19, 255}, {28, 66, 255}, {28, 114, 255}, {0, 86, 255},
|
||||||
|
{104, 255, 0}, {198, 255, 0}, {250, 212, 0}, {250, 165, 0},
|
||||||
|
{250, 127, 9}, {255, 122, 0}, {122, 127, 221}, {156, 127, 56},
|
||||||
|
{127, 127, 151}, {0, 255, 141}, {255, 0, 160}, {3, 255, 50},
|
||||||
|
{231, 0, 231}, {51, 255, 3}, {159, 0, 255}, {143, 255, 0},
|
||||||
|
{67, 0, 255}, {98, 255, 3}, {115, 0, 255}};
|
||||||
|
} // namespace
|
||||||
|
|
||||||
|
namespace mediapipe {
|
||||||
|
void DrawPose(const mediapipe::NormalizedLandmarkList& pose, int target_width,
|
||||||
|
int target_height, bool flip_y, cv::Mat* image) {
|
||||||
|
constexpr float kVisThres = 0.4f;
|
||||||
|
constexpr float kPresThres = 0.4f;
|
||||||
|
std::map<int, cv::Point> visible_landmarks;
|
||||||
|
for (int j = 0; j < pose.landmark_size(); ++j) {
|
||||||
|
const auto& landmark = pose.landmark(j);
|
||||||
|
if (landmark.has_visibility() && landmark.visibility() < kVisThres) {
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
if (landmark.has_presence() && landmark.presence() < kPresThres) {
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
visible_landmarks[j] = cv::Point(
|
||||||
|
landmark.x() * target_width,
|
||||||
|
(flip_y ? 1.0f - landmark.y() : landmark.y()) * target_height);
|
||||||
|
}
|
||||||
|
|
||||||
|
constexpr int draw_line_width = 5;
|
||||||
|
constexpr int draw_circle_radius = 7;
|
||||||
|
const int lm = static_cast<int>(PoseLandmarkName::kMouthLeft);
|
||||||
|
const int rm = static_cast<int>(PoseLandmarkName::kMouthRight);
|
||||||
|
const int ls = static_cast<int>(PoseLandmarkName::kLeftShoulder);
|
||||||
|
const int rs = static_cast<int>(PoseLandmarkName::kRightShoulder);
|
||||||
|
if (visible_landmarks.find(lm) != visible_landmarks.end() &&
|
||||||
|
visible_landmarks.find(rm) != visible_landmarks.end() &&
|
||||||
|
visible_landmarks.find(ls) != visible_landmarks.end() &&
|
||||||
|
visible_landmarks.find(rs) != visible_landmarks.end()) {
|
||||||
|
cv::line(*image, (visible_landmarks[lm] + visible_landmarks[rm]) * 0.5f,
|
||||||
|
(visible_landmarks[ls] + visible_landmarks[rs]) * 0.5f,
|
||||||
|
cv::Scalar(255, 255, 255), draw_line_width);
|
||||||
|
}
|
||||||
|
|
||||||
|
for (int j = 0; j < 35; ++j) {
|
||||||
|
if (visible_landmarks.find(kJointConnection[j][0]) !=
|
||||||
|
visible_landmarks.end() &&
|
||||||
|
visible_landmarks.find(kJointConnection[j][1]) !=
|
||||||
|
visible_landmarks.end()) {
|
||||||
|
cv::line(*image, visible_landmarks[kJointConnection[j][0]],
|
||||||
|
visible_landmarks[kJointConnection[j][1]],
|
||||||
|
cv::Scalar(kConnectionColorMap[j][0], kConnectionColorMap[j][1],
|
||||||
|
kConnectionColorMap[j][2]),
|
||||||
|
draw_line_width);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
for (const auto& landmark : visible_landmarks) {
|
||||||
|
cv::circle(*image, landmark.second, draw_circle_radius,
|
||||||
|
cv::Scalar(kJointColorMap[landmark.first][0],
|
||||||
|
kJointColorMap[landmark.first][1],
|
||||||
|
kJointColorMap[landmark.first][2]),
|
||||||
|
-1);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
} // namespace mediapipe
|
||||||
28
mediapipe/util/pose_util.h
Normal file
28
mediapipe/util/pose_util.h
Normal file
|
|
@ -0,0 +1,28 @@
|
||||||
|
// Copyright 2023 The MediaPipe Authors.
|
||||||
|
//
|
||||||
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
// you may not use this file except in compliance with the License.
|
||||||
|
// You may obtain a copy of the License at
|
||||||
|
//
|
||||||
|
// http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
//
|
||||||
|
// Unless required by applicable law or agreed to in writing, software
|
||||||
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
// See the License for the specific language governing permissions and
|
||||||
|
// limitations under the License.
|
||||||
|
|
||||||
|
#ifndef MEDIAPIPE_UTIL_POSE_UTIL_H_
|
||||||
|
#define MEDIAPIPE_UTIL_POSE_UTIL_H_
|
||||||
|
|
||||||
|
#include "mediapipe/framework/formats/landmark.pb.h"
|
||||||
|
#include "mediapipe/framework/port/opencv_core_inc.h"
|
||||||
|
|
||||||
|
namespace mediapipe {
|
||||||
|
|
||||||
|
void DrawPose(const mediapipe::NormalizedLandmarkList& pose, int target_width,
|
||||||
|
int target_height, bool flip_y, cv::Mat* image);
|
||||||
|
|
||||||
|
} // namespace mediapipe
|
||||||
|
|
||||||
|
#endif // MEDIAPIPE_UTIL_POSE_UTIL_H_
|
||||||
Loading…
Reference in New Issue
Block a user