cassdlcm/mediapipe
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Fix the issue with increasing latency

Browse Source
This commit is contained in:
Maksym Walczak 2022-01-20 15:53:57 +01:00
parent 5361430648
commit 7d16f899a0
1 changed files with 3 additions and 17 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
mediapipe/pose_tracking_dll/pose_tracking.cpp
View File

@ -50,21 +50,17 @@ class PoseTrackingImpl {
MP_RETURN_IF_ERROR(graph.Initialize(config)); MP_RETURN_IF_ERROR(graph.Initialize(config));
ASSIGN_OR_RETURN(mediapipe::OutputStreamPoller poller, ASSIGN_OR_RETURN(mediapipe::OutputStreamPoller poller,
graph.AddOutputStreamPoller(kOutputSegmentationStream)); graph.AddOutputStreamPoller(kOutputSegmentationStream, true));
ASSIGN_OR_RETURN(mediapipe::OutputStreamPoller landmarksPoller, ASSIGN_OR_RETURN(mediapipe::OutputStreamPoller landmarksPoller,
graph.AddOutputStreamPoller(kOutpuLandmarksStream)); graph.AddOutputStreamPoller(kOutpuLandmarksStream, true));
ASSIGN_OR_RETURN(mediapipe::OutputStreamPoller posePresencePoller,
graph.AddOutputStreamPoller(kOutpuPosePresenceStream));
maskPollerPtr = std::make_unique<mediapipe::OutputStreamPoller>(std::move(poller)); maskPollerPtr = std::make_unique<mediapipe::OutputStreamPoller>(std::move(poller));
landmarksPollerPtr = landmarksPollerPtr =
std::make_unique<mediapipe::OutputStreamPoller>(std::move(landmarksPoller)); std::make_unique<mediapipe::OutputStreamPoller>(std::move(landmarksPoller));
posePresencePollerPtr =
std::make_unique<mediapipe::OutputStreamPoller>(std::move(posePresencePoller));
MP_RETURN_IF_ERROR(graph.StartRun({})); MP_RETURN_IF_ERROR(graph.StartRun({}));
} }
@ -89,17 +85,9 @@ class PoseTrackingImpl {
return false; return false;
} }
mediapipe::Packet posePresencePacket;
if (!posePresencePollerPtr || !posePresencePollerPtr->Next(&posePresencePacket)) return false;
auto landmarksDetected = posePresencePacket.Get<bool>();
if (!landmarksDetected) {
return false;
}
// Get the graph result packet, or stop if that fails. // Get the graph result packet, or stop if that fails.
mediapipe::Packet maskPacket; mediapipe::Packet maskPacket;
if (!maskPollerPtr || !maskPollerPtr->Next(&maskPacket)) return false; if (!maskPollerPtr || !maskPollerPtr->Next(&maskPacket) || maskPacket.IsEmpty()) return false;
auto& outputFrame = maskPacket.Get<mediapipe::ImageFrame>(); auto& outputFrame = maskPacket.Get<mediapipe::ImageFrame>();
// Get pose landmarks. // Get pose landmarks.
@ -146,14 +134,12 @@ class PoseTrackingImpl {
mediapipe::Packet poseLandmarksPacket; mediapipe::Packet poseLandmarksPacket;
cv::Mat segmentedMask; cv::Mat segmentedMask;
nimagna::cv_wrapper::Point3f poseLandmarks[kLandmarksCount]; nimagna::cv_wrapper::Point3f poseLandmarks[kLandmarksCount];
std::unique_ptr<mediapipe::OutputStreamPoller> posePresencePollerPtr;
std::unique_ptr<mediapipe::OutputStreamPoller> maskPollerPtr; std::unique_ptr<mediapipe::OutputStreamPoller> maskPollerPtr;
std::unique_ptr<mediapipe::OutputStreamPoller> landmarksPollerPtr; std::unique_ptr<mediapipe::OutputStreamPoller> landmarksPollerPtr;
mediapipe::CalculatorGraph graph; mediapipe::CalculatorGraph graph;
const char* kInputStream = "input_video"; const char* kInputStream = "input_video";
const char* kOutputSegmentationStream = "segmentation_mask"; const char* kOutputSegmentationStream = "segmentation_mask";
const char* kOutpuLandmarksStream = "pose_landmarks"; const char* kOutpuLandmarksStream = "pose_landmarks";
const char* kOutpuPosePresenceStream = "pose_presence";
}; };
namespace nimagna { namespace nimagna {