cassdlcm/mediapipe
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Merge pull request #2 from NimagnaAG/fix/IncreasingPoseTrackingLatency

Browse Source 
Fix the issue with increasing latency
This commit is contained in:
MaksymAtNimagna 2022-01-21 16:32:53 +01:00 committed by GitHub
commit 690fa7909b
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 3 additions and 17 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
mediapipe/pose_tracking_dll/pose_tracking.cpp
View File

@ -50,21 +50,17 @@ class PoseTrackingImpl {
MP_RETURN_IF_ERROR(graph.Initialize(config));
ASSIGN_OR_RETURN(mediapipe::OutputStreamPoller poller,
graph.AddOutputStreamPoller(kOutputSegmentationStream));
graph.AddOutputStreamPoller(kOutputSegmentationStream, true));
ASSIGN_OR_RETURN(mediapipe::OutputStreamPoller landmarksPoller,
graph.AddOutputStreamPoller(kOutpuLandmarksStream));
graph.AddOutputStreamPoller(kOutpuLandmarksStream, true));
ASSIGN_OR_RETURN(mediapipe::OutputStreamPoller posePresencePoller,
graph.AddOutputStreamPoller(kOutpuPosePresenceStream));
maskPollerPtr = std::make_unique<mediapipe::OutputStreamPoller>(std::move(poller));
landmarksPollerPtr =
std::make_unique<mediapipe::OutputStreamPoller>(std::move(landmarksPoller));
posePresencePollerPtr =
std::make_unique<mediapipe::OutputStreamPoller>(std::move(posePresencePoller));
MP_RETURN_IF_ERROR(graph.StartRun({}));
}
@ -89,17 +85,9 @@ class PoseTrackingImpl {
return false;
}
mediapipe::Packet posePresencePacket;
if (!posePresencePollerPtr || !posePresencePollerPtr->Next(&posePresencePacket)) return false;
auto landmarksDetected = posePresencePacket.Get<bool>();
if (!landmarksDetected) {
return false;
}
// Get the graph result packet, or stop if that fails.
mediapipe::Packet maskPacket;
if (!maskPollerPtr || !maskPollerPtr->Next(&maskPacket)) return false;
if (!maskPollerPtr || !maskPollerPtr->Next(&maskPacket) || maskPacket.IsEmpty()) return false;
auto& outputFrame = maskPacket.Get<mediapipe::ImageFrame>();
// Get pose landmarks.
@ -146,14 +134,12 @@ class PoseTrackingImpl {
mediapipe::Packet poseLandmarksPacket;
cv::Mat segmentedMask;
nimagna::cv_wrapper::Point3f poseLandmarks[kLandmarksCount];
std::unique_ptr<mediapipe::OutputStreamPoller> posePresencePollerPtr;
std::unique_ptr<mediapipe::OutputStreamPoller> maskPollerPtr;
std::unique_ptr<mediapipe::OutputStreamPoller> landmarksPollerPtr;
mediapipe::CalculatorGraph graph;
const char* kInputStream = "input_video";
const char* kOutputSegmentationStream = "segmentation_mask";
const char* kOutpuLandmarksStream = "pose_landmarks";
const char* kOutpuPosePresenceStream = "pose_presence";
};
namespace nimagna {