97 lines
3.8 KiB
C++
97 lines
3.8 KiB
C++
// Copyright 2020 The MediaPipe Authors.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
#ifndef MEDIAPIPE_CALCULATORS_UTIL_LANDMARKS_TO_MASK_CALCULATOR_H_
|
|
#define MEDIAPIPE_CALCULATORS_UTIL_LANDMARKS_TO_MASK_CALCULATOR_H_
|
|
|
|
#include "absl/memory/memory.h"
|
|
#include "absl/strings/str_cat.h"
|
|
#include "absl/strings/str_join.h"
|
|
#include "mediapipe/framework/calculator_framework.h"
|
|
#include "mediapipe/framework/calculator_options.pb.h"
|
|
#include "mediapipe/framework/formats/landmark.pb.h"
|
|
#include "mediapipe/framework/formats/location_data.pb.h"
|
|
#include "mediapipe/framework/port/ret_check.h"
|
|
#include "mediapipe/util/color.pb.h"
|
|
#include "mediapipe/util/render_data.pb.h"
|
|
#include "absl/memory/memory.h"
|
|
#include "absl/strings/str_cat.h"
|
|
#include "absl/strings/str_join.h"
|
|
#include "mediapipe/framework/calculator_framework.h"
|
|
#include "mediapipe/framework/calculator_options.pb.h"
|
|
#include "mediapipe/framework/formats/image_format.pb.h"
|
|
#include "mediapipe/framework/formats/image_frame.h"
|
|
#include "mediapipe/framework/formats/image_frame_opencv.h"
|
|
#include "mediapipe/framework/formats/landmark.pb.h"
|
|
#include "mediapipe/framework/port/opencv_core_inc.h"
|
|
#include "mediapipe/framework/port/opencv_imgproc_inc.h"
|
|
#include "mediapipe/framework/formats/location_data.pb.h"
|
|
#include "mediapipe/framework/port/ret_check.h"
|
|
#include "mediapipe/util/color.pb.h"
|
|
#include "mediapipe/util/render_data.pb.h"
|
|
#include "absl/strings/str_cat.h"
|
|
#include "mediapipe/framework/port/logging.h"
|
|
#include "mediapipe/framework/port/status.h"
|
|
#include "mediapipe/framework/port/vector.h"
|
|
|
|
namespace mediapipe
|
|
{
|
|
|
|
// A calculator that converts Landmark proto to RenderData proto for
|
|
// visualization. The input should be LandmarkList proto. It is also possible
|
|
// to specify the connections between landmarks.
|
|
//
|
|
// Example config:
|
|
// node {
|
|
// calculator: "LandmarksToMaskCalculator"
|
|
// input_stream: "NORM_LANDMARKS:landmarks"
|
|
// output_stream: "RENDER_DATA:render_data"
|
|
// options {
|
|
// [LandmarksToRenderDataCalculatorOptions.ext] {
|
|
// landmark_connections: [0, 1, 1, 2]
|
|
// landmark_color { r: 0 g: 255 b: 0 }
|
|
// connection_color { r: 0 g: 255 b: 0 }
|
|
// thickness: 4.0
|
|
// }
|
|
// }
|
|
// }
|
|
class LandmarksToMaskCalculator : public CalculatorBase
|
|
{
|
|
public:
|
|
LandmarksToMaskCalculator() = default;
|
|
~LandmarksToMaskCalculator() override = default;
|
|
LandmarksToMaskCalculator(const LandmarksToMaskCalculator &) =
|
|
delete;
|
|
LandmarksToMaskCalculator &operator=(
|
|
const LandmarksToMaskCalculator &) = delete;
|
|
|
|
static absl::Status GetContract(CalculatorContract *cc);
|
|
|
|
absl::Status Open(CalculatorContext *cc) override;
|
|
|
|
absl::Status Process(CalculatorContext *cc) override;
|
|
|
|
private:
|
|
absl::Status RenderToCpu(CalculatorContext *cc,
|
|
std::unordered_map<std::string, cv::Mat> &all_masks);
|
|
|
|
absl::Status GetFaceBox(std::unique_ptr<cv::Mat> &image_mat,
|
|
const RenderData &render_data);
|
|
absl::Status CreateRenderTargetCpu(
|
|
CalculatorContext *cc, std::unique_ptr<cv::Mat> &image_mat,
|
|
ImageFormat::Format *target_format);
|
|
};
|
|
|
|
} // namespace mediapipe
|
|
#endif // MEDIAPIPE_CALCULATORS_UTIL_LANDMARKS_TO_MASK_CALCULATOR_H_
|