cassdlcm/mediapipe
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Added files for the Object Detector C Tasks API

Browse Source
This commit is contained in:
Kinar 2023-11-13 09:53:37 -08:00
parent 939a9c2a37
commit 1c860cace6
17 changed files with 1390 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

87
mediapipe/tasks/c/components/containers/BUILD
View File

@ -43,6 +43,60 @@ cc_test(
], ],
) )
cc_library(
name = "rect",
hdrs = ["rect.h"],
)
cc_library(
name = "rect_converter",
srcs = ["rect_converter.cc"],
hdrs = ["rect_converter.h"],
deps = [
":rect",
"//mediapipe/tasks/cc/components/containers:rect",
],
)
cc_test(
name = "rect_converter_test",
srcs = ["rect_converter_test.cc"],
deps = [
":rect",
":rect_converter",
"//mediapipe/framework/port:gtest",
"//mediapipe/tasks/cc/components/containers:rect",
"@com_google_googletest//:gtest_main",
],
)
cc_library(
name = "keypoint",
hdrs = ["keypoint.h"],
)
cc_library(
name = "keypoint_converter",
srcs = ["keypoint_converter.cc"],
hdrs = ["keypoint_converter.h"],
deps = [
":keypoint",
"//mediapipe/tasks/cc/components/containers:keypoint",
],
)
cc_test(
name = "keypoint_converter_test",
srcs = ["keypoint_converter_test.cc"],
deps = [
":keypoint",
":keypoint_converter",
"//mediapipe/framework/port:gtest",
"//mediapipe/tasks/cc/components/containers:keypoint",
"@com_google_googletest//:gtest_main",
],
)
cc_library( cc_library(
name = "classification_result", name = "classification_result",
hdrs = ["classification_result.h"], hdrs = ["classification_result.h"],
@ -72,6 +126,39 @@ cc_test(
], ],
) )
cc_library(
name = "detection_result",
hdrs = ["detection_result.h"],
)
cc_library(
name = "detection_result_converter",
srcs = ["detection_result_converter.cc"],
hdrs = ["detection_result_converter.h"],
deps = [
":rect",
":rect_converter",
":category",
":category_converter",
":keypoint",
":keypoint_converter",
":detection_result",
"//mediapipe/tasks/cc/components/containers:detection_result",
],
)
cc_test(
name = "detection_result_converter_test",
srcs = ["detection_result_converter_test.cc"],
deps = [
":detection_result",
":detection_result_converter",
"//mediapipe/framework/port:gtest",
"//mediapipe/tasks/cc/components/containers:detection_result",
"@com_google_googletest//:gtest_main",
],
)
cc_library( cc_library(
name = "embedding_result", name = "embedding_result",
hdrs = ["embedding_result.h"], hdrs = ["embedding_result.h"],

63
mediapipe/tasks/c/components/containers/detection_result.h Normal file
View File

@ -0,0 +1,63 @@
/* Copyright 2023 The MediaPipe Authors.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
==============================================================================*/
#ifndef MEDIAPIPE_TASKS_C_COMPONENTS_CONTAINERS_DETECTION_RESULT_H_
#define MEDIAPIPE_TASKS_C_COMPONENTS_CONTAINERS_DETECTION_RESULT_H_
#include <stdint.h>
#include "mediapipe/tasks/c/components/containers/rect.h"
#ifdef __cplusplus
extern "C" {
#endif
// Detection for a single bounding box.
struct DetectionC {
// An array of detected categories.
struct Category* categories;
// The number of elements in the categories array.
uint32_t categories_count;
// The bounding box location.
struct Rect bounding_box;
// Optional list of keypoints associated with the detection. Keypoints
// represent interesting points related to the detection. For example, the
// keypoints represent the eye, ear and mouth from face detection model. Or
// in the template matching detection, e.g. KNIFT, they can represent the
// feature points for template matching.
// `nullptr` if keypoints is not present.
struct NormalizedKeypoint* keypoints;
// The number of elements in the keypoints array. 0 if keypoints do not exist.
uint32_t keypoints_count;
};
// Detection results of a model.
struct DetectionResult {
// An array of Detections.
struct DetectionC* detections;
// The number of detections in the detections array.
uint32_t detections_count;
};
#ifdef __cplusplus
} // extern C
#endif
#endif // MEDIAPIPE_TASKS_C_COMPONENTS_CONTAINERS_DETECTION_RESULT_H_

80
mediapipe/tasks/c/components/containers/detection_result_converter.cc Normal file
View File

@ -0,0 +1,80 @@
/* Copyright 2023 The MediaPipe Authors.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
==============================================================================*/
#include "mediapipe/tasks/c/components/containers/detection_result_converter.h"
#include <cstdlib>
#include "mediapipe/tasks/c/components/containers/category.h"
#include "mediapipe/tasks/c/components/containers/category_converter.h"
#include "mediapipe/tasks/c/components/containers/detection_result.h"
#include "mediapipe/tasks/c/components/containers/keypoint.h"
#include "mediapipe/tasks/c/components/containers/keypoint_converter.h"
#include "mediapipe/tasks/c/components/containers/rect_converter.h"
#include "mediapipe/tasks/cc/components/containers/detection_result.h"
namespace mediapipe::tasks::c::components::containers {
void CppConvertToDetection(
const mediapipe::tasks::components::containers::Detection& in,
DetectionC* out) {
out->categories_count = in.categories.size();
out->categories = new Category[out->categories_count];
for (size_t i = 0; i < out->categories_count; ++i) {
CppConvertToCategory(in.categories[i], &out->categories[i]);
}
CppConvertToRect(in.bounding_box, &out->bounding_box);
if (in.keypoints.has_value()) {
auto& keypoints = in.keypoints.value();
out->keypoints_count = keypoints.size();
out->keypoints = new NormalizedKeypoint[out->keypoints_count];
for (size_t i = 0; i < out->keypoints_count; ++i) {
CppConvertToNormalizedKeypoint(keypoints[i], &out->keypoints[i]);
}
} else {
out->keypoints = nullptr;
out->keypoints_count = 0;
}
}
void CppConvertToDetectionResult(
const mediapipe::tasks::components::containers::DetectionResult& in,
DetectionResult* out) {
out->detections_count = in.detections.size();
out->detections = new DetectionC[out->detections_count];
for (size_t i = 0; i < out->detections_count; ++i) {
CppConvertToDetection(in.detections[i], &out->detections[i]);
}
}
// Functions to free the memory of C structures.
void CppCloseDetection(DetectionC* in) {
delete[] in->categories;
in->categories = nullptr;
delete[] in->keypoints;
in->keypoints = nullptr;
}
void CppCloseDetectionResult(DetectionResult* in) {
for (size_t i = 0; i < in->detections_count; ++i) {
CppCloseDetection(&in->detections[i]);
}
delete[] in->detections;
in->detections = nullptr;
}
} // namespace mediapipe::tasks::c::components::containers

38
mediapipe/tasks/c/components/containers/detection_result_converter.h Normal file
View File

@ -0,0 +1,38 @@
/* Copyright 2023 The MediaPipe Authors.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
==============================================================================*/
#ifndef MEDIAPIPE_TASKS_C_COMPONENTS_CONTAINERS_DETECTION_RESULT_CONVERTER_H_
#define MEDIAPIPE_TASKS_C_COMPONENTS_CONTAINERS_DETECTION_RESULT_CONVERTER_H_
#include "mediapipe/tasks/c/components/containers/detection_result.h"
#include "mediapipe/tasks/cc/components/containers/detection_result.h"
namespace mediapipe::tasks::c::components::containers {
void CppConvertToDetection(
const mediapipe::tasks::components::containers::Detection& in,
Detection* out);
void CppConvertToDetectionResult(
const mediapipe::tasks::components::containers::DetectionResult& in,
DetectionResult* out);
void CppCloseDetection(Detection* in);
void CppCloseDetectionResult(DetectionResult* in);
} // namespace mediapipe::tasks::c::components::containers
#endif // MEDIAPIPE_TASKS_C_COMPONENTS_CONTAINERS_DETECTION_RESULT_CONVERTER_H_

28
mediapipe/tasks/c/components/containers/detection_result_converter_test.cc Normal file
View File

@ -0,0 +1,28 @@
/* Copyright 2023 The MediaPipe Authors.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
==============================================================================*/
#include "mediapipe/tasks/c/components/containers/detection_result_converter.h"
#include <cstdlib>
#include <optional>
#include <string>
#include "mediapipe/framework/port/gtest.h"
#include "mediapipe/tasks/c/components/containers/detection_result.h"
#include "mediapipe/tasks/cc/components/containers/detection_result.h"
namespace mediapipe::tasks::c::components::containers {
} // namespace mediapipe::tasks::c::components::containers

48
mediapipe/tasks/c/components/containers/keypoint.h Normal file
View File

@ -0,0 +1,48 @@
/* Copyright 2023 The MediaPipe Authors.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
==============================================================================*/
#ifndef MEDIAPIPE_TASKS_C_COMPONENTS_CONTAINERS_KEYPOINT_H_
#define MEDIAPIPE_TASKS_C_COMPONENTS_CONTAINERS_KEYPOINT_H_
#include <stdbool.h>
#ifdef __cplusplus
extern "C" {
#endif
// A keypoint, defined by the coordinates (x, y), normalized by the image
// dimensions.
struct NormalizedKeypoint {
// x in normalized image coordinates.
float x;
// y in normalized image coordinates.
float y;
// Optional label of the keypoint.
char* label; // `nullptr` if the label is not present.
// Optional score of the keypoint.
float score;
// Indicates if score is valid
bool has_score;
};
#ifdef __cplusplus
} // extern C
#endif
#endif // MEDIAPIPE_TASKS_C_COMPONENTS_CONTAINERS_KEYPOINT_H_

45
mediapipe/tasks/c/components/containers/keypoint_converter.cc Normal file
View File

@ -0,0 +1,45 @@
/* Copyright 2023 The MediaPipe Authors.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
==============================================================================*/
#include "mediapipe/tasks/c/components/containers/keypoint_converter.h"
#include <cstdint>
#include <cstdlib>
#include <cstring>
#include "mediapipe/tasks/c/components/containers/keypoint.h"
#include "mediapipe/tasks/cc/components/containers/keypoint.h"
namespace mediapipe::tasks::c::components::containers {
void CppConvertToNormalizedKeypoint(
const mediapipe::tasks::components::containers::NormalizedKeypoint& in,
NormalizedKeypoint* out) {
out->x = in.x;
out->y = in.y;
out->label = in.label.has_value() ? strdup(in.label->c_str()) : nullptr;
out->has_score = in.score.has_value();
out->score = out->has_score ? in.score.value() : 0;
}
void CppCloseNormalizedKeypoint(NormalizedKeypoint* keypoint) {
if (keypoint && keypoint->label) {
free(keypoint->label);
keypoint->label = NULL;
}
}
} // namespace mediapipe::tasks::c::components::containers

32
mediapipe/tasks/c/components/containers/keypoint_converter.h Normal file
View File

@ -0,0 +1,32 @@
/* Copyright 2023 The MediaPipe Authors.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
==============================================================================*/
#ifndef MEDIAPIPE_TASKS_C_COMPONENTS_CONTAINERS_KEYPOINT_CONVERTER_H_
#define MEDIAPIPE_TASKS_C_COMPONENTS_CONTAINERS_KEYPOINT_CONVERTER_H_
#include "mediapipe/tasks/c/components/containers/keypoint.h"
#include "mediapipe/tasks/cc/components/containers/keypoint.h"
namespace mediapipe::tasks::c::components::containers {
void CppConvertToNormalizedKeypoint(
const mediapipe::tasks::components::containers::NormalizedKeypoint& in,
NormalizedKeypoint* out);
void CppCloseNormalizedKeypoint(NormalizedKeypoint* keypoint);
} // namespace mediapipe::tasks::c::components::containers
#endif // MEDIAPIPE_TASKS_C_COMPONENTS_CONTAINERS_KEYPOINT_CONVERTER_H_

35
mediapipe/tasks/c/components/containers/keypoint_converter_test.cc Normal file
View File

@ -0,0 +1,35 @@
/* Copyright 2023 The MediaPipe Authors.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
==============================================================================*/
#include "mediapipe/tasks/c/components/containers/keypoint_converter.h"
#include <cstdlib>
#include <optional>
#include <string>
#include "mediapipe/framework/port/gtest.h"
#include "mediapipe/tasks/c/components/containers/keypoint.h"
#include "mediapipe/tasks/cc/components/containers/keypoint.h"
namespace mediapipe::tasks::c::components::containers {
TEST(RectConverterTest, ConvertsRectCustomValues) {
mediapipe::tasks::components::containers::Rect cpp_rect = {0, 0, 0, 0};
Rect c_rect;
CppConvertToRect(cpp_rect, &c_rect);
}
} // namespace mediapipe::tasks::c::components::containers

46
mediapipe/tasks/c/components/containers/rect.h Normal file
View File

@ -0,0 +1,46 @@
/* Copyright 2023 The MediaPipe Authors.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
==============================================================================*/
#ifndef MEDIAPIPE_TASKS_C_COMPONENTS_CONTAINERS_RECT_H_
#define MEDIAPIPE_TASKS_C_COMPONENTS_CONTAINERS_RECT_H_
#ifdef __cplusplus
extern "C" {
#endif
// Defines a rectangle, used e.g. as part of detection results or as input
// region-of-interest.
struct Rect {
int left;
int top;
int right;
int bottom;
};
// The coordinates are normalized wrt the image dimensions, i.e. generally in
// [0,1] but they may exceed these bounds if describing a region overlapping the
// image. The origin is on the top-left corner of the image.
struct RectF {
float left;
float top;
float right;
float bottom;
};
#ifdef __cplusplus
} // extern C
#endif
#endif // MEDIAPIPE_TASKS_C_COMPONENTS_CONTAINERS_RECT_H_

43
mediapipe/tasks/c/components/containers/rect_converter.cc Normal file
View File

@ -0,0 +1,43 @@
/* Copyright 2023 The MediaPipe Authors.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
==============================================================================*/
#include "mediapipe/tasks/c/components/containers/rect_converter.h"
#include <cstdlib>
#include "mediapipe/tasks/c/components/containers/rect.h"
#include "mediapipe/tasks/cc/components/containers/rect.h"
namespace mediapipe::tasks::c::components::containers {
// Converts a C++ Rect to a C Rect.
void CppConvertToRect(const mediapipe::tasks::components::containers::Rect& in,
struct Rect* out) {
out->left = in.left;
out->top = in.top;
out->right = in.right;
out->bottom = in.bottom;
}
// Converts a C++ RectF to a C RectF.
void CppConvertToRectF(
const mediapipe::tasks::components::containers::RectF& in, RectF* out) {
out->left = in.left;
out->top = in.top;
out->right = in.right;
out->bottom = in.bottom;
}
} // namespace mediapipe::tasks::c::components::containers

32
mediapipe/tasks/c/components/containers/rect_converter.h Normal file
View File

@ -0,0 +1,32 @@
/* Copyright 2023 The MediaPipe Authors.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
==============================================================================*/
#ifndef MEDIAPIPE_TASKS_C_COMPONENTS_CONTAINERS_RECT_CONVERTER_H_
#define MEDIAPIPE_TASKS_C_COMPONENTS_CONTAINERS_RECT_CONVERTER_H_
#include "mediapipe/tasks/c/components/containers/rect.h"
#include "mediapipe/tasks/cc/components/containers/rect.h"
namespace mediapipe::tasks::c::components::containers {
void CppConvertToRect(const mediapipe::tasks::components::containers::Rect& in,
Rect* out);
void CppConvertToRectF(
const mediapipe::tasks::components::containers::RectF& in, RectF* out);
} // namespace mediapipe::tasks::c::components::containers
#endif // MEDIAPIPE_TASKS_C_COMPONENTS_CONTAINERS_RECT_CONVERTER_H_

51
mediapipe/tasks/c/components/containers/rect_converter_test.cc Normal file
View File

@ -0,0 +1,51 @@
/* Copyright 2023 The MediaPipe Authors.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
==============================================================================*/
#include "mediapipe/tasks/c/components/containers/rect_converter.h"
#include <cstdlib>
#include <optional>
#include <string>
#include "mediapipe/framework/port/gtest.h"
#include "mediapipe/tasks/c/components/containers/rect.h"
#include "mediapipe/tasks/cc/components/containers/rect.h"
namespace mediapipe::tasks::c::components::containers {
TEST(RectConverterTest, ConvertsRectCustomValues) {
mediapipe::tasks::components::containers::Rect cpp_rect = {0, 0, 0, 0};
Rect c_rect;
CppConvertToRect(cpp_rect, &c_rect);
EXPECT_EQ(c_rect.left, 0);
EXPECT_EQ(c_rect.right, 0);
EXPECT_EQ(c_rect.top, 0);
EXPECT_EQ(c_rect.bottom, 0);
}
TEST(RectFConverterTest, ConvertsRectFCustomValues) {
mediapipe::tasks::components::containers::RectF cpp_rect = {0.1, 0.1, 0.1,
0.1};
RectF c_rect;
CppConvertToRect(cpp_rect, &c_rect);
EXPECT_FLOAT_EQ(c_rect.left, 0.1);
EXPECT_FLOAT_EQ(c_rect.right, 0.1);
EXPECT_FLOAT_EQ(c_rect.top, 0.1);
EXPECT_FLOAT_EQ(c_rect.bottom, 0.1);
}
} // namespace mediapipe::tasks::c::components::containers

64
mediapipe/tasks/c/vision/object_detector/BUILD Normal file
View File

@ -0,0 +1,64 @@
# Copyright 2023 The MediaPipe Authors.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
package(default_visibility = ["//mediapipe/tasks:internal"])
licenses(["notice"])
cc_library(
name = "object_detector_lib",
srcs = ["object_detector.cc"],
hdrs = ["object_detector.h"],
visibility = ["//visibility:public"],
deps = [
"//mediapipe/framework/formats:image",
"//mediapipe/framework/formats:image_frame",
"//mediapipe/tasks/c/components/containers:detection_result",
"//mediapipe/tasks/c/components/containers:detection_result_converter",
"//mediapipe/tasks/c/core:base_options",
"//mediapipe/tasks/c/core:base_options_converter",
"//mediapipe/tasks/c/vision/core:common",
"//mediapipe/tasks/cc/vision/core:running_mode",
"//mediapipe/tasks/cc/vision/object_detector",
"//mediapipe/tasks/cc/vision/utils:image_utils",
"@com_google_absl//absl/log:absl_log",
"@com_google_absl//absl/status",
"@com_google_absl//absl/status:statusor",
],
alwayslink = 1,
)
cc_test(
name = "object_detector_test",
srcs = ["object_detector_test.cc"],
data = [
"//mediapipe/framework/formats:image_frame_opencv",
"//mediapipe/framework/port:opencv_core",
"//mediapipe/framework/port:opencv_imgproc",
"//mediapipe/tasks/testdata/vision:test_images",
"//mediapipe/tasks/testdata/vision:test_models",
],
linkstatic = 1,
deps = [
":object_detector_lib",
"//mediapipe/framework/deps:file_path",
"//mediapipe/framework/formats:image",
"//mediapipe/framework/port:gtest",
"//mediapipe/tasks/c/components/containers:category",
"//mediapipe/tasks/cc/vision/utils:image_utils",
"@com_google_absl//absl/flags:flag",
"@com_google_absl//absl/strings",
"@com_google_googletest//:gtest_main",
],
)

288
mediapipe/tasks/c/vision/object_detector/object_detector.cc Normal file
View File

@ -0,0 +1,288 @@
/* Copyright 2023 The MediaPipe Authors.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
==============================================================================*/
#include "mediapipe/tasks/c/vision/object_detector/object_detector.h"
#include <cstdint>
#include <cstdlib>
#include <memory>
#include <utility>
#include "absl/log/absl_log.h"
#include "absl/status/status.h"
#include "absl/status/statusor.h"
#include "mediapipe/framework/formats/image.h"
#include "mediapipe/framework/formats/image_frame.h"
#include "mediapipe/tasks/c/components/containers/detection_result_converter.h"
#include "mediapipe/tasks/c/core/base_options_converter.h"
#include "mediapipe/tasks/cc/vision/core/running_mode.h"
#include "mediapipe/tasks/cc/vision/object_detector/object_detector.h"
#include "mediapipe/tasks/cc/vision/utils/image_utils.h"
namespace mediapipe::tasks::c::vision::object_detector {
namespace {
using ::mediapipe::tasks::c::components::containers::CppCloseDetectionResult;
using ::mediapipe::tasks::c::components::containers::
CppConvertToDetectionResult;
using ::mediapipe::tasks::c::core::CppConvertToBaseOptions;
using ::mediapipe::tasks::vision::CreateImageFromBuffer;
using ::mediapipe::tasks::vision::ObjectDetector;
using ::mediapipe::tasks::vision::core::RunningMode;
typedef ::mediapipe::tasks::vision::ObjectDetectorResult
CppObjectDetectorResult;
int CppProcessError(absl::Status status, char** error_msg) {
if (error_msg) {
*error_msg = strdup(status.ToString().c_str());
}
return status.raw_code();
}
} // namespace
void CppConvertToDetectorOptions(
const ObjectDetectorOptions& in,
mediapipe::tasks::vision::ObjectDetectorOptions* out) {
out->display_names_locale =
in.display_names_locale ? std::string(in.display_names_locale) : "en";
out->max_results = in.max_results;
out->score_threshold = in.score_threshold;
out->category_allowlist =
std::vector<std::string>(in.category_allowlist_count);
for (uint32_t i = 0; i < in.category_allowlist_count; ++i) {
out->category_allowlist[i] = in.category_allowlist[i];
}
out->category_denylist = std::vector<std::string>(in.category_denylist_count);
for (uint32_t i = 0; i < in.category_denylist_count; ++i) {
out->category_denylist[i] = in.category_denylist[i];
}
}
ObjectDetector* CppObjectDetectorCreate(const ObjectDetectorOptions& options,
char** error_msg) {
auto cpp_options =
std::make_unique<::mediapipe::tasks::vision::ObjectDetectorOptions>();
CppConvertToBaseOptions(options.base_options, &cpp_options->base_options);
CppConvertToDetectorOptions(options, cpp_options.get());
cpp_options->running_mode = static_cast<RunningMode>(options.running_mode);
// Enable callback for processing live stream data when the running mode is
// set to RunningMode::LIVE_STREAM.
if (cpp_options->running_mode == RunningMode::LIVE_STREAM) {
if (options.result_callback == nullptr) {
const absl::Status status = absl::InvalidArgumentError(
"Provided null pointer to callback function.");
ABSL_LOG(ERROR) << "Failed to create ObjectDetector: " << status;
CppProcessError(status, error_msg);
return nullptr;
}
ObjectDetectorOptions::result_callback_fn result_callback =
options.result_callback;
cpp_options->result_callback =
[result_callback](absl::StatusOr<CppObjectDetectorResult> cpp_result,
const Image& image, int64_t timestamp) {
char* error_msg = nullptr;
if (!cpp_result.ok()) {
ABSL_LOG(ERROR) << "Detection failed: " << cpp_result.status();
CppProcessError(cpp_result.status(), &error_msg);
result_callback(nullptr, MpImage(), timestamp, error_msg);
free(error_msg);
return;
}
// Result is valid for the lifetime of the callback function.
ObjectDetectorResult result;
CppConvertToDetectionResult(*cpp_result, &result);
const auto& image_frame = image.GetImageFrameSharedPtr();
const MpImage mp_image = {
.type = MpImage::IMAGE_FRAME,
.image_frame = {
.format = static_cast<::ImageFormat>(image_frame->Format()),
.image_buffer = image_frame->PixelData(),
.width = image_frame->Width(),
.height = image_frame->Height()}};
result_callback(&result, mp_image, timestamp,
/* error_msg= */ nullptr);
CppCloseDetectionResult(&result);
};
}
auto detector = ObjectDetector::Create(std::move(cpp_options));
if (!detector.ok()) {
ABSL_LOG(ERROR) << "Failed to create ObjectDetector: " << detector.status();
CppProcessError(detector.status(), error_msg);
return nullptr;
}
return detector->release();
}
int CppObjectDetectorDetect(void* detector, const MpImage* image,
ObjectDetectorResult* result, char** error_msg) {
if (image->type == MpImage::GPU_BUFFER) {
const absl::Status status =
absl::InvalidArgumentError("GPU Buffer not supported yet.");
ABSL_LOG(ERROR) << "Detection failed: " << status.message();
return CppProcessError(status, error_msg);
}
const auto img = CreateImageFromBuffer(
static_cast<ImageFormat::Format>(image->image_frame.format),
image->image_frame.image_buffer, image->image_frame.width,
image->image_frame.height);
if (!img.ok()) {
ABSL_LOG(ERROR) << "Failed to create Image: " << img.status();
return CppProcessError(img.status(), error_msg);
}
auto cpp_detector = static_cast<ObjectDetector*>(detector);
auto cpp_result = cpp_detector->Detect(*img);
if (!cpp_result.ok()) {
ABSL_LOG(ERROR) << "Detection failed: " << cpp_result.status();
return CppProcessError(cpp_result.status(), error_msg);
}
CppConvertToDetectionResult(*cpp_result, result);
return 0;
}
int CppObjectDetectorDetectForVideo(void* detector, const MpImage* image,
int64_t timestamp_ms,
ObjectDetectorResult* result,
char** error_msg) {
if (image->type == MpImage::GPU_BUFFER) {
absl::Status status =
absl::InvalidArgumentError("GPU Buffer not supported yet");
ABSL_LOG(ERROR) << "Detection failed: " << status.message();
return CppProcessError(status, error_msg);
}
const auto img = CreateImageFromBuffer(
static_cast<ImageFormat::Format>(image->image_frame.format),
image->image_frame.image_buffer, image->image_frame.width,
image->image_frame.height);
if (!img.ok()) {
ABSL_LOG(ERROR) << "Failed to create Image: " << img.status();
return CppProcessError(img.status(), error_msg);
}
auto cpp_detector = static_cast<ObjectDetector*>(detector);
auto cpp_result = cpp_detector->DetectForVideo(*img, timestamp_ms);
if (!cpp_result.ok()) {
ABSL_LOG(ERROR) << "Detection failed: " << cpp_result.status();
return CppProcessError(cpp_result.status(), error_msg);
}
CppConvertToDetectionResult(*cpp_result, result);
return 0;
}
int CppObjectDetectorDetectAsync(void* detector, const MpImage* image,
int64_t timestamp_ms, char** error_msg) {
if (image->type == MpImage::GPU_BUFFER) {
absl::Status status =
absl::InvalidArgumentError("GPU Buffer not supported yet");
ABSL_LOG(ERROR) << "Detection failed: " << status.message();
return CppProcessError(status, error_msg);
}
const auto img = CreateImageFromBuffer(
static_cast<ImageFormat::Format>(image->image_frame.format),
image->image_frame.image_buffer, image->image_frame.width,
image->image_frame.height);
if (!img.ok()) {
ABSL_LOG(ERROR) << "Failed to create Image: " << img.status();
return CppProcessError(img.status(), error_msg);
}
auto cpp_detector = static_cast<ObjectDetector*>(detector);
auto cpp_result = cpp_detector->DetectAsync(*img, timestamp_ms);
if (!cpp_result.ok()) {
ABSL_LOG(ERROR) << "Data preparation for the object detection failed: "
<< cpp_result;
return CppProcessError(cpp_result, error_msg);
}
return 0;
}
void CppObjectDetectorCloseResult(ObjectDetectorResult* result) {
CppCloseDetectionResult(result);
}
int CppObjectDetectorClose(void* detector, char** error_msg) {
auto cpp_detector = static_cast<ObjectDetector*>(detector);
auto result = cpp_detector->Close();
if (!result.ok()) {
ABSL_LOG(ERROR) << "Failed to close ObjectDetector: " << result;
return CppProcessError(result, error_msg);
}
delete cpp_detector;
return 0;
}
} // namespace mediapipe::tasks::c::vision::object_detector
extern "C" {
void* object_detector_create(struct ObjectDetectorOptions* options,
char** error_msg) {
return mediapipe::tasks::c::vision::object_detector::CppObjectDetectorCreate(
*options, error_msg);
}
int object_detector_detect_image(void* detector, const MpImage* image,
ObjectDetectorResult* result,
char** error_msg) {
return mediapipe::tasks::c::vision::object_detector::CppObjectDetectorDetect(
detector, image, result, error_msg);
}
int object_detector_detect_for_video(void* detector, const MpImage* image,
int64_t timestamp_ms,
ObjectDetectorResult* result,
char** error_msg) {
return mediapipe::tasks::c::vision::object_detector::
CppObjectDetectorDetectForVideo(detector, image, timestamp_ms, result,
error_msg);
}
int object_detector_detect_async(void* detector, const MpImage* image,
int64_t timestamp_ms, char** error_msg) {
return mediapipe::tasks::c::vision::object_detector::
CppObjectDetectorDetectAsync(detector, image, timestamp_ms, error_msg);
}
void object_detector_close_result(ObjectDetectorResult* result) {
mediapipe::tasks::c::vision::object_detector::CppObjectDetectorCloseResult(
result);
}
int object_detector_close(void* detector, char** error_ms) {
return mediapipe::tasks::c::vision::object_detector::CppObjectDetectorClose(
detector, error_ms);
}
} // extern "C"

157
mediapipe/tasks/c/vision/object_detector/object_detector.h Normal file
View File

@ -0,0 +1,157 @@
/* Copyright 2023 The MediaPipe Authors.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
==============================================================================*/
#ifndef MEDIAPIPE_TASKS_C_VISION_OBJECT_DETECTOR_OBJECT_DETECTOR_H_
#define MEDIAPIPE_TASKS_C_VISION_OBJECT_DETECTOR_OBJECT_DETECTOR_H_
#include "mediapipe/tasks/c/components/containers/detection_result.h"
#include "mediapipe/tasks/c/core/base_options.h"
#include "mediapipe/tasks/c/vision/core/common.h"
#ifndef MP_EXPORT
#define MP_EXPORT __attribute__((visibility("default")))
#endif // MP_EXPORT
#ifdef __cplusplus
extern "C" {
#endif
typedef DetectionResult ObjectDetectorResult;
// The options for configuring a MediaPipe object detector task.
struct ObjectDetectorOptions {
// Base options for configuring MediaPipe Tasks, such as specifying the model
// file with metadata, accelerator options, op resolver, etc.
struct BaseOptions base_options;
// The running mode of the task. Default to the image mode.
// Object detector has three running modes:
// 1) The image mode for detecting objects on single image inputs.
// 2) The video mode for detecting objects on the decoded frames of a video.
// 3) The live stream mode for detecting objects on the live stream of input
// data, such as from camera. In this mode, the "result_callback" below must
// be specified to receive the detection results asynchronously.
RunningMode running_mode;
// The locale to use for display names specified through the TFLite Model
// Metadata, if any. Defaults to English.
const char* display_names_locale;
// The maximum number of top-scored detection results to return. If < 0,
// all available results will be returned. If 0, an invalid argument error is
// returned.
int max_results;
// Score threshold to override the one provided in the model metadata (if
// any). Results below this value are rejected.
float score_threshold;
// The allowlist of category names. If non-empty, detection results whose
// category name is not in this set will be filtered out. Duplicate or unknown
// category names are ignored. Mutually exclusive with category_denylist.
const char** category_allowlist;
// The number of elements in the category allowlist.
uint32_t category_allowlist_count;
// The denylist of category names. If non-empty, detection results whose
// category name is in this set will be filtered out. Duplicate or unknown
// category names are ignored. Mutually exclusive with category_allowlist.
const char** category_denylist;
// The number of elements in the category denylist.
uint32_t category_denylist_count;
// The user-defined result callback for processing live stream data.
// The result callback should only be specified when the running mode is set
// to RunningMode::LIVE_STREAM. Arguments of the callback function include:
// the pointer to detection result, the image that result was obtained
// on, the timestamp relevant to detection results and pointer to error
// message in case of any failure. The validity of the passed arguments is
// true for the lifetime of the callback function.
//
// A caller is responsible for closing object detector result.
typedef void (*result_callback_fn)(ObjectDetectorResult* result,
const MpImage image, int64_t timestamp_ms,
char* error_msg);
result_callback_fn result_callback;
};
// Creates an ObjectDetector from provided `options`.
// Returns a pointer to the image detector on success.
// If an error occurs, returns `nullptr` and sets the error parameter to an
// an error message (if `error_msg` is not `nullptr`). You must free the memory
// allocated for the error message.
MP_EXPORT void* object_detector_create(struct ObjectDetectorOptions* options,
char** error_msg);
// Performs image detection on the input `image`. Returns `0` on success.
// If an error occurs, returns an error code and sets the error parameter to an
// an error message (if `error_msg` is not `nullptr`). You must free the memory
// allocated for the error message.
MP_EXPORT int object_detector_detect_image(void* detector, const MpImage* image,
ObjectDetectorResult* result,
char** error_msg);
// Performs image detection on the provided video frame.
// Only use this method when the ObjectDetector is created with the video
// running mode.
// The image can be of any size with format RGB or RGBA. It's required to
// provide the video frame's timestamp (in milliseconds). The input timestamps
// must be monotonically increasing.
// If an error occurs, returns an error code and sets the error parameter to an
// an error message (if `error_msg` is not `nullptr`). You must free the memory
// allocated for the error message.
MP_EXPORT int object_detector_detect_for_video(void* detector,
const MpImage* image,
int64_t timestamp_ms,
ObjectDetectorResult* result,
char** error_msg);
// Sends live image data to image detection, and the results will be
// available via the `result_callback` provided in the ObjectDetectorOptions.
// Only use this method when the ObjectDetector is created with the live
// stream running mode.
// The image can be of any size with format RGB or RGBA. It's required to
// provide a timestamp (in milliseconds) to indicate when the input image is
// sent to the object detector. The input timestamps must be monotonically
// increasing.
// The `result_callback` provides:
// - The detection results as an ObjectDetectorResult object.
// - The const reference to the corresponding input image that the image
// detector runs on. Note that the const reference to the image will no
// longer be valid when the callback returns. To access the image data
// outside of the callback, callers need to make a copy of the image.
// - The input timestamp in milliseconds.
// If an error occurs, returns an error code and sets the error parameter to an
// an error message (if `error_msg` is not `nullptr`). You must free the memory
// allocated for the error message.
MP_EXPORT int object_detector_detect_async(void* detector, const MpImage* image,
int64_t timestamp_ms,
char** error_msg);
// Frees the memory allocated inside a ObjectDetectorResult result.
// Does not free the result pointer itself.
MP_EXPORT void object_detector_close_result(ObjectDetectorResult* result);
// Frees image detector.
// If an error occurs, returns an error code and sets the error parameter to an
// an error message (if `error_msg` is not `nullptr`). You must free the memory
// allocated for the error message.
MP_EXPORT int object_detector_close(void* detector, char** error_msg);
#ifdef __cplusplus
} // extern C
#endif
#endif // MEDIAPIPE_TASKS_C_VISION_OBJECT_DETECTOR_OBJECT_DETECTOR_H_

253
mediapipe/tasks/c/vision/object_detector/object_detector_test.cc Normal file
View File

@ -0,0 +1,253 @@
/* Copyright 2023 The MediaPipe Authors.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
==============================================================================*/
#include "mediapipe/tasks/c/vision/object_detector/object_detector.h"
#include <cstdint>
#include <cstdlib>
#include <string>
#include "absl/flags/flag.h"
#include "absl/strings/string_view.h"
#include "mediapipe/framework/deps/file_path.h"
#include "mediapipe/framework/formats/image.h"
#include "mediapipe/framework/port/gmock.h"
#include "mediapipe/framework/port/gtest.h"
#include "mediapipe/tasks/c/components/containers/category.h"
#include "mediapipe/tasks/c/components/containers/rect.h"
#include "mediapipe/tasks/cc/vision/utils/image_utils.h"
namespace {
using ::mediapipe::file::JoinPath;
using ::mediapipe::tasks::vision::DecodeImageFromFile;
using testing::HasSubstr;
constexpr char kTestDataDirectory[] = "/mediapipe/tasks/testdata/vision/";
constexpr char kImageFile[] = "cats_and_dogs.jpg";
constexpr char kModelName[] =
"coco_ssd_mobilenet_v1_1.0_quant_2018_06_29.tflite";
constexpr float kPrecision = 1e-4;
constexpr int kIterations = 100;
std::string GetFullPath(absl::string_view file_name) {
return JoinPath("./", kTestDataDirectory, file_name);
}
TEST(ObjectDetectorTest, ImageModeTest) {
const auto image = DecodeImageFromFile(GetFullPath(kImageFile));
ASSERT_TRUE(image.ok());
const std::string model_path = GetFullPath(kModelName);
ObjectDetectorOptions options = {
/* base_options= */ {/* model_asset_buffer= */ nullptr,
/* model_asset_buffer_count= */ 0,
/* model_asset_path= */ model_path.c_str()},
/* running_mode= */ RunningMode::IMAGE,
/* display_names_locale= */ nullptr,
/* max_results= */ -1,
/* score_threshold= */ 0.0,
/* category_allowlist= */ nullptr,
/* category_allowlist_count= */ 0,
/* category_denylist= */ nullptr,
/* category_denylist_count= */ 0,
};
void* detector = object_detector_create(&options, /* error_msg */ nullptr);
EXPECT_NE(detector, nullptr);
const auto& image_frame = image->GetImageFrameSharedPtr();
const MpImage mp_image = {
.type = MpImage::IMAGE_FRAME,
.image_frame = {.format = static_cast<ImageFormat>(image_frame->Format()),
.image_buffer = image_frame->PixelData(),
.width = image_frame->Width(),
.height = image_frame->Height()}};
ObjectDetectorResult result;
object_detector_detect_image(detector, &mp_image, &result,
/* error_msg */ nullptr);
EXPECT_EQ(result.detections_count, 10);
EXPECT_EQ(result.detections[0].categories_count, 1);
EXPECT_EQ(std::string{result.detections[0].categories[0].category_name},
"cat");
EXPECT_NEAR(result.detections[0].categories[0].score, 0.6992f, kPrecision);
object_detector_close_result(&result);
object_detector_close(detector, /* error_msg */ nullptr);
}
TEST(ObjectDetectorTest, VideoModeTest) {
const auto image = DecodeImageFromFile(GetFullPath(kImageFile));
ASSERT_TRUE(image.ok());
const std::string model_path = GetFullPath(kModelName);
ObjectDetectorOptions options = {
/* base_options= */ {/* model_asset_buffer= */ nullptr,
/* model_asset_buffer_count= */ 0,
/* model_asset_path= */ model_path.c_str()},
/* running_mode= */ RunningMode::VIDEO,
/* display_names_locale= */ nullptr,
/* max_results= */ 3,
/* score_threshold= */ 0.0,
/* category_allowlist= */ nullptr,
/* category_allowlist_count= */ 0,
/* category_denylist= */ nullptr,
/* category_denylist_count= */ 0,
};
void* detector = object_detector_create(&options, /* error_msg */ nullptr);
EXPECT_NE(detector, nullptr);
const auto& image_frame = image->GetImageFrameSharedPtr();
const MpImage mp_image = {
.type = MpImage::IMAGE_FRAME,
.image_frame = {.format = static_cast<ImageFormat>(image_frame->Format()),
.image_buffer = image_frame->PixelData(),
.width = image_frame->Width(),
.height = image_frame->Height()}};
for (int i = 0; i < kIterations; ++i) {
ObjectDetectorResult result;
object_detector_detect_for_video(detector, &mp_image, i, &result,
/* error_msg */ nullptr);
EXPECT_EQ(result.detections_count, 3);
EXPECT_EQ(result.detections[0].categories_count, 1);
EXPECT_EQ(std::string{result.detections[0].categories[0].category_name},
"cat");
EXPECT_NEAR(result.detections[0].categories[0].score, 0.6992f, kPrecision);
object_detector_close_result(&result);
}
object_detector_close(detector, /* error_msg */ nullptr);
}
// A structure to support LiveStreamModeTest below. This structure holds a
// static method `Fn` for a callback function of C API. A `static` qualifier
// allows to take an address of the method to follow API style. Another static
// struct member is `last_timestamp` that is used to verify that current
// timestamp is greater than the previous one.
struct LiveStreamModeCallback {
static int64_t last_timestamp;
static void Fn(ObjectDetectorResult* detector_result, const MpImage image,
int64_t timestamp, char* error_msg) {
ASSERT_NE(detector_result, nullptr);
ASSERT_EQ(error_msg, nullptr);
EXPECT_EQ(detector_result->detections_count, 3);
EXPECT_EQ(detector_result->detections[0].categories_count, 1);
EXPECT_EQ(
std::string{detector_result->detections[0].categories[0].category_name},
"cat");
EXPECT_NEAR(detector_result->detections[0].categories[0].score, 0.6992f,
kPrecision);
EXPECT_GT(image.image_frame.width, 0);
EXPECT_GT(image.image_frame.height, 0);
EXPECT_GT(timestamp, last_timestamp);
last_timestamp++;
}
};
int64_t LiveStreamModeCallback::last_timestamp = -1;
TEST(ObjectDetectorTest, LiveStreamModeTest) {
const auto image = DecodeImageFromFile(GetFullPath(kImageFile));
ASSERT_TRUE(image.ok());
const std::string model_path = GetFullPath(kModelName);
ObjectDetectorOptions options = {
/* base_options= */ {/* model_asset_buffer= */ nullptr,
/* model_asset_buffer_count= */ 0,
/* model_asset_path= */ model_path.c_str()},
/* running_mode= */ RunningMode::LIVE_STREAM,
/* display_names_locale= */ nullptr,
/* max_results= */ 3,
/* score_threshold= */ 0.0,
/* category_allowlist= */ nullptr,
/* category_allowlist_count= */ 0,
/* category_denylist= */ nullptr,
/* category_denylist_count= */ 0,
/* result_callback= */ LiveStreamModeCallback::Fn,
};
void* detector = object_detector_create(&options, /* error_msg */
nullptr);
EXPECT_NE(detector, nullptr);
const auto& image_frame = image->GetImageFrameSharedPtr();
const MpImage mp_image = {
.type = MpImage::IMAGE_FRAME,
.image_frame = {.format = static_cast<ImageFormat>(image_frame->Format()),
.image_buffer = image_frame->PixelData(),
.width = image_frame->Width(),
.height = image_frame->Height()}};
for (int i = 0; i < kIterations; ++i) {
EXPECT_GE(object_detector_detect_async(detector, &mp_image, i,
/* error_msg */ nullptr),
0);
}
object_detector_close(detector, /* error_msg */ nullptr);
// Due to the flow limiter, the total of outputs might be smaller than the
// number of iterations.
EXPECT_LE(LiveStreamModeCallback::last_timestamp, kIterations);
EXPECT_GT(LiveStreamModeCallback::last_timestamp, 0);
}
TEST(ObjectDetectorTest, InvalidArgumentHandling) {
// It is an error to set neither the asset buffer nor the path.
ObjectDetectorOptions options = {
/* base_options= */ {/* model_asset_buffer= */ nullptr,
/* model_asset_buffer_count= */ 0,
/* model_asset_path= */ nullptr},
};
char* error_msg;
void* detector = object_detector_create(&options, &error_msg);
EXPECT_EQ(detector, nullptr);
EXPECT_THAT(error_msg, HasSubstr("ExternalFile must specify"));
free(error_msg);
}
TEST(ObjectDetectorTest, FailedDetectionHandling) {
const std::string model_path = GetFullPath(kModelName);
ObjectDetectorOptions options = {
/* base_options= */ {/* model_asset_buffer= */ nullptr,
/* model_asset_buffer_count= */ 0,
/* model_asset_path= */ model_path.c_str()},
/* running_mode= */ RunningMode::IMAGE,
/* display_names_locale= */ nullptr,
/* max_results= */ -1,
/* score_threshold= */ 0.0,
/* category_allowlist= */ nullptr,
/* category_allowlist_count= */ 0,
/* category_denylist= */ nullptr,
/* category_denylist_count= */ 0,
};
void* detector = object_detector_create(&options, /* error_msg */
nullptr);
EXPECT_NE(detector, nullptr);
const MpImage mp_image = {.type = MpImage::GPU_BUFFER, .gpu_buffer = {}};
ObjectDetectorResult result;
char* error_msg;
object_detector_detect_image(detector, &mp_image, &result, &error_msg);
EXPECT_THAT(error_msg, HasSubstr("GPU Buffer not supported yet"));
free(error_msg);
object_detector_close(detector, /* error_msg */ nullptr);
}
} // namespace