Adding BypassCalculator for use with SwitchContainer.
PiperOrigin-RevId: 482030395
This commit is contained in:
Hadon Nash
Copybara-Service
parent
e86cd39521
commit
7785603fbe
|
|
@ -1410,3 +1410,45 @@ cc_library(
|
||||||
],
|
],
|
||||||
alwayslink = 1,
|
alwayslink = 1,
|
||||||
)
|
)
|
||||||
|
|
||||||
|
mediapipe_proto_library(
|
||||||
|
name = "bypass_calculator_proto",
|
||||||
|
srcs = ["bypass_calculator.proto"],
|
||||||
|
visibility = ["//visibility:public"],
|
||||||
|
deps = [
|
||||||
|
"//mediapipe/framework:calculator_options_proto",
|
||||||
|
"//mediapipe/framework:calculator_proto",
|
||||||
|
],
|
||||||
|
)
|
||||||
|
|
||||||
|
cc_library(
|
||||||
|
name = "bypass_calculator",
|
||||||
|
srcs = ["bypass_calculator.cc"],
|
||||||
|
visibility = ["//visibility:public"],
|
||||||
|
deps = [
|
||||||
|
":bypass_calculator_cc_proto",
|
||||||
|
"//mediapipe/framework:calculator_framework",
|
||||||
|
"//mediapipe/framework:collection_item_id",
|
||||||
|
"//mediapipe/framework/api2:node",
|
||||||
|
"//mediapipe/framework/port:status",
|
||||||
|
],
|
||||||
|
alwayslink = 1,
|
||||||
|
)
|
||||||
|
|
||||||
|
cc_test(
|
||||||
|
name = "bypass_calculator_test",
|
||||||
|
srcs = ["bypass_calculator_test.cc"],
|
||||||
|
deps = [
|
||||||
|
":bypass_calculator",
|
||||||
|
":pass_through_calculator",
|
||||||
|
"//mediapipe/framework:calculator_framework",
|
||||||
|
"//mediapipe/framework:calculator_runner",
|
||||||
|
"//mediapipe/framework/port:gtest_main",
|
||||||
|
"//mediapipe/framework/port:parse_text_proto",
|
||||||
|
"//mediapipe/framework/port:status",
|
||||||
|
"//mediapipe/framework/tool:switch_container",
|
||||||
|
"@com_google_absl//absl/status",
|
||||||
|
"@com_google_absl//absl/strings",
|
||||||
|
"@com_google_absl//absl/types:optional",
|
||||||
|
],
|
||||||
|
)
|
||||||
|
|
|
||||||
161
mediapipe/calculators/core/bypass_calculator.cc
Normal file
161
mediapipe/calculators/core/bypass_calculator.cc
Normal file
|
|
@ -0,0 +1,161 @@
|
||||||
|
// Copyright 2022 The MediaPipe Authors.
|
||||||
|
//
|
||||||
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
// you may not use this file except in compliance with the License.
|
||||||
|
// You may obtain a copy of the License at
|
||||||
|
//
|
||||||
|
// http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
//
|
||||||
|
// Unless required by applicable law or agreed to in writing, software
|
||||||
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
// See the License for the specific language governing permissions and
|
||||||
|
// limitations under the License.
|
||||||
|
|
||||||
|
#include <algorithm>
|
||||||
|
#include <map>
|
||||||
|
#include <memory>
|
||||||
|
#include <set>
|
||||||
|
#include <string>
|
||||||
|
#include <utility>
|
||||||
|
#include <vector>
|
||||||
|
|
||||||
|
#include "mediapipe/calculators/core/bypass_calculator.pb.h"
|
||||||
|
#include "mediapipe/framework/api2/node.h"
|
||||||
|
#include "mediapipe/framework/calculator_framework.h"
|
||||||
|
#include "mediapipe/framework/collection_item_id.h"
|
||||||
|
#include "mediapipe/framework/port/status.h"
|
||||||
|
|
||||||
|
namespace mediapipe {
|
||||||
|
namespace api2 {
|
||||||
|
|
||||||
|
using mediapipe::BypassCalculatorOptions;
|
||||||
|
|
||||||
|
// Defines a "bypass" channel to use in place of a disabled feature subgraph.
|
||||||
|
// By default, all inputs are discarded and all outputs are ignored.
|
||||||
|
// Certain input streams can be passed to corresponding output streams
|
||||||
|
// by specifying them in "pass_input_stream" and "pass_output_stream" options.
|
||||||
|
// All output streams are updated with timestamp bounds indicating completed
|
||||||
|
// output.
|
||||||
|
//
|
||||||
|
// Note that this calculator is designed for use as a contained_node in a
|
||||||
|
// SwitchContainer. For this reason, any input and output tags are accepted,
|
||||||
|
// and stream semantics are specified through BypassCalculatorOptions.
|
||||||
|
//
|
||||||
|
// Example config:
|
||||||
|
// node {
|
||||||
|
// calculator: "BypassCalculator"
|
||||||
|
// input_stream: "APPEARANCES:appearances_post_facenet"
|
||||||
|
// input_stream: "VIDEO:video_frame"
|
||||||
|
// input_stream: "FEATURE_CONFIG:feature_config"
|
||||||
|
// input_stream: "ENABLE:gaze_enabled"
|
||||||
|
// output_stream: "APPEARANCES:analyzed_appearances"
|
||||||
|
// output_stream: "FEDERATED_GAZE_OUTPUT:federated_gaze_output"
|
||||||
|
// node_options: {
|
||||||
|
// [type.googleapis.com/mediapipe.BypassCalculatorOptions] {
|
||||||
|
// pass_input_stream: "APPEARANCES"
|
||||||
|
// pass_output_stream: "APPEARANCES"
|
||||||
|
// }
|
||||||
|
// }
|
||||||
|
// }
|
||||||
|
//
|
||||||
|
class BypassCalculator : public Node {
|
||||||
|
public:
|
||||||
|
static constexpr mediapipe::api2::Input<int>::Optional kNotNeeded{"N_N_"};
|
||||||
|
MEDIAPIPE_NODE_CONTRACT(kNotNeeded);
|
||||||
|
using IdMap = std::map<CollectionItemId, CollectionItemId>;
|
||||||
|
|
||||||
|
// Returns the map of passthrough input and output stream ids.
|
||||||
|
static absl::StatusOr<IdMap> GetPassMap(
|
||||||
|
const BypassCalculatorOptions& options, const tool::TagMap& input_map,
|
||||||
|
const tool::TagMap& output_map) {
|
||||||
|
IdMap result;
|
||||||
|
auto& input_streams = options.pass_input_stream();
|
||||||
|
auto& output_streams = options.pass_output_stream();
|
||||||
|
int size = std::min(input_streams.size(), output_streams.size());
|
||||||
|
for (int i = 0; i < size; ++i) {
|
||||||
|
std::pair<std::string, int> in_tag, out_tag;
|
||||||
|
MP_RETURN_IF_ERROR(tool::ParseTagIndex(options.pass_input_stream(i),
|
||||||
|
&in_tag.first, &in_tag.second));
|
||||||
|
MP_RETURN_IF_ERROR(tool::ParseTagIndex(options.pass_output_stream(i),
|
||||||
|
&out_tag.first, &out_tag.second));
|
||||||
|
auto input_id = input_map.GetId(in_tag.first, in_tag.second);
|
||||||
|
auto output_id = output_map.GetId(out_tag.first, out_tag.second);
|
||||||
|
result[input_id] = output_id;
|
||||||
|
}
|
||||||
|
return result;
|
||||||
|
}
|
||||||
|
|
||||||
|
// Identifies all specified streams as "Any" packet type.
|
||||||
|
// Identifies passthrough streams as "Same" packet type.
|
||||||
|
static absl::Status UpdateContract(CalculatorContract* cc) {
|
||||||
|
auto options = cc->Options<BypassCalculatorOptions>();
|
||||||
|
RET_CHECK_EQ(options.pass_input_stream().size(),
|
||||||
|
options.pass_output_stream().size());
|
||||||
|
ASSIGN_OR_RETURN(
|
||||||
|
auto pass_streams,
|
||||||
|
GetPassMap(options, *cc->Inputs().TagMap(), *cc->Outputs().TagMap()));
|
||||||
|
std::set<CollectionItemId> pass_out;
|
||||||
|
for (auto entry : pass_streams) {
|
||||||
|
pass_out.insert(entry.second);
|
||||||
|
cc->Inputs().Get(entry.first).SetAny();
|
||||||
|
cc->Outputs().Get(entry.second).SetSameAs(&cc->Inputs().Get(entry.first));
|
||||||
|
}
|
||||||
|
for (auto id = cc->Inputs().BeginId(); id != cc->Inputs().EndId(); ++id) {
|
||||||
|
if (pass_streams.count(id) == 0) {
|
||||||
|
cc->Inputs().Get(id).SetAny();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
for (auto id = cc->Outputs().BeginId(); id != cc->Outputs().EndId(); ++id) {
|
||||||
|
if (pass_out.count(id) == 0) {
|
||||||
|
cc->Outputs().Get(id).SetAny();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return absl::OkStatus();
|
||||||
|
}
|
||||||
|
|
||||||
|
// Saves the map of passthrough input and output stream ids.
|
||||||
|
absl::Status Open(CalculatorContext* cc) override {
|
||||||
|
auto options = cc->Options<BypassCalculatorOptions>();
|
||||||
|
ASSIGN_OR_RETURN(pass_streams_, GetPassMap(options, *cc->Inputs().TagMap(),
|
||||||
|
*cc->Outputs().TagMap()));
|
||||||
|
return absl::OkStatus();
|
||||||
|
}
|
||||||
|
|
||||||
|
// Copies packets between passthrough input and output streams.
|
||||||
|
// Updates timestamp bounds on all output streams.
|
||||||
|
absl::Status Process(CalculatorContext* cc) override {
|
||||||
|
std::set<CollectionItemId> pass_out;
|
||||||
|
for (auto entry : pass_streams_) {
|
||||||
|
pass_out.insert(entry.second);
|
||||||
|
auto& packet = cc->Inputs().Get(entry.first).Value();
|
||||||
|
if (packet.Timestamp() == cc->InputTimestamp()) {
|
||||||
|
cc->Outputs().Get(entry.first).AddPacket(packet);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
Timestamp bound = cc->InputTimestamp().NextAllowedInStream();
|
||||||
|
for (auto id = cc->Outputs().BeginId(); id != cc->Outputs().EndId(); ++id) {
|
||||||
|
if (pass_out.count(id) == 0) {
|
||||||
|
cc->Outputs().Get(id).SetNextTimestampBound(
|
||||||
|
std::max(cc->Outputs().Get(id).NextTimestampBound(), bound));
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return absl::OkStatus();
|
||||||
|
}
|
||||||
|
|
||||||
|
// Close all output streams.
|
||||||
|
absl::Status Close(CalculatorContext* cc) override {
|
||||||
|
for (auto id = cc->Outputs().BeginId(); id != cc->Outputs().EndId(); ++id) {
|
||||||
|
cc->Outputs().Get(id).Close();
|
||||||
|
}
|
||||||
|
return absl::OkStatus();
|
||||||
|
}
|
||||||
|
|
||||||
|
private:
|
||||||
|
IdMap pass_streams_;
|
||||||
|
};
|
||||||
|
|
||||||
|
MEDIAPIPE_REGISTER_NODE(BypassCalculator);
|
||||||
|
|
||||||
|
} // namespace api2
|
||||||
|
} // namespace mediapipe
|
||||||
31
mediapipe/calculators/core/bypass_calculator.proto
Normal file
31
mediapipe/calculators/core/bypass_calculator.proto
Normal file
|
|
@ -0,0 +1,31 @@
|
||||||
|
// Copyright 2022 The MediaPipe Authors.
|
||||||
|
//
|
||||||
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
// you may not use this file except in compliance with the License.
|
||||||
|
// You may obtain a copy of the License at
|
||||||
|
//
|
||||||
|
// http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
//
|
||||||
|
// Unless required by applicable law or agreed to in writing, software
|
||||||
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
// See the License for the specific language governing permissions and
|
||||||
|
// limitations under the License.
|
||||||
|
|
||||||
|
syntax = "proto2";
|
||||||
|
|
||||||
|
package mediapipe;
|
||||||
|
|
||||||
|
import "mediapipe/framework/calculator.proto";
|
||||||
|
|
||||||
|
message BypassCalculatorOptions {
|
||||||
|
extend mediapipe.CalculatorOptions {
|
||||||
|
optional BypassCalculatorOptions ext = 481259677;
|
||||||
|
}
|
||||||
|
|
||||||
|
// Names an input stream or streams to pass through, by "TAG:index".
|
||||||
|
repeated string pass_input_stream = 1;
|
||||||
|
|
||||||
|
// Names an output stream or streams to pass through, by "TAG:index".
|
||||||
|
repeated string pass_output_stream = 2;
|
||||||
|
}
|
||||||
302
mediapipe/calculators/core/bypass_calculator_test.cc
Normal file
302
mediapipe/calculators/core/bypass_calculator_test.cc
Normal file
|
|
@ -0,0 +1,302 @@
|
||||||
|
// Copyright 2019 The MediaPipe Authors.
|
||||||
|
//
|
||||||
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
// you may not use this file except in compliance with the License.
|
||||||
|
// You may obtain a copy of the License at
|
||||||
|
//
|
||||||
|
// http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
//
|
||||||
|
// Unless required by applicable law or agreed to in writing, software
|
||||||
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
// See the License for the specific language governing permissions and
|
||||||
|
// limitations under the License.
|
||||||
|
|
||||||
|
#include <memory>
|
||||||
|
#include <string>
|
||||||
|
|
||||||
|
#include "absl/status/status.h"
|
||||||
|
#include "absl/strings/str_cat.h"
|
||||||
|
#include "absl/types/optional.h"
|
||||||
|
#include "mediapipe/framework/calculator_framework.h"
|
||||||
|
#include "mediapipe/framework/calculator_runner.h"
|
||||||
|
#include "mediapipe/framework/port/gtest.h"
|
||||||
|
#include "mediapipe/framework/port/parse_text_proto.h"
|
||||||
|
#include "mediapipe/framework/port/status.h"
|
||||||
|
#include "mediapipe/framework/port/status_matchers.h"
|
||||||
|
|
||||||
|
namespace mediapipe {
|
||||||
|
|
||||||
|
namespace {
|
||||||
|
|
||||||
|
// A graph with using a BypassCalculator to pass through and ignore
|
||||||
|
// most of its inputs and outputs.
|
||||||
|
constexpr char kTestGraphConfig1[] = R"pb(
|
||||||
|
type: "AppearancesPassThroughSubgraph"
|
||||||
|
input_stream: "APPEARANCES:appearances"
|
||||||
|
input_stream: "VIDEO:video_frame"
|
||||||
|
input_stream: "FEATURE_CONFIG:feature_config"
|
||||||
|
output_stream: "APPEARANCES:passthrough_appearances"
|
||||||
|
output_stream: "FEDERATED_GAZE_OUTPUT:passthrough_federated_gaze_output"
|
||||||
|
|
||||||
|
node {
|
||||||
|
calculator: "BypassCalculator"
|
||||||
|
input_stream: "PASS:appearances"
|
||||||
|
input_stream: "TRUNCATE:0:video_frame"
|
||||||
|
input_stream: "TRUNCATE:1:feature_config"
|
||||||
|
output_stream: "PASS:passthrough_appearances"
|
||||||
|
output_stream: "TRUNCATE:passthrough_federated_gaze_output"
|
||||||
|
node_options: {
|
||||||
|
[type.googleapis.com/mediapipe.BypassCalculatorOptions] {
|
||||||
|
pass_input_stream: "PASS"
|
||||||
|
pass_output_stream: "PASS"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
)pb";
|
||||||
|
|
||||||
|
// A graph with using AppearancesPassThroughSubgraph as a do-nothing channel
|
||||||
|
// for input frames and appearances.
|
||||||
|
constexpr char kTestGraphConfig2[] = R"pb(
|
||||||
|
input_stream: "VIDEO_FULL_RES:video_frame"
|
||||||
|
input_stream: "APPEARANCES:input_appearances"
|
||||||
|
input_stream: "FEATURE_CONFIG:feature_config"
|
||||||
|
input_stream: "GAZE_ENABLED:gaze_enabled"
|
||||||
|
output_stream: "APPEARANCES:analyzed_appearances"
|
||||||
|
output_stream: "FEDERATED_GAZE_OUTPUT:federated_gaze_output"
|
||||||
|
|
||||||
|
node {
|
||||||
|
calculator: "SwitchContainer"
|
||||||
|
input_stream: "VIDEO:video_frame"
|
||||||
|
input_stream: "APPEARANCES:input_appearances"
|
||||||
|
input_stream: "FEATURE_CONFIG:feature_config"
|
||||||
|
input_stream: "ENABLE:gaze_enabled"
|
||||||
|
output_stream: "APPEARANCES:analyzed_appearances"
|
||||||
|
output_stream: "FEDERATED_GAZE_OUTPUT:federated_gaze_output"
|
||||||
|
options {
|
||||||
|
[mediapipe.SwitchContainerOptions.ext] {
|
||||||
|
contained_node: { calculator: "AppearancesPassThroughSubgraph" }
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
)pb";
|
||||||
|
|
||||||
|
// A graph with using BypassCalculator as a do-nothing channel
|
||||||
|
// for input frames and appearances.
|
||||||
|
constexpr char kTestGraphConfig3[] = R"pb(
|
||||||
|
input_stream: "VIDEO_FULL_RES:video_frame"
|
||||||
|
input_stream: "APPEARANCES:input_appearances"
|
||||||
|
input_stream: "FEATURE_CONFIG:feature_config"
|
||||||
|
input_stream: "GAZE_ENABLED:gaze_enabled"
|
||||||
|
output_stream: "APPEARANCES:analyzed_appearances"
|
||||||
|
output_stream: "FEDERATED_GAZE_OUTPUT:federated_gaze_output"
|
||||||
|
|
||||||
|
node {
|
||||||
|
calculator: "SwitchContainer"
|
||||||
|
input_stream: "VIDEO:video_frame"
|
||||||
|
input_stream: "APPEARANCES:input_appearances"
|
||||||
|
input_stream: "FEATURE_CONFIG:feature_config"
|
||||||
|
input_stream: "ENABLE:gaze_enabled"
|
||||||
|
output_stream: "APPEARANCES:analyzed_appearances"
|
||||||
|
output_stream: "FEDERATED_GAZE_OUTPUT:federated_gaze_output"
|
||||||
|
options {
|
||||||
|
[mediapipe.SwitchContainerOptions.ext] {
|
||||||
|
contained_node: {
|
||||||
|
calculator: "BypassCalculator"
|
||||||
|
node_options: {
|
||||||
|
[type.googleapis.com/mediapipe.BypassCalculatorOptions] {
|
||||||
|
pass_input_stream: "APPEARANCES"
|
||||||
|
pass_output_stream: "APPEARANCES"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
)pb";
|
||||||
|
|
||||||
|
// A graph with using BypassCalculator as a disabled-gate
|
||||||
|
// for input frames and appearances.
|
||||||
|
constexpr char kTestGraphConfig4[] = R"pb(
|
||||||
|
input_stream: "VIDEO_FULL_RES:video_frame"
|
||||||
|
input_stream: "APPEARANCES:input_appearances"
|
||||||
|
input_stream: "FEATURE_CONFIG:feature_config"
|
||||||
|
input_stream: "GAZE_ENABLED:gaze_enabled"
|
||||||
|
output_stream: "APPEARANCES:analyzed_appearances"
|
||||||
|
output_stream: "FEDERATED_GAZE_OUTPUT:federated_gaze_output"
|
||||||
|
|
||||||
|
node {
|
||||||
|
calculator: "SwitchContainer"
|
||||||
|
input_stream: "ENABLE:gaze_enabled"
|
||||||
|
input_stream: "VIDEO:video_frame"
|
||||||
|
input_stream: "APPEARANCES:input_appearances"
|
||||||
|
input_stream: "FEATURE_CONFIG:feature_config"
|
||||||
|
output_stream: "VIDEO:video_frame_out"
|
||||||
|
output_stream: "APPEARANCES:analyzed_appearances"
|
||||||
|
output_stream: "FEATURE_CONFIG:feature_config_out"
|
||||||
|
options {
|
||||||
|
[mediapipe.SwitchContainerOptions.ext] {
|
||||||
|
contained_node: { calculator: "BypassCalculator" }
|
||||||
|
contained_node: { calculator: "PassThroughCalculator" }
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
)pb";
|
||||||
|
|
||||||
|
// Reports packet timestamp and string contents, or "<empty>"".
|
||||||
|
std::string DebugString(Packet p) {
|
||||||
|
return absl::StrCat(p.Timestamp().DebugString(), ":",
|
||||||
|
p.IsEmpty() ? "<empty>" : p.Get<std::string>());
|
||||||
|
}
|
||||||
|
|
||||||
|
// Shows a bypass subgraph that passes through one stream.
|
||||||
|
TEST(BypassCalculatorTest, SubgraphChannel) {
|
||||||
|
CalculatorGraphConfig config_1 =
|
||||||
|
mediapipe::ParseTextProtoOrDie<CalculatorGraphConfig>(kTestGraphConfig1);
|
||||||
|
CalculatorGraphConfig config_2 =
|
||||||
|
mediapipe::ParseTextProtoOrDie<CalculatorGraphConfig>(kTestGraphConfig2);
|
||||||
|
CalculatorGraph graph;
|
||||||
|
MP_ASSERT_OK(graph.Initialize({config_1, config_2}, {}));
|
||||||
|
|
||||||
|
std::vector<std::string> analyzed_appearances;
|
||||||
|
MP_ASSERT_OK(graph.ObserveOutputStream(
|
||||||
|
"analyzed_appearances",
|
||||||
|
[&](const Packet& p) {
|
||||||
|
analyzed_appearances.push_back(DebugString(p));
|
||||||
|
return absl::OkStatus();
|
||||||
|
},
|
||||||
|
true));
|
||||||
|
std::vector<std::string> federated_gaze_output;
|
||||||
|
MP_ASSERT_OK(graph.ObserveOutputStream(
|
||||||
|
"federated_gaze_output",
|
||||||
|
[&](const Packet& p) {
|
||||||
|
federated_gaze_output.push_back(DebugString(p));
|
||||||
|
return absl::OkStatus();
|
||||||
|
},
|
||||||
|
true));
|
||||||
|
MP_ASSERT_OK(graph.StartRun({}));
|
||||||
|
|
||||||
|
MP_ASSERT_OK(graph.AddPacketToInputStream(
|
||||||
|
"input_appearances", MakePacket<std::string>("a1").At(Timestamp(200))));
|
||||||
|
MP_ASSERT_OK(graph.AddPacketToInputStream(
|
||||||
|
"video_frame", MakePacket<std::string>("v1").At(Timestamp(200))));
|
||||||
|
MP_ASSERT_OK(graph.AddPacketToInputStream(
|
||||||
|
"feature_config", MakePacket<std::string>("f1").At(Timestamp(200))));
|
||||||
|
MP_ASSERT_OK(graph.WaitUntilIdle());
|
||||||
|
|
||||||
|
EXPECT_THAT(analyzed_appearances, testing::ElementsAre("200:a1"));
|
||||||
|
EXPECT_THAT(federated_gaze_output, testing::ElementsAre("200:<empty>"));
|
||||||
|
|
||||||
|
MP_ASSERT_OK(graph.CloseAllInputStreams());
|
||||||
|
MP_ASSERT_OK(graph.WaitUntilDone());
|
||||||
|
}
|
||||||
|
|
||||||
|
// Shows a BypassCalculator that passes through one stream.
|
||||||
|
TEST(BypassCalculatorTest, CalculatorChannel) {
|
||||||
|
CalculatorGraphConfig config_3 =
|
||||||
|
mediapipe::ParseTextProtoOrDie<CalculatorGraphConfig>(kTestGraphConfig3);
|
||||||
|
CalculatorGraph graph;
|
||||||
|
MP_ASSERT_OK(graph.Initialize({config_3}, {}));
|
||||||
|
|
||||||
|
std::vector<std::string> analyzed_appearances;
|
||||||
|
MP_ASSERT_OK(graph.ObserveOutputStream(
|
||||||
|
"analyzed_appearances",
|
||||||
|
[&](const Packet& p) {
|
||||||
|
analyzed_appearances.push_back(DebugString(p));
|
||||||
|
return absl::OkStatus();
|
||||||
|
},
|
||||||
|
true));
|
||||||
|
std::vector<std::string> federated_gaze_output;
|
||||||
|
MP_ASSERT_OK(graph.ObserveOutputStream(
|
||||||
|
"federated_gaze_output",
|
||||||
|
[&](const Packet& p) {
|
||||||
|
federated_gaze_output.push_back(DebugString(p));
|
||||||
|
return absl::OkStatus();
|
||||||
|
},
|
||||||
|
true));
|
||||||
|
MP_ASSERT_OK(graph.StartRun({}));
|
||||||
|
|
||||||
|
MP_ASSERT_OK(graph.AddPacketToInputStream(
|
||||||
|
"input_appearances", MakePacket<std::string>("a1").At(Timestamp(200))));
|
||||||
|
MP_ASSERT_OK(graph.AddPacketToInputStream(
|
||||||
|
"video_frame", MakePacket<std::string>("v1").At(Timestamp(200))));
|
||||||
|
MP_ASSERT_OK(graph.AddPacketToInputStream(
|
||||||
|
"feature_config", MakePacket<std::string>("f1").At(Timestamp(200))));
|
||||||
|
MP_ASSERT_OK(graph.WaitUntilIdle());
|
||||||
|
|
||||||
|
EXPECT_THAT(analyzed_appearances, testing::ElementsAre("200:a1"));
|
||||||
|
EXPECT_THAT(federated_gaze_output, testing::ElementsAre("200:<empty>"));
|
||||||
|
|
||||||
|
MP_ASSERT_OK(graph.CloseAllInputStreams());
|
||||||
|
MP_ASSERT_OK(graph.WaitUntilDone());
|
||||||
|
}
|
||||||
|
|
||||||
|
// Shows a BypassCalculator that discards all inputs when ENABLED is false.
|
||||||
|
TEST(BypassCalculatorTest, GatedChannel) {
|
||||||
|
CalculatorGraphConfig config_3 =
|
||||||
|
mediapipe::ParseTextProtoOrDie<CalculatorGraphConfig>(kTestGraphConfig4);
|
||||||
|
CalculatorGraph graph;
|
||||||
|
MP_ASSERT_OK(graph.Initialize({config_3}, {}));
|
||||||
|
|
||||||
|
std::vector<std::string> analyzed_appearances;
|
||||||
|
MP_ASSERT_OK(graph.ObserveOutputStream(
|
||||||
|
"analyzed_appearances",
|
||||||
|
[&](const Packet& p) {
|
||||||
|
analyzed_appearances.push_back(DebugString(p));
|
||||||
|
return absl::OkStatus();
|
||||||
|
},
|
||||||
|
true));
|
||||||
|
std::vector<std::string> video_frame;
|
||||||
|
MP_ASSERT_OK(graph.ObserveOutputStream(
|
||||||
|
"video_frame_out",
|
||||||
|
[&](const Packet& p) {
|
||||||
|
video_frame.push_back(DebugString(p));
|
||||||
|
return absl::OkStatus();
|
||||||
|
},
|
||||||
|
true));
|
||||||
|
MP_ASSERT_OK(graph.StartRun({}));
|
||||||
|
|
||||||
|
// Close the gate.
|
||||||
|
MP_ASSERT_OK(graph.AddPacketToInputStream(
|
||||||
|
"gaze_enabled", MakePacket<bool>(false).At(Timestamp(200))));
|
||||||
|
MP_ASSERT_OK(graph.WaitUntilIdle());
|
||||||
|
|
||||||
|
// Send packets at timestamp 200.
|
||||||
|
MP_ASSERT_OK(graph.AddPacketToInputStream(
|
||||||
|
"input_appearances", MakePacket<std::string>("a1").At(Timestamp(200))));
|
||||||
|
MP_ASSERT_OK(graph.AddPacketToInputStream(
|
||||||
|
"video_frame", MakePacket<std::string>("v1").At(Timestamp(200))));
|
||||||
|
MP_ASSERT_OK(graph.AddPacketToInputStream(
|
||||||
|
"feature_config", MakePacket<std::string>("f1").At(Timestamp(200))));
|
||||||
|
MP_ASSERT_OK(graph.WaitUntilIdle());
|
||||||
|
|
||||||
|
// Only timestamps arrive from the BypassCalculator.
|
||||||
|
EXPECT_THAT(analyzed_appearances, testing::ElementsAre("200:<empty>"));
|
||||||
|
EXPECT_THAT(video_frame, testing::ElementsAre("200:<empty>"));
|
||||||
|
|
||||||
|
// Open the gate.
|
||||||
|
MP_ASSERT_OK(graph.AddPacketToInputStream(
|
||||||
|
"gaze_enabled", MakePacket<bool>(true).At(Timestamp(300))));
|
||||||
|
MP_ASSERT_OK(graph.WaitUntilIdle());
|
||||||
|
|
||||||
|
// Send packets at timestamp 300.
|
||||||
|
MP_ASSERT_OK(graph.AddPacketToInputStream(
|
||||||
|
"input_appearances", MakePacket<std::string>("a2").At(Timestamp(300))));
|
||||||
|
MP_ASSERT_OK(graph.AddPacketToInputStream(
|
||||||
|
"video_frame", MakePacket<std::string>("v2").At(Timestamp(300))));
|
||||||
|
MP_ASSERT_OK(graph.AddPacketToInputStream(
|
||||||
|
"feature_config", MakePacket<std::string>("f2").At(Timestamp(300))));
|
||||||
|
MP_ASSERT_OK(graph.WaitUntilIdle());
|
||||||
|
|
||||||
|
// Packets arrive from the PassThroughCalculator.
|
||||||
|
EXPECT_THAT(analyzed_appearances,
|
||||||
|
testing::ElementsAre("200:<empty>", "300:a2"));
|
||||||
|
EXPECT_THAT(video_frame, testing::ElementsAre("200:<empty>", "300:v2"));
|
||||||
|
|
||||||
|
MP_ASSERT_OK(graph.CloseAllInputStreams());
|
||||||
|
MP_ASSERT_OK(graph.WaitUntilDone());
|
||||||
|
}
|
||||||
|
|
||||||
|
} // namespace
|
||||||
|
|
||||||
|
} // namespace mediapipe
|
||||||
Loading…
Reference in New Issue
Block a user