# Copyright 2022 The MediaPipe Authors. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. load("@org_tensorflow//tensorflow/lite/core/shims:cc_library_with_tflite.bzl", "cc_library_with_tflite", "cc_test_with_tflite") package(default_visibility = ["//mediapipe/tasks:internal"]) licenses(["notice"]) cc_library( name = "base_options", srcs = ["base_options.cc"], hdrs = ["base_options.h"], visibility = ["//visibility:public"], deps = [ ":mediapipe_builtin_op_resolver", "//mediapipe/calculators/tensor:inference_calculator_cc_proto", "//mediapipe/tasks/cc/core/proto:acceleration_cc_proto", "//mediapipe/tasks/cc/core/proto:base_options_cc_proto", "//mediapipe/tasks/cc/core/proto:external_file_cc_proto", "@com_google_absl//absl/memory", "@org_tensorflow//tensorflow/lite/core/api:op_resolver", "@org_tensorflow//tensorflow/lite/kernels:builtin_ops", ], ) cc_test( name = "base_options_test", srcs = ["base_options_test.cc"], data = [ "//mediapipe/tasks/testdata/core:test_models", ], deps = [ ":base_options", ":utils", "//mediapipe/framework/port:gtest", "//mediapipe/tasks/cc/core/proto:external_file_cc_proto", "@com_google_googletest//:gtest_main", ], ) cc_library( name = "external_file_handler", srcs = ["external_file_handler.cc"], hdrs = ["external_file_handler.h"], deps = [ "@com_google_absl//absl/memory", "@com_google_absl//absl/status", "@com_google_absl//absl/status:statusor", "@com_google_absl//absl/strings", "@com_google_absl//absl/strings:str_format", "//mediapipe/framework/port:integral_types", "//mediapipe/framework/port:status", "//mediapipe/tasks/cc:common", "//mediapipe/tasks/cc/core/proto:external_file_cc_proto", ] + select({ "//mediapipe:windows": ["@bazel_tools//tools/cpp/runfiles"], "//conditions:default": [], }), ) cc_library( name = "mediapipe_builtin_op_resolver", srcs = ["mediapipe_builtin_op_resolver.cc"], hdrs = ["mediapipe_builtin_op_resolver.h"], deps = [ "//mediapipe/tasks/cc/text/language_detector/custom_ops:kmeans_embedding_lookup", "//mediapipe/tasks/cc/text/language_detector/custom_ops:ngram_hash", "//mediapipe/util/tflite/operations:landmarks_to_transform_matrix", "//mediapipe/util/tflite/operations:max_pool_argmax", "//mediapipe/util/tflite/operations:max_unpooling", "//mediapipe/util/tflite/operations:transform_landmarks", "//mediapipe/util/tflite/operations:transform_tensor_bilinear", "//mediapipe/util/tflite/operations:transpose_conv_bias", "@org_tensorflow//tensorflow/lite/kernels:builtin_ops", ], ) # TODO: Switch to use cc_library_with_tflite after the MediaPipe InferenceCalculator # supports TFLite-in-GMSCore. cc_library( name = "model_task_graph", srcs = ["model_task_graph.cc"], hdrs = ["model_task_graph.h"], deps = [ ":model_asset_bundle_resources", ":model_resources", ":model_resources_cache", ":model_resources_calculator", "//mediapipe/calculators/tensor:inference_calculator_cc_proto", "//mediapipe/framework:calculator_cc_proto", "//mediapipe/framework:calculator_framework", "//mediapipe/framework:subgraph", "//mediapipe/framework/api2:builder", "//mediapipe/framework/api2:port", "//mediapipe/framework/port:logging", "//mediapipe/tasks/cc:common", "//mediapipe/tasks/cc/core/proto:acceleration_cc_proto", "//mediapipe/tasks/cc/core/proto:base_options_cc_proto", "//mediapipe/tasks/cc/core/proto:external_file_cc_proto", "//mediapipe/tasks/cc/core/proto:inference_subgraph_cc_proto", "//mediapipe/tasks/cc/core/proto:model_resources_calculator_cc_proto", "@com_google_absl//absl/status", "@com_google_absl//absl/status:statusor", "@com_google_absl//absl/strings", "@com_google_absl//absl/strings:str_format", ], ) # TODO: Enable this test cc_library_with_tflite( name = "model_resources", srcs = ["model_resources.cc"], hdrs = ["model_resources.h"], tflite_deps = [ "@org_tensorflow//tensorflow/lite/core/shims:builtin_ops", "@org_tensorflow//tensorflow/lite/core/shims:framework_stable", "@org_tensorflow//tensorflow/lite/core/shims:verifier", ], deps = [ ":external_file_handler", "//mediapipe/framework/api2:packet", "//mediapipe/framework/port:status", "//mediapipe/tasks/cc:common", "//mediapipe/tasks/cc/core/proto:external_file_cc_proto", "//mediapipe/tasks/cc/metadata:metadata_extractor", "//mediapipe/util:resource_util", "//mediapipe/util:resource_util_custom", "//mediapipe/util/tflite:error_reporter", "@com_google_absl//absl/memory", "@com_google_absl//absl/status", "@com_google_absl//absl/status:statusor", "@com_google_absl//absl/strings", "@org_tensorflow//tensorflow/lite/core/api:error_reporter", "@org_tensorflow//tensorflow/lite/core/api:op_resolver", ], ) cc_test_with_tflite( name = "model_resources_test", srcs = ["model_resources_test.cc"], data = [ "//mediapipe/tasks/testdata/core:test_models", ], tflite_deps = [ ":model_resources", "@org_tensorflow//tensorflow/lite/core/shims:cc_shims_test_util", "@org_tensorflow//tensorflow/lite/core/shims:builtin_ops", "@org_tensorflow//tensorflow/lite/core/shims:framework_stable", ], deps = [ ":utils", "//mediapipe/framework/api2:packet", "//mediapipe/framework/port:gtest_main", "//mediapipe/tasks/cc:common", "//mediapipe/tasks/cc/core/proto:external_file_cc_proto", "//mediapipe/tasks/cc/metadata:metadata_extractor", "@com_google_absl//absl/memory", "@com_google_absl//absl/status", "@com_google_absl//absl/strings", "@com_google_absl//absl/strings:cord", "@org_tensorflow//tensorflow/lite:mutable_op_resolver", "@org_tensorflow//tensorflow/lite/c:common", "@org_tensorflow//tensorflow/lite/core/api:op_resolver", ], ) cc_library_with_tflite( name = "model_resources_cache", srcs = ["model_resources_cache.cc"], hdrs = ["model_resources_cache.h"], tflite_deps = [ ":model_resources", "@org_tensorflow//tensorflow/lite/core/shims:builtin_ops", ], deps = [ ":model_asset_bundle_resources", "//mediapipe/framework:calculator_framework", "//mediapipe/framework/api2:packet", "//mediapipe/tasks/cc:common", "@com_google_absl//absl/container:flat_hash_map", "@com_google_absl//absl/memory", "@com_google_absl//absl/status", "@com_google_absl//absl/status:statusor", "@com_google_absl//absl/strings", "@org_tensorflow//tensorflow/lite/core/api:op_resolver", ], ) cc_library_with_tflite( name = "model_resources_calculator", srcs = ["model_resources_calculator.cc"], tflite_deps = [ ":model_resources", ":model_resources_cache", ], deps = [ "//mediapipe/framework:calculator_framework", "//mediapipe/framework/api2:node", "//mediapipe/framework/api2:port", "//mediapipe/tasks/cc/core/proto:external_file_cc_proto", "//mediapipe/tasks/cc/core/proto:model_resources_calculator_cc_proto", "//mediapipe/tasks/cc/metadata:metadata_extractor", "@com_google_absl//absl/status", "@com_google_absl//absl/status:statusor", "@org_tensorflow//tensorflow/lite/core/api:op_resolver", ], alwayslink = 1, ) cc_test_with_tflite( name = "model_resources_calculator_test", srcs = ["model_resources_calculator_test.cc"], data = [ "//mediapipe/tasks/testdata/core:test_models", ], tflite_deps = [ ":model_resources", ":model_resources_cache", ":model_resources_calculator", "@org_tensorflow//tensorflow/lite/core/shims:cc_shims_test_util", ], deps = [ "//mediapipe/framework/port:gtest_main", "//mediapipe/framework/port:parse_text_proto", "//mediapipe/tasks/cc/core/proto:external_file_cc_proto", "//mediapipe/tasks/cc/core/proto:model_resources_calculator_cc_proto", "//mediapipe/tasks/cc/metadata:metadata_extractor", "@com_google_absl//absl/status", "@com_google_absl//absl/status:statusor", "@com_google_absl//absl/strings", "@org_tensorflow//tensorflow/lite/core/api:op_resolver", ], ) cc_library_with_tflite( name = "task_runner", srcs = ["task_runner.cc"], hdrs = ["task_runner.h"], tflite_deps = [ ":model_resources", ":model_resources_cache", ":model_resources_calculator", ], deps = [ "//mediapipe/framework:calculator_cc_proto", "//mediapipe/framework:calculator_framework", "//mediapipe/framework/port:status", "//mediapipe/framework/tool:name_util", "//mediapipe/tasks/cc:common", "@com_google_absl//absl/base:core_headers", "@com_google_absl//absl/container:flat_hash_map", "@com_google_absl//absl/memory", "@com_google_absl//absl/status", "@com_google_absl//absl/status:statusor", "@com_google_absl//absl/strings", "@com_google_absl//absl/synchronization", "@org_tensorflow//tensorflow/lite/core/api:op_resolver", ], ) cc_test_with_tflite( name = "task_runner_test", srcs = ["task_runner_test.cc"], data = [ "//mediapipe/tasks/testdata/core:test_models", ], tflite_deps = [ ":task_runner", ":model_resources", ":model_resources_cache", "@org_tensorflow//tensorflow/lite/core/shims:cc_shims_test_util", ], deps = [ "//mediapipe/calculators/core:pass_through_calculator", "//mediapipe/calculators/core:side_packet_to_stream_calculator", "//mediapipe/framework:calculator_cc_proto", "//mediapipe/framework:packet", "//mediapipe/framework/port:gtest_main", "//mediapipe/framework/port:parse_text_proto", "//mediapipe/tasks/cc/core/proto:external_file_cc_proto", "@com_google_absl//absl/status", "@com_google_absl//absl/status:statusor", "@com_google_absl//absl/strings", ], ) cc_library( name = "base_task_api", hdrs = ["base_task_api.h"], deps = [ ":task_runner", "//mediapipe/calculators/core:flow_limiter_calculator", ], ) cc_library( name = "task_api_factory", hdrs = ["task_api_factory.h"], deps = [ ":base_task_api", ":model_resources", ":task_runner", ":utils", "//mediapipe/tasks/cc:common", "//mediapipe/tasks/cc/core/proto:base_options_cc_proto", "//mediapipe/tasks/cc/core/proto:external_file_cc_proto", "//mediapipe/tasks/cc/core/proto:inference_subgraph_cc_proto", "@com_google_absl//absl/status", "@com_google_absl//absl/status:statusor", "@com_google_absl//absl/strings", "@org_tensorflow//tensorflow/lite/core/api:op_resolver", ], ) cc_library( name = "utils", srcs = ["utils.cc"], hdrs = ["utils.h"], visibility = [ "//mediapipe/calculators:__subpackages__", "//mediapipe/tasks:internal", ], deps = [ ":external_file_handler", "//mediapipe/calculators/core:flow_limiter_calculator_cc_proto", "//mediapipe/framework:calculator_cc_proto", "//mediapipe/framework/api2:builder", "//mediapipe/tasks/cc/core/proto:external_file_cc_proto", "//mediapipe/tasks/metadata:metadata_schema_cc", "@com_google_absl//absl/strings", "@flatbuffers//:runtime_cc", ], ) cc_library( name = "model_asset_bundle_resources", srcs = ["model_asset_bundle_resources.cc"], hdrs = ["model_asset_bundle_resources.h"], deps = [ ":external_file_handler", "//mediapipe/framework/port:status", "//mediapipe/tasks/cc:common", "//mediapipe/tasks/cc/core/proto:external_file_cc_proto", "//mediapipe/tasks/cc/metadata/utils:zip_utils", "//mediapipe/util:resource_util", "@com_google_absl//absl/container:flat_hash_map", "@com_google_absl//absl/status", "@com_google_absl//absl/status:statusor", "@com_google_absl//absl/strings", "@com_google_absl//absl/strings:str_format", ], ) cc_test( name = "model_asset_bundle_resources_test", srcs = ["model_asset_bundle_resources_test.cc"], data = [ "//mediapipe/tasks/testdata/core:test_models", ], deps = [ ":model_asset_bundle_resources", ":model_resources", ":utils", "//mediapipe/framework/port:gtest_main", "//mediapipe/framework/port:status", "//mediapipe/tasks/cc:common", "//mediapipe/tasks/cc/core/proto:external_file_cc_proto", "//mediapipe/tasks/cc/metadata/utils:zip_utils", ], )