54 lines
1.8 KiB
C++
54 lines
1.8 KiB
C++
// Copyright 2022 The MediaPipe Authors.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
#include "mediapipe/calculators/tensor/inference_calculator_utils.h"
|
|
|
|
#include "mediapipe/calculators/tensor/inference_calculator.pb.h"
|
|
#include "mediapipe/framework/port.h" // NOLINT: provides MEDIAPIPE_ANDROID/IOS
|
|
|
|
#if !defined(__EMSCRIPTEN__) || defined(__EMSCRIPTEN_PTHREADS__)
|
|
#include "mediapipe/util/cpu_util.h"
|
|
#endif // !__EMSCRIPTEN__ || __EMSCRIPTEN_PTHREADS__
|
|
|
|
namespace mediapipe {
|
|
|
|
namespace {
|
|
|
|
int GetXnnpackDefaultNumThreads() {
|
|
#if defined(MEDIAPIPE_ANDROID) || defined(MEDIAPIPE_IOS) || \
|
|
defined(__EMSCRIPTEN_PTHREADS__)
|
|
constexpr int kMinNumThreadsByDefault = 1;
|
|
constexpr int kMaxNumThreadsByDefault = 4;
|
|
return std::clamp(NumCPUCores() / 2, kMinNumThreadsByDefault,
|
|
kMaxNumThreadsByDefault);
|
|
#else
|
|
return 1;
|
|
#endif // MEDIAPIPE_ANDROID || MEDIAPIPE_IOS || __EMSCRIPTEN_PTHREADS__
|
|
}
|
|
|
|
} // namespace
|
|
|
|
int GetXnnpackNumThreads(
|
|
const bool opts_has_delegate,
|
|
const mediapipe::InferenceCalculatorOptions::Delegate& opts_delegate) {
|
|
static constexpr int kDefaultNumThreads = -1;
|
|
if (opts_has_delegate && opts_delegate.has_xnnpack() &&
|
|
opts_delegate.xnnpack().num_threads() != kDefaultNumThreads) {
|
|
return opts_delegate.xnnpack().num_threads();
|
|
}
|
|
return GetXnnpackDefaultNumThreads();
|
|
}
|
|
|
|
} // namespace mediapipe
|