157 lines
4.1 KiB
C++
157 lines
4.1 KiB
C++
// Copyright 2020 The MediaPipe Authors.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
#include <errno.h>
|
|
#include <string.h>
|
|
|
|
#include <thread> // NOLINT(build/c++11)
|
|
|
|
#include "mediapipe/framework/deps/threadpool.h"
|
|
|
|
#ifdef _WIN32
|
|
#include <windows.h>
|
|
#else
|
|
#include <sys/syscall.h>
|
|
#include <unistd.h>
|
|
#endif
|
|
|
|
#include "absl/strings/str_cat.h"
|
|
#include "absl/strings/str_join.h"
|
|
#include "mediapipe/framework/port/logging.h"
|
|
|
|
namespace mediapipe {
|
|
|
|
class ThreadPool::WorkerThread {
|
|
public:
|
|
// Creates and starts a thread that runs pool->RunWorker().
|
|
WorkerThread(ThreadPool* pool, const std::string& name_prefix);
|
|
|
|
// REQUIRES: Join() must have been called.
|
|
~WorkerThread();
|
|
|
|
// Joins with the running thread.
|
|
void Join();
|
|
|
|
private:
|
|
static void* ThreadBody(void* arg);
|
|
|
|
ThreadPool* pool_;
|
|
std::string name_prefix_;
|
|
std::thread thread_;
|
|
};
|
|
|
|
ThreadPool::WorkerThread::WorkerThread(ThreadPool* pool,
|
|
const std::string& name_prefix)
|
|
: pool_(pool), name_prefix_(name_prefix) {
|
|
thread_ = std::thread(ThreadBody, this);
|
|
}
|
|
|
|
ThreadPool::WorkerThread::~WorkerThread() {}
|
|
|
|
void ThreadPool::WorkerThread::Join() { thread_.join(); }
|
|
|
|
void* ThreadPool::WorkerThread::ThreadBody(void* arg) {
|
|
auto thread = reinterpret_cast<WorkerThread*>(arg);
|
|
int nice_priority_level =
|
|
thread->pool_->thread_options().nice_priority_level();
|
|
const std::set<int> selected_cpus = thread->pool_->thread_options().cpu_set();
|
|
if (nice_priority_level != 0 || !selected_cpus.empty()) {
|
|
LOG(ERROR) << "Thread priority and processor affinity feature aren't "
|
|
"supported by the std::thread threadpool implementation.";
|
|
}
|
|
thread->pool_->RunWorker();
|
|
return nullptr;
|
|
}
|
|
|
|
ThreadPool::ThreadPool(int num_threads) {
|
|
num_threads_ = (num_threads == 0) ? 1 : num_threads;
|
|
}
|
|
|
|
ThreadPool::ThreadPool(const std::string& name_prefix, int num_threads)
|
|
: name_prefix_(name_prefix) {
|
|
num_threads_ = (num_threads == 0) ? 1 : num_threads;
|
|
}
|
|
|
|
ThreadPool::ThreadPool(const ThreadOptions& thread_options,
|
|
const std::string& name_prefix, int num_threads)
|
|
: name_prefix_(name_prefix), thread_options_(thread_options) {
|
|
num_threads_ = (num_threads == 0) ? 1 : num_threads;
|
|
}
|
|
|
|
ThreadPool::~ThreadPool() {
|
|
mutex_.Lock();
|
|
stopped_ = true;
|
|
condition_.SignalAll();
|
|
mutex_.Unlock();
|
|
|
|
for (int i = 0; i < threads_.size(); ++i) {
|
|
threads_[i]->Join();
|
|
delete threads_[i];
|
|
}
|
|
|
|
threads_.clear();
|
|
}
|
|
|
|
void ThreadPool::StartWorkers() {
|
|
for (int i = 0; i < num_threads_; ++i) {
|
|
threads_.push_back(new WorkerThread(this, name_prefix_));
|
|
}
|
|
}
|
|
|
|
void ThreadPool::Schedule(std::function<void()> callback) {
|
|
mutex_.Lock();
|
|
tasks_.push_back(std::move(callback));
|
|
condition_.Signal();
|
|
mutex_.Unlock();
|
|
}
|
|
|
|
int ThreadPool::num_threads() const { return num_threads_; }
|
|
|
|
void ThreadPool::RunWorker() {
|
|
mutex_.Lock();
|
|
while (true) {
|
|
if (!tasks_.empty()) {
|
|
std::function<void()> task = std::move(tasks_.front());
|
|
tasks_.pop_front();
|
|
mutex_.Unlock();
|
|
task();
|
|
mutex_.Lock();
|
|
} else {
|
|
if (stopped_) {
|
|
break;
|
|
} else {
|
|
condition_.Wait(&mutex_);
|
|
}
|
|
}
|
|
}
|
|
mutex_.Unlock();
|
|
}
|
|
|
|
const ThreadOptions& ThreadPool::thread_options() const {
|
|
return thread_options_;
|
|
}
|
|
|
|
namespace internal {
|
|
|
|
std::string CreateThreadName(const std::string& prefix, int thread_id) {
|
|
std::string name = absl::StrCat(prefix, "/", thread_id);
|
|
constexpr size_t kMaxThreadNameLength = 15;
|
|
name.resize(std::min(name.length(), kMaxThreadNameLength));
|
|
return name;
|
|
}
|
|
|
|
} // namespace internal
|
|
|
|
} // namespace mediapipe
|