// Copyright 2020 The MediaPipe Authors. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #include #include #include // NOLINT(build/c++11) #include "mediapipe/framework/deps/threadpool.h" #ifdef _WIN32 #include #else #include #include #endif #include "absl/strings/str_cat.h" #include "absl/strings/str_join.h" #include "mediapipe/framework/port/logging.h" namespace mediapipe { class ThreadPool::WorkerThread { public: // Creates and starts a thread that runs pool->RunWorker(). WorkerThread(ThreadPool* pool, const std::string& name_prefix); // REQUIRES: Join() must have been called. ~WorkerThread(); // Joins with the running thread. void Join(); private: static void* ThreadBody(void* arg); ThreadPool* pool_; std::string name_prefix_; std::thread thread_; }; ThreadPool::WorkerThread::WorkerThread(ThreadPool* pool, const std::string& name_prefix) : pool_(pool), name_prefix_(name_prefix) { thread_ = std::thread(ThreadBody, this); } ThreadPool::WorkerThread::~WorkerThread() {} void ThreadPool::WorkerThread::Join() { thread_.join(); } void* ThreadPool::WorkerThread::ThreadBody(void* arg) { auto thread = reinterpret_cast(arg); int nice_priority_level = thread->pool_->thread_options().nice_priority_level(); const std::set selected_cpus = thread->pool_->thread_options().cpu_set(); if (nice_priority_level != 0 || !selected_cpus.empty()) { LOG(ERROR) << "Thread priority and processor affinity feature aren't " "supported by the std::thread threadpool implementation."; } thread->pool_->RunWorker(); return nullptr; } ThreadPool::ThreadPool(int num_threads) { num_threads_ = (num_threads == 0) ? 1 : num_threads; } ThreadPool::ThreadPool(const std::string& name_prefix, int num_threads) : name_prefix_(name_prefix) { num_threads_ = (num_threads == 0) ? 1 : num_threads; } ThreadPool::ThreadPool(const ThreadOptions& thread_options, const std::string& name_prefix, int num_threads) : name_prefix_(name_prefix), thread_options_(thread_options) { num_threads_ = (num_threads == 0) ? 1 : num_threads; } ThreadPool::~ThreadPool() { mutex_.Lock(); stopped_ = true; condition_.SignalAll(); mutex_.Unlock(); for (int i = 0; i < threads_.size(); ++i) { threads_[i]->Join(); delete threads_[i]; } threads_.clear(); } void ThreadPool::StartWorkers() { for (int i = 0; i < num_threads_; ++i) { threads_.push_back(new WorkerThread(this, name_prefix_)); } } void ThreadPool::Schedule(std::function callback) { mutex_.Lock(); tasks_.push_back(std::move(callback)); condition_.Signal(); mutex_.Unlock(); } int ThreadPool::num_threads() const { return num_threads_; } void ThreadPool::RunWorker() { mutex_.Lock(); while (true) { if (!tasks_.empty()) { std::function task = std::move(tasks_.front()); tasks_.pop_front(); mutex_.Unlock(); task(); mutex_.Lock(); } else { if (stopped_) { break; } else { condition_.Wait(&mutex_); } } } mutex_.Unlock(); } const ThreadOptions& ThreadPool::thread_options() const { return thread_options_; } namespace internal { std::string CreateThreadName(const std::string& prefix, int thread_id) { std::string name = absl::StrCat(prefix, "/", thread_id); constexpr size_t kMaxThreadNameLength = 15; name.resize(std::min(name.length(), kMaxThreadNameLength)); return name; } } // namespace internal } // namespace mediapipe