cassdlcm/mediapipe
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Add alternative method to determine unique kernel cache path

Browse Source 
PiperOrigin-RevId: 491476293
This commit is contained in:
MediaPipe Team 2022-11-28 16:48:17 -08:00 committed by Copybara-Service
parent 7b74fd53f5
commit e987b69f39
1 changed files with 10 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
mediapipe/calculators/tensor/inference_calculator_gl_advanced.cc
View File

@ -236,14 +236,21 @@ absl::Status InferenceCalculatorGlAdvancedImpl::OnDiskCacheHelper::Init(
const mediapipe::InferenceCalculatorOptions& options, const mediapipe::InferenceCalculatorOptions& options,
const mediapipe::InferenceCalculatorOptions::Delegate::Gpu& const mediapipe::InferenceCalculatorOptions::Delegate::Gpu&
gpu_delegate_options) { gpu_delegate_options) {
use_kernel_caching_ = gpu_delegate_options.has_cached_kernel_path(); // The kernel cache needs a unique filename based on either model_path or the
// model token, to prevent the cache from being overwritten if the graph has
// more than one model.
use_kernel_caching_ =
gpu_delegate_options.has_cached_kernel_path() &&
(options.has_model_path() || gpu_delegate_options.has_model_token());
use_serialized_model_ = gpu_delegate_options.has_serialized_model_dir() && use_serialized_model_ = gpu_delegate_options.has_serialized_model_dir() &&
gpu_delegate_options.has_model_token(); gpu_delegate_options.has_model_token();
if (use_kernel_caching_) { if (use_kernel_caching_) {
std::string basename = options.has_model_path()
? mediapipe::File::Basename(options.model_path())
: gpu_delegate_options.model_token();
cached_kernel_filename_ = mediapipe::file::JoinPath( cached_kernel_filename_ = mediapipe::file::JoinPath(
gpu_delegate_options.cached_kernel_path(), gpu_delegate_options.cached_kernel_path(), basename + ".ker");
mediapipe::File::Basename(options.model_path()) + ".ker");
} }
if (use_serialized_model_) { if (use_serialized_model_) {
serialized_model_path_ = serialized_model_path_ =