diff options
author | Alberto Sartori <alberto.sartori@huawei.com> | 2023-02-27 10:27:52 +0100 |
---|---|---|
committer | Alberto Sartori <alberto.sartori@huawei.com> | 2023-03-10 09:38:39 +0100 |
commit | 55ba09ec97d2449b39d7fcc38c346969168d899b (patch) | |
tree | 4c97affeaae2e5bb88a41be6d389b2502bae6e24 /src/buildtool/execution_api/execution_service/operation_cache.cpp | |
parent | 117a1dbf099d93dfe044971f90203a5d8d1975b4 (diff) | |
download | justbuild-55ba09ec97d2449b39d7fcc38c346969168d899b.tar.gz |
execution service: implement WaitExecution and google::longrunning::Operations::GetOperation
For each action that is executed, an entry is added to a shared thread
safe cache. Once the number of operations stored exceeds twice 2^n,
where n is given by the option --log-operations-threshold, at most 2^n
operations will be removed, in a FIFO scheme.
Diffstat (limited to 'src/buildtool/execution_api/execution_service/operation_cache.cpp')
-rw-r--r-- | src/buildtool/execution_api/execution_service/operation_cache.cpp | 49 |
1 files changed, 49 insertions, 0 deletions
diff --git a/src/buildtool/execution_api/execution_service/operation_cache.cpp b/src/buildtool/execution_api/execution_service/operation_cache.cpp new file mode 100644 index 00000000..7fccdd41 --- /dev/null +++ b/src/buildtool/execution_api/execution_service/operation_cache.cpp @@ -0,0 +1,49 @@ +// Copyright 2023 Huawei Cloud Computing Technology Co., Ltd. +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +#include "src/buildtool/execution_api/execution_service/operation_cache.hpp" + +#include <algorithm> + +#include "google/protobuf/timestamp.pb.h" + +void OperationCache::GarbageCollection() { + std::shared_lock slock{mutex_}; + if (cache_.size() > (threshold_ << 1U)) { + std::vector<std::pair<std::string, ::google::longrunning::Operation>> + tmp; + tmp.reserve(cache_.size()); + std::copy(cache_.begin(), cache_.end(), std::back_insert_iterator(tmp)); + slock.release(); + std::sort(tmp.begin(), tmp.end(), [](auto const& x, auto const& y) { + ::google::protobuf::Timestamp tx; + ::google::protobuf::Timestamp ty; + x.second.metadata().UnpackTo(&tx); + y.second.metadata().UnpackTo(&ty); + return tx.seconds() < ty.seconds(); + }); + + std::size_t deleted = 0; + std::unique_lock ulock{mutex_}; + for (auto const& [key, op] : tmp) { + if (op.done()) { + DropInternal(key); + ++deleted; + } + if (deleted == threshold_) { + break; + } + } + } +} |