// Copyright 2024 Huawei Cloud Computing Technology Co., Ltd. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #ifndef INCLUDED_SRC_BUILDTOOL_EXECUTION_API_COMMON_COMMON_API_HPP #define INCLUDED_SRC_BUILDTOOL_EXECUTION_API_COMMON_COMMON_API_HPP #include #include #include #include #include #include "gsl/gsl" #include "src/buildtool/common/artifact.hpp" #include "src/buildtool/common/artifact_blob.hpp" #include "src/buildtool/common/artifact_digest.hpp" #include "src/buildtool/execution_api/bazel_msg/bazel_msg_factory.hpp" #include "src/buildtool/execution_api/bazel_msg/directory_tree.hpp" #include "src/buildtool/execution_api/common/blob_tree.hpp" #include "src/buildtool/execution_api/common/execution_api.hpp" #include "src/buildtool/logging/logger.hpp" /// \brief Common logic for RetrieveToFds. /// \param dump_to_stream Dumps the artifact to the respective open stream. /// \param fallback Processes the respective file descriptor further in case the /// regular dump fails. [[nodiscard]] auto CommonRetrieveToFds( std::vector const& artifacts_info, std::vector const& fds, std::function const&)> const& dump_to_stream, std::optional> const& fallback) noexcept -> bool; /// \brief Upload missing blobs from a given BlobTree. [[nodiscard]] auto CommonUploadBlobTree(BlobTreePtr const& blob_tree, IExecutionApi const& api) noexcept -> bool; /// \brief Runs the compatible branch of local/bazel UploadTree API. [[nodiscard]] auto CommonUploadTreeCompatible( IExecutionApi const& api, DirectoryTreePtr const& build_root, BazelMsgFactory::LinkDigestResolveFunc const& resolve_links) noexcept -> std::optional; /// \brief Runs the native branch of local/bazel UploadTree API. [[nodiscard]] auto CommonUploadTreeNative( IExecutionApi const& api, DirectoryTreePtr const& build_root) noexcept -> std::optional; /// \brief Updates the given container based on the given blob, ensuring the /// container is kept under the maximum transfer limit. If the given blob is /// larger than the transfer limit, it is immediately uploaded. Otherwise, /// it is added to the container if it fits inside the transfer limit, or it /// is added to a new container moving forward, with the old one being uploaded. /// This way we ensure we only store as much data as we can actually transfer in /// one go. /// \param container Stores blobs smaller than the transfer limit. /// \param blob New blob to be handled (uploaded or added to container). /// \param exception_is_fatal If true, caught exceptions are logged to Error. /// \param uploader Lambda handling the actual upload call. /// \param logger Use this instance for any logging. If nullptr, use the default /// logger. This value is used only if exception_is_fatal==true. /// \returns Returns true on success, false otherwise (failures or exceptions). [[nodiscard]] auto UpdateContainerAndUpload( gsl::not_null*> const& container, ArtifactBlob&& blob, bool exception_is_fatal, std::function&&)> const& uploader, Logger const* logger = nullptr) noexcept -> bool; #endif // INCLUDED_SRC_BUILDTOOL_EXECUTION_API_COMMON_COMMON_API_HPP