// Copyright 2022 Huawei Cloud Computing Technology Co., Ltd. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #include "src/buildtool/execution_api/remote/bazel/bazel_response.hpp" #include "gsl-lite/gsl-lite.hpp" #include "src/buildtool/compatibility/native_support.hpp" #include "src/buildtool/execution_api/remote/bazel/bazel_cas_client.hpp" #include "src/buildtool/logging/logger.hpp" namespace { auto ProcessDirectoryMessage(bazel_re::Directory const& dir) noexcept -> std::optional { auto data = dir.SerializeAsString(); auto digest = ArtifactDigest::Create(data); return BazelBlob{std::move(digest), std::move(data)}; } } // namespace auto BazelResponse::ReadStringBlob(bazel_re::Digest const& id) noexcept -> std::string { auto blobs = network_->ReadBlobs({id}).Next(); if (blobs.empty()) { // TODO(oreiche): logging return std::string{}; } return blobs[0].data; } auto BazelResponse::Artifacts() const noexcept -> ArtifactInfos { ArtifactInfos artifacts{}; auto const& action_result = output_.action_result; artifacts.reserve( static_cast(action_result.output_files().size()) + static_cast(action_result.output_directories().size())); // collect files and store them for (auto const& file : action_result.output_files()) { try { artifacts.emplace(file.path(), Artifact::ObjectInfo{ ArtifactDigest{file.digest()}, file.is_executable() ? ObjectType::Executable : ObjectType::File}); } catch (...) { return {}; } } if (not Compatibility::IsCompatible()) { // in native mode: just collect and store tree digests for (auto const& tree : action_result.output_directories()) { gsl_ExpectsAudit(NativeSupport::IsTree(tree.tree_digest().hash())); try { artifacts.emplace( tree.path(), Artifact::ObjectInfo{ArtifactDigest{tree.tree_digest()}, ObjectType::Tree}); } catch (...) { return {}; } } return artifacts; } // obtain tree digests for output directories std::vector tree_digests{}; tree_digests.reserve( gsl::narrow(action_result.output_directories_size())); std::transform(action_result.output_directories().begin(), action_result.output_directories().end(), std::back_inserter(tree_digests), [](auto dir) { return dir.tree_digest(); }); // collect root digests from trees and store them auto blob_reader = network_->ReadBlobs(tree_digests); auto tree_blobs = blob_reader.Next(); int pos{}; while (not tree_blobs.empty()) { for (auto const& tree_blob : tree_blobs) { try { auto tree = BazelMsgFactory::MessageFromString( tree_blob.data); if (not tree) { return {}; } // The server does not store the Directory messages it just has // sent us as part of the Tree message. If we want to be able to // use the Directories as inputs for actions, we have to upload // them manually. auto root_digest = UploadTreeMessageDirectories(*tree); if (not root_digest) { return {}; } artifacts.emplace( action_result.output_directories(pos).path(), Artifact::ObjectInfo{*root_digest, ObjectType::Tree}); } catch (...) { return {}; } ++pos; } tree_blobs = blob_reader.Next(); } return artifacts; } auto BazelResponse::UploadTreeMessageDirectories( bazel_re::Tree const& tree) const -> std::optional { BlobContainer dir_blobs{}; auto rootdir_blob = ProcessDirectoryMessage(tree.root()); if (not rootdir_blob) { return std::nullopt; } auto root_digest = rootdir_blob->digest; dir_blobs.Emplace(std::move(*rootdir_blob)); for (auto const& subdir : tree.children()) { auto subdir_blob = ProcessDirectoryMessage(subdir); if (not subdir_blob) { return std::nullopt; } dir_blobs.Emplace(std::move(*subdir_blob)); } if (not network_->UploadBlobs(dir_blobs)) { Logger::Log(LogLevel::Error, "uploading Tree's Directory messages failed"); return std::nullopt; } return ArtifactDigest{root_digest}; }