From 88c25cccdeda497cb84de59e0a60f15fb3476e91 Mon Sep 17 00:00:00 2001
From: Maksim Denisov <denisov.maksim@huawei.com>
Date: Fri, 28 Feb 2025 17:49:38 +0100
Subject: BytestreamClient: Read to temporary files.

---
 .../remote/bazel/bytestream_client.hpp             | 33 +++++++++++++++-------
 1 file changed, 23 insertions(+), 10 deletions(-)

(limited to 'src/buildtool/execution_api/remote/bazel/bytestream_client.hpp')

diff --git a/src/buildtool/execution_api/remote/bazel/bytestream_client.hpp b/src/buildtool/execution_api/remote/bazel/bytestream_client.hpp
index cf85b769..89d61d1f 100644
--- a/src/buildtool/execution_api/remote/bazel/bytestream_client.hpp
+++ b/src/buildtool/execution_api/remote/bazel/bytestream_client.hpp
@@ -17,6 +17,7 @@
 
 #include <cstddef>
 #include <cstdint>
+#include <fstream>
 #include <memory>
 #include <optional>
 #include <string>
@@ -41,6 +42,7 @@
 #include "src/buildtool/logging/logger.hpp"
 #include "src/utils/cpp/expected.hpp"
 #include "src/utils/cpp/incremental_reader.hpp"
+#include "src/utils/cpp/tmp_dir.hpp"
 
 /// Implements client side for google.bytestream.ByteStream service.
 class ByteStreamClient {
@@ -105,23 +107,34 @@ class ByteStreamClient {
     }
 
     [[nodiscard]] auto Read(std::string const& instance_name,
-                            ArtifactDigest const& digest) const noexcept
+                            ArtifactDigest const& digest,
+                            TmpDir::Ptr const& temp_space) const noexcept
         -> std::optional<ArtifactBlob> {
-        auto reader = IncrementalRead(instance_name, digest);
-        std::string output{};
-        auto data = reader.Next();
-        while (data and not data->empty()) {
-            output.append(data->begin(), data->end());
-            data = reader.Next();
+        auto temp_file = TmpDir::CreateFile(temp_space, digest.hash());
+        if (temp_file == nullptr) {
+            return std::nullopt;
         }
-        if (not data) {
+
+        auto reader = IncrementalRead(instance_name, digest);
+        try {
+            std::ofstream stream{temp_file->GetPath(), std::ios_base::binary};
+
+            auto data = reader.Next();
+            while (data.has_value() and not data->empty() and stream.good()) {
+                stream << *data;
+                data = reader.Next();
+            }
+            if (not stream.good() or not data.has_value()) {
+                return std::nullopt;
+            }
+        } catch (...) {
             return std::nullopt;
         }
 
-        auto blob = ArtifactBlob::FromMemory(
+        auto blob = ArtifactBlob::FromTempFile(
             HashFunction{digest.GetHashType()},
             digest.IsTree() ? ObjectType::Tree : ObjectType::File,
-            std::move(output));
+            std::move(temp_file));
         if (not blob.has_value() or blob->GetDigest() != digest) {
             return std::nullopt;
         }
-- 
cgit v1.2.3