// Copyright 2022 Huawei Cloud Computing Technology Co., Ltd. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #include "src/buildtool/execution_api/remote/bazel/bytestream_client.hpp" #include #include #include #include #include #include "catch2/catch_test_macros.hpp" #include "gsl/gsl" #include "src/buildtool/common/artifact_blob.hpp" #include "src/buildtool/common/remote/remote_common.hpp" #include "src/buildtool/crypto/hash_function.hpp" #include "src/buildtool/execution_api/remote/config.hpp" #include "src/buildtool/file_system/object_type.hpp" #include "src/buildtool/storage/config.hpp" #include "src/utils/cpp/expected.hpp" #include "test/utils/hermeticity/test_storage_config.hpp" #include "test/utils/remote_execution/test_auth_config.hpp" #include "test/utils/remote_execution/test_remote_config.hpp" TEST_CASE("ByteStream Client: Transfer single blob", "[execution_api]") { auto storage_config = TestStorageConfig::Create(); auto auth_config = TestAuthConfig::ReadFromEnvironment(); REQUIRE(auth_config); auto remote_config = TestRemoteConfig::ReadFromEnvironment(); REQUIRE(remote_config); REQUIRE(remote_config->remote_address); auto stream = ByteStreamClient{remote_config->remote_address->host, remote_config->remote_address->port, &*auth_config}; HashFunction const hash_function = storage_config.Get().hash_function; auto const temp_space = storage_config.Get().CreateTypedTmpDir("space"); SECTION("Upload small blob") { std::string instance_name{"remote-execution"}; std::string content("foobar"); // digest of "foobar" auto const blob = ArtifactBlob::FromMemory(hash_function, ObjectType::File, content); REQUIRE(blob.has_value()); CHECK(stream.Write(instance_name, *blob)); auto const downloaded_blob = stream.Read(instance_name, blob->GetDigest(), temp_space); REQUIRE(downloaded_blob.has_value()); auto const downloaded_content = downloaded_blob->ReadContent(); REQUIRE(downloaded_content != nullptr); CHECK(*downloaded_content == content); } SECTION("Upload large blob") { static constexpr std::size_t kLargeSize = GRPC_DEFAULT_MAX_RECV_MESSAGE_LENGTH + 1; std::string instance_name{"remote-execution"}; std::string content(kLargeSize, '\0'); for (std::size_t i{}; i < content.size(); ++i) { content[i] = instance_name[i % instance_name.size()]; } // digest of "instance_nameinstance_nameinstance_..." auto const blob = ArtifactBlob::FromMemory(hash_function, ObjectType::File, content); REQUIRE(blob.has_value()); CHECK(stream.Write(instance_name, *blob)); SECTION("Download large blob") { auto const downloaded_blob = stream.Read(instance_name, blob->GetDigest(), temp_space); REQUIRE(downloaded_blob.has_value()); auto const downloaded_content = downloaded_blob->ReadContent(); REQUIRE(downloaded_content != nullptr); CHECK(*downloaded_content == content); } SECTION("Incrementally download large blob") { auto reader = stream.IncrementalRead(instance_name, blob->GetDigest()); std::string data{}; auto chunk = reader.Next(); while (chunk and not chunk->empty()) { data.append(chunk->begin(), chunk->end()); chunk = reader.Next(); } CHECK(chunk); CHECK(data == content); } } }