// Copyright 2022 Huawei Cloud Computing Technology Co., Ltd. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #include "src/buildtool/storage/local_ac.hpp" #include #include #include "catch2/catch_test_macros.hpp" #include "gsl/gsl" #include "src/buildtool/common/artifact_digest.hpp" #include "src/buildtool/common/artifact_digest_factory.hpp" #include "src/buildtool/common/bazel_types.hpp" #include "src/buildtool/crypto/hash_function.hpp" #include "src/buildtool/file_system/object_type.hpp" #include "src/buildtool/storage/config.hpp" #include "src/buildtool/storage/local_cas.hpp" #include "src/buildtool/storage/storage.hpp" #include "test/utils/hermeticity/test_storage_config.hpp" [[nodiscard]] static auto RunDummyExecution( gsl::not_null const*> const& ac, gsl::not_null const*> const& cas_, ArtifactDigest const& action_id, std::string const& seed) -> bool; TEST_CASE("LocalAC: Single action, single result", "[storage]") { auto const storage_config = TestStorageConfig::Create(); auto const storage = Storage::Create(&storage_config.Get()); auto const& ac = storage.ActionCache(); auto const& cas = storage.CAS(); auto action_id = ArtifactDigestFactory::HashDataAs( storage_config.Get().hash_function, "action"); CHECK(not ac.CachedResult(action_id)); CHECK(RunDummyExecution(&ac, &cas, action_id, "result")); auto ac_result = ac.CachedResult(action_id); CHECK(ac_result); } TEST_CASE("LocalAC: Two different actions, two different results", "[storage]") { auto const storage_config = TestStorageConfig::Create(); auto const storage = Storage::Create(&storage_config.Get()); auto const& ac = storage.ActionCache(); auto const& cas = storage.CAS(); auto action_id1 = ArtifactDigestFactory::HashDataAs( storage_config.Get().hash_function, "action1"); auto action_id2 = ArtifactDigestFactory::HashDataAs( storage_config.Get().hash_function, "action2"); CHECK(not ac.CachedResult(action_id1)); CHECK(not ac.CachedResult(action_id2)); std::string result_content1{}; std::string result_content2{}; CHECK(RunDummyExecution(&ac, &cas, action_id1, "result1")); auto ac_result1 = ac.CachedResult(action_id1); REQUIRE(ac_result1); CHECK(ac_result1->SerializeToString(&result_content1)); CHECK(RunDummyExecution(&ac, &cas, action_id2, "result2")); auto ac_result2 = ac.CachedResult(action_id2); REQUIRE(ac_result2); CHECK(ac_result2->SerializeToString(&result_content2)); // check different actions, different result CHECK(action_id1.hash() != action_id2.hash()); CHECK(result_content1 != result_content2); } TEST_CASE("LocalAC: Two different actions, same two results", "[storage]") { auto const storage_config = TestStorageConfig::Create(); auto const storage = Storage::Create(&storage_config.Get()); auto const& ac = storage.ActionCache(); auto const& cas = storage.CAS(); auto action_id1 = ArtifactDigestFactory::HashDataAs( storage_config.Get().hash_function, "action1"); auto action_id2 = ArtifactDigestFactory::HashDataAs( storage_config.Get().hash_function, "action2"); CHECK(not ac.CachedResult(action_id1)); CHECK(not ac.CachedResult(action_id2)); std::string result_content1{}; std::string result_content2{}; CHECK(RunDummyExecution(&ac, &cas, action_id1, "same result")); auto ac_result1 = ac.CachedResult(action_id1); REQUIRE(ac_result1); CHECK(ac_result1->SerializeToString(&result_content1)); CHECK(RunDummyExecution(&ac, &cas, action_id2, "same result")); auto ac_result2 = ac.CachedResult(action_id2); REQUIRE(ac_result2); CHECK(ac_result2->SerializeToString(&result_content2)); // check different actions, but same result CHECK(action_id1.hash() != action_id2.hash()); CHECK(result_content1 == result_content2); } TEST_CASE("LocalAC: Same two actions, two different results", "[storage]") { auto const storage_config = TestStorageConfig::Create(); auto const storage = Storage::Create(&storage_config.Get()); auto const& ac = storage.ActionCache(); auto const& cas = storage.CAS(); auto action_id = ArtifactDigestFactory::HashDataAs( storage_config.Get().hash_function, "same action"); CHECK(not ac.CachedResult(action_id)); std::string result_content1{}; std::string result_content2{}; CHECK(RunDummyExecution(&ac, &cas, action_id, "result1")); auto ac_result1 = ac.CachedResult(action_id); REQUIRE(ac_result1); CHECK(ac_result1->SerializeToString(&result_content1)); CHECK(RunDummyExecution(&ac, &cas, action_id, "result2")); // updated auto ac_result2 = ac.CachedResult(action_id); REQUIRE(ac_result2); CHECK(ac_result2->SerializeToString(&result_content2)); // check same actions, different cached result CHECK(result_content1 != result_content2); } auto RunDummyExecution(gsl::not_null const*> const& ac, gsl::not_null const*> const& cas_, ArtifactDigest const& action_id, std::string const& seed) -> bool { bazel_re::ActionResult result{}; *result.add_output_files() = [&]() { bazel_re::OutputFile out{}; out.set_path(seed); auto digest = cas_->StoreBlob(""); *out.mutable_digest() = ArtifactDigestFactory::ToBazel(*digest); out.set_is_executable(false); return out; }(); return ac->StoreResult(action_id, result); }