summaryrefslogtreecommitdiff
path: root/test/end-to-end/with_remote_test_runner.py
diff options
context:
space:
mode:
authorKlaus Aehlig <klaus.aehlig@huawei.com>2023-02-24 15:09:49 +0100
committerSascha Roloff <sascha.roloff@huawei.com>2023-03-06 17:17:21 +0100
commit27755862921509cf3d64d730519fad3d0710c0b7 (patch)
treed3d60687c1a2bc7e8d4d39d9b7f280974ef76603 /test/end-to-end/with_remote_test_runner.py
parent00adcbad4162527bd750aba69306d2d7c36ed0af (diff)
downloadjustbuild-27755862921509cf3d64d730519fad3d0710c0b7.tar.gz
Add rule for shell tests with remote execution
... similar to ["@", "rules", "shell/test", "script"], but implicitly starting a remote execution in the background, passing the information about that endpoint to the test via an environment variable.
Diffstat (limited to 'test/end-to-end/with_remote_test_runner.py')
-rwxr-xr-xtest/end-to-end/with_remote_test_runner.py124
1 files changed, 124 insertions, 0 deletions
diff --git a/test/end-to-end/with_remote_test_runner.py b/test/end-to-end/with_remote_test_runner.py
new file mode 100755
index 00000000..69349b25
--- /dev/null
+++ b/test/end-to-end/with_remote_test_runner.py
@@ -0,0 +1,124 @@
+#!/usr/bin/env python3
+# Copyright 2023 Huawei Cloud Computing Technology Co., Ltd.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import json
+import os
+import sys
+import subprocess
+import time
+
+time_start = time.time()
+time_stop = 0
+result = "UNKNOWN"
+stderr = ""
+stdout = ""
+remotestdout = ""
+remotestderr = ""
+
+
+def dump_results():
+ with open("result", "w") as f:
+ f.write("%s\n" % (result, ))
+ with open("time-start", "w") as f:
+ f.write("%d\n" % (time_start, ))
+ with open("time-stop", "w") as f:
+ f.write("%d\n" % (time_stop, ))
+ with open("stdout", "w") as f:
+ f.write("%s\n" % (stdout, ))
+ with open("stderr", "w") as f:
+ f.write("%s\n" % (stderr, ))
+ with open("remotestdout", "w") as f:
+ f.write("%s\n" % (remotestdout, ))
+ with open("remotestderr", "w") as f:
+ f.write("%s\n" % (remotestderr, ))
+
+
+dump_results()
+
+TEMP_DIR = os.path.realpath("scratch")
+os.makedirs(TEMP_DIR, exist_ok=True)
+
+WORK_DIR = os.path.realpath("work")
+os.makedirs(WORK_DIR, exist_ok=True)
+
+REMOTE_DIR = os.path.realpath("remote")
+os.makedirs(REMOTE_DIR, exist_ok=True)
+REMOTE_INFO = os.path.join(REMOTE_DIR, "info.json")
+REMOTE_LBR = os.path.join(REMOTE_DIR, "build-root")
+
+remote_cmd = [
+ "./just", "execute",
+ "--info-file", REMOTE_INFO,
+ "--local-build-root", REMOTE_LBR,
+ "--log-limit", "5", "--plain-log",
+]
+
+compatible = json.loads(sys.argv[1])
+if compatible:
+ remote_cmd.append("--compatible")
+
+
+remote_proc = subprocess.Popen(
+ remote_cmd,
+ stdout=subprocess.PIPE,
+ stderr=subprocess.PIPE,
+)
+
+while not os.path.exists(REMOTE_INFO):
+ time.sleep(1)
+
+with open(REMOTE_INFO) as f:
+ info = json.load(f)
+
+REMOTE_EXECUTION_ADDRESS = "%s:%d" % (info["interface"], info["port"])
+
+ENV = dict(os.environ,
+ TEST_TMPDIR=TEMP_DIR, TMPDIR=TEMP_DIR,
+ REMOTE_EXECUTION_ADDRESS=REMOTE_EXECUTION_ADDRESS)
+
+if compatible:
+ ENV["COMPATIBLE"] = "YES"
+elif "COMPATIBLE" in ENV:
+ del ENV["COMPATIBLE"]
+
+for k in ["TLS_CA_CERT", "TLS_CLIENT_CERT", "TLS_CLIENT_KEY"]:
+ if k in ENV:
+ del ENV[k]
+
+
+time_start = time.time()
+ret = subprocess.run(["sh", "../test.sh"],
+ cwd=WORK_DIR,
+ env=ENV,
+ capture_output=True)
+
+time_stop = time.time()
+result = "PASS" if ret.returncode == 0 else "FAIL"
+stdout = ret.stdout.decode("utf-8")
+stderr = ret.stderr.decode("utf-8")
+remote_proc.terminate()
+rout, rerr = remote_proc.communicate()
+remotestdout = rout.decode("utf-8")
+remotestderr = rerr.decode("utf-8")
+
+dump_results()
+
+for f in sys.argv[2:]:
+ keep_file = os.path.join(WORKDIR, f)
+ if not os.path.exists(keep_file):
+ open(keep_file, "a").close()
+
+
+if result != "PASS": exit(1)