44from pathlib import Path
55
66from praktika .result import Result
7- from praktika .settings import Settings
87from praktika .utils import MetaClasses , Shell , Utils
98
109from ci .jobs .scripts .clickhouse_proc import ClickHouseProc
1110from ci .jobs .scripts .functional_tests_results import FTResultsProcessor
1211
12+ temp_dir = f"{ Utils .cwd ()} /ci/tmp/"
13+
1314
1415class JobStages (metaclass = MetaClasses .WithIter ):
1516 INSTALL_CLICKHOUSE = "install"
@@ -19,9 +20,7 @@ class JobStages(metaclass=MetaClasses.WithIter):
1920
2021def parse_args ():
2122 parser = argparse .ArgumentParser (description = "ClickHouse Build Job" )
22- parser .add_argument (
23- "--ch-path" , help = "Path to clickhouse binary" , default = f"{ Settings .INPUT_DIR } "
24- )
23+ parser .add_argument ("--ch-path" , help = "Path to clickhouse binary" , default = temp_dir )
2524 parser .add_argument (
2625 "--test-options" ,
2726 help = "Comma separated option(s): parallel|non-parallel|BATCH_NUM/BTATCH_TOT|.." ,
@@ -36,7 +35,7 @@ def run_stateless_test(
3635 no_parallel : bool , no_sequiential : bool , batch_num : int , batch_total : int , test = ""
3736):
3837 assert not (no_parallel and no_sequiential )
39- test_output_file = f"{ Settings . OUTPUT_DIR } /test_result.txt"
38+ test_output_file = f"{ temp_dir } /test_result.txt"
4039 aux = ""
4140 nproc = int (Utils .cpu_count () / 2 )
4241 if batch_num and batch_total :
@@ -99,7 +98,7 @@ def main():
9998
10099 if res and JobStages .INSTALL_CLICKHOUSE in stages :
101100 commands = [
102- f"rm -rf /tmp/praktika /var/log/clickhouse-server/clickhouse-server.*" ,
101+ f"rm -rf { temp_dir } /var/log/clickhouse-server/clickhouse-server.*" ,
103102 f"chmod +x { ch_path } /clickhouse" ,
104103 f"ln -sf { ch_path } /clickhouse { ch_path } /clickhouse-server" ,
105104 f"ln -sf { ch_path } /clickhouse { ch_path } /clickhouse-client" ,
@@ -108,19 +107,19 @@ def main():
108107 f"ln -sf { ch_path } /clickhouse { ch_path } /clickhouse-disks" ,
109108 f"ln -sf { ch_path } /clickhouse { ch_path } /clickhouse-obfuscator" ,
110109 f"ln -sf { ch_path } /clickhouse { ch_path } /clickhouse-format" ,
111- f"rm -rf { Settings . TEMP_DIR } /etc/ && mkdir -p { Settings . TEMP_DIR } /etc/clickhouse-client { Settings . TEMP_DIR } /etc/clickhouse-server" ,
112- f"cp programs/server/config.xml programs/server/users.xml { Settings . TEMP_DIR } /etc/clickhouse-server/" ,
113- f"./tests/config/install.sh { Settings . TEMP_DIR } /etc/clickhouse-server { Settings . TEMP_DIR } /etc/clickhouse-client --s3-storage { '--no-azure' if no_azure else '' } " ,
110+ f"rm -rf { temp_dir } /etc/ && mkdir -p { temp_dir } /etc/clickhouse-client { temp_dir } /etc/clickhouse-server" ,
111+ f"cp programs/server/config.xml programs/server/users.xml { temp_dir } /etc/clickhouse-server/" ,
112+ f"./tests/config/install.sh { temp_dir } /etc/clickhouse-server { temp_dir } /etc/clickhouse-client --s3-storage { '--no-azure' if no_azure else '' } " ,
114113 # clickhouse benchmark segfaults with --config-path, so provide client config by its default location
115- f"cp { Settings . TEMP_DIR } /etc/clickhouse-client/* /etc/clickhouse-client/" ,
114+ f"cp { temp_dir } /etc/clickhouse-client/* /etc/clickhouse-client/" ,
116115 # update_path_ch_config,
117- # f"sed -i 's|>/var/|>{Settings.TEMP_DIR }/var/|g; s|>/etc/|>{Settings.TEMP_DIR }/etc/|g' {Settings.TEMP_DIR }/etc/clickhouse-server/config.xml",
118- # f"sed -i 's|>/etc/|>{Settings.TEMP_DIR }/etc/|g' {Settings.TEMP_DIR }/etc/clickhouse-server/config.d/ssl_certs.xml",
119- f"for file in /tmp/praktika/ etc/clickhouse-server/config.d/*.xml; do [ -f $file ] && echo Change config $file && sed -i 's|>/var/log|>{ Settings . TEMP_DIR } /var/log|g; s|>/etc/|>{ Settings . TEMP_DIR } /etc/|g' $(readlink -f $file); done" ,
120- f"for file in /tmp/praktika/ etc/clickhouse-server/*.xml; do [ -f $file ] && echo Change config $file && sed -i 's|>/var/log|>{ Settings . TEMP_DIR } /var/log|g; s|>/etc/|>{ Settings . TEMP_DIR } /etc/|g' $(readlink -f $file); done" ,
121- f"for file in /tmp/praktika/ etc/clickhouse-server/config.d/*.xml; do [ -f $file ] && echo Change config $file && sed -i 's|<path>local_disk|<path>{ Settings . TEMP_DIR } /local_disk|g' $(readlink -f $file); done" ,
116+ # f"sed -i 's|>/var/|>{temp_dir }/var/|g; s|>/etc/|>{temp_dir }/etc/|g' {temp_dir }/etc/clickhouse-server/config.xml",
117+ # f"sed -i 's|>/etc/|>{temp_dir }/etc/|g' {temp_dir }/etc/clickhouse-server/config.d/ssl_certs.xml",
118+ f"for file in { temp_dir } / etc/clickhouse-server/config.d/*.xml; do [ -f $file ] && echo Change config $file && sed -i 's|>/var/log|>{ temp_dir } /var/log|g; s|>/etc/|>{ temp_dir } /etc/|g' $(readlink -f $file); done" ,
119+ f"for file in { temp_dir } / etc/clickhouse-server/*.xml; do [ -f $file ] && echo Change config $file && sed -i 's|>/var/log|>{ temp_dir } /var/log|g; s|>/etc/|>{ temp_dir } /etc/|g' $(readlink -f $file); done" ,
120+ f"for file in { temp_dir } / etc/clickhouse-server/config.d/*.xml; do [ -f $file ] && echo Change config $file && sed -i 's|<path>local_disk|<path>{ temp_dir } /local_disk|g' $(readlink -f $file); done" ,
122121 f"clickhouse-server --version" ,
123- f"chmod +x /tmp/praktika/input /clickhouse-odbc-bridge" ,
122+ f"chmod +x { temp_dir } /clickhouse-odbc-bridge" ,
124123 ]
125124 results .append (
126125 Result .from_commands_run (
@@ -134,7 +133,7 @@ def main():
134133 stop_watch_ = Utils .Stopwatch ()
135134 step_name = "Start ClickHouse Server"
136135 print (step_name )
137- minio_log = "/tmp/praktika/output /minio.log"
136+ minio_log = f" { temp_dir } /minio.log"
138137 res = res and CH .start_minio (test_type = "stateless" , log_file_path = minio_log )
139138 logs_to_attach += [minio_log ]
140139 time .sleep (10 )
@@ -148,8 +147,8 @@ def main():
148147 if res :
149148 print ("ch started" )
150149 logs_to_attach += [
151- "/tmp/praktika /var/log/clickhouse-server/clickhouse-server.log" ,
152- "/tmp/praktika /var/log/clickhouse-server/clickhouse-server.err.log" ,
150+ f" { temp_dir } /var/log/clickhouse-server/clickhouse-server.log" ,
151+ f" { temp_dir } /var/log/clickhouse-server/clickhouse-server.err.log" ,
153152 ]
154153 results .append (
155154 Result .create_from (
@@ -176,7 +175,7 @@ def main():
176175 test = args .test ,
177176 )
178177 CH .log_cluster_stop_replication ()
179- results .append (FTResultsProcessor (wd = Settings . OUTPUT_DIR ).run ())
178+ results .append (FTResultsProcessor (wd = temp_dir ).run ())
180179 results [- 1 ].set_timing (stopwatch = stop_watch_ )
181180 res = results [- 1 ].is_ok ()
182181
0 commit comments