Thearas commented on code in PR #46571:
URL: https://github.com/apache/doris/pull/46571#discussion_r1905679222
##########
docker/thirdparties/docker-compose/hive/scripts/hive-metastore.sh:
##########
@@ -92,45 +94,58 @@ fi
rm -f "${lockfile2}"
# put data file
+hadoop_put_pids=()
+hadoop fs -mkdir -p /user/doris/
+
+
## put tpch1
if [[ -z "$(ls /mnt/scripts/tpch1.db)" ]]; then
echo "tpch1.db does not exist"
exit 1
fi
-hadoop fs -mkdir -p /user/doris/
-hadoop fs -put /mnt/scripts/tpch1.db /user/doris/
-if [[ -z "$(hadoop fs -ls /user/doris/tpch1.db)" ]]; then
- echo "tpch1.db put failed"
- exit 1
-fi
+hadoop fs -copyFromLocal -f /mnt/scripts/tpch1.db /user/doris/ &
+hadoop_put_pids+=($!)
## put paimon1
if [[ -z "$(ls /mnt/scripts/paimon1)" ]]; then
echo "paimon1 does not exist"
exit 1
fi
-hadoop fs -put /mnt/scripts/paimon1 /user/doris/
-if [[ -z "$(hadoop fs -ls /user/doris/paimon1)" ]]; then
- echo "paimon1 put failed"
- exit 1
-fi
+hadoop fs -copyFromLocal -f /mnt/scripts/paimon1 /user/doris/ &
+hadoop_put_pids+=($!)
## put tvf_data
if [[ -z "$(ls /mnt/scripts/tvf_data)" ]]; then
Review Comment:
Put `tvf_data` will cost about 5m+.
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
