minor, remove unused streaming scripts
Project: http://git-wip-us.apache.org/repos/asf/kylin/repo Commit: http://git-wip-us.apache.org/repos/asf/kylin/commit/b4f91798 Tree: http://git-wip-us.apache.org/repos/asf/kylin/tree/b4f91798 Diff: http://git-wip-us.apache.org/repos/asf/kylin/diff/b4f91798 Branch: refs/heads/yang21-cdh5.7 Commit: b4f917984953f1aed7a5f6c686aa930dc77bac69 Parents: ad14378 Author: Yang Li <liy...@apache.org> Authored: Sat Nov 5 08:28:02 2016 +0800 Committer: Yang Li <liy...@apache.org> Committed: Sat Nov 5 08:28:02 2016 +0800 ---------------------------------------------------------------------- build/bin/cleanup_streaming_files.sh | 42 ------------------------------- build/bin/streaming_build.sh | 33 ------------------------ build/bin/streaming_check.sh | 29 --------------------- build/bin/streaming_fillgap.sh | 26 ------------------- build/bin/streaming_rolllog.sh | 29 --------------------- 5 files changed, 159 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/kylin/blob/b4f91798/build/bin/cleanup_streaming_files.sh ---------------------------------------------------------------------- diff --git a/build/bin/cleanup_streaming_files.sh b/build/bin/cleanup_streaming_files.sh deleted file mode 100644 index 9b31a4f..0000000 --- a/build/bin/cleanup_streaming_files.sh +++ /dev/null @@ -1,42 +0,0 @@ -#!/bin/bash - -# -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -if [ $# != 1 ] -then - echo 'invalid input' - exit -1 -fi - -cd $KYLIN_HOME/logs - -for pidfile in `find -L . -name "$1_1*"` -do - pidfile=`echo "$pidfile" | cut -c 3-` - echo "pidfile:$pidfile" - pid=`cat $pidfile` - if [ `ps -ef | awk '{print $2}' | grep -w $pid | wc -l` = 1 ] - then - echo "pid:$pid still running" - else - echo "pid:$pid not running, try to delete files" - echo $pidfile | xargs rm - echo "streaming_$pidfile.log" | xargs rm - fi -done - http://git-wip-us.apache.org/repos/asf/kylin/blob/b4f91798/build/bin/streaming_build.sh ---------------------------------------------------------------------- diff --git a/build/bin/streaming_build.sh b/build/bin/streaming_build.sh deleted file mode 100644 index ed19036..0000000 --- a/build/bin/streaming_build.sh +++ /dev/null @@ -1,33 +0,0 @@ -#!/bin/bash - -# -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -source /etc/profile -source ~/.bash_profile - -CUBE=$1 -INTERVAL=$2 -DELAY=$3 -CURRENT_TIME_IN_SECOND=`date +%s` -CURRENT_TIME=$((CURRENT_TIME_IN_SECOND * 1000)) -START=$(($CURRENT_TIME - CURRENT_TIME%INTERVAL - DELAY)) -END=$(($CURRENT_TIME - CURRENT_TIME%INTERVAL - DELAY + INTERVAL)) - -ID="$START"_"$END" -echo "building for ${ID}" >> ${KYLIN_HOME}/logs/build_trace.log -sh ${KYLIN_HOME}/bin/kylin.sh streaming start ${CUBE} ${ID} -start ${START} -end ${END} -cube ${CUBE} \ No newline at end of file http://git-wip-us.apache.org/repos/asf/kylin/blob/b4f91798/build/bin/streaming_check.sh ---------------------------------------------------------------------- diff --git a/build/bin/streaming_check.sh b/build/bin/streaming_check.sh deleted file mode 100644 index fef0139..0000000 --- a/build/bin/streaming_check.sh +++ /dev/null @@ -1,29 +0,0 @@ -#!/bin/bash - -# -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -source /etc/profile -source ~/.bash_profile - -receivers=$1 -host=$2 -tablename=$3 -authorization=$4 -projectname=$5 -cubename=$6 -sh ${KYLIN_HOME}/bin/kylin.sh monitor -receivers ${receivers} -host ${host} -tableName ${tablename} -authorization ${authorization} -cubeName ${cubename} -projectName ${projectname} \ No newline at end of file http://git-wip-us.apache.org/repos/asf/kylin/blob/b4f91798/build/bin/streaming_fillgap.sh ---------------------------------------------------------------------- diff --git a/build/bin/streaming_fillgap.sh b/build/bin/streaming_fillgap.sh deleted file mode 100644 index c67809a..0000000 --- a/build/bin/streaming_fillgap.sh +++ /dev/null @@ -1,26 +0,0 @@ -#!/bin/bash - -# -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -source /etc/profile -source ~/.bash_profile - -cube=$1 - -cd ${KYLIN_HOME} -sh ${KYLIN_HOME}/bin/kylin.sh streaming start ${cube} fillgap -cube ${cube} -fillGap true \ No newline at end of file http://git-wip-us.apache.org/repos/asf/kylin/blob/b4f91798/build/bin/streaming_rolllog.sh ---------------------------------------------------------------------- diff --git a/build/bin/streaming_rolllog.sh b/build/bin/streaming_rolllog.sh deleted file mode 100644 index 8018eb8..0000000 --- a/build/bin/streaming_rolllog.sh +++ /dev/null @@ -1,29 +0,0 @@ -#!/bin/bash - -# -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -source /etc/profile -source ~/.bash_profile - -KYLIN_LOG_HOME=${KYLIN_HOME}/logs -cd ${KYLIN_LOG_HOME} -timestamp=`date +%Y_%m_%d_%H_%M_%S` -tarfile=logs_archived_at_${timestamp}.tar -files=`find -L . ! -name '*.tar' -type f -mtime +1` # keep two days' log -echo ${files} | xargs tar -cvf ${tarfile} -echo ${files} | xargs rm \ No newline at end of file
