diff --git a/printstats.sh b/printstats.sh index 3c991e650f95719e30601f1127ff897d9567cac0..16f71f33e2aa1f032bff43512f1d37e390f3f33a 100755 --- a/printstats.sh +++ b/printstats.sh @@ -9,6 +9,8 @@ for i in {01..10}; do MEMFREE=$(echo -e $MEMINFO | grep -Po '(?<=MemFree: )[0-9]{1,10}(?= kB)') MEMAVAIL=$(echo -e $MEMINFO | grep -Po '(?<=MemAvailable: )[0-9]{1,10}(?= kB)') echo -e "\tTOAL|FREE|AVAIL\t(GB)\t$(($MEMTOTAL / 1000000))\t$(($MEMFREE / 1000000))\t$(($MEMAVAIL / 1000000))" + DISK=$(ssh -q fc$i 'df -H | grep sda3') + echo -e "\t$DISK" done exit 0 \ No newline at end of file diff --git a/recv.sh b/recv.sh new file mode 100755 index 0000000000000000000000000000000000000000..d4fa99be76ab77605348b32a3e64a22471568503 --- /dev/null +++ b/recv.sh @@ -0,0 +1,49 @@ +#!/bin/bash + +HOME_DIR="\$(pwd)" + +REMOTE_REPO_NAME="iqeval" +REMOTE_REPO_DIR="$HOME_DIR/$REMOTE_REPO_NAME" + +SCREEN_SESSION_NAME="iqeval" + +RSYNC_EXCLUDE_FILE="rsync_excludes" + +download_dir () { + RSYNC_FROM=$1 + RSYNC_TO=$2 + rsync -e 'ssh -q' -a --no-links --exclude-from=$RSYNC_EXCLUDE_FILE $RSYNC_FROM $RSYNC_TO > rsync.log +} + +# declare -a paths=("/dev/shm/$SCREEN_SESSION_NAME/figures" "/dev/shm/$SCREEN_SESSION_NAME/.cachedir") +# declare -a paths=("~/iqeval/analysis/pdp/figures" "/dev/shm/$SCREEN_SESSION_NAME/.cachedir") +declare -a paths=("/dev/shm/$SCREEN_SESSION_NAME/logf/") + + +for i in {01..10}; do + printf "FALCON $i | " + + IS_FIN=$(ssh -q fc$i "[ -f /dev/shm/$SCREEN_SESSION_NAME/.fin ] && echo 1") + + if [ -z "$IS_FIN" ]; then + echo "Not finished yet" + continue + else + echo "Finished" + fi + + for REMOTE_DIR in "${paths[@]}"; do + + echo -e "\tDownload dir $REMOTE_DIR" + + IS_VALID_PATH=$(ssh -q fc01 "[ -d $REMOTE_DIR ] && echo 1") + + if [ ! -z $IS_VALID_PATH ]; then + download_dir fc$i:$REMOTE_DIR ../logf/ + fi + done + +done + + +exit 0 \ No newline at end of file diff --git a/rsync.log b/rsync.log new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/run.sh b/run.sh index 2dd5f3ecf6d759c065369ff7cd6fa47c4a68a1ad..8f5a80acb11d148fa3d2c1d74a08db3158e499dc 100755 --- a/run.sh +++ b/run.sh @@ -30,7 +30,9 @@ for i in {01..10}; do ssh -q fc$i "screen -S $SCREEN_SESSION_NAME -X quit" > /dev/null # Generate script and upload it - script_template "20230220 12-22-06" "\$(for j in {0..17}; do printf \"\$((\$j + 18 * ($i-1))) \" ; done)" + script_template "20230221 18-12-12" "\$(for j in {0..17}; do printf \"\$((\$j + 18 * (10#$i-1))) \" ; done)" + # script_template "20230220 12-22-06" "\$(for j in {0..17}; do printf \"\$((\$j + 18 * (10#$i-1))) \" ; done)" + # script_template "20230328 12-18-41" "\$(for j in {0..17}; do printf \"\$((\$j + 18 * (10#$i-1))) \" ; done)" # Upload script to Falcon server scp -q $SCRIPT_TEMP_DIR fc$i:/tmp @@ -47,6 +49,7 @@ for i in {01..10}; do else printf "session exists\n" fi + sleep 20 done diff --git a/script copy.sh b/script copy.sh new file mode 100755 index 0000000000000000000000000000000000000000..97f280b26701d9ca28d044018f5ef90f4ecba9d9 --- /dev/null +++ b/script copy.sh @@ -0,0 +1,35 @@ +#!/bin/bash + + +script_template () { + echo -e "#!/bin/bash + +signal_handler () { + echo \"SCRIPT QUIT\" + kill \$PID0 +} + +trap signal_handler SIGINT + +wait_ctrl_c () { + echo \"Waiting for CTRL-C to quit ...\" + while true; do sleep 5; done +} + +source $VENV_HOME_DIR +cd $REMOTE_REPO_DIR + +python3 main.py -p REFMEAS\#1 p0 -mid \"$1\" -sid $2 -njobs 4 & +PID0 = \$! +wait \$PID0 + +python3 analysis/pdp/main.py -mid \"$1\" + +wait_ctrl_c + +" > $SCRIPT_TEMP_DIR + +chmod +x $SCRIPT_TEMP_DIR + +} + diff --git a/script.sh b/script.sh index 934258d2175d26eb63ea00d593a7574f30ddf47a..baa00699b6b15690d3890ef0bcbb30fb7719e11a 100755 --- a/script.sh +++ b/script.sh @@ -20,11 +20,15 @@ wait_ctrl_c () { source $VENV_HOME_DIR cd $REMOTE_REPO_DIR -python3 main.py -p REFMEAS\#1 p0 -mid \"$1\" -sid $2 -njobs 4 & -PID0 = \$! +python3 main.py -p REFMEAS\#1 p0 -mid \"$1\" -sid $2 -njobs 2 & +PID0=\$! wait \$PID0 +#python3 analysis/pdp/main.py -mid \"$1\" + +touch /dev/shm/$REMOTE_REPO_NAME/.fin + wait_ctrl_c " > $SCRIPT_TEMP_DIR