Repository navigation
Expand file tree
/
Copy pathqstat_wait.sh
More file actions
executable file
·85 lines (73 loc) · 1.68 KB
/
Copy pathqstat_wait.sh
File metadata and controls
executable file
·85 lines (73 loc) · 1.68 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
#!/bin/bash --noprofile
THIS=$( dirname $0 )
source $THIS/bash_common.sh
if [ $# -ne 2 ]; then
echo "#1: seconds to wait after all jobs are in 'r' state. 0: resubmit and stop"
echo "#2: run qresub (0/1)"
exit 1
fi
SECS=$1 # SECONDS is a system variable
QRESUB=$2
comment "Waiting for UGE results"
SLEEP_SEC=10 # PAR
PERIODS=$(( SECS / SLEEP_SEC ))
while true; do
sleep $SLEEP_SEC
$THIS/grid_wait.sh 0
set +o errexit
Q=$( qstat | grep -v '^job-ID' | grep -v '^---' | grep -c ' qw ' )
set -o errexit
if [ $Q == 0 ]; then
break
fi
done
N=0
while true; do
sleep $SLEEP_SEC
$THIS/grid_wait.sh 0
set +o errexit
Q=$( qstat | grep -v '^job-ID' | grep -v '^---' | grep -vc ' d[tr] ' )
set -o errexit
if [ $Q == 0 ]; then
break
fi
N=$(( N + 1 ))
if [ $N -le $PERIODS ]; then
printf "\r${BROWN}%d / %d$NOCOLOR" $N $PERIODS
else
echo ""
N=0
$THIS/grid_wait.sh 1
set +o errexit
L=( $( qstat | grep -v '^job-ID' | grep -v '^---' | grep -v ' d[tr] ' | grep ' [rTt] ' | sed 's/^ *//1' | cut -f 1 -d ' ' ) )
set -o errexit
M=${#L[@]}
if [ $M -ne 0 ]; then
date
if [ $QRESUB == 1 ]; then
warning "Resubmitting $M UGE jobs"
i=0
while [ $i -lt $M ]; do
$THIS/grid_wait.sh 1
qresub ${L[$i]} -h u || true
i=$(( i + 1 ))
done
else
warning "Deleting $M UGE jobs"
fi
$THIS/grid_wait.sh 1
qdel -f "${L[@]}" || true
if [ $QRESUB == 1 ]; then
$THIS/grid_wait.sh 1
qrls -h u -u $USER > /dev/null
fi
fi
fi
if [ $SECS == 0 ]; then
break
fi
done
if [ $N -ne 0 ]; then
echo ""
fi
#sync