Monitor PBS Health

# Monitor Memory usage

job_id=163997
workdir=/share_bio/
echo "population_sizes" >> $workdir/pbs/pbs.job. $job _id.mem_used.logs

While [1-eq 1]
Do
Msg= ' qstat-f $job _id '
chars_count=${#msg}
if (($chars _count<100))
Then
Break
Else
Qstat-f $job _id | grep resources_used.mem >> $workdir/pbs/pbs.job. $job _id.mem_used.logs
Sleep 60
Fi
Done

# Monitor CPU Usage

Tracejob-n 365 2222

Job:2222.centos64

07/30/2014 18:50:48 S enqueuing into batch, State 1 Hop 1
07/30/2014 18:50:48 S Job Modified at request of [email protected]
07/30/2014 18:50:48 L Job Run
07/30/2014 18:50:48 S Job Run at request of [email protected]
07/30/2014 18:50:48 S not sending Email:user does not want mail of the This type.
07/30/2014 18:50:48 A Queue=batch
07/30/2014 18:50:48 A user=aimin group=aimin jobname=cow5utr01 queue=batch ctime=1406717448 qtime=1406717448 etime=140 6717448 start=1406717448 [email protected] EXEC_HOST=CENTOS64/1 resource_list.neednodes=1:ppn=1
Resource_list.nodect=1 resource_list.nodes=1:ppn=1 resource_list.walltime=1440:00:00
07/30/2014 19:15:14 M scan_for_terminated:job 2222.centos64 Task 1 terminated, sid=3480
07/30/2014 19:15:14 M Job was terminated
07/30/2014 19:15:15 S exit_status=0 resources_used.cput=00:24:21 resources_used.mem=9708kb resources_used.vmem= 254684KB resources_used.walltime=00:24:26
07/30/2014 19:15:15 S not sending Email:user does not want mail of the This type.
07/30/2014 19:15:15 M obit sent to server
07/30/2014 19:15:15 S on_job_exit valid Pjob:2222.centos64 (SUBSTATE=50)
07/30/2014 19:15:15 A user=aimin group=aimin jobname=cow5utr01 queue=batch ctime=1406717448 qtime=1406717448 etime=140 6717448 start=1406717448 [email protected] EXEC_HOST=CENTOS64/1 resource_list.neednodes=1:ppn=1
Resource_list.nodect=1 resource_list.nodes=1:ppn=1 resource_list.walltime=1440:00:00 session=3480 end=1406718915 Exit_status=0 resources_used.cput=00:24:21 resources_used.mem=9708kb resources_used.vmem=254684kb
Resources_used.walltime=00:24:26
07/30/2014 19:15:20 M Removed job script
07/30/2014 19:20:23 S dequeuing from batch, State complete

Monitor PBS Health