08/08/2006 02:03:08;0002; pbs_mom;n/a;is_update_stat;composing status update for server 08/08/2006 02:03:08;0002; pbs_mom;n/a;is_update_stat;clearing alarm in is_update_stat 08/08/2006 02:03:08;0002; pbs_mom;n/a;is_update_stat;clearing alarm in is_update_stat 08/08/2006 02:03:08;0002; pbs_mom;n/a;is_update_stat;setting alarm in is_update_stat 08/08/2006 02:03:08;0002; pbs_mom;n/a;is_update_stat;is_update_stat: sending to server "opsys=linux" 08/08/2006 02:03:08;0002; pbs_mom;n/a;is_update_stat;clearing alarm in is_update_stat 08/08/2006 02:03:08;0002; pbs_mom;n/a;is_update_stat;setting alarm in is_update_stat 08/08/2006 02:03:08;0002; pbs_mom;n/a;is_update_stat;is_update_stat: sending to server "uname=Linux wulfie001 2.6.11.7 #5 SMP Mon Apr 18 09:14:51 EDT 2005 x86_64" 08/08/2006 02:03:08;0002; pbs_mom;n/a;is_update_stat;clearing alarm in is_update_stat 08/08/2006 02:03:08;0002; pbs_mom;n/a;is_update_stat;setting alarm in is_update_stat 08/08/2006 02:03:08;0002; pbs_mom;n/a;sessions;sessions[0]: pid 6421 sid 6421 08/08/2006 02:03:08;0002; pbs_mom;n/a;is_update_stat;is_update_stat: sending to server "sessions=6421" 08/08/2006 02:03:08;0002; pbs_mom;n/a;is_update_stat;clearing alarm in is_update_stat 08/08/2006 02:03:08;0002; pbs_mom;n/a;is_update_stat;setting alarm in is_update_stat 08/08/2006 02:03:08;0002; pbs_mom;n/a;sessions;sessions[0]: pid 6421 sid 6421 08/08/2006 02:03:08;0002; pbs_mom;n/a;is_update_stat;is_update_stat: sending to server "nsessions=1" 08/08/2006 02:03:08;0002; pbs_mom;n/a;is_update_stat;clearing alarm in is_update_stat 08/08/2006 02:03:08;0002; pbs_mom;n/a;is_update_stat;setting alarm in is_update_stat 08/08/2006 02:03:08;0002; pbs_mom;n/a;nusers;nusers[0]: pid 6421 uid 1002 08/08/2006 02:03:08;0002; pbs_mom;n/a;is_update_stat;is_update_stat: sending to server "nusers=1" 08/08/2006 02:03:08;0002; pbs_mom;n/a;is_update_stat;clearing alarm in is_update_stat 08/08/2006 02:03:08;0002; pbs_mom;n/a;is_update_stat;setting alarm in is_update_stat 08/08/2006 02:03:08;0002; pbs_mom;n/a;is_update_stat;is_update_stat: sending to server "idletime=199" 08/08/2006 02:03:08;0002; pbs_mom;n/a;is_update_stat;clearing alarm in is_update_stat 08/08/2006 02:03:08;0002; pbs_mom;n/a;is_update_stat;setting alarm in is_update_stat 08/08/2006 02:03:08;0002; pbs_mom;n/a;totmem;totmem: total mem=6196645888 08/08/2006 02:03:08;0002; pbs_mom;n/a;is_update_stat;is_update_stat: sending to server "totmem=6051412kb" 08/08/2006 02:03:08;0002; pbs_mom;n/a;is_update_stat;clearing alarm in is_update_stat 08/08/2006 02:03:08;0002; pbs_mom;n/a;is_update_stat;setting alarm in is_update_stat 08/08/2006 02:03:08;0002; pbs_mom;n/a;availmem;availmem: free mem=6150209536 08/08/2006 02:03:08;0002; pbs_mom;n/a;is_update_stat;is_update_stat: sending to server "availmem=6006064kb" 08/08/2006 02:03:08;0002; pbs_mom;n/a;is_update_stat;clearing alarm in is_update_stat 08/08/2006 02:03:08;0002; pbs_mom;n/a;is_update_stat;setting alarm in is_update_stat 08/08/2006 02:03:08;0002; pbs_mom;n/a;is_update_stat;is_update_stat: sending to server "physmem=2043236kb" 08/08/2006 02:03:08;0002; pbs_mom;n/a;is_update_stat;clearing alarm in is_update_stat 08/08/2006 02:03:08;0002; pbs_mom;n/a;is_update_stat;setting alarm in is_update_stat 08/08/2006 02:03:08;0002; pbs_mom;n/a;is_update_stat;is_update_stat: sending to server "ncpus=2" 08/08/2006 02:03:08;0002; pbs_mom;n/a;is_update_stat;clearing alarm in is_update_stat 08/08/2006 02:03:08;0002; pbs_mom;n/a;is_update_stat;setting alarm in is_update_stat 08/08/2006 02:03:08;0002; pbs_mom;n/a;is_update_stat;is_update_stat: sending to server "loadave=0.00" 08/08/2006 02:03:08;0002; pbs_mom;n/a;is_update_stat;clearing alarm in is_update_stat 08/08/2006 02:03:08;0002; pbs_mom;n/a;is_update_stat;setting alarm in is_update_stat 08/08/2006 02:03:08;0002; pbs_mom;n/a;is_update_stat;clearing alarm in is_update_stat 08/08/2006 02:03:08;0002; pbs_mom;n/a;is_update_stat;setting alarm in is_update_stat 08/08/2006 02:03:08;0002; pbs_mom;n/a;is_update_stat;clearing alarm in is_update_stat 08/08/2006 02:03:08;0002; pbs_mom;n/a;is_update_stat;setting alarm in is_update_stat 08/08/2006 02:03:08;0002; pbs_mom;n/a;is_update_stat;is_update_stat: sending to server "netload=398390228" 08/08/2006 02:03:08;0002; pbs_mom;n/a;is_update_stat;clearing alarm in is_update_stat 08/08/2006 02:03:08;0002; pbs_mom;n/a;is_update_stat;clearing alarm in is_update_stat 08/08/2006 02:03:08;0002; pbs_mom;n/a;is_update_stat;setting alarm in is_update_stat 08/08/2006 02:03:08;0002; pbs_mom;n/a;is_update_stat;is_update_stat: sending to server "state=free" 08/08/2006 02:03:08;0002; pbs_mom;n/a;is_update_stat;clearing alarm in is_update_stat 08/08/2006 02:03:08;0002; pbs_mom;n/a;is_update_stat;setting alarm in is_update_stat 08/08/2006 02:03:08;0002; pbs_mom;n/a;is_update_stat;is_update_stat: sending to server "jobs=? 0" 08/08/2006 02:03:08;0002; pbs_mom;n/a;is_update_stat;clearing alarm in is_update_stat 08/08/2006 02:03:08;0002; pbs_mom;n/a;is_update_stat;status update successfully sent to seawulf 08/08/2006 02:03:25;0080; pbs_mom;Req;dis_request_read;decoding command QueueJob from PBS_Server 08/08/2006 02:03:25;0008; pbs_mom;Job;process_request;request type QueueJob from host seawulf.seawulf received 08/08/2006 02:03:25;0008; pbs_mom;Job;process_request;request type QueueJob from host seawulf.seawulf allowed 08/08/2006 02:03:25;0008; pbs_mom;Job;dispatch_request;dispatching request QueueJob on sd=10 08/08/2006 02:03:25;0080; pbs_mom;Req;dis_request_read;decoding command ReadyToCommit from PBS_Server 08/08/2006 02:03:25;0008; pbs_mom;Job;process_request;request type ReadyToCommit from host seawulf.seawulf received 08/08/2006 02:03:25;0008; pbs_mom;Job;process_request;request type ReadyToCommit from host seawulf.seawulf allowed 08/08/2006 02:03:25;0008; pbs_mom;Job;dispatch_request;dispatching request ReadyToCommit on sd=10 08/08/2006 02:03:25;0008; pbs_mom;Job;96.seawulf.seawulf.stonybrook.edu;ready to commit job 08/08/2006 02:03:25;0008; pbs_mom;Job;96.seawulf.seawulf.stonybrook.edu;ready to commit job completed 08/08/2006 02:03:25;0080; pbs_mom;Req;dis_request_read;decoding command Commit from PBS_Server 08/08/2006 02:03:25;0008; pbs_mom;Job;process_request;request type Commit from host seawulf.seawulf received 08/08/2006 02:03:25;0008; pbs_mom;Job;process_request;request type Commit from host seawulf.seawulf allowed 08/08/2006 02:03:25;0008; pbs_mom;Job;dispatch_request;dispatching request Commit on sd=10 08/08/2006 02:03:25;0008; pbs_mom;Job;96.seawulf.seawulf.stonybrook.edu;committing job 08/08/2006 02:03:25;0008; pbs_mom;Job;96.seawulf.seawulf.stonybrook.edu;starting job execution 08/08/2006 02:03:25;0001; pbs_mom;Job;job_nodes;0: wulfie001/0 08/08/2006 02:03:25;0001; pbs_mom;Job;job_nodes;job: 96.seawulf.seawulf.stonybrook.edu numnodes=1 numvnod=1 08/08/2006 02:03:25;0008; pbs_mom;Job;96.seawulf.seawulf.stonybrook.edu;evaluating limits for job 08/08/2006 02:03:25;0001; pbs_mom;Job;96.seawulf.seawulf.stonybrook.edu;phase 2 of job launch successfully completed 08/08/2006 02:03:25;0002; pbs_mom;n/a;mom_close_poll;entered 08/08/2006 02:03:25;0001; pbs_mom;Job;TMomFinalizeJob3;read start return code=-1 session=0 08/08/2006 02:03:25;0001; pbs_mom;Job;TMomFinalizeJob3;job not started, Failure job exec failure, before files staged, no retry 08/08/2006 02:03:25;0008; pbs_mom;Req;send_sisters;sending command ABORT_JOB for job 96.seawulf.seawulf.stonybrook.edu (10) 08/08/2006 02:03:25;0008; pbs_mom;Req;send_sisters;sending ABORT to sisters 08/08/2006 02:03:25;0008; pbs_mom;Job;96.seawulf.seawulf.stonybrook.edu;job execution started 08/08/2006 02:03:25;0008; pbs_mom;Job;96.seawulf.seawulf.stonybrook.edu;start failed on unknown node 08/08/2006 02:03:25;0008; pbs_mom;Job;scan_for_terminated;pid 6512 not tracked, exitcode=65024 08/08/2006 02:03:25;0080; pbs_mom;Job;96.seawulf.seawulf.stonybrook.edu;local task termination detected. killing job 08/08/2006 02:03:25;0008; pbs_mom;Job;96.seawulf.seawulf.stonybrook.edu;kill_job 08/08/2006 02:03:25;0002; pbs_mom;n/a;run_pelog;userepilog script '/var/spool/torque/mom_priv/epilogue.precancel' does not exist (cwd: /var/spool/torque/mom_priv) 08/08/2006 02:03:25;0008; pbs_mom;Job;96.seawulf.seawulf.stonybrook.edu;kill_job done 08/08/2006 02:03:25;0080; pbs_mom;Job;96.seawulf.seawulf.stonybrook.edu;performing job clean-up 08/08/2006 02:03:25;0080; pbs_mom;Req;dis_request_read;decoding command Disconnect from PBS_Server 08/08/2006 02:03:25;0002; pbs_mom;n/a;mom_close_poll;entered 08/08/2006 02:03:25;0080; pbs_mom;Req;dis_request_read;decoding command StatusJob from PBS_Server 08/08/2006 02:03:25;0008; pbs_mom;Job;process_request;request type StatusJob from host seawulf.seawulf received 08/08/2006 02:03:25;0008; pbs_mom;Job;process_request;request type StatusJob from host seawulf.seawulf allowed 08/08/2006 02:03:25;0008; pbs_mom;Job;dispatch_request;dispatching request StatusJob on sd=12 08/08/2006 02:03:25;0008; pbs_mom;Job;scan_for_terminated;pid 6513 not tracked, exitcode=0 08/08/2006 02:03:25;0080; pbs_mom;Req;dis_request_read;decoding command ModifyJob from PBS_Server 08/08/2006 02:03:25;0008; pbs_mom;Job;process_request;request type ModifyJob from host seawulf.seawulf received 08/08/2006 02:03:25;0008; pbs_mom;Job;process_request;request type ModifyJob from host seawulf.seawulf allowed 08/08/2006 02:03:25;0008; pbs_mom;Job;dispatch_request;dispatching request ModifyJob on sd=10 08/08/2006 02:03:25;0008; pbs_mom;Job;96.seawulf.seawulf.stonybrook.edu;modifying attribute resource of job (value: '???') 08/08/2006 02:03:25;0002; pbs_mom;n/a;mom_set_limits;mom_set_limits(96.seawulf.seawulf.stonybrook.edu,alter) entered 08/08/2006 02:03:25;0002; pbs_mom;n/a;mom_set_limits;setting limit for attribute 'neednodes' 08/08/2006 02:03:25;0002; pbs_mom;n/a;mom_set_limits;setting limit for attribute 'nodes' 08/08/2006 02:03:25;0002; pbs_mom;n/a;mom_set_limits;setting limit for attribute 'walltime' 08/08/2006 02:03:25;0002; pbs_mom;n/a;mom_set_limits;mom_set_limits(96.seawulf.seawulf.stonybrook.edu,alter) completed 08/08/2006 02:03:25;0008; pbs_mom;Job;96.seawulf.seawulf.stonybrook.edu;Job Modified at request of PBS_Server@seawulf.seawulf 08/08/2006 02:03:25;0080; pbs_mom;Req;dis_request_read;decoding command Disconnect from PBS_Server 08/08/2006 02:03:25;0080; pbs_mom;Req;dis_request_read;decoding command Disconnect from PBS_Server 08/08/2006 02:03:25;0080; pbs_mom;Req;dis_request_read;decoding command DeleteJob from PBS_Server 08/08/2006 02:03:25;0008; pbs_mom;Job;process_request;request type DeleteJob from host seawulf.seawulf received 08/08/2006 02:03:25;0008; pbs_mom;Job;process_request;request type DeleteJob from host seawulf.seawulf allowed 08/08/2006 02:03:25;0008; pbs_mom;Job;dispatch_request;dispatching request DeleteJob on sd=13 08/08/2006 02:03:25;0080; pbs_mom;Job;96.seawulf.seawulf.stonybrook.edu;deleting job 96.seawulf.seawulf.stonybrook.edu in state EXITED 08/08/2006 02:03:25;0080; pbs_mom;Job;96.seawulf.seawulf.stonybrook.edu;removing job 08/08/2006 02:03:25;0080; pbs_mom;Job;96.seawulf.seawulf.stonybrook.edu;removed job file 08/08/2006 02:03:25;0080; pbs_mom;Job;96.seawulf.seawulf.stonybrook.edu;freeing job 08/08/2006 02:03:25;0080; pbs_mom;Req;dis_request_read;decoding command Disconnect from PBS_Server 08/08/2006 02:03:54;0002; pbs_mom;n/a;is_update_stat;composing status update for server 08/08/2006 02:03:54;0002; pbs_mom;n/a;is_update_stat;clearing alarm in is_update_stat 08/08/2006 02:03:54;0002; pbs_mom;n/a;is_update_stat;clearing alarm in is_update_stat 08/08/2006 02:03:54;0002; pbs_mom;n/a;is_update_stat;setting alarm in is_update_stat 08/08/2006 02:03:54;0002; pbs_mom;n/a;is_update_stat;is_update_stat: sending to server "opsys=linux"