<div dir="ltr"><p>service pbs_mom restart<br>qterm -t quick<br>pbs_server<br>pbsnodes -a</p>
<div>pbs_server port is 15001<br>mom_service_port is 15002<br>mom_manager_port is 15003<br>? 15004<br>trqauthd port is 15005</div>
<div> </div>
<div>netstat -tuplen</div>
<p>when restarting mom:<br>08/13/2012 18:08:19;0002;   pbs_mom;n/a;rm_request;shutdown<br>08/13/2012 18:08:19;0002;   pbs_mom;n/a;dep_cleanup;dependent cleanup<br>08/13/2012 18:08:19;0002;   pbs_mom;Svr;Log;Log closed<br>

08/13/2012 18:08:21;0002;   pbs_mom;Svr;Log;Log opened<br>08/13/2012 18:08:21;0002;   pbs_mom;Svr;pbs_mom;Torque Mom Version = 4.1.0, loglevel = 0<br>08/13/2012 18:08:21;0002;   pbs_mom;Svr;setpbsserver;biostation06<br>08/13/2012 18:08:21;0002;   pbs_mom;Svr;mom_server_add;server biostation06 added<br>

08/13/2012 18:08:21;0002;   pbs_mom;n/a;initialize;independent<br>08/13/2012 18:08:21;0080;   pbs_mom;Svr;pbs_mom;before init_abort_jobs<br>08/13/2012 18:08:21;0002;   pbs_mom;Svr;pbs_mom;Is up<br>08/13/2012 18:08:21;0002;   pbs_mom;Svr;setup_program_environment;MOM executable path and mtime at launch: /usr/local/sbin/pbs_mom 1344185749<br>

08/13/2012 18:08:21;0002;   pbs_mom;Svr;pbs_mom;Torque Mom Version = 4.1.0, loglevel = 0<br>08/13/2012 18:11:03;0001;   pbs_mom;Svr;pbs_mom;LOG_ERROR::Network is unreachable (101) in tcp_connect_sockaddr, Failed when trying to open tcp connection - connect() failed [rc = 15096] [addr = <a href="http://132.72.216.159:15001/" target="_blank">132.72.216.159:15001</a>]<br>

08/13/2012 18:11:03;0001;   pbs_mom;Svr;pbs_mom;LOG_ERROR::Inappropriate ioctl for device (25) in tcp_connect_sockaddr, cannot connect to port 8 in socket_connect_addr - errno:101 Network is unreachable<br>08/13/2012 18:11:03;0001;   pbs_mom;Svr;pbs_mom;LOG_ERROR::mom_server_update_stat, Cannot get a valid stream to send update to server &#39;biostation06&#39;<br>

08/13/2012 18:12:52;0002;   pbs_mom;n/a;rm_request;shutdown<br>08/13/2012 18:12:52;0002;   pbs_mom;n/a;dep_cleanup;dependent cleanup<br>08/13/2012 18:12:52;0002;   pbs_mom;Svr;Log;Log closed<br>08/13/2012 18:12:54;0002;   pbs_mom;Svr;Log;Log opened<br>

08/13/2012 18:12:54;0002;   pbs_mom;Svr;pbs_mom;Torque Mom Version = 4.1.0, loglevel = 0<br>08/13/2012 18:12:54;0002;   pbs_mom;Svr;setpbsserver;biostation06<br>08/13/2012 18:12:54;0002;   pbs_mom;Svr;mom_server_add;server biostation06 added<br>

08/13/2012 18:12:54;0002;   pbs_mom;n/a;initialize;independent<br>08/13/2012 18:12:54;0080;   pbs_mom;Svr;pbs_mom;before init_abort_jobs<br>08/13/2012 18:12:54;0002;   pbs_mom;Svr;pbs_mom;Is up<br>08/13/2012 18:12:54;0002;   pbs_mom;Svr;setup_program_environment;MOM executable path and mtime at launch: /usr/local/sbin/pbs_mom 1344185749<br>

08/13/2012 18:12:54;0002;   pbs_mom;Svr;pbs_mom;Torque Mom Version = 4.1.0, loglevel = 0<br>n<br>when restarting headnode:<br>08/13/2012 17:33:16;0086;PBS_Server;Svr;PBS_Server;Shutdown request from <a href="mailto:root@biostation06.bgu.ac.il" target="_blank">root@biostation06.bgu.ac.il</a><br>

08/13/2012 17:33:16;0086;PBS_Server;Svr;PBS_Server;Starting to shutdown the server, type is Quick<br>08/13/2012 17:33:17;0002;PBS_Server;Svr;PBS_Server;Server shutdown completed<br>08/13/2012 17:33:17;0002;PBS_Server;Svr;Log;Log closed<br>

08/13/2012 17:33:19;0002;PBS_Server;Svr;Log;Log opened<br>08/13/2012 17:33:19;0006;PBS_Server;Svr;PBS_Server;Server <a href="http://biostation06.bgu.ac.il/" target="_blank">biostation06.bgu.ac.il</a> started, initialization type = 1<br>

08/13/2012 17:33:19;0002;PBS_Server;Svr;get_default_threads;Defaulting min_threads to 49 threads<br>08/13/2012 17:33:19;0002;PBS_Server;Svr;Act;Account file /var/spool/torque/server_priv/accounting/20120813 opened<br>08/13/2012 17:33:19;0040;PBS_Server;Req;setup_nodes;setup_nodes()<br>

08/13/2012 17:33:19;0086;PBS_Server;Svr;PBS_Server;Recovered queue batch<br>08/13/2012 17:33:19;0002;PBS_Server;Svr;PBS_Server;Expected 1, recovered 1 queues<br>08/13/2012 17:33:19;0080;PBS_Server;Svr;PBS_Server;2 total files read from disk<br>

08/13/2012 17:33:19;0002;PBS_Server;Svr;PBS_Server;handle_job_recovery:3<br>08/13/2012 17:33:19;0006;PBS_Server;Svr;PBS_Server;Using ports Server:15001  Scheduler:15004  MOM:15002 (server: &#39;<a href="http://biostation06.bgu.ac.il/" target="_blank">biostation06.bgu.ac.il</a>&#39;)<br>

08/13/2012 17:33:19;0002;PBS_Server;Svr;PBS_Server;Server Ready, pid = 13368, loglevel=0<br>08/13/2012 17:33:34;0002;PBS_Server;Svr;PBS_Server;Torque Server Version = 4.1.0, loglevel = 0<br>08/13/2012 17:33:34;0001;PBS_Server;Svr;PBS_Server;LOG_ERROR::get_node_from_str, Node biostation06 is reporting on node <a href="http://biostation06.bgu.ac.il/" target="_blank">biostation06.bgu.ac.il</a>, which pbs_server doesn&#39;t know about</p>


<p><br> </p>
<p></p></div>