<br><div class="gmail_quote"><blockquote class="gmail_quote" style="margin: 0pt 0pt 0pt 0.8ex; border-left: 1px solid rgb(204, 204, 204); padding-left: 1ex;"><div><div class="h5">
Fernando Caba wrote:<br>
> Hi Gus, here are the results of all commands you mention:<br>
><br>
> [root@fe ~]# qmgr -c 'p s'<br>
> #<br>
> # Create queues and set their attributes.<br>
> #<br>
> #<br>
> # Create and define queue batch<br>
> #<br>
> create queue batch<br>
> set queue batch queue_type = Execution<br>
> set queue batch resources_default.nodes = 1<br>
> set queue batch resources_default.walltime = 2400:00:00<br>
> set queue batch enabled = True<br>
> set queue batch started = True<br>
> #<br>
> # Set server attributes.<br>
> #<br>
> set server scheduling = True<br>
> set server acl_hosts = fe<br>
> set server managers = root@fe<br>
> set server operators = root@fe<br>
> set server default_queue = batch<br>
> set server log_events = 511<br>
> set server mail_from = adm<br>
> set server scheduler_iteration = 600<br>
> set server node_check_rate = 150<br>
> set server tcp_timeout = 6<br>
> set server mom_job_sync = True<br>
> set server keep_completed = 300<br>
> set server auto_node_np = True<br>
> set server next_job_number = 182<br>
> set server record_job_info = True<br>
> [root@fe ~]#<br>
><br>
><br>
> ${TORQUE}/bin/pbsnodes<br>
><br>
> [root@fe ~]# pbsnodes<br>
> n10<br>
> state = free<br>
> np = 12<br>
> ntype = cluster<br>
> jobs = 0/121.fe<br>
> status =<br>
> rectime=1317298640,varattr=,jobs=121.fe,state=free,netload=261129374581,gres=,loadave=4.00,ncpus=12,physmem=16360208kb,availmem=62484756kb,totmem=83471736kb,idletime=63369,nusers=2,nsessions=2,sessions=4394<br>
> 8087,uname=Linux n10 2.6.18-194.el5 #1 SMP Fri Apr 2 14:58:14 EDT 2010<br>
> x86_64,opsys=linux<br>
> mom_service_port = 15002<br>
> mom_manager_port = 15003<br>
> gpus = 0<br>
><br>
> n11<br>
> state = free<br>
> np = 12<br>
> ntype = cluster<br>
> jobs = 0/143.fe<br>
> status =<br>
> rectime=1317298637,varattr=,jobs=143.fe,state=free,netload=12864227236,gres=,loadave=8.00,ncpus=12,physmem=16360208kb,availmem=78708424kb,totmem=83469060kb,idletime=1354314,nusers=2,nsessions=2,sessions=4583<br>
> 20253,uname=Linux n11 2.6.18-194.el5 #1 SMP Fri Apr 2 14:58:14 EDT 2010<br>
> x86_64,opsys=linux<br>
> mom_service_port = 15002<br>
> mom_manager_port = 15003<br>
> gpus = 0<br>
><br>
> n12<br>
> state = free<br>
> np = 12<br>
> ntype = cluster<br>
> jobs = 0/144.fe<br>
> status =<br>
> rectime=1317298647,varattr=,jobs=144.fe,state=free,netload=953102292987,gres=,loadave=8.01,ncpus=12,physmem=16360208kb,availmem=78740696kb,totmem=83469060kb,idletime=1168354,nusers=2,nsessions=2,sessions=4635<br>
> 20289,uname=Linux n12 2.6.18-194.el5 #1 SMP Fri Apr 2 14:58:14 EDT 2010<br>
> x86_64,opsys=linux<br>
> mom_service_port = 15002<br>
> mom_manager_port = 15003<br>
> gpus = 0<br>
><br>
> n13<br>
> state = free<br>
> np = 12<br>
> ntype = cluster<br>
> jobs = 0/181.fe<br>
> status =<br>
> rectime=1317298672,varattr=,jobs=181.fe,state=free,netload=1010169147229,gres=,loadave=4.00,ncpus=12,physmem=15955108kb,availmem=81150100kb,totmem=83066636kb,idletime=138726,nusers=2,nsessions=2,sessions=4407<br>
> 29186,uname=Linux n13 2.6.18-194.el5xen #1 SMP Fri Apr 2 15:34:40 EDT<br>
> 2010 x86_64,opsys=linux<br>
> mom_service_port = 15002<br>
> mom_manager_port = 15003<br>
> gpus = 0<br>
><br>
> [root@fe ~]#<br>
><br>
> ${MAUI}/bin/showconfig<br>
><br>
> [root@fe ~]# which showconfig<br>
> /usr/local/maui/bin/showconfig<br>
> [root@fe ~]# showconfig<br>
> # Maui version 3.3.1 (PID: 18407)<br>
> # global policies<br>
><br>
> REJECTNEGPRIOJOBS[0] FALSE<br>
> ENABLENEGJOBPRIORITY[0] FALSE<br>
> ENABLEMULTINODEJOBS[0] TRUE<br>
> ENABLEMULTIREQJOBS[0] FALSE<br>
> BFPRIORITYPOLICY[0] [NONE]<br>
> JOBPRIOACCRUALPOLICY QUEUEPOLICY<br>
> NODELOADPOLICY ADJUSTSTATE<br>
> USEMACHINESPEEDFORFS FALSE<br>
> USEMACHINESPEED FALSE<br>
> USESYSTEMQUEUETIME TRUE<br>
> USELOCALMACHINEPRIORITY FALSE<br>
> NODEUNTRACKEDLOADFACTOR 1.2<br>
> JOBNODEMATCHPOLICY[0] EXACTNODE<br>
><br>
> JOBMAXSTARTTIME[0] INFINITY<br>
><br>
> METAMAXTASKS[0] 0<br>
> NODESETPOLICY[0] [NONE]<br>
> NODESETATTRIBUTE[0] [NONE]<br>
> NODESETLIST[0]<br>
> NODESETDELAY[0] 00:00:00<br>
> NODESETPRIORITYTYPE[0] MINLOSS<br>
> NODESETTOLERANCE[0] 0.00<br>
><br>
> BACKFILLPOLICY[0] FIRSTFIT<br>
> BACKFILLDEPTH[0] 0<br>
> BACKFILLPROCFACTOR[0] 0<br>
> BACKFILLMAXSCHEDULES[0] 10000<br>
> BACKFILLMETRIC[0] PROCS<br>
><br>
> BFCHUNKDURATION[0] 00:00:00<br>
> BFCHUNKSIZE[0] 0<br>
> PREEMPTPOLICY[0] REQUEUE<br>
> MINADMINSTIME[0] 00:00:00<br>
> RESOURCELIMITPOLICY[0]<br>
> NODEAVAILABILITYPOLICY[0] COMBINED:[DEFAULT]<br>
> NODEALLOCATIONPOLICY[0] MINRESOURCE<br>
> TASKDISTRIBUTIONPOLICY[0] DEFAULT<br>
> RESERVATIONPOLICY[0] CURRENTHIGHEST<br>
> RESERVATIONRETRYTIME[0] 00:00:00<br>
> RESERVATIONTHRESHOLDTYPE[0] NONE<br>
> RESERVATIONTHRESHOLDVALUE[0] 0<br>
><br>
> FSPOLICY [NONE]<br>
> FSPOLICY [NONE]<br>
> FSINTERVAL 12:00:00<br>
> FSDEPTH 8<br>
> FSDECAY 1.00<br>
><br>
><br>
><br>
> # Priority Weights<br>
><br>
> SERVICEWEIGHT[0] 1<br>
> TARGETWEIGHT[0] 1<br>
> CREDWEIGHT[0] 1<br>
> ATTRWEIGHT[0] 1<br>
> FSWEIGHT[0] 1<br>
> RESWEIGHT[0] 1<br>
> USAGEWEIGHT[0] 1<br>
> QUEUETIMEWEIGHT[0] 1<br>
> XFACTORWEIGHT[0] 0<br>
> SPVIOLATIONWEIGHT[0] 0<br>
> BYPASSWEIGHT[0] 0<br>
> TARGETQUEUETIMEWEIGHT[0] 0<br>
> TARGETXFACTORWEIGHT[0] 0<br>
> USERWEIGHT[0] 0<br>
> GROUPWEIGHT[0] 0<br>
> ACCOUNTWEIGHT[0] 0<br>
> QOSWEIGHT[0] 0<br>
> CLASSWEIGHT[0] 0<br>
> FSUSERWEIGHT[0] 0<br>
> FSGROUPWEIGHT[0] 0<br>
> FSACCOUNTWEIGHT[0] 0<br>
> FSQOSWEIGHT[0] 0<br>
> FSCLASSWEIGHT[0] 0<br>
> ATTRATTRWEIGHT[0] 0<br>
> ATTRSTATEWEIGHT[0] 0<br>
> NODEWEIGHT[0] 0<br>
> PROCWEIGHT[0] 0<br>
> MEMWEIGHT[0] 0<br>
> SWAPWEIGHT[0] 0<br>
> DISKWEIGHT[0] 0<br>
> PSWEIGHT[0] 0<br>
> PEWEIGHT[0] 0<br>
> WALLTIMEWEIGHT[0] 0<br>
> UPROCWEIGHT[0] 0<br>
> UJOBWEIGHT[0] 0<br>
> CONSUMEDWEIGHT[0] 0<br>
> USAGEEXECUTIONTIMEWEIGHT[0] 0<br>
> REMAININGWEIGHT[0] 0<br>
> PERCENTWEIGHT[0] 0<br>
> XFMINWCLIMIT[0] 00:02:00<br>
><br>
><br>
> # partition DEFAULT policies<br>
><br>
> REJECTNEGPRIOJOBS[1] FALSE<br>
> ENABLENEGJOBPRIORITY[1] FALSE<br>
> ENABLEMULTINODEJOBS[1] TRUE<br>
> ENABLEMULTIREQJOBS[1] FALSE<br>
> BFPRIORITYPOLICY[1] [NONE]<br>
> JOBPRIOACCRUALPOLICY QUEUEPOLICY<br>
> NODELOADPOLICY ADJUSTSTATE<br>
> JOBNODEMATCHPOLICY[1]<br>
><br>
> JOBMAXSTARTTIME[1] INFINITY<br>
><br>
> METAMAXTASKS[1] 0<br>
> NODESETPOLICY[1] [NONE]<br>
> NODESETATTRIBUTE[1] [NONE]<br>
> NODESETLIST[1]<br>
> NODESETDELAY[1] 00:00:00<br>
> NODESETPRIORITYTYPE[1] MINLOSS<br>
> NODESETTOLERANCE[1] 0.00<br>
><br>
> # Priority Weights<br>
><br>
> XFMINWCLIMIT[1] 00:00:00<br>
><br>
> RMAUTHTYPE[0] CHECKSUM<br>
><br>
> CLASSCFG[[NONE]] DEFAULT.FEATURES=[NONE]<br>
> CLASSCFG[[ALL]] DEFAULT.FEATURES=[NONE]<br>
> CLASSCFG[batch] DEFAULT.FEATURES=[NONE]<br>
> QOSPRIORITY[0] 0<br>
> QOSQTWEIGHT[0] 0<br>
> QOSXFWEIGHT[0] 0<br>
> QOSTARGETXF[0] 0.00<br>
> QOSTARGETQT[0] 00:00:00<br>
> QOSFLAGS[0]<br>
> QOSPRIORITY[1] 0<br>
> QOSQTWEIGHT[1] 0<br>
> QOSXFWEIGHT[1] 0<br>
> QOSTARGETXF[1] 0.00<br>
> QOSTARGETQT[1] 00:00:00<br>
> QOSFLAGS[1]<br>
> # SERVER MODULES: MX<br>
> SERVERMODE NORMAL<br>
> SERVERNAME<br>
> SERVERHOST fe<br>
> SERVERPORT 42559<br>
> LOGFILE maui.log<br>
> LOGFILEMAXSIZE 10000000<br>
> LOGFILEROLLDEPTH 1<br>
> LOGLEVEL 3<br>
> LOGFACILITY fALL<br>
> SERVERHOMEDIR /usr/local/maui/<br>
> TOOLSDIR /usr/local/maui/tools/<br>
> LOGDIR /usr/local/maui/log/<br>
> STATDIR /usr/local/maui/stats/<br>
> LOCKFILE /usr/local/maui/maui.pid<br>
> SERVERCONFIGFILE /usr/local/maui/maui.cfg<br>
> CHECKPOINTFILE /usr/local/maui/<a href="http://maui.ck" target="_blank">maui.ck</a><br>
> CHECKPOINTINTERVAL 00:05:00<br>
> CHECKPOINTEXPIRATIONTIME 3:11:20:00<br>
> TRAPJOB<br>
> TRAPNODE<br>
> TRAPFUNCTION<br>
> RESDEPTH 24<br>
><br>
> RMPOLLINTERVAL 00:00:30<br>
> NODEACCESSPOLICY SHARED<br>
> ALLOCLOCALITYPOLICY [NONE]<br>
> SIMTIMEPOLICY [NONE]<br>
> ADMIN1 root<br>
> ADMINHOSTS ALL<br>
> NODEPOLLFREQUENCY 0<br>
> DISPLAYFLAGS<br>
> DEFAULTDOMAIN<br>
> DEFAULTCLASSLIST [DEFAULT:1]<br>
> FEATURENODETYPEHEADER<br>
> FEATUREPROCSPEEDHEADER<br>
> FEATUREPARTITIONHEADER<br>
> DEFERTIME 1:00:00<br>
> DEFERCOUNT 24<br>
> DEFERSTARTCOUNT 1<br>
> JOBPURGETIME 0<br>
> NODEPURGETIME 2140000000<br>
> APIFAILURETHRESHHOLD 6<br>
> NODESYNCTIME 600<br>
> JOBSYNCTIME 600<br>
> JOBMAXOVERRUN 00:10:00<br>
> NODEMAXLOAD 0.0<br>
><br>
> PLOTMINTIME 120<br>
> PLOTMAXTIME 245760<br>
> PLOTTIMESCALE 11<br>
> PLOTMINPROC 1<br>
> PLOTMAXPROC 512<br>
> PLOTPROCSCALE 9<br>
> SCHEDCFG[] MODE=NORMAL SERVER=fe:42559<br>
> # RM MODULES: PBS SSS WIKI NATIVE<br>
> RMCFG[FE] AUTHTYPE=CHECKSUM EPORT=15004 TIMEOUT=00:00:09 TYPE=PBS<br>
> SIMWORKLOADTRACEFILE workload<br>
> SIMRESOURCETRACEFILE resource<br>
> SIMAUTOSHUTDOWN OFF<br>
> SIMSTARTTIME 0<br>
> SIMSCALEJOBRUNTIME FALSE<br>
> SIMFLAGS<br>
> SIMJOBSUBMISSIONPOLICY CONSTANTJOBDEPTH<br>
> SIMINITIALQUEUEDEPTH 16<br>
> SIMWCACCURACY 0.00<br>
> SIMWCACCURACYCHANGE 0.00<br>
> SIMNODECOUNT 0<br>
> SIMNODECONFIGURATION NORMAL<br>
> SIMWCSCALINGPERCENT 100<br>
> SIMCOMRATE 0.10<br>
> SIMCOMTYPE ROUNDROBIN<br>
> COMINTRAFRAMECOST 0.30<br>
> COMINTERFRAMECOST 0.30<br>
> SIMSTOPITERATION -1<br>
> SIMEXITITERATION -1<br>
><br>
><br>
><br>
> [root@fe ~]# ps -ef |grep maui<br>
> root 18407 1 0 Sep28 ? 00:00:04 /usr/local/maui/sbin/maui<br>
> root 22527 22463 0 09:19 pts/2 00:00:00 grep maui<br>
> [root@fe ~]# service maui status<br>
> maui (pid 18407) is running...<br>
> [root@fe ~]# service pbs_server status<br>
> pbs_server (pid 4147) is running...<br>
> [root@fe ~]#<br>
><br>
> service pbs_sched status [just in case it is also running ...]<br>
> service pbs_mom status<br>
> service pbs status<br>
><br>
> none of those 3 services are installed<br>
><br>
> Thank you very much<br>
><br></div></div></blockquote><div><br>When you shoot a -lnodes=1:ppn=12 against a node, what's the output of pbsnodes for that node?<br>
<br>
Does it show that 12 cores are in use?<br>
<br>
When you issue a qstat -f, does it show that your job is really using 12 cores?<br>
<br>
<br>
<br> </div><blockquote class="gmail_quote" style="margin: 0pt 0pt 0pt 0.8ex; border-left: 1px solid rgb(204, 204, 204); padding-left: 1ex;"><div><div class="h5">
> ----------------------------------------------------<br>
> Ing. Fernando Caba<br>
> Director General de Telecomunicaciones<br>
> Universidad Nacional del Sur<br>
> <a href="http://www.dgt.uns.edu.ar" target="_blank">http://www.dgt.uns.edu.ar</a><br>
> Tel/Fax: (54)-291-4595166<br>
> Tel: (54)-291-4595101 int. 2050<br>
> Avda. Alem 1253, (B8000CPB) Bahía Blanca - Argentina<br>
> ----------------------------------------------------<br>
><br clear="all"></div></div></blockquote></div><br>cheers,<br>-- <br>Denis Anjos,<br><a href="http://www.versatushpc.com.br">www.versatushpc.com.br</a><br>