Ubuntu中文论坛

代码： 全选

cat qhost.e  | sed 's/compute/#compute/' | awk 'BEGIN{RS="#";FS="\n"}{ if (NR>=2) 相关的处理 }'
 

代码： 全选

HOSTNAME                ARCH         NCPU  LOAD  MEMTOT  MEMUSE  SWAPTO  SWAPUS
 -------------------------------------------------------------------------------
 global                  -               -     -       -       -       -       -
 compute-0-0             lx26-amd64      4  4.68    3.9G    3.5G    4.0G    2.9G
    job-ID  prior   name       user         state submit/start at     queue      master ja-task-ID
   ----------------------------------------------------------------------------------------------
          6 0.50500 test1.sh   wuy          r     12/09/2012 14:47:26 all.q@comp MASTER
          7 0.60500 test4.sh   wuy          r     12/09/2012 14:47:26 all.q@comp MASTER
                                                                      all.q@comp SLAVE
 compute-0-1             lx26-amd64      4  3.26    3.9G    4.2G    4.0G    3.1G
    job-ID  prior   name       user         state submit/start at     queue      master ja-task-ID
   ----------------------------------------------------------------------------------------------
          8 0.60500 test2.sh   tester       r     12/09/2012 14:48:52 all.q@comp MASTER
                                                                      all.q@comp SLAVE
          9 0.60500 test3.sh   tester       r     12/09/2012 14:48:52 all.q@comp MASTER
                                                                      all.q@comp SLAVE
 compute-0-2             lx26-amd64      4     -    4.1G       -    4.0G       -
 compute-0-3             lx26-amd64      4  0.03    3.9G    2.3G    4.0G     0.0
 compute-0-4             lx26-amd64     12  1.02    3.9G    1.5G    4.0G     0.0
    job-ID  prior   name       user         state submit/start at     queue      master ja-task-ID
    ----------------------------------------------------------------------------------------------
         10 0.50500 test1.sh   wuy          r     12/09/2012 14:47:26 all.q@comp MASTER
 compute-0-5             lx26-amd64      4  4.68    3.9G    3.5G    4.0G    2.9G
    job-ID  prior   name       user         state submit/start at     queue      master ja-task-ID
    ----------------------------------------------------------------------------------------------
         11 0.50500 test1.sh   wuy          r     12/09/2012 14:47:26 all.q@comp MASTER
         12 0.60500 test4.sh   wuy          r     12/09/2012 14:47:26 all.q@comp MASTER
                                                                      all.q@comp SLAVE

代码： 全选

----------------------------------------------------------------------------------------------------
  node         state    load    ncpu   memtot   memuse   swapto  swapus  tasks  jobids/users
----------------------------------------------------------------------------------------------------
compute-0-0    free     4.68*     4     3.9G     3.5G     4.0G    2.9G     3     6/wuy 7/wuy
compute-0-1    excl     3.26*     4     3.9G     4.2G*    4.0G    3.1G     4     8/tester 9/tester
compute-0-2    down        -      4     4.1G        -     4.0G       -     0                
compute-0-3    free     0.03      4     3.9G     2.3G     4.0G     0.0     0                
compute-0-4    free     1.02     12     3.9G     1.5G     4.0G     0.0     1     10/wuy     
compute-0-5    free     4.68*     4     3.9G     3.5G     4.0G    2.9G     3     11/wuy 12/wuy
----------------------------------------------------------------------------------------------------

代码： 全选

#!/bin/sh

# Name: qnod
# Usage: qnod
# Grid Engine resource manager utility script:
# Print a 1-line summary of jobs on each node.
# The printout may be customized as needed.

# Author: [email protected]
# Version: 1.0
# Date: 12 December 2012

# Locations of commands used
QHOST=/opt/gridengine/bin/lx26-amd64/qhost
AWK=/bin/awk

# Heading for printout showing:
# node:         Node hostname
# state:        GE state
# load:         CPU load average
# ncpu:         Number of CPUs
# memtot:       Physical memory
# memuse:       Used physical memory
# swapto:       Total swap
# swapus:       Used swap
# tasks:        Number slots of jobs
# jobids/users: Jobids and corresponding usernames of GE jobs on this node
echo "----------------------------------------------------------------------------------------------------"
echo "  node         state    load    ncpu   memtot   memuse   swapto  swapus  tasks  jobids/users"
echo "----------------------------------------------------------------------------------------------------"
#
# Show the GE node status and parse the results
#
#for m in `seq 1 4`
for ((m=1; m<=11; m++))     # m is the number of your compute nodes
do                         # Get the special node iformation from the cycle
#$QHOST -j |sed 1,3d |$AWK 'BEGIN{node=0} /lx26-/{node+=1} {if(node=="'"$m"'")print}' |$AWK '
cat qhost.e |sed 1,3d |$AWK 'BEGIN{node=0} /lx26-/{node+=1} {if(node=="'"$m"'")print}' |$AWK '
#
# Parse the output of every node information (include jobid, uses, and number jobs per node)
#
  NF==8 { nodename[node]=$1  # 1st line is nodename
          ncpu[node]=$3      # 3rd line is Nprocess CPU of Node
          load[node]=$4      # 4th line is load cpu
          memtot[node]=$5    # 5th line is the total physical memory
          memuse[node]=$6    # 6th line is the used memory
          swapto[node]=$7    # 7th line is the total swap of system
          swapus[node]=$8    # 8th line is the used swap
###############################################################
          getline            # Get the next input line
          njobs[node] = 0    # GE jobs on the node
          ntasks[node] = 0   # Number of tasks started by GE on the node
           }
  /@.+/ {
    if (NF>4) {
         njobs[node]=split($1,b)
         njobs[node]=split($4,c)
     for (i=1; i <= njobs[node]; i++) {
         # Get the list of jobids/users for this node
                jobid[node] = b[1]
                users[node] = c[1]
                 }
         # Append jobid and username to the job list
            jobidlist[node] = jobidlist[node] " " jobid[node] "/" users[node]
             }
         # Get the number tasks of this node
            ntasks[node]=ntasks[node]+1
           if (ntasks[node] < 1) {
              njobs[node] = 0
              ntasks[node] = 0
              jobidlist[node] = ""
               }
              }
END {
# Detemine the node status "down, free or busy"
     if (load[node] == "-")    state[node] = "\033[1;5;37;41mdown\033[0m"
     else if (ntasks[node] < ncpu[node])    state[node] = "\033[1;32;40mfree\033[0m"
     else if (ntasks[node] == ncpu[node])    state[node] = "\033[1;31;40mexcl\033[0m"
# Print out values that we are interested in.  Flag unexpected values with a "*".
     # Flag unexpected CPU load average
        loaddiff = load[node] - ntasks[node]
        if (loaddiff > 0.5 || loaddiff < -0.5) {
                loadflag="*"
        } else
                loadflag=" "
     # High memory usage
        memdiff = memuse[node] - memtot[node]
        if (memdiff >= 0.15) {
               memflag="*"
        } else
                memflag=" "
# Print the summary information on this special node
     if (njobs[node] == 0 && ncpu[node] != 0) {
        #printf ("----------------------------------------------------------------------------------------------------\n")
         printf("%-13s  %5s %8s%s  %4d %8s %8s%s %7s %7s %5s    %-12s\n",
                nodename[node], state[node], load[node], loadflag, ncpu[node], memtot[node],
                memuse[node], memflag, swapto[node], swapus[node], ntasks[node], jobidlist[node])
                 } else {
                     for (i=1; i <= njobs[node]; i++) {
                      #printf ("----------------------------------------------------------------------------------------------------\n")
                       printf("%-13s  %5s %8s%s  %4d %8s %8s%s %7s %7s %5s    %-12s\n",
                              nodename[node], state[node], load[node], loadflag, ncpu[node], memtot[node],
                              memuse[node], memflag, swapto[node], swapus[node], ntasks[node], jobidlist[node])
                               }
                    }
        }'
done
echo "----------------------------------------------------------------------------------------------------"

代码： 全选

$ awk '/lx26-/{node++;print node,$0}' /tmp/1 
1  compute-0-0             lx26-amd64      4  4.68    3.9G    3.5G    4.0G    2.9G
2  compute-0-1             lx26-amd64      4  3.26    3.9G    4.2G    4.0G    3.1G
3  compute-0-2             lx26-amd64      4     -    4.1G       -    4.0G       -
4  compute-0-3             lx26-amd64      4  0.03    3.9G    2.3G    4.0G     0.0
5  compute-0-4             lx26-amd64     12  1.02    3.9G    1.5G    4.0G     0.0
6  compute-0-5             lx26-amd64      4  4.68    3.9G    3.5G    4.0G    2.9G

代码： 全选

$ awk -f /tmp/awk /tmp/1 
compute-0-0    free     4.68*     4     3.9G     3.5G     4.0G    2.9G     3     6/wuy 7/wuy
compute-0-1    excl     3.26*     4     3.9G     4.2G*    4.0G    3.1G     4     6/wuy 7/wuy 8/tester 9/tester
compute-0-2    down        -      4     4.1G        -     4.0G       -     0     6/wuy 7/wuy 8/tester 9/tester
compute-0-3    free     0.03      4     3.9G     2.3G     4.0G     0.0     0     6/wuy 7/wuy 8/tester 9/tester
compute-0-4    free     1.02     12     3.9G     1.5G     4.0G     0.0     1     6/wuy 7/wuy 8/tester 9/tester 10/wuy
compute-0-5    free     4.68*     4     3.9G     3.5G     4.0G    2.9G     3     6/wuy 7/wuy 8/tester 9/tester 10/wuy 11/wuy 12/wuy
$ cat /tmp/awk 
#
# Parse the output of every node information (include jobid, uses, and number jobs per node)
#
  NF==8 { 
	p()
		nodename[node]=$1  # 1st line is nodename
          ncpu[node]=$3      # 3rd line is Nprocess CPU of Node
          load[node]=$4      # 4th line is load cpu
          memtot[node]=$5    # 5th line is the total physical memory
          memuse[node]=$6    # 6th line is the used memory
          swapto[node]=$7    # 7th line is the total swap of system
          swapus[node]=$8    # 8th line is the used swap
###############################################################
#          getline            # Get the next input line  这是为什么？？？
          njobs[node] = 0    # GE jobs on the node
          ntasks[node] = 0   # Number of tasks started by GE on the node
           }
  /@.+/ {
    if (NF>4) {
         njobs[node]=split($1,b)
         njobs[node]=split($4,c)
     for (i=1; i <= njobs[node]; i++) {
         # Get the list of jobids/users for this node
                jobid[node] = b[1]
                users[node] = c[1]
                 }
         # Append jobid and username to the job list
            jobidlist[node] = jobidlist[node] " " jobid[node] "/" users[node]
             }
         # Get the number tasks of this node
            ntasks[node]=ntasks[node]+1
           if (ntasks[node] < 1) {
              njobs[node] = 0
              ntasks[node] = 0
              jobidlist[node] = ""
               }
              }
function p() {
# Detemine the node status "down, free or busy"
     if (load[node] == "-")    state[node] = "\033[1;5;37;41mdown\033[0m"
     else if (ntasks[node] < ncpu[node])    state[node] = "\033[1;32;40mfree\033[0m"
     else if (ntasks[node] == ncpu[node])    state[node] = "\033[1;31;40mexcl\033[0m"
# Print out values that we are interested in.  Flag unexpected values with a "*".
     # Flag unexpected CPU load average
        loaddiff = load[node] - ntasks[node]
        if (loaddiff > 0.5 || loaddiff < -0.5) {
                loadflag="*"
        } else
                loadflag=" "
     # High memory usage
        memdiff = memuse[node] - memtot[node]
        if (memdiff >= 0.15) {
               memflag="*"
        } else
                memflag=" "
# Print the summary information on this special node
     if (njobs[node] == 0 && ncpu[node] != 0) {
        #printf ("----------------------------------------------------------------------------------------------------\n")
         printf("%-13s  %5s %8s%s  %4d %8s %8s%s %7s %7s %5s    %-12s\n",
                nodename[node], state[node], load[node], loadflag, ncpu[node], memtot[node],
                memuse[node], memflag, swapto[node], swapus[node], ntasks[node], jobidlist[node])
                 } else {
                     for (i=1; i <= njobs[node]; i++) {
                      #printf ("----------------------------------------------------------------------------------------------------\n")
                       printf("%-13s  %5s %8s%s  %4d %8s %8s%s %7s %7s %5s    %-12s\n",
                              nodename[node], state[node], load[node], loadflag, ncpu[node], memtot[node],
                              memuse[node], memflag, swapto[node], swapus[node], ntasks[node], jobidlist[node])
                               }
                    }
        }
END{p()}

代码： 全选

#!/bin/sh

# Name: qnod
# Usage: qnod
# Grid Engine resource manager utility script:
# Print a 1-line summary of jobs on each node.
# The printout may be customized as needed.

# Author: [email protected]
# Version: 1.0
# Date: 12 December 2012

# Locations of commands used
QHOST=/opt/gridengine/bin/lx26-amd64/qhost
AWK=/bin/awk

# Heading for printout showing:
# node:         Node hostname
# state:        GE state
# load:         CPU load average
# ncpu:         Number of CPUs
# memtot:       Physical memory
# memuse:       Used physical memory
# swapto:       Total swap
# swapus:       Used swap
# tasks:        Number slots of jobs
# jobids/users: Jobids and corresponding usernames of GE jobs on this node
echo "----------------------------------------------------------------------------------------------------"
echo "  node         state    load    ncpu   memtot   memuse   swapto  swapus  tasks  jobids/users"
echo "----------------------------------------------------------------------------------------------------"
#
# Show the GE node status and parse the results
#
#$QHOST -j |sed 1,3d |$AWK 'BEGIN{node=0}
cat qhost.e |sed 1,3d |$AWK '
#
# Parse the output of every node information (include jobid, uses, and number jobs per node)
#
  NF==8 { nodename[node]=$1  # 1st line is nodename
          ncpu[node]=$3      # 3rd line is Nprocess CPU of Node
          load[node]=$4      # 4th line is load cpu
          memtot[node]=$5    # 5th line is the total physical memory
          memuse[node]=$6    # 6th line is the used memory
          swapto[node]=$7    # 7th line is the total swap of system
          swapus[node]=$8    # 8th line is the used swap
###############################################################
          getline            # Get the next input line
          njobs[node] = 0    # GE jobs on the node
          nmaster[node] = 0  # Number of tasks started by GE on the node
          nslave[node] = 0
          listnode=0                       # Set to > 0 if this node gets flagged
    while (NF >= 2) {
      if ($9=="MASTER") {
       for (i=1; i <= njobs[node]; i++) {
         # Get the list of jobids/users for this node
                jobid[node] = $1
                users[node] = $4
         # Append jobid and username to the job list
            jobidlist[node] = jobidlist[node] " " jobid[node] "/" users[node]
            }
         # Get the number MASTER of this node
            nmaster[node]=nmaster[node]+1
             }
      if ($2=="SLAVE") {
         nslave[node]=nslave[node]+1
          }
      {ntasks[node]=nmaster[node]+nslave[node]}
               getline                  # Get the next input line
       }
#
# Detemine the node status "down, free or busy"
     if (load[node] == "-")    state[node] = "\033[1;5;37;41mdown\033[0m"
     else if (ntasks[node] < ncpu[node])    state[node] = "\033[1;32;40mfree\033[0m"
     else if (ntasks[node] == ncpu[node])    state[node] = "\033[1;31;40mbusy\033[0m"
# Print out values that we are interested in.  Flag unexpected values with a "*".
     # Flag unexpected CPU load average
        loaddiff = load[node] - ntasks[node]
        if (loaddiff > 0.5 || loaddiff < -0.5) {
                loadflag="*"
                listnode++
        } else
                loadflag=" "
     # High memory usage
        memdiff = memuse[node] - memtot[node]
        if (memdiff >= 0.15) {
               memflag="*"
               listnode++
        } else
                memflag=" "

        # CONFIGURE: Comment out the line below
        # Omit down nodes from the flagged list because we do not bother to see them
        # (Use "pbsnodes -l" to list down nodes).
        if (state[node] == "down") listnode=0

# Print the summary information on this special node
if (!listflagged || listnode > 0)
        #printf ("----------------------------------------------------------------------------------------------------\n")
         printf("%-13s  %5s %8s%s  %4d %8s %8s%s %7s %7s %5s    %-12s\n",
                nodename[node], state[node], load[node], loadflag, ncpu[node], memtot[node],
                memuse[node], memflag, swapto[node], swapus[node], ntasks[node], jobidlist[node])
}'

echo "----------------------------------------------------------------------------------------------------"