# lsrsrc -Ap "IBM.EthernetDevice"
 Resource Persistent Attributes for IBM.EthernetDevice 
 resource 1: 
        Name             = "ent0"
        ActivePeerDomain = ""
        NodeNameList     = {"master.domain"} 
 resource 2: 
        Name             = "ent1"
        ActivePeerDomain = ""
        NodeNameList     = {"master.domain"}
    

     # lsrsrc -Ad "IBM.EthernetDevice"
 Resource Dynamic Attributes for IBM.EthernetDevice 
 resource 1: 
        RecErrorRate     = 0 
        RecDropRate      = 0 
        XmitDropRate     = 0 
        XmitErrorRate    = 0 
        XmitOverflowRate = 0 
        RecByteRate      = 1547 
        RecPacketRate    = 7 
        XmitByteRate     = 83 
        XmitPacketRate   = 0 
        RecErrors        = 0 
        RecDrops         = 0 
        XmitDrops        = 0 
        XmitErrors       = 0 
        XmitOverflows    = 0 
        RecBytes         = 490999495 
        RecPackets       = 4212256 
        XmitBytes        = 8422514234 
        XmitPackets      = 5859387 
 resource 2: 
        …
    

     #mkrsrc-api IBM.MngNode::Name::"node1"::KeyToken::"node1"::IPAddresses::
 {"192.168.0.2"}::NodeID:: 0x1B04866DD460924D 
 #mkrsrc-api IBM.MngNode::Name::"node1"::KeyToken::"node2"::IPAddresses::
 {"192.168.0.3"}::NodeID:: 0x1B04866DD460924E 
 # lsrsrc -Ap IBM.MngNode 
 Resource Persistent and Dynamic Attributes for IBM.MngNode 
 resource 1: 
        Name             = "node1"
        NodeID           = 1946828745203552845 
        KeyToken         = "node1"
        Aliases          = {} 
        IPAddresses      = {"192.168.0.2"} 
        ActivePeerDomain = ""
        NodeNameList     = {"master.domain"} 
 resource 2: 
        Name             = "node2"
        NodeID           = 1946828745203552846 
        KeyToken         = "node2"
        Aliases          = {} 
        IPAddresses      = {"192.168.0.3"} 
        ActivePeerDomain = ""
        NodeNameList     = {"master.domain"}
    

     #mkrsrc-api IBM.MCP::MNName::"node1"::KeyToken::"master"::IPAddresses::
 {"192.168.0.1"}::NodeID::0x1B04866DD460924C 
 # lsrsrc -Ab IBM.MCP 
 Resource Persistent and Dynamic Attributes for IBM.MCP 
 resource 1: 
        MNName           = "node1"
        NodeID           = 1946828745203552844 
        KeyToken         = "master"
        IPAddresses      = {"192.168.0.1"} 
        ActivePeerDomain = ""
        NodeNameList     = {"node1.domain"}
    

     #mkrsrc-api IBM.MCP::MNName::"node2"::KeyToken::"master"::IPAddresses::
 {"192.168.0.1"}::NodeID::0x1B04866DD460924C 
 # lsrsrc -Ap IBM.MCP 
 Resource Persistent and Dynamic Attributes for IBM.MCP 
 resource 1: 
        MNName           = "node2"
        NodeID           = 1946828745203552844 
        KeyToken         = "master"
        IPAddresses      = {"192.168.0.1"} 
        ActivePeerDomain = ""
        NodeNameList     = {"node2.domain"}
    

     #lsrsrc -Ap -a IBM.Host 
 Resource Persistent Attributes for IBM.Host 
 resource 1: 
        Name                = "node1.domain"
        NumProcessors       = 6 
        RealMemSize         = 11811160064 
        OSName              = "AIX"
        KernelVersion       = "5.3"
        DistributionName    = "IBM"
        DistributionVersion = "5300-12-01-1016"
        Architecture        = "ppc"
        NumOnlineProcessors = 6 
        EntProcCapacity     = 300 
        NumOnVProcessors    = 3 
        NumActPProcessors   = 32 
        ActivePeerDomain    = ""
        NodeNameList        = {"node1.domain"} 
 resource 2: 
        Name                = "node2.domain"
        …
    

     #!/usr/bin/env perl 

 @attrs = (); 
 $attr = undef; 
 $nnlist = undef; 
 $ret = undef; 
 $cmd = undef; 
 %metrix={}; 

 ($rsrc, $attrlist, $minute) = @ARGV; 
 @attrs = split /,/, $attrlist; 
 $attr = join '::', @attrs;
    

     #--------------------------------------------------------------- 
 # 函数名：RRD_create 
 # 描  述 : 创建 RRD 数据库文件，会覆盖已有文件
 # 输  入 : 
 #       $rrd    文件名
 #       $sum    如果 $sum!=0 会创建数据源 num 
 #       $step   每条 RRD 记录的时间间隔
 #       $start_time 记录开始时间
 #       $ds_type ds-name:GAUGE | COUNTER | DERIVE | ABSOLUTE 
 # 返回值 : 
 #       0 成功 !0 失败
 #--------------------------------------------------------------- 
 sub RRD_create 
 { 
  my ($rrd, $sum, $step, $start_time, $ds_type) = @_; 
  my $output = []; 
  my $heartbeat = 8 * $step; 
  my $cmd = "create $rrd --start $start_time --step $step \ 
              DS:sum:$ds_type:$heartbeat:U:U"; 
  if($sum){ 
    $cmd = $cmd." DS:num:$ds_type:$heartbeat:U:U"; 
  } 
  $cmd = $cmd." RRA:AVERAGE:0.5:1:244 RRA:AVERAGE:0.5:24:244 \ 
           RRA:AVERAGE:0.5:168:244 RRA:AVERAGE:0.5:672:244 RRA:AVERAGE:0.5:5760:374"; 
  @$output = `rrdtool $cmd`; 
  my $line =  pop(@$output); 
  if($line =~ /ERROR/){ 
    return -1; 
  } 
  return 0; 
 } 
 #--------------------------------------------------------------- 
 # 函数名：RRD_update 
 # 描  述 : 更新已有的 RRD 数据库文件
 # 输  入 : 
 #       $rrd    文件名
 #       $sum    数据源 sum 的值
 #       $num    数据源 num 的值
 #       $process_time 更新时间
 # 返回值 : 
 #       0 成功 !0 失败
 #--------------------------------------------------------------- 
 sub RRD_update 
 { 
  my ($rrd, $sum, $num, $process_time) = @_; 
  my $output = []; 
  my $cmd = "update $rrd"; 
  if($num ne "null"){ 
    $cmd = $cmd." $process_time:$sum:$num"; 
  } else { 
    $cmd = $cmd." $process_time:$sum"; 
  } 

  @$output = `rrdtool $cmd`; 
  my $line =  pop(@$output); 
  if($line =~ /ERROR/){ 
    return -1; 
  } 
  return 0; 
 } 

 #--------------------------------------------------------------- 
 # 函数名：push_data_to_rrd 
 # 描  述 : 将数据保存到 RRD 数据库
 # 输  入 : 
 #       $rrd    文件名
 #       $sum    数据源 sum 的值
 #       $num    数据源 num 的值
 #       $step   每条 RRD 记录的时间间隔
 #       $process_time 更新时间
 #       $ds_type ds-name:GAUGE | COUNTER | DERIVE | ABSOLUTE 
 # 返回值 : 
 #       0 成功 !0 失败
 #--------------------------------------------------------------- 
 sub push_data_to_rrd 
 { 
  my $ret = 0; 
  my($rrd, $sum, $num, $step, $process_time, $ds_type) = @_; 
  my $summary = $num eq 'null' ? 0 : 1; 
  if(! -f $rrd){ 
    $ret = RRD_create($rrd, $summary, $step, $process_time-$step, $ds_type); 
    if($ret != 0){ 
      return $ret; 
    } 
  } 
  $ret = RRD_update($rrd, $sum, $num, $process_time); 
  return $ret; 
 }
    

     |--summary 
  |-- 属性名 .rrd 
  |--... 
 |-- 节点名
  |-- 属性名 .rrd 
  |-- 属性名 _ 资源名 .rrd 
  |--...
    

     #--------------------------------------------------------------- 
 # 函数名：updaterrd 
 # 描  述 : 将 %metrix 中保存的监控数据更新到 RRD 数据库
 # 输  入 : 
 #       $step   每条 RRD 记录的时间间隔
 # 返回值 : 
 #       0 成功 !0 失败
 #--------------------------------------------------------------- 
 sub updaterrd 
 { 
  my $step = shift @_; 
  my $ret = 0; 
  my $attr; 
  my $nnlist; 
  my $name; 
  my $value; 
  my $rmcrrdroot = "/var/rrd"; 
  my $rrddir = undef; 
  my $rrd = undef; 
  my $process_time = `date +%s`; 
  $process_time = (int $process_time/$step)*$step; 
  my $temp = undef; 

  while(($attr, $nnlist) = each %metrix){ 
    while(($nnlist, $name) = each %{$metrix{$attr}}){ 
      if($nnlist eq 'number'){ 
        next; 
      } 
      $rrddir = "$rmcrrdroot/$nnlist"; 
      if(! -d $rrddir){ 
        `mkdir -p $rrddir`; 
      } 
      if($nnlist eq 'summary'){ 
        $rrd = "$rrddir/"."$attr.rrd"; 
        $temp = $metrix{$attr}{summary}; 
        $ret = push_data_to_rrd 
         ($rrd, $temp, $metrix{$attr}{number}, $step, $process_time, 'GAUGE'); 
        if($ret != 0){ 
          return $ret; 
        } 
      } else { 
        while(($name, $value) = each %{$metrix{$attr}{$nnlist}}){ 
          if($name eq 'number'){ 
            next; 
          } 
          if($name eq 'summary'){ 
            $rrd = "$rrddir/$attr.rrd"; 
            $temp = 
              $metrix{$attr}{$nnlist}{summary}/$metrix{$attr}{$nnlist}{number}; 
            $ret = push_data_to_rrd($rrd,$temp,\ 
              $metrix{$attr}{$nnlist}{number},$step,$process_time,'GAUGE'); 
            if($ret != 0){ 
              return $ret; 
            } 
          } else { 
            $rrd = "$rrddir/$attr"."_$name.rrd"; 
            push_data_to_rrd($rrd, $metrix{$attr}{$nnlist}{$name}, \ 
             'null', $step, $process_time, 'GAUGE'); 
            if($ret != 0){ 
              return $ret; 
            } 
          } 
        } 
      } 
    } 
  } 
  return 0;
    

     #--------------------------------------------------------------- 
 # 函数名：parse_lsrsrc_output 
 # 描  述 : 解析 lsrsrc-api 的输出结果保存到 %metrix 
 # 输  入 : 
 #       $pattr  RSCT 资源类属性
 #       $output lsrsrc-api 的输出结果
 # 返回值 : 
 #       0 成功 !0 失败
 #--------------------------------------------------------------- 
 sub parse_lsrsrc_output 
 { 
  my ($pattr, $output) = @_; 
  my $nnlist = undef; 
  my $name = undef; 
  my $line = undef; 
  my $attr = undef; 
  my @value = (); 
  my $i = undef; 

  foreach $line (@$output){ 
    @value = split /::/, $line; 
    $name = $value[0]; 
    $name =~ s/[^A-Za-z0-9]+/'.'/; 
    $value[1] =~ /{(\w+)}/; 
    $nnlist = $1; 
    $i = 2; 
    foreach $attr (@$pattr){ 
      $metrix{$attr}{$nnlist}{$name} = $value[$i]; 
      $metrix{$attr}{$nnlist}{summary} += $value[$i]; 
      $metrix{$attr}{$nnlist}{number} += 1; 
      $i++; 
    } 
  } 
  return 0; 
 }
    

     $cmd = 
  "CT_MANAGEMENT_SCOPE=3 lsrsrc-api -i -s ${rsrc}::::Name::NodeNameList::$attr"; 
 @output = `$cmd`; 
 if($? != 0){ 
  exit ($? >> 8); 
 } 
 &parse_lsrsrc_output(\@attrs, \@output); 
 foreach $attr (keys %metrix){ 
  foreach $nnlist (keys %{$metrix{$attr}}){ 
    if(($nnlist ne 'summary') && ($nnlist ne 'number')){ 
      $metrix{$attr}{summary} += $metrix{$attr}{$nnlist}{summary}; 
      $metrix{$attr}{number} += $metrix{$attr}{$nnlist}{number}; 
    } 
  } 
 } 

 $step = $minute * 60; 
 &updaterrd($step); 

 1;
    

     #crontab -e 
 * * * * * getmetrics IBM.EthernetDevice RecByteRate,XmitByteRate 1
    

     |--summary 
  |--RecByteRate.rrd 
  |--XmitByteRate.rrd 
 |--nodename 
  |--RecByteRate.rrd 
  |--RecByteRate_ent0.rrd 
  |--RecByteRate_ent1.rrd 
  |--XmitByteRate .rrd 
  |--XmitByteRate_ent0.rrd 
  |--XmitByteRate_ent1.rrd
    

     #!/usr/bin/env perl 
 #--------------------------------------------------------------- 
 # 函数名：RRD_fetch 
 # 描  述 : 从数据库中取数据
 # 输  入 : 
 #       $rrd    文件名
 #       $start_time 开始时间
 #       $end_time 		结束时间
 # 返回值 : 
 #       0 成功 !0 失败
 #--------------------------------------------------------------- 
 sub RRD_fetch 
 { 
  my ($rrd, $start_time, $end_time) = @_; 
  my $output = []; 
  my $resolution = undef; 
  my $cmd = undef; 
  $cmd = "fetch $rrd AVERAGE -s $start_time -e $end_time"; 
  @$output = `rrdtool $cmd`; 
  return $output; 
 } 
 #--------------------------------------------------------------- 
 # 主函数
 #--------------------------------------------------------------- 
 ($node, $attrs, $time) = @ARGV; 
 $output = undef; 
 @files = (); 
 $file = undef; 
 @attrlist = split /,/,$attrs; 
 $attr = undef; 
 $line = undef; 
 @namelist = (); 
 @timelist = (); 
 %hash = {}; 
 $name = undef; 
 $timestamp = undef; 
 $sum = undef; 
 $num = undef; 
 $end_time = `date +%s`; 
 if($time =~ /(\d+)-(\d+)/){ 
  $start_time = $end_time - $1 * 60; 
  $end_time = $end_time - $2 * 60; 
 }else { 
  $start_time = $end_time - $time * 60; 
 } 
 $rrddir="/var/rrd/$node"; 

 foreach $attr (@attrlist) { 
  @namelist = (); 
  @timelist = (); 
  %hash = {}; 
  $output = `ls -A $rrddir/$attr*`; 
  @files = split /\n/, $output; 
  foreach $file (@files) { 
    if($file =~ /$attr\.rrd$/){ 
      $name = "$attr"; 
    } elsif ($file =~ /${attr}_(\S+)\.rrd$/) { 
      $name = $1; 
    } 
    push @namelist, $name; 
    $output = RRD_fetch($file, $start_time, $end_time); 
    $line = pop(@$output); 
    if($line =~ /ERROR/){ 
      next; 
    } else { 
      push @$output, $line; 
    } 
    foreach $line (@$output){ 
      if($line =~ /[NaNQ|nan]/){ 
        next; 
      } elsif ($line =~ /^(\d+): (\S+)/){ 
        $timestamp = $1; 
        $sum = $2; 
        if(! grep {/$timestamp/} @timelist){ 
          push @timelist, $timestamp; 
        } 
        $hash{$name}{$timestamp} = sprintf "%.4f", $sum; 
      } 
    } 
  } 
  $line = join "\t", (@namelist); 
  $line = "                          ".$line; 
  print "$line\n"; 
  @timelist = sort @timelist; 
  foreach $timestamp (@timelist){ 
    $line = localtime($timestamp)."  "; 
    foreach $name (@namelist){ 
      if(exists $hash{$name}{$timestamp}){ 
        $line =$line."$hash{$name}{$timestamp}\t"; 
      } else { 
        $line = $line."-\t"; 
      } 
    } 
    print "$line\n"; 
  } 
 }