#!/usr/bin/perl -w
#use Fcntl qw(:flock);
use strict;
use Mail::Sender;
use Sys::Statistics::Linux;
use Fetion;
my $cpu_max=90; #cpu最大占用率
my $mem_free_mix=10; #最小可用内才能
my $disk_free_mix=50; #最小可用磁盤空間
my $max_io=1; #最大的io wait隊列
#my $max_send_times=2;
#my $match_count=0;
my %opt=(sysinfo => 0,
cpustats => 1,
procstats => 0,
memstats => 1,
pgswstats =>0,
netstats => 0,
sockstats => 1,
diskstats => 0,
diskusage => 1,
loadavg => 1,
filestats => 1,
processes => 0,
);
my $lxs = Sys::Statistics::Linux->new(\%opt);
my $cad_check_time=(localtime)[2]; #cad mean cpu and ddram
my $io_check_time=$cad_check_time;
my $disk_usage_check_time=$cad_check_time;
my $warn_flag=0;
my $pre_flag=0;
my $pre_io_check=0;
my $cur_io_flag=0;
my $pre_space_flag=0;
my $cur_space_flag=0;
my $small_space={{},1};
my @space;
my $counter=1;
#print STDOUT Dumper($small_space),"\n";
my $stat;
my @iostat;
while(sleep 2){
my ($cad_flag,$space_flag,$io_flag)=(0,0,0);
$stat = $lxs->get;
@iostat=split /\s/,(`vmstat`)[2]; #這句為後面的IO檢查做準備
#如果cpu的占用率大于90％，或者記憶體占用達到90％，并且平均負載大于5，發送警報郵件和短信通知,這個部分還需要改良，最好進一步分開記憶體和cpu，因為記憶體占用很高，負載不一定高的
#--------------------檢查cpu和記憶體的使用情況－－－－－－－－－－－－－－－－－－－
if($stat->cpustats->{cpu}->{total}>$cpu_max||($stat->memstats->{memfree}+$stat->memstats->{buffers}+$stat->memstats->{cached})/$stat->memstats->{memtotal}*100
{
if($stat->loadavg->{avg_1}>2)
{
$pre_flag=$warn_flag;
$warn_flag=1; #警報标志
if($pre_flag==1) #為1時，證明之前出現過警報的情況
{
if((localtime)[2]!=$cad_check_time) #檢查是否在同一時段出現警報，預設時間間隔為1小時，同一時段内，隻發送一次短信和郵件
{
print 'send when cpu&&ram busy and time !=',"\n";
#&sendMail('loadavg is too hight',$stat->cpustats->{cpu}->{total},($stat->memstats->{memfree}+$stat->memstats->{buffers}+$stat->memstats->{cached})/$stat->memstats->{memtotal}*100,$stat->loadavg->{avg_1});#sendMail(subject,cpu_usage,ram_free,loadavg)
&sendMail(1); #1 mean cpu&&ram
&sendSms(1,'your phone number','you passwd');
$cad_check_time=(localtime)[2]; #更新最近一次的警報時間
}
}
else
{
#初次發送
print 'send when flag=0, that is the first time',"\n";
#&sendMail('loadavg is too hight',$stat->cpustats->{cpu}->{total},($stat->memstats->{memfree}+$stat->memstats->{buffers}+$stat->memstats->{cached})/$stat->memstats->{memtotal}*100,$stat->loadavg->{avg_1});#sendMail(subject,cpu_usage,ram_free,loadavg)
&sendMail(1);
&sendSms(1,'your phone number','you passwd');
}
$cad_flag=1;
}
else
{
$pre_flag=0;
$cad_flag=0;
}
}
#---------------------------cpu&&記憶體檢查完畢－－－－－－－－－－－－－－－－－－－－－－－－
#-------------------------------------------------------
#----------------檢查磁盤空間-----------------------------
#這部分還需要改進，如何去進一步的差別容量滿的分區
my $driver;
foreach $driver(keys %{$stat->diskusage})
{
next if $driver!~/^\/dev\//;
#print $driver,"\n";
my $drive=$driver;
#print $drive,"\n";
$driver=~s/\/dev\///gi;
#print $driver,"\n";
#print $drive,"\n";
if($stat->diskusage->{$drive}->{usage}/$stat->diskusage->{$drive}->{total}*100>$disk_free_mix)
{
if(!exists $small_space->{$driver}) #裝置是否重複，重複的跳過
{
$small_space->{$driver}->{check_time}=(localtime)[2]; #記錄出現警報的時間
$small_space->{$driver}->{space_flag}=1; #0 mean had checked before,1 not before
$small_space->{$driver}->{free}=sprintf "%.2f",$stat->diskusage->{$drive}->{free}/$stat->diskusage->{$drive}->{total}*100; #容量取兩位小數
print "send when the first time that $driver space is hardly full","\n";
#&sendMail(2);
}
$space_flag=1;
}
else
{
if(exists $small_space->{$driver})
{
delete $small_space->{$driver}
}
$space_flag=0;
}
}
if((keys %{$small_space})>1) #排除本來的沒用HASH
{
if($counter==1)
{
&sendMail(2);
&sendSms(2,'your phone number','you passwd');
$counter=2;
}
else
{
foreach $driver(keys %{$small_space})
{
next if $driver=~/^HASH/;
if($small_space->{$driver}->{space_flag}==1)
{
if($small_space->{$driver}->{check_time}!=(localtime)[2]) #檢查是否為同一時段，相同的跳過，避免重複發信，預設為1小時
{
print 'send when someone disk space is fulland time !=',"\n";
$small_space->{$driver}->{check_time}=(localtime)[2]; #更新時間點
&sendMail(2);
&sendSms(2,'your phone number','you passwd');
}
}
}
}
}
#－－－－－－－－－－檢查磁盤空間結束－－－－－－－－－－－－－－－－－
#－－－－－－－－－－－檢查磁盤io操作－－－－－－－－－－－－－－－－－
#@iostat=split /\s/,(`vmstat`)[2]; #要求有vmstat這個腳本，在/proc裡邊
if($iostat[-1]>$max_io)
{
$pre_io_check=$cur_io_flag;
$cur_io_flag=1;
if($pre_io_check==1)
{
if((localtime)[2]!=$io_check_time)
{
print 'send when io busy and time !=',"\n";
$io_check_time=(localtime)[2];
&sendMail(3);
&sendSms(3,'your phone number','you passwd');
}
}
else
{
print 'send when pre_io_check=0, that is the first time',"\n";
&sendMail(3);
&sendSms(3,'your phone number','you passwd');
}
$io_flag=1;
}
else
{
$io_flag=0;
}
#---------------------檢查磁盤IO結束－－－－－－－－－－－－－－－－－
&writeLog($cad_flag,$space_flag,$io_flag); #無論遇到什麼警報，都記錄在日志上
} #主循環結束
#---------------------------函數部分－－－－－－－－－－－－－－－－－－－－－－－－－－－－－－
#----------------------writeLog fun----------------------------------------------
sub writeLog{
#use Data::Dumper;
my ($cad_flag,$space_flag,$io_flag)=@_;
if($cad_flag||$space_flag||$io_flag)
{
my $time=localtime;
my $log_file='log.txt';
open LOG,">>",$log_file||die "can't open $log_file for write:$!\n";
#if(flock LOG,LOCK_EX)#||die "can't lock $log_file:$!\n";
#{
# print STDERR "ok\n";
#}
#select LOG;
#time cpu_usage% loadavg ram_free% disk_space_free% io_wait tcp
# 10 0 73 sda1:10,sda2:5,sda3:11 1 6
#if($cad_flag||$space_flag||$io_flag)
#{
#print "$time $stat->cpustats->{cpu}->{total} $stat->loadavg->{avg_1} ",$stat->memstats->{memfree}+$stat->memstats->{buffers}+$stat->memstats->{cached})/$stat->memstats->{memtotal}*100,$stat->diskusage->{$drive}->{free}/$stat->diskusage->{$drive}->{total}*100," $iostat[-1] $stat->sockstats->{tcp}\n";
#printf("%s %d %d %d %s %d\n",$time,$stat->cpustats->{cpu}->{total},$stat->loadavg->{avg_1},($stat->memstats->{memfree}+$stat->memstats->{buffers}+$stat->memstats->{cached})/$stat->memstats->{memtotal}*100,$iostat[-1],$stat->sockstats->{tcp});
foreach my $dev(keys %{$small_space}) #因為日之中磁盤空間那裡比較特别，是以要特殊處理；将整個字段作為一個數組處理，待會兒可以進行join
{
next if $dev=~/^HASH/;
push @space,"$dev:$small_space->{$dev}->{free}";
}
printf LOG ("%s %.2f %.2f %.2f %s %s %d\n",$time,$stat->cpustats->{cpu}->{total},$stat->loadavg->{avg_1},($stat->memstats->{memfree}+$stat->memstats->{buffers}+$stat->memstats->{cached})/$stat->memstats->{memtotal}*100),join(",",@space),$iostat[-1],$stat->sockstats->{tcp};
#}
#select STDOUT;
#flock(LOG,LOCK_UN)||die "can't unlock $log_file:$!\n";
@space=();
close LOG;
}
}
#------------------------writeLog end ------------------------------
#---------------------sendSms fun-----------------------------------
sub sendSms{
my ($warn_type,$num,$passwd,$to_num)=@_;
#my $sms='cpu usage:'.$stat->cpustats->{cpu}->{total}.'% freemem:'.sprintf("%.2f",($stat->memstats->{memfree}+$stat->memstats->{buffers}+$stat->memstats->{cached})/$stat->memstats->{memtotal}*100).'% system loadavg:'.$stat->loadavg->{avg_1}.'% IO wait:'.$iostat[-1].' TCP:'.$stat->sockstats->{tcp};
my $sms;
if($warn_type==1)
{
$sms='warning:Loadavg is too high.'.'cpu usage:'.$stat->cpustats->{cpu}->{total}.'% freemem:'.sprintf("%.2f",($stat->memstats->{memfree}+$stat->memstats->{buffers}+$stat->memstats->{cached})/$stat->memstats->{memtotal}*100).'% system loadavg:'.$stat->loadavg->{avg_1}.'% IO wait:'.$iostat[-1].' TCP:'.$stat->sockstats->{tcp};
}
elsif($warn_type==2)
{
$sms='warning:Disk space is full.'.'cpu usage:'.$stat->cpustats->{cpu}->{total}.'% freemem:'.sprintf("%.2f",($stat->memstats->{memfree}+$stat->memstats->{buffers}+$stat->memstats->{cached})/$stat->memstats->{memtotal}*100).'% system loadavg:'.$stat->loadavg->{avg_1}.'% IO wait:'.$iostat[-1].' TCP:'.$stat->sockstats->{tcp};
}
else
{
$sms='warning:Disk io are busy.'.'cpu usage:'.$stat->cpustats->{cpu}->{total}.'% freemem:'.sprintf("%.2f",($stat->memstats->{memfree}+$stat->memstats->{buffers}+$stat->memstats->{cached})/$stat->memstats->{memtotal}*100).'% system loadavg:'.$stat->loadavg->{avg_1}.'% IO wait:'.$iostat[-1].' TCP:'.$stat->sockstats->{tcp};
}
print "init..", Fetion::fx_init(), "\n";
if(Fetion::fs_login($num , $passwd ))#|| die " cannot login , try again please\n";
{#print "get account", Dumper( Fetion::fx_get_account() ), "\n";
print "send to self......";
Fetion::fs_send_sms_to_self($sms);
print "\n";
#print "send to $to_num..";
#Fetion::fs_send_sms_by_mobile_no($to_num, $sms)||die "can't send:$!\n";
#send to someuser of feixin
#print "send to 440227509", Fetion::fs_send_sms(440227509, "你這個白癡"), "\n";
print "loginout", Fetion::fx_loginout(), "\n";
print "terminate", Fetion::fx_terminate(), "\n";
}
else
{
if(open ERR,">>",'err.log')
{
print ERR "can't send sms,please check the usename&&password again or make sure you internet is available\n";
close ERR;
}
else
{
print "can't open err.log to write:$!\n";
}
print "can't send sms,please check the usename&&password again or make sure you internet is available\n";
return -1;
}
}
#-----------------------sendSms fun end------------------------------
#-----------------------sendMail fun------------------------------------
sub sendMail{
my ($warn_type)=@_;
my $subject;
my $msg='cpu usage:'.$stat->cpustats->{cpu}->{total}.'% freemem:'.sprintf("%.2f",($stat->memstats->{memfree}+$stat->memstats->{buffers}+$stat->memstats->{cached})/$stat->memstats->{memtotal}*100).'% system loadavg:'.$stat->loadavg->{avg_1}.'% IO wait:'.$iostat[-1].' TCP:'.$stat->sockstats->{tcp};
if($warn_type==1)
{
$subject='warning:Loadavg is too high';
#$msg="cpu usage:$stat->cpustats->{cpu}->{total}% ".'freemem:'.($stat->memstats->{memfree}+$stat->memstats->{buffers}+$stat->memstats->{cached})/$stat->memstats->{memtotal}*100.'% system loadavg:'.$stat->loadavg->{avg_1}.'% IO wait:'.$iostat[-1].' TCP:'.$stat->sockstats->{tcp}.' Disk space:'.join(",",@space);
}
elsif($warn_type==2)
{
$subject='warning:Disk space is full';
foreach my $dev(keys %{$small_space}) #因為日之中磁盤空間那裡比較特别，是以要特殊處理；将整個字段作為一個數組處理，待會兒可以進行join
{
next if $dev=~/^HASH/;
push @space,"$dev:$small_space->{$dev}->{free}";
}
$msg='cpu usage:'.$stat->cpustats->{cpu}->{total}.'% freemem:'.sprintf("%.2f",($stat->memstats->{memfree}+$stat->memstats->{buffers}+$stat->memstats->{cached})/$stat->memstats->{memtotal}*100).'% system loadavg:'.$stat->loadavg->{avg_1}.'% IO wait:'.$iostat[-1].' TCP:'.$stat->sockstats->{tcp}.' '.join(",",@space);
}
else
{
$subject='warning:Disk io are busy';
}
@space=();
#$msg='cpu usage:'.$stat->cpustats->{cpu}->{total}.'% freemem:'.sprintf("%.2f",($stat->memstats->{memfree}+$stat->memstats->{buffers}+$stat->memstats->{cached})/$stat->memstats->{memtotal}*100).'% system loadavg:'.$stat->loadavg->{avg_1}.'% IO wait:'.$iostat[-1].' TCP:'.$stat->sockstats->{tcp};#.' Disk space:'.join(",",@space);
my $sender;
eval{
$sender=new Mail::Sender();
#my @protocols = $sender->QueryAuthProtocols(); 查詢伺服器支援的認證方式
if ($sender->MailMsg({
#smtp => 'smtp.163.com',by Default，[email protected]
#from => '[email protected]', by Default
to =>'[email protected]',
subject => $subject, #主題
msg => $msg, #内容
auth => 'LOGIN', #smtp的驗證方式
authid => 'user', #user
authpwd => 'passwd', #pwd
}) < 0) {
warn "$Mail::Sender::Error\n";
}
print "warning Mail sent OK.\n";
};
if($@)
{
if(open ERR,">>",'err.log')
{
print ERR "$Mail::Sender::Error\n";
close ERR;
}
else
{
print "can't open err.log to write:$!\n";
}
print "can't send mail,please check the err.log for detail\n";
return -1;
}
}
#--------------------sendMail fun end--------------------------------------