#!/bin/bash
_maillist='pa...@email.com'
_hname=`hostname`
_logdir=/hadoop/logs
_dirlog=${_logdir}/directory_check.log
_year=$(date -d "-5 hour" +%Y)
_month=$(date -d "-5 hour" +%m)
_day=$(date -d "-5 hour" +%d)
_hour=$(date -d "-5 hour" +%H)
_hdfsdir=`hdfs dfs -ls -d /hadoop/flume_ingest_*/$_year/$_month | awk '{print
$8}'`
echo "Checking for HDFS directories:" > ${_dirlog}
echo >> ${_dirlog}
for _currdir in $_hdfsdir
do
hdfs dfs -ls -d $_currdir/$_day/$_hour &>> ${_dirlog}
done
if [[ `grep -i "No such file or directory" ${_dirlog}` ]];
then
echo "Verify Flume is working for all servers" | mailx -s "HDFS Hadoop Failure
on Flume: ${_hname}" -a ${_dirlog} ${_maillist}
fi
--
https://mail.python.org/mailman/listinfo/python-list
