Now im comparing big file with the 3 small files on the basis of id. This field is in 2nd column from 39th position to 79th position in detail record (whose 1st number is 2).
The same field in 3 small files is in 2nd column from 39th position to 80th position in detail record (whose 1st number is 2).
So right now in order to compare 1 big file with the 3 small files im writing 3 while loops but 3 while loops will scan the big file 3 times whereas i want to do in 1 go i.e. big file should be scanned once only.
cat nid_lec_rej_20090804_merged|grep ^2 | while read i
do
x=`echo $i |awk '{print substr($2,2,40)}'`
y=`awk '/[[:digit:]]{37}[[:space:]]{2}'$x'/' /data/output/TEMP/toRND/CC04082009_CXXXCU04.rnd`
[ "$y" != "" ] && echo $i >> rnd.out4
done
same for comparing rest 2 small files also.
Please suggest me some efficient ways for the same.
Troubling you again but i generalized it and after generalization the output files are getting created but only with the header record i.e. detail n trailer records are not coming
#! /usr/bin/ksh
program_name=$0
program_name=`echo $program_name | sed -e 's/.*\///'`
function usage
{
echo
echo $*
cat << EOF
$program_name [-options value]
Valid options:
[-b Bank Name] run for all banks if not specified
EOF
exit 1
}
# get arguments from command line
while [ $# -gt 0 ]
do
case $1 in
-b)
[ "$2" = "" ] && usage "no value for option $1"
read_bank=$2
shift 2
;;
*)
echo "no such option $1"
usage
esac
done
# Main CPM directories
cpm_base=/arbor/FX/data/remote/cpm
cpm_out=${cpm_base}/output
cpm_in=${cpm_base}/input
cpm_bak=${cpm_base}/BACKUP
cpm_work_in=${cpm_in}/WORK_TEMP
cpm_work_out=${cpm_out}/WORK_TEMP
ctrl_dir=${cpm_work_out}/CTRL
log=/SYSTEM/custom/data/log/CPM/cpm_merge_log.`date '+%Y%m%d%H%M%S'`
echo "logs created in $log"
# Function to check success
function check_status
{
if [ $? -ne 0 ] ; then
echo "Check directory permissions, files not able to copied or deleted; exiting main program ......... "
exit 1
fi
}
# Function to add leading zeroes to numbers
function leading_zeroes
{
sum=$1
ln=`echo $sum|awk '{print length}'`
nr=$2
zero=`expr $nr - $ln`
i=1
while [ $i -le $zero ]
do
sum="x${sum}"
i=`expr $i + 1`
done
echo $sum |sed 's/x/0/g'
}
# Function to add trailing blanks to trailer
function trailing_blanks
{
blank=$1
i=1
sum=""
while [ $i -le $blank ]
do
sum="x${sum}"
i=`expr $i + 1`
done
echo $sum |sed 's/x/ /g'
}
function split_files
{
ch_name=$1
exp=`echo $ch_name|tr 'A-Z' 'a-z' `
#ctrl_file=${ctrl_dir}/ctrl_${ch_name}
cd ${cpm_work_in}/fr${ch_name}
file_id=`ls -trC1|grep -v .gz|awk /$exp[[:digit:]]{12}.*\.sd/|tail -1`
cd ${cpm_work_out}/to${ch_name}
if [ "$exp" = "cob" -o "$exp" = "amx" ] ; then
file_id3=`ls -trC1|awk /$exp[[:digit:]]{12}\.03\./|tail -1`
file_id6=`ls -trC1|awk /$exp[[:digit:]]{12}\.06\./|tail -1`
file_id9=`ls -trC1|awk /$exp[[:digit:]]{12}\.09\./|tail -1`
else
file_id3=`ls -trC1|awk /CC[[:digit:]]{8}_CELPCU01\..../|tail -1`
echo $file_id3
file_id6=`ls -trC1|awk /CC[[:digit:]]{8}_CELPCU04\..../|tail -1`
echo $file_id6
file_id9=`ls -trC1|awk /CC[[:digit:]]{8}_CELPCU07\..../|tail -1`
echo $file_id9
fi
ready_dir=${cpm_in}/fr${ch_name}/ready
awk -F" |_" 'NR==FNR && /^2/{a[substr($0,40,15)]=$0;next}
FILENAME=="${cpm_work_out}/to{$ch_name}/${file_id3}" && /^2/ && a[$3]{print a[$3] > "${ready_dir}/rnd.out1"}
FILENAME=="${cpm_work_out}/to{$ch_name}/${file_id6}" && /^2/ && a[$3]{print a[$3] > "${ready_dir}/rnd.out4"}
FILENAME=="${cpm_work_out}/to{$ch_name}/${file_id9}" && /^2/ && a[$3]{print a[$3] > "${ready_dir}/rnd.out7"}
' ${cpm_work_in}/fr${ch_name}/$file_id ${cpm_work_out}/to{$ch_name}/$file_id3 ${cpm_work_out}/to{$ch_name}/$file_id6 ${cpm_work_out}/to{$ch_name}/$file_id9
total_amnt_01=`awk '{a += (substr($1,10,12))}END{printf a}' ${ready_dir}/rnd.out1`
total_amnt_06=`awk '{a += (substr($1,10,12))}END{printf a}' ${ready_dir}/rnd.out4`
total_amnt_09=`awk '{a += (substr($1,10,12))}END{printf a}' ${ready_dir}/rnd.out7`
rec_cnt_01=`(awk 'END{print NR}' ${ready_dir}/rnd.out1)`
rec_cnt_04=`(awk 'END{print NR}' ${ready_dir}/rnd.out4)`
rec_cnt_07=`(awk 'END{print NR}' ${ready_dir}/rnd.out7)`
sed -n '2p' ${ctrl_dir}/ctrl_${ch_name} >> ${ready_dir}/tmp.1
sed -n '4p' ${ctrl_dir}/ctrl_${ch_name} >> ${ready_dir}/tmp.4
sed -n '6p' ${ctrl_dir}/ctrl_${ch_name} >> ${ready_dir}/tmp.7
cat ${ready_dir}/tmp.1 ${ready_dir}/rnd.out1 >> ${ready_dir}/din_cel_rej_20090804_CU01
cat ${ready_dir}/tmp.4 ${ready_dir}/rnd.out4 >> ${ready_dir}/din_cel_rej_20090804_CU04
cat ${ready_dir}/tmp.7 ${ready_dir}/rnd.out7 >> ${ready_dir}/din_cel_rej_20090804_CU07
rm ${ready_dir}/tmp.1
rm ${ready_dir}/tmp.4
rm ${ready_dir}/tmp.7
rm ${ready_dir}/rnd.out1
rm ${ready_dir}/rnd.out4
rm ${ready_dir}/rnd.out7
count_3=`leading_zeroes $rec_cnt_01 5`
count_6=`leading_zeroes $rec_cnt_04 5`
count_9=`leading_zeroes $rec_cnt_07 5`
amount_3=`leading_zeroes $total_amnt_01 12`
amount_6=`leading_zeroes $total_amnt_01 12`
amount_9=`leading_zeroes $total_amnt_01 12`
tr=3
filler=`trailing_blanks 61`
echo "${tr}${count_3}${amount_3}${filler}" >> ${ready_dir}/din_cel_rej_20090804_CU01
echo "${tr}${count_6}${amount_6}${filler}" >> ${ready_dir}/din_cel_rej_20090804_CU04
echo "${tr}${count_9}${amount_9}${filler}" >> ${ready_dir}/din_cel_rej_20090804_CU07
}
#Main Program start
{
case $read_bank in
DINER|diner)
echo "Splitting files for DINER only..............."
split_files DINER
esac
if [ "$read_bank" = "" ] ; then
# ftp scripts to be added here for all 4 banks
split_files DINER
fi
} >> $log
echo "logs created in $log "
exit 0
And unable to undersatnd this error:
awk: Input line � cannot be longer than 3,000 bytes.
