This script will run, but only if a file exists in an archive folder — suggesting we only run the extract from HIVE if we have ingested data i.e. the archive file exists for “today”/sysdate
rm /data/outputs/RMS_LiveApps*.csv
#No longer needed as loaded daily via Crontab script, loading from Container/Object Store
#sudo su – hive sh -c “hive -f /data/outputs/rms_liveapps_load.hql” > /data/outputs/rms_liveapps_load.log
#sudo su – hive sh -c “hive -f /data/outputs/rms_liveappsdata_load.hql” > /data/outputs/rms_liveappsdata_load.log
#Only run this if we have ingested LiveApps data today !!
PRICINGREPORT=”/data/landing/LIVEAPPS/archive/PriceReport_$(date +”%Y-%m-%d”).csv”
LIVEAPPSDATA=”/data/landing/LIVEAPPS/archive/RMSLiveAppsData_$(date +”%Y-%m-%d”).csv”
FILELINECOUNT=0
if [ -f “$PRICINGREPORT” ] && [ -f “$LIVEAPPSDATA” ]
then
echo $PRICINGREPORT “Found….”
echo $LIVEAPPSDATA “Found….”
echo ” We have ingested data today.. Continue to Produce Output….”
sudo su – hive sh -c “hive -f /data/outputs/rms_liveapps_auz.hql | sed ‘s/[\t]/,/g’ > /data/outputs/RMS_LiveApps_Pricing_DDMMYY_BigCompute_AUZ.csv”
cd /data/outputs
sed -i -e ‘s/vw_liveapps_rms_pricing_output.//g’ RMS_LiveApps_Pricing_DDMMYY_BigCompute_AUZ.csv
mv RMS_LiveApps_Pricing_DDMMYY_BigCompute_AUZ.csv RMS_LiveApps_Pricing_$(date +”%d%m%y”)_BigCompute_AUZ.csv
else
echo “We have not ingested data today… stopping”
fi