From Database to MPP to Data Lake

#! /bin/ksh filename=$1 echo $filename . /pkg1/Informatica/PowerCenter860/server/infa_shared/UnixScripts/DataInt/TD/hoovers_etl.env bteq <<stop>/pkg1/Informatica/PowerCenter860/server/infa_shared/UnixScripts/DataInt/TD/logs/loader/$(date +"20%y%m%d")/$(echo $filename|cut -c85-100).log 2>&1 logon $TDPID/$TDUSER,$TDPASS; .RUN FILE=$filename; EXIT; STOP

REPLACE MACRO BTEQ_EXPORT ( DATABASENAME VARCHAR(100), TABLENAME VARCHAR(100), FILENAME VARCHAR(500), SERVER VARCHAR(100) default '' , USERNAME VARCHAR(300) default '', PASS VARCHAR(15) default 'password' ) AS ( SEL '                   .SESSIONS 5 .SET ECHOREQ ON .SET FORMAT OFF .SET QUIET ON .SET WIDTH 1000 .SET RETCANCEL ON .LOGON  '   || :SERVER || '/' || :USERNAME || ', ' || :PASS || '; '  ||     ' .EXPORT REPORT FILE =' || :FILENAME BTEQ_SCRIPT     FROM SYS_CALENDAR.CALENDAR WHERE DATE=CALENDAR_DATE     UNION   SEL '                   SEL TOP 1000000            '   FROM SYS_CALENDAR.CALENDAR WHERE DATE=CALENDAR_DATE   UNION   SEL   '                 TRIM(COALESCE (CAST(' || COLUMNNAME ||  'AS VARCHAR(300)),' ||'27'xc || '27'xc || ')) ||  ' ||'27'xc ||'|' || '27'xc || '||' FROM DBC.COLUMNS WHERE TABLENA

To find contact_opt_out recrsively inside the directory find . | xargs grep -s OMNI_Balbao_Loads.par ~~ date + "%y-%m-%d" ~~ to manipulate string in command use brackets preceeded by dollar sign eg: mv filename $(echo filename|cut c-2-100) renames file from fielname to ilename ( because of cut command) ~~ To ridrect error commands use 2> or >& eg sh script.sh 2>errorfile ,sh script.sh >& errorfile ~~ To check space du -sh df /foldername df -h ~~