mirror of
https://github.com/sasjs/core.git
synced 2026-06-08 20:10:20 +00:00
feat: castabload macro
This commit is contained in:
4gl
@@ -0,0 +1,148 @@
|
||||
/**
|
||||
@file
|
||||
@brief Testing mv_castabload macro
|
||||
|
||||
<h4> SAS Macros </h4>
|
||||
@li mf_uid.sas
|
||||
@li mp_assert.sas
|
||||
@li mp_assertscope.sas
|
||||
@li mv_castabload.sas
|
||||
@li mv_createfile.sas
|
||||
|
||||
**/
|
||||
|
||||
options mprint;
|
||||
|
||||
/* ------------------------------------------------------------------------ */
|
||||
/* Setup: start a CAS session and stage a source file in the Public caslib */
|
||||
/* ------------------------------------------------------------------------ */
|
||||
cas mysess;
|
||||
caslib _all_ assign;
|
||||
|
||||
%let testcaslib = Public; /* change this if Public isn't available */
|
||||
proc cas;
|
||||
table.caslibInfo result=r / ;
|
||||
found = 0;
|
||||
do row over r.CASLibInfo;
|
||||
if upcase(row.Name) = upcase("&testcaslib") then found = 1;
|
||||
end;
|
||||
if found = 0 then do;
|
||||
print "ERROR: caslib &testcaslib not available";
|
||||
exit;
|
||||
end;
|
||||
quit;
|
||||
%put NOTE: Using testcaslib=&testcaslib;
|
||||
|
||||
%let tab1=T%mf_uid();
|
||||
%let tab2=T%mf_uid();
|
||||
%let tab3=T%mf_uid();
|
||||
|
||||
/* Create a SASHDAT source file in the Public caslib from SASHELP.BASEBALL
|
||||
so that subsequent LOAD operations have something real to pick up. */
|
||||
proc casutil;
|
||||
load data=sashelp.baseball outcaslib="&testcaslib" casout="&tab1" replace;
|
||||
save casdata="&tab1" incaslib="&testcaslib"
|
||||
casout="&tab1..sashdat" outcaslib="&testcaslib" replace;
|
||||
droptable casdata="&tab1" incaslib="&testcaslib" quiet;
|
||||
quit;
|
||||
|
||||
/* And a second hdat, with a name different from the table name, so that we
|
||||
can exercise the explicit srcfile= path. */
|
||||
proc casutil;
|
||||
load data=sashelp.cars outcaslib="&testcaslib" casout="&tab2" replace;
|
||||
save casdata="&tab2" incaslib="&testcaslib"
|
||||
casout="src_&tab2..sashdat" outcaslib="&testcaslib" replace;
|
||||
droptable casdata="&tab2" incaslib="&testcaslib" quiet;
|
||||
quit;
|
||||
|
||||
|
||||
/* ------------------------------------------------------------------------ */
|
||||
%put TEST 1 - missing required parameters returns without setting RC to 0/1;
|
||||
/* ------------------------------------------------------------------------ */
|
||||
%let MV_CASTABLOAD_RC=;
|
||||
%mv_castabload(caslib=,table=,srcfile=)
|
||||
|
||||
%mp_assert(
|
||||
iftrue=(&MV_CASTABLOAD_RC=3),
|
||||
desc=Check RC=3 (initial/failure value) when required params are missing
|
||||
)
|
||||
|
||||
|
||||
/* ------------------------------------------------------------------------ */
|
||||
%put TEST 2 - load a table that does not yet exist (default srcfile=table.hdat);
|
||||
/* ------------------------------------------------------------------------ */
|
||||
%mv_castabload(caslib=&testcaslib,table=&tab1,mdebug=1)
|
||||
|
||||
%mp_assert(
|
||||
iftrue=(&MV_CASTABLOAD_RC=1),
|
||||
desc=Check RC=1 when table is loaded and promoted for the first time
|
||||
)
|
||||
|
||||
|
||||
/* ------------------------------------------------------------------------ */
|
||||
%put TEST 3 - calling again for the same table should be a no-op (RC=0);
|
||||
/* also verify no scope leakage of macro variables */
|
||||
/* ------------------------------------------------------------------------ */
|
||||
%mp_assertscope(SNAPSHOT)
|
||||
|
||||
%mv_castabload(caslib=&testcaslib,table=&tab1,mdebug=1)
|
||||
|
||||
%mp_assertscope(COMPARE,
|
||||
desc=Check mv_castabload does not leak macro variables into GLOBAL scope,
|
||||
ignorelist=MV_CASTABLOAD_RC
|
||||
)
|
||||
|
||||
%mp_assert(
|
||||
iftrue=(&MV_CASTABLOAD_RC=0),
|
||||
desc=Check RC=0 when table is already in-memory (skip load)
|
||||
)
|
||||
|
||||
|
||||
/* ------------------------------------------------------------------------ */
|
||||
%put TEST 4 - explicit srcfile= where file name differs from table name;
|
||||
/* ------------------------------------------------------------------------ */
|
||||
%mv_castabload(
|
||||
caslib=&testcaslib,
|
||||
table=&tab2,
|
||||
srcfile=src_&tab2..sashdat,
|
||||
mdebug=1
|
||||
)
|
||||
|
||||
%mp_assert(
|
||||
iftrue=(&MV_CASTABLOAD_RC=1),
|
||||
desc=Check RC=1 when loading with explicit srcfile= parameter
|
||||
)
|
||||
|
||||
|
||||
/* ------------------------------------------------------------------------ */
|
||||
%put TEST 5 - load failure when srcfile does not exist in the caslib;
|
||||
/* ------------------------------------------------------------------------ */
|
||||
%mv_castabload(
|
||||
caslib=&testcaslib,
|
||||
table=&tab3,
|
||||
srcfile=doesnotexist_%mf_uid..sashdat,
|
||||
mdebug=1
|
||||
)
|
||||
|
||||
%mp_assert(
|
||||
iftrue=(&MV_CASTABLOAD_RC=3),
|
||||
desc=Check RC=3 when source file cannot be found / load fails
|
||||
)
|
||||
|
||||
/* reset so that a downstream failure RC does not break testterm */
|
||||
%let syscc=0;
|
||||
|
||||
|
||||
/* ------------------------------------------------------------------------ */
|
||||
/* Teardown: drop promoted tables and remove source files */
|
||||
/* ------------------------------------------------------------------------ */
|
||||
proc casutil;
|
||||
droptable casdata="&tab1" incaslib="&testcaslib" quiet;
|
||||
droptable casdata="&tab2" incaslib="&testcaslib" quiet;
|
||||
deletesource casdata="&tab1..sashdat" incaslib="&testcaslib" quiet;
|
||||
deletesource casdata="src_&tab2..sashdat" incaslib="&testcaslib" quiet;
|
||||
quit;
|
||||
|
||||
cas mysess terminate;
|
||||
|
||||
%let syscc=0;
|
||||
@@ -0,0 +1,102 @@
|
||||
/**
|
||||
@file mv_castabload.sas
|
||||
@brief Checks if a CAS table exists in a CASLIB; if not, loads & promotes it
|
||||
@details Runs in SPRE against an active CAS session. Uses
|
||||
`table.tableExists` to check whether the table is already in-memory,
|
||||
and PROC CASUTIL LOAD with the PROMOTE option to load it if not.
|
||||
CASUTIL infers the file type from the source file extension.
|
||||
|
||||
A CAS session must already be established by the caller, eg:
|
||||
|
||||
cas mysess;
|
||||
%mv_castabload(caslib=Public, table=BASEBALL)
|
||||
|
||||
or (if not a hdat source with the same name as the table):
|
||||
|
||||
%mv_castabload(caslib=Public, table=BASEBALL,
|
||||
srcfile=MYBASEBALL.parquet)
|
||||
|
||||
@param [in] caslib= CASLIB containing the source file
|
||||
@param [in] table= Name to give the in-memory CAS table
|
||||
@param [in] srcfile= (0) Source file name.ext in the caslib. If not provided,
|
||||
the code assumes that srcfile=&table..hdat
|
||||
@param [in] mdebug= (0) Set to 1 to enable verbose logging:
|
||||
- echoes resolved parameters
|
||||
- prints tableExists result
|
||||
- enables mprint/notes during PROC calls
|
||||
|
||||
@returns Sets global macro variable `MV_CASTABLOAD_RC`:
|
||||
0 = table already existed (no load performed)
|
||||
1 = table was loaded & promoted successfully
|
||||
3 = action failed
|
||||
**/
|
||||
|
||||
%macro mv_castabload(
|
||||
caslib=
|
||||
,table=
|
||||
,srcfile=0
|
||||
,mdebug=0
|
||||
);
|
||||
|
||||
%global MV_CASTABLOAD_RC;
|
||||
%let MV_CASTABLOAD_RC=3;
|
||||
|
||||
%local _sysopts;
|
||||
%let _sysopts=%sysfunc(getoption(mprint)) %sysfunc(getoption(notes));
|
||||
|
||||
/* ---- input validation -------------------------------------------------- */
|
||||
%if "&caslib"="" or "&table"="" or "&srcfile"="" %then %do;
|
||||
%put %str(ERR)OR: caslib=, table= and srcfile= are all required;
|
||||
%return;
|
||||
%end;
|
||||
%if "&srcfile"="0" %then %let srcfile=&table..hdat;
|
||||
|
||||
%if &mdebug=1 %then %do;
|
||||
%put &=caslib;
|
||||
%put &=table;
|
||||
%put &=srcfile;
|
||||
options mprint notes;
|
||||
%end;
|
||||
|
||||
/* ---- existence check --------------------------------------------------- */
|
||||
proc cas;
|
||||
table.tableExists result=r /
|
||||
caslib="&caslib"
|
||||
name="&table";
|
||||
%if &mdebug=1 %then %do;
|
||||
print r;
|
||||
%end;
|
||||
if r.exists = 0 then rc = 9;
|
||||
else rc = 0;
|
||||
symputx('MV_CASTABLOAD_RC', rc, 'G');
|
||||
quit;
|
||||
|
||||
|
||||
/* ---- load if absent ---------------------------------------------------- */
|
||||
%if &MV_CASTABLOAD_RC=9 %then %do;
|
||||
|
||||
proc casutil;
|
||||
load casdata="&srcfile"
|
||||
incaslib="&caslib"
|
||||
casout="&table"
|
||||
outcaslib="&caslib"
|
||||
promote;
|
||||
quit;
|
||||
|
||||
%if &syserr=0 %then %let MV_CASTABLOAD_RC=1;
|
||||
%else %let MV_CASTABLOAD_RC=3;
|
||||
|
||||
%end;
|
||||
|
||||
%if &MV_CASTABLOAD_RC=0 %then
|
||||
%put NOTE: Table &caslib..&table already loaded - skipping;
|
||||
%else %if &MV_CASTABLOAD_RC=1 %then
|
||||
%put NOTE: Table &caslib..&table loaded and promoted;
|
||||
%else %put ERROR: load failed for &caslib..&table;
|
||||
|
||||
/* ---- restore options --------------------------------------------------- */
|
||||
%if &mdebug=1 %then %do;
|
||||
options &_sysopts;
|
||||
%end;
|
||||
|
||||
%mend mv_castabload;
|
||||
Reference in New Issue
Block a user