mirror of
https://github.com/sasjs/core.git
synced 2026-06-08 20:10:20 +00:00
feat: mv_castabsave macro and tests
This commit is contained in:
4gl
+2
-1
@@ -41,8 +41,9 @@
|
|||||||
&prefix._INIT_NUM /* initialisation time as numeric */
|
&prefix._INIT_NUM /* initialisation time as numeric */
|
||||||
&prefix._INIT_DTTM /* initialisation time in E8601DT26.6 format */
|
&prefix._INIT_DTTM /* initialisation time in E8601DT26.6 format */
|
||||||
&prefix.WORK /* avoid typing %sysfunc(pathname(work)) every time */
|
&prefix.WORK /* avoid typing %sysfunc(pathname(work)) every time */
|
||||||
|
&prefix.PROCESSMODE
|
||||||
|
&prefix._STPSRV_HEADER_LOC
|
||||||
;
|
;
|
||||||
|
|
||||||
%let sasjs_prefix=&prefix;
|
%let sasjs_prefix=&prefix;
|
||||||
|
|
||||||
data _null_;
|
data _null_;
|
||||||
|
|||||||
@@ -0,0 +1,158 @@
|
|||||||
|
/**
|
||||||
|
@file
|
||||||
|
@brief Testing mv_castabsave macro
|
||||||
|
|
||||||
|
<h4> SAS Macros </h4>
|
||||||
|
@li mf_uid.sas
|
||||||
|
@li mp_assert.sas
|
||||||
|
@li mp_assertscope.sas
|
||||||
|
@li mv_castabsave.sas
|
||||||
|
|
||||||
|
**/
|
||||||
|
|
||||||
|
options mprint;
|
||||||
|
|
||||||
|
/* -------------------------------------------------------------------- */
|
||||||
|
/* Setup: start a CAS session and load a table that has a tracked */
|
||||||
|
/* source file so mv_castabsave can discover it via the REST API */
|
||||||
|
/* -------------------------------------------------------------------- */
|
||||||
|
cas mysess;
|
||||||
|
caslib _all_ assign;
|
||||||
|
|
||||||
|
%let testcaslib=Public;
|
||||||
|
|
||||||
|
proc cas;
|
||||||
|
table.caslibInfo result=r / ;
|
||||||
|
found=0;
|
||||||
|
do row over r.CASLibInfo;
|
||||||
|
if upcase(row.Name)=upcase("&testcaslib") then found=1;
|
||||||
|
end;
|
||||||
|
if found=0 then do;
|
||||||
|
print "ERROR: caslib &testcaslib not available";
|
||||||
|
exit;
|
||||||
|
end;
|
||||||
|
quit;
|
||||||
|
%put NOTE: Using testcaslib=&testcaslib;
|
||||||
|
|
||||||
|
%let tab1=T%mf_uid();
|
||||||
|
|
||||||
|
/* Load sashelp.class into CAS, save as sashdat, reload from that file
|
||||||
|
so the table has a tracked source path (needed for REST discovery) */
|
||||||
|
proc casutil;
|
||||||
|
load data=sashelp.class
|
||||||
|
outcaslib="&testcaslib" casout="&tab1" replace;
|
||||||
|
save casdata="&tab1" incaslib="&testcaslib"
|
||||||
|
casout="&tab1..sashdat" outcaslib="&testcaslib" replace;
|
||||||
|
/* Drop any existing global-scope version before promoting */
|
||||||
|
/* runs twice (with quiet) as first would drop local scope if exists */
|
||||||
|
droptable casdata="&tab1" incaslib="&testcaslib" quiet;
|
||||||
|
droptable casdata="&tab1" incaslib="&testcaslib" quiet;
|
||||||
|
|
||||||
|
load casdata="&tab1..sashdat" incaslib="&testcaslib"
|
||||||
|
casout="&tab1" outcaslib="&testcaslib" promote;
|
||||||
|
quit;
|
||||||
|
|
||||||
|
libname mylib cas caslib="&testcaslib";
|
||||||
|
|
||||||
|
|
||||||
|
/* -------------------------------------------------------------------- */
|
||||||
|
%put TEST 1 - save in-memory table back to disk + no scope leakage;
|
||||||
|
/* -------------------------------------------------------------------- */
|
||||||
|
|
||||||
|
/* Source file is removed so that the reload proves mv_castabsave
|
||||||
|
created the file from scratch, not that a prior version existed */
|
||||||
|
proc casutil;
|
||||||
|
deletesource casdata="&tab1..sashdat"
|
||||||
|
incaslib="&testcaslib" quiet;
|
||||||
|
quit;
|
||||||
|
|
||||||
|
/* Insert a sentinel row - it must survive the full save/drop/reload */
|
||||||
|
data work.appendme;
|
||||||
|
set mylib.&tab1;
|
||||||
|
name='TESTROW';
|
||||||
|
output;
|
||||||
|
stop;
|
||||||
|
proc casutil;
|
||||||
|
load data=work.appendme casout="&tab1" outcaslib="&testcaslib" append;
|
||||||
|
quit;
|
||||||
|
|
||||||
|
%mp_assertscope(SNAPSHOT)
|
||||||
|
|
||||||
|
%mv_castabsave(lib=mylib, table=&tab1, mdebug=1)
|
||||||
|
|
||||||
|
%mp_assertscope(COMPARE,
|
||||||
|
desc=Check mv_castabsave does not leak macro variables into GLOBAL scope,
|
||||||
|
ignorelist=MC0_JADP1LEN MC0_JADP2LEN MC0_JADP3LEN MC0_JADPNUM MC0_JADVLEN
|
||||||
|
)
|
||||||
|
|
||||||
|
proc casutil;
|
||||||
|
droptable casdata="&tab1" incaslib="&testcaslib" quiet;
|
||||||
|
droptable casdata="&tab1" incaslib="&testcaslib" quiet;
|
||||||
|
load casdata="&tab1..sashdat" incaslib="&testcaslib"
|
||||||
|
casout="&tab1" outcaslib="&testcaslib" promote;
|
||||||
|
quit;
|
||||||
|
|
||||||
|
%let _rowcount=0;
|
||||||
|
proc sql noprint;
|
||||||
|
select count(*) into :_rowcount
|
||||||
|
from mylib.&tab1
|
||||||
|
where name='TESTROW';
|
||||||
|
quit;
|
||||||
|
|
||||||
|
%mp_assert(
|
||||||
|
iftrue=(&_rowcount=1),
|
||||||
|
desc=Check inserted row survives mv_castabsave round-trip to disk
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
/* -------------------------------------------------------------------- */
|
||||||
|
%put TEST 2 - save overwrites an existing source file;
|
||||||
|
/* -------------------------------------------------------------------- */
|
||||||
|
|
||||||
|
/* Source file already exists from the TEST 1 save - append a new row */
|
||||||
|
data work.appendme;
|
||||||
|
set mylib.&tab1;
|
||||||
|
name='TESTROW2';
|
||||||
|
output;
|
||||||
|
stop;
|
||||||
|
proc casutil;
|
||||||
|
load data=work.appendme casout="&tab1"
|
||||||
|
outcaslib="&testcaslib" append;
|
||||||
|
quit;
|
||||||
|
|
||||||
|
%mv_castabsave(lib=mylib, table=&tab1, mdebug=1)
|
||||||
|
|
||||||
|
proc casutil;
|
||||||
|
droptable casdata="&tab1" incaslib="&testcaslib" quiet;
|
||||||
|
droptable casdata="&tab1" incaslib="&testcaslib" quiet;
|
||||||
|
load casdata="&tab1..sashdat" incaslib="&testcaslib"
|
||||||
|
casout="&tab1" outcaslib="&testcaslib" promote;
|
||||||
|
quit;
|
||||||
|
|
||||||
|
%let _rowcount=0;
|
||||||
|
proc sql noprint;
|
||||||
|
select count(*) into :_rowcount
|
||||||
|
from mylib.&tab1
|
||||||
|
where name='TESTROW2';
|
||||||
|
quit;
|
||||||
|
|
||||||
|
%mp_assert(
|
||||||
|
iftrue=(&_rowcount=1),
|
||||||
|
desc=Check inserted row survives save over an existing source file
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
/* -------------------------------------------------------------------- */
|
||||||
|
/* Teardown */
|
||||||
|
/* -------------------------------------------------------------------- */
|
||||||
|
libname mylib clear;
|
||||||
|
|
||||||
|
proc casutil;
|
||||||
|
droptable casdata="&tab1" incaslib="&testcaslib" quiet;
|
||||||
|
deletesource casdata="&tab1..sashdat"
|
||||||
|
incaslib="&testcaslib" quiet;
|
||||||
|
quit;
|
||||||
|
|
||||||
|
cas mysess terminate;
|
||||||
|
|
||||||
|
%let syscc=0;
|
||||||
@@ -0,0 +1,192 @@
|
|||||||
|
/**
|
||||||
|
@file mv_castabsave.sas
|
||||||
|
@brief Saves an in-memory CAS table back to persistent storage
|
||||||
|
@details Runs in SPRE against an active CAS session. Accepts a
|
||||||
|
SAS libref, derives the CAS caslib and session UUID from
|
||||||
|
sashelp.vlibnam, locates the owning CAS server via the
|
||||||
|
casManagement REST API, then queries the table endpoint to
|
||||||
|
discover the original source file and saves back to that path.
|
||||||
|
CASUTIL infers the file type from the output file extension.
|
||||||
|
|
||||||
|
A CAS session must already be established by the caller, eg:
|
||||||
|
|
||||||
|
cas mysess;
|
||||||
|
libname mylib cas caslib=Public;
|
||||||
|
%mv_castabsave(lib=mylib, table=BASEBALL)
|
||||||
|
|
||||||
|
@param [in] lib= SAS libref for the CAS caslib
|
||||||
|
@param [in] table= Name of the in-memory CAS table to save
|
||||||
|
@param [in] mdebug= (0) Set to 1 to enable verbose logging:
|
||||||
|
- echoes resolved parameters
|
||||||
|
- prints HTTP response body
|
||||||
|
- enables mprint/notes during PROC calls
|
||||||
|
|
||||||
|
<h4> SAS Macros </h4>
|
||||||
|
@li mf_getplatform.sas
|
||||||
|
@li mf_getuniquefileref.sas
|
||||||
|
@li mf_getuniquelibref.sas
|
||||||
|
@li mp_abort.sas
|
||||||
|
|
||||||
|
**/
|
||||||
|
|
||||||
|
%macro mv_castabsave(
|
||||||
|
lib=
|
||||||
|
,table=
|
||||||
|
,mdebug=0
|
||||||
|
);
|
||||||
|
|
||||||
|
%local _sysopts base_uri caslib uuid server
|
||||||
|
srcfile srccaslib fname1 libref1 ftmp i _svcount;
|
||||||
|
%let _sysopts=%sysfunc(getoption(mprint)) %sysfunc(getoption(notes));
|
||||||
|
|
||||||
|
/* ---- input validation -------------------------------------------------- */
|
||||||
|
%mp_abort(
|
||||||
|
iftrue=("&lib"="" or "&table"=""),
|
||||||
|
msg=%str(lib= and table= are required)
|
||||||
|
)
|
||||||
|
|
||||||
|
%if &mdebug=1 %then %do;
|
||||||
|
%put &=lib;
|
||||||
|
%put &=table;
|
||||||
|
options mprint notes;
|
||||||
|
%end;
|
||||||
|
|
||||||
|
/* ---- derive caslib and session UUID from sashelp.vlibnam --------------- */
|
||||||
|
data _null_;
|
||||||
|
set sashelp.vlibnam(
|
||||||
|
where=(libname="%upcase(&lib)"
|
||||||
|
and sysname in ("Caslib","Session UUID"))
|
||||||
|
);
|
||||||
|
if sysname="Caslib" then call symputx('caslib',sysvalue,'L');
|
||||||
|
else call symputx('uuid',sysvalue,'L');
|
||||||
|
run;
|
||||||
|
|
||||||
|
%mp_abort(
|
||||||
|
iftrue=("&caslib"=""),
|
||||||
|
msg=%str(&lib is not an assigned CAS libref)
|
||||||
|
)
|
||||||
|
|
||||||
|
%mp_abort(
|
||||||
|
iftrue=("&uuid"=""),
|
||||||
|
msg=%str(No session UUID found for libref &lib)
|
||||||
|
)
|
||||||
|
|
||||||
|
%if &mdebug=1 %then %do;
|
||||||
|
%put &=caslib;
|
||||||
|
%put &=uuid;
|
||||||
|
%end;
|
||||||
|
|
||||||
|
%let base_uri=%mf_getplatform(VIYARESTAPI);
|
||||||
|
|
||||||
|
/* ---- get list of CAS servers ------------------------------------------- */
|
||||||
|
%let fname1=%mf_getuniquefileref();
|
||||||
|
%let libref1=%mf_getuniquelibref();
|
||||||
|
|
||||||
|
proc http method='GET' out=&fname1 oauth_bearer=sas_services
|
||||||
|
url="&base_uri/casManagement/servers";
|
||||||
|
run;
|
||||||
|
|
||||||
|
%mp_abort(
|
||||||
|
iftrue=(&SYS_PROCHTTP_STATUS_CODE ne 200),
|
||||||
|
msg=%str(&SYS_PROCHTTP_STATUS_CODE &SYS_PROCHTTP_STATUS_PHRASE)
|
||||||
|
)
|
||||||
|
|
||||||
|
libname &libref1 JSON fileref=&fname1;
|
||||||
|
|
||||||
|
data _null_;
|
||||||
|
set &libref1..items;
|
||||||
|
call symputx(cats('_sv_', _n_), name, 'L');
|
||||||
|
call symputx('_svcount', _n_, 'L');
|
||||||
|
run;
|
||||||
|
|
||||||
|
libname &libref1 clear;
|
||||||
|
filename &fname1 clear;
|
||||||
|
|
||||||
|
/* ---- find which server owns this session ------------------------------- */
|
||||||
|
%do i=1 %to &_svcount;
|
||||||
|
%if "&server"="" %then %do;
|
||||||
|
%if &mdebug=1 %then %put checking server: &&_sv_&i;
|
||||||
|
%let ftmp=%mf_getuniquefileref();
|
||||||
|
proc http method='GET' out=&ftmp oauth_bearer=sas_services
|
||||||
|
url="&base_uri/casManagement/servers/&&_sv_&i/sessions/&uuid";
|
||||||
|
run;
|
||||||
|
%if &SYS_PROCHTTP_STATUS_CODE=200
|
||||||
|
%then %let server=&&_sv_&i;
|
||||||
|
filename &ftmp clear;
|
||||||
|
%end;
|
||||||
|
%end;
|
||||||
|
|
||||||
|
%mp_abort(
|
||||||
|
iftrue=("&server"=""),
|
||||||
|
msg=%str(Could not find owning server for CAS session &uuid)
|
||||||
|
)
|
||||||
|
|
||||||
|
%if &mdebug=1 %then %put &=server;
|
||||||
|
|
||||||
|
/* ---- discover srcfile from REST endpoint ------------------------------- */
|
||||||
|
%let fname1=%mf_getuniquefileref();
|
||||||
|
%let libref1=%mf_getuniquelibref();
|
||||||
|
|
||||||
|
proc http method='GET' out=&fname1 oauth_bearer=sas_services
|
||||||
|
url="&base_uri/casManagement/servers/&server/caslibs/&caslib/tables/&table";
|
||||||
|
run;
|
||||||
|
|
||||||
|
%if &mdebug=1 %then %do;
|
||||||
|
%put &=SYS_PROCHTTP_STATUS_CODE &=SYS_PROCHTTP_STATUS_PHRASE;
|
||||||
|
data _null_;
|
||||||
|
infile &fname1;
|
||||||
|
input;
|
||||||
|
putlog _infile_;
|
||||||
|
run;
|
||||||
|
%end;
|
||||||
|
|
||||||
|
%mp_abort(
|
||||||
|
iftrue=(&SYS_PROCHTTP_STATUS_CODE=404),
|
||||||
|
msg=%str(&caslib..&table not found - is it loaded in memory?)
|
||||||
|
)
|
||||||
|
%mp_abort(
|
||||||
|
iftrue=(&SYS_PROCHTTP_STATUS_CODE ne 200),
|
||||||
|
msg=%str(&SYS_PROCHTTP_STATUS_CODE &SYS_PROCHTTP_STATUS_PHRASE)
|
||||||
|
)
|
||||||
|
|
||||||
|
libname &libref1 JSON fileref=&fname1;
|
||||||
|
|
||||||
|
data _null_;
|
||||||
|
set &libref1..tablereference;
|
||||||
|
call symputx('srcfile', sourceTableName, 'L');
|
||||||
|
call symputx('srccaslib', sourceCaslibName, 'L');
|
||||||
|
stop;
|
||||||
|
run;
|
||||||
|
|
||||||
|
libname &libref1 clear;
|
||||||
|
filename &fname1 clear;
|
||||||
|
|
||||||
|
%mp_abort(
|
||||||
|
iftrue=("&srcfile"="" or "&srccaslib"=""),
|
||||||
|
msg=%str(No sourceTableName/sourceCaslibName for &caslib..&table)
|
||||||
|
)
|
||||||
|
|
||||||
|
%if &mdebug=1 %then %put &=srcfile;
|
||||||
|
|
||||||
|
/* ---- save to disk ------------------------------------------------------- */
|
||||||
|
proc casutil;
|
||||||
|
save casdata="&table"
|
||||||
|
incaslib="&caslib"
|
||||||
|
casout="&srcfile"
|
||||||
|
outcaslib="&srccaslib"
|
||||||
|
replace;
|
||||||
|
quit;
|
||||||
|
|
||||||
|
%mp_abort(
|
||||||
|
iftrue=(&syscc ne 0),
|
||||||
|
msg=%str(Save failed for &caslib..&table)
|
||||||
|
)
|
||||||
|
|
||||||
|
%put NOTE: Table &caslib..&table saved to &srcfile;
|
||||||
|
|
||||||
|
/* ---- restore options --------------------------------------------------- */
|
||||||
|
%if &mdebug=1 %then %do;
|
||||||
|
options &_sysopts;
|
||||||
|
%end;
|
||||||
|
|
||||||
|
%mend mv_castabsave;
|
||||||
Reference in New Issue
Block a user