sasjs/core
1
0
Fork 0
mirror of https://github.com/sasjs/core.git synced 2026-06-08 20:10:20 +00:00
Code Issues Projects Releases Wiki Activity

chore: updating all.sas

Browse Source
This commit is contained in:
github-actions
2026-04-28 17:48:38 +00:00
parent 36452a2a02
commit f642e35f6b
1 changed files with 160 additions and 65 deletions
Download Patch File Download Diff File Expand all files Collapse all files
all.sas
+160 -65
View File
@@ -24415,74 +24415,79 @@ run;
) )
%mend mfv_getpathuri;/** %mend mfv_getpathuri;/**
@file mv_castabload.sas @file mv_castabload.sas
@brief Checks if a CAS table exists in a CASLIB; if not, loads & promotes it @brief Checks if a CAS table is loaded; if not, loads and promotes it
@details Runs in SPRE against an active CAS session. Uses @details Runs in SPRE against an active CAS session. Accepts a
`table.tableExists` to check whether the table is already in-memory, SAS libref, derives the CAS caslib and session UUID from
and PROC CASUTIL LOAD with the PROMOTE option to load it if not. sashelp.vlibnam, then checks whether the table is already
CASUTIL infers the file type from the source file extension. in-memory. If not, locates the owning CAS server via the
casManagement REST API, queries the table endpoint to discover
the source file and caslib, then loads and promotes the table.
A CAS session must already be established by the caller, eg: A CAS session must already be established by the caller, eg:
cas mysess; cas mysess;
%mv_castabload(caslib=Public, table=BASEBALL) libname mylib cas caslib=Public;
%mv_castabload(lib=mylib, table=BASEBALL)
or (if not a hdat source with the same name as the table): @param [in] lib= SAS libref for the CAS caslib
@param [in] table= Name of the CAS table to load
%mv_castabload(caslib=Public, table=BASEBALL, @param [in] mdebug= (0) Set to 1 to enable verbose logging:
srcfile=MYBASEBALL.parquet)
@param [in] caslib= CASLIB containing the source file
@param [in] table= Name to give the in-memory CAS table
@param [in] srcfile= (0) Source file name.ext in the caslib. If not provided,
the code assumes that srcfile=&table..sashdat
@param [in] mdebug= (0) Set to 1 to enable verbose logging:
- echoes resolved parameters - echoes resolved parameters
- prints tableExists result - prints tableExists result
- enables mprint/notes during PROC calls - enables mprint/notes during PROC calls
@returns Sets global macro variable `MV_CASTABLOAD_RC`:
0 = table already existed (no load performed)
1 = table was loaded & promoted successfully
3 = action failed (including source file missing)
<h4> SAS Macros </h4> <h4> SAS Macros </h4>
@li mfv_existsashdat.sas @li mf_getplatform.sas
@li mf_getuniquefileref.sas
@li mf_getuniquelibref.sas
@li mp_abort.sas
**/ **/
%macro mv_castabload( %macro mv_castabload(
caslib= lib=
,table= ,table=
,srcfile=0
,mdebug=0 ,mdebug=0
); );
%global MV_CASTABLOAD_RC; %local _sysopts base_uri caslib uuid server
%let MV_CASTABLOAD_RC=3; srcfile srccaslib fname1 libref1 ftmp i _svcount _exists;
%local _sysopts;
%let _sysopts=%sysfunc(getoption(mprint)) %sysfunc(getoption(notes)); %let _sysopts=%sysfunc(getoption(mprint)) %sysfunc(getoption(notes));
/* ---- input validation -------------------------------------------------- */ /* ---- input validation -------------------------------------------------- */
%if "&caslib"="" or "&table"="" or "&srcfile"="" %then %do; %mp_abort(
%put %str(ERR)OR: caslib=, table= and srcfile= are all required; iftrue=("&lib"="" or "&table"=""),
%return; msg=%str(lib= and table= are required)
%end; )
%if "&srcfile"="0" %then %let srcfile=&table..sashdat;
%if &mdebug=1 %then %do; %if &mdebug=1 %then %do;
%put &=caslib; %put &=lib;
%put &=table; %put &=table;
%put &=srcfile;
options mprint notes; options mprint notes;
%end; %end;
/* ---- check source file exists ------------------------------------------ */ /* ---- derive caslib and session UUID from sashelp.vlibnam --------------- */
%if not %mfv_existsashdat(&caslib..%scan(&srcfile,1,.)) %then %do; data _null_;
%put %str(ERR)OR: Source file "&srcfile" not found in caslib "&caslib"; set sashelp.vlibnam(
%let MV_CASTABLOAD_RC=3; where=(libname="%upcase(&lib)"
%return; and sysname in ("Caslib","Session UUID"))
%end; );
if sysname="Caslib" then call symputx('caslib',sysvalue,'L');
else call symputx('uuid',sysvalue,'L');
%if &mdebug=1 %then %do;
putlog sysname sysvalue;
%end;
run;
%mp_abort(
iftrue=("&caslib"=""),
msg=%str(&lib is not an assigned CAS libref)
)
%mp_abort(
iftrue=("&uuid"=""),
msg=%str(No session UUID found for libref &lib)
)
/* ---- existence check --------------------------------------------------- */ /* ---- existence check --------------------------------------------------- */
proc cas; proc cas;
@@ -24492,40 +24497,130 @@ proc cas;
%if &mdebug=1 %then %do; %if &mdebug=1 %then %do;
print r; print r;
%end; %end;
if r.exists = 0 then rc = 9; if r.exists > 0 then call symputx('_exists', '1', 'L');
else rc = 0; else call symputx('_exists', '0', 'L');
symputx('MV_CASTABLOAD_RC', rc, 'G');
quit; quit;
/* ---- already loaded: skip ---------------------------------------------- */
/* ---- load if absent ---------------------------------------------------- */ %if &_exists=1 %then %do;
%if &MV_CASTABLOAD_RC=9 %then %do; %put NOTE: Table &caslib..&table already loaded - skipping;
%return;
proc casutil;
load casdata="&srcfile"
incaslib="&caslib"
casout="&table"
outcaslib="&caslib"
promote;
quit;
%if &syserr=0 %then %let MV_CASTABLOAD_RC=1;
%else %let MV_CASTABLOAD_RC=3;
%end; %end;
%if &MV_CASTABLOAD_RC=0 %then /* ---- get list of CAS servers ----------------------------------------- */
%put NOTE: Table &caslib..&table already loaded - skipping; %let base_uri=%mf_getplatform(VIYARESTAPI);
%else %if &MV_CASTABLOAD_RC=1 %then %let fname1=%mf_getuniquefileref();
%put NOTE: Table &caslib..&table loaded and promoted; %let libref1=%mf_getuniquelibref();
%else %put %str(ERR)OR: load failed for &caslib..&table;
proc http method='GET' out=&fname1 oauth_bearer=sas_services
url="&base_uri/casManagement/servers";
run;
%mp_abort(
iftrue=(&SYS_PROCHTTP_STATUS_CODE ne 200),
msg=%str(&SYS_PROCHTTP_STATUS_CODE &SYS_PROCHTTP_STATUS_PHRASE)
)
libname &libref1 JSON fileref=&fname1;
data _null_;
set &libref1..items;
call symputx(cats('_sv_', _n_), name, 'L');
call symputx('_svcount', _n_, 'L');
run;
libname &libref1 clear;
filename &fname1 clear;
/* ---- find which server owns this session ------------------------------ */
%do i=1 %to &_svcount;
%if "&server"="" %then %do;
%if &mdebug=1 %then %put checking server: &&_sv_&i;
%let ftmp=%mf_getuniquefileref();
proc http method='GET' out=&ftmp oauth_bearer=sas_services
url="&base_uri/casManagement/servers/&&_sv_&i/sessions/&uuid";
run;
%if &SYS_PROCHTTP_STATUS_CODE=200
%then %let server=&&_sv_&i;
filename &ftmp clear;
%end;
%end;
%mp_abort(
iftrue=("&server"=""),
msg=%str(Could not find owning server for CAS session &uuid)
)
%if &mdebug=1 %then %put &=server;
/* ---- discover source file from REST endpoint -------------------------- */
%let fname1=%mf_getuniquefileref();
%let libref1=%mf_getuniquelibref();
proc http method='GET' out=&fname1 oauth_bearer=sas_services
url="&base_uri/casManagement/servers/&server/caslibs/&caslib/tables/&table";
run;
%if &mdebug=1 %then %do;
%put &=SYS_PROCHTTP_STATUS_CODE &=SYS_PROCHTTP_STATUS_PHRASE;
data _null_;
infile &fname1;
input;
putlog _infile_;
run;
%end;
%mp_abort(
iftrue=(&SYS_PROCHTTP_STATUS_CODE=404),
msg=%str(&caslib..&table not found - is a source file registered?)
)
%mp_abort(
iftrue=(&SYS_PROCHTTP_STATUS_CODE ne 200),
msg=%str(&SYS_PROCHTTP_STATUS_CODE &SYS_PROCHTTP_STATUS_PHRASE)
)
libname &libref1 JSON fileref=&fname1;
data _null_;
set &libref1..tablereference;
call symputx('srcfile', sourceTableName, 'L');
call symputx('srccaslib', sourceCaslibName, 'L');
stop;
run;
libname &libref1 clear;
filename &fname1 clear;
%mp_abort(
iftrue=("&srcfile"="" or "&srccaslib"=""),
msg=%str(No sourceTableName/sourceCaslibName for &caslib..&table)
)
%if &mdebug=1 %then %put &=srcfile &=srccaslib;
/* ---- load from discovered source -------------------------------------- */
proc casutil;
load casdata="&srcfile"
incaslib="&srccaslib"
casout="&table"
outcaslib="&caslib"
promote;
quit;
%mp_abort(
iftrue=(&syscc ne 0),
msg=%str(Load failed for &caslib..&table)
)
%put NOTE: Table &caslib..&table loaded and promoted from &srcfile;
/* ---- restore options --------------------------------------------------- */ /* ---- restore options --------------------------------------------------- */
%if &mdebug=1 %then %do; %if &mdebug=1 %then %do;
options &_sysopts; options &_sysopts;
%end; %end;
%mend mv_castabload;/** %mend mv_castabload;
/**
@file mv_castabsave.sas @file mv_castabsave.sas
@brief Saves an in-memory CAS table back to persistent storage @brief Saves an in-memory CAS table back to persistent storage
@details Runs in SPRE against an active CAS session. Accepts a @details Runs in SPRE against an active CAS session. Accepts a