mirror of
https://github.com/sasjs/core.git
synced 2026-06-09 04:10:20 +00:00
Compare commits
87 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| 7448252b22 | |||
| 1fb52d5f73 | |||
| 0c90ac8deb | |||
| fdf0a1b514 | |||
| 4d15f4ebf5 | |||
| 402337a952 | |||
| a2a8004b06 | |||
| 955854919f | |||
| f1ac0bd821 | |||
| f642e35f6b | |||
| 36452a2a02 | |||
| 1c005586dc | |||
| 7ef58a0f54 | |||
| 8a22280627 | |||
| b6fad4a469 | |||
| 7aa788e547 | |||
| 73fd85d254 | |||
| 7acaafae99 | |||
| d0a5780cd1 | |||
| 08f2d0d53f | |||
| 3a54b9c796 | |||
| e66ef31e26 | |||
| 186ea1cfba | |||
| b5a76600d6 | |||
| 13113cacaf | |||
| ae7f93aa4e | |||
| e3b8ee69a9 | |||
| 78287ed5d3 | |||
| 5944619488 | |||
| df0c9899cf | |||
| 737eb65251 | |||
| c50555a6e2 | |||
| c69639a228 | |||
| 9930b84785 | |||
| 7686b7fb99 | |||
| def0514731 | |||
| 502fafa53d | |||
| 6721e73ecd | |||
| 9e36e82ff2 | |||
| 87ce565321 | |||
| 3bb902b74e | |||
| dd5e4edc80 | |||
| 835369381c | |||
| c32819df9f | |||
| c1f1fcdebf | |||
| 641966eed8 | |||
| 16922c525c | |||
| f315f803db | |||
| bae5431d24 | |||
| 76728cbc6c | |||
| a221a706b4 | |||
| f3b712ecee | |||
| db15c66e68 | |||
| 62796ab6e6 | |||
| 7eca3b5e07 | |||
| 66ceb738c8 | |||
| 9d37856fc2 | |||
| 14987e3914 | |||
| 10857b2153 | |||
| ac2a054c84 | |||
| f60b298bbb | |||
| bf6beded5f | |||
| f98d401bcd | |||
| b808c69e93 | |||
| 7c2b7dca1f | |||
| cb94a94a21 | |||
| c23262198b | |||
| f2b0988b42 | |||
| b3178a87ee | |||
| cc57907c0c | |||
| 7b24faaa21 | |||
| a3c0ba92cc | |||
| c15e7db1c6 | |||
| 3faf4cf325 | |||
| b49ac96766 | |||
| b3298143c7 | |||
| 366b6e7fa4 | |||
| 9bf2870357 | |||
| f71681c352 | |||
| 6008db999c | |||
| b6f020e897 | |||
| 9d0533fe3b | |||
| 7dd2597041 | |||
| 426c0bf9f2 | |||
| 1cd8ba03c5 | |||
| 569533b218 | |||
| 14aeb585ae |
@@ -0,0 +1,3 @@
|
|||||||
|
# These are supported funding model platforms
|
||||||
|
|
||||||
|
custom: https://getalby.com/p/sasjs
|
||||||
@@ -13,7 +13,7 @@ jobs:
|
|||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
steps:
|
steps:
|
||||||
- name: Checkout
|
- name: Checkout
|
||||||
uses: actions/checkout@v4
|
uses: actions/checkout@v6
|
||||||
|
|
||||||
- name: Install dependencies
|
- name: Install dependencies
|
||||||
run: |
|
run: |
|
||||||
@@ -54,7 +54,8 @@ jobs:
|
|||||||
echo "REFRESH_TOKEN=${{secrets.SAS9_4GL_IO_REFRESH_TOKEN}}" >> .env.server
|
echo "REFRESH_TOKEN=${{secrets.SAS9_4GL_IO_REFRESH_TOKEN}}" >> .env.server
|
||||||
|
|
||||||
- name: Semantic Release
|
- name: Semantic Release
|
||||||
uses: cycjimmy/semantic-release-action@v4
|
id: makerelease
|
||||||
|
uses: cycjimmy/semantic-release-action@v6
|
||||||
env:
|
env:
|
||||||
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
||||||
NPM_TOKEN: ${{ secrets.NPM_TOKEN }}
|
NPM_TOKEN: ${{ secrets.NPM_TOKEN }}
|
||||||
@@ -64,3 +65,11 @@ jobs:
|
|||||||
npx @sasjs/cli compile job -s sasjs/utils/create_sas_package.sas -o sasjsbuild -t server
|
npx @sasjs/cli compile job -s sasjs/utils/create_sas_package.sas -o sasjsbuild -t server
|
||||||
# need long duration token per https://github.com/sasjs/server/issues/307
|
# need long duration token per https://github.com/sasjs/server/issues/307
|
||||||
# npx @sasjs/cli run sasjsbuild/jobs/utils/create_sas_package.sas -t server
|
# npx @sasjs/cli run sasjsbuild/jobs/utils/create_sas_package.sas -t server
|
||||||
|
|
||||||
|
- name: Update Docs Site
|
||||||
|
if: steps.makerelease.outputs.new_release_published == 'true'
|
||||||
|
run: |
|
||||||
|
sudo apt-get update
|
||||||
|
sudo apt-get install -y doxygen
|
||||||
|
export GITHUB_TOKEN=${{ secrets.CORESASJSIO_PAT }}
|
||||||
|
npm run docs
|
||||||
|
|||||||
@@ -13,7 +13,7 @@ jobs:
|
|||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
steps:
|
steps:
|
||||||
- name: Checkout
|
- name: Checkout
|
||||||
uses: actions/checkout@v4
|
uses: actions/checkout@v6
|
||||||
|
|
||||||
- name: Install dependencies
|
- name: Install dependencies
|
||||||
run: |
|
run: |
|
||||||
|
|||||||
@@ -12,10 +12,10 @@ jobs:
|
|||||||
|
|
||||||
strategy:
|
strategy:
|
||||||
matrix:
|
matrix:
|
||||||
node-version: [lts/hydrogen]
|
node-version: [lts/iron]
|
||||||
|
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v2
|
- uses: actions/checkout@v6
|
||||||
- name: Use Node.js ${{ matrix.node-version }}
|
- name: Use Node.js ${{ matrix.node-version }}
|
||||||
uses: actions/setup-node@v2
|
uses: actions/setup-node@v2
|
||||||
with:
|
with:
|
||||||
@@ -73,6 +73,8 @@ jobs:
|
|||||||
|
|
||||||
- name: Build & Deploy Project to SAS server
|
- name: Build & Deploy Project to SAS server
|
||||||
run: npx @sasjs/cli cbd -t server
|
run: npx @sasjs/cli cbd -t server
|
||||||
|
env:
|
||||||
|
macroCorePath: .
|
||||||
|
|
||||||
- name: Run all tests
|
- name: Run all tests
|
||||||
run: npx @sasjs/cli test -t server
|
run: npx @sasjs/cli test -t server
|
||||||
@@ -84,3 +86,4 @@ jobs:
|
|||||||
SAS_PASSWORD: ${{secrets.SAS_PASSWORD}}
|
SAS_PASSWORD: ${{secrets.SAS_PASSWORD}}
|
||||||
ACCESS_TOKEN: ${{secrets.ACCESS_TOKEN}}
|
ACCESS_TOKEN: ${{secrets.ACCESS_TOKEN}}
|
||||||
REFRESH_TOKEN: ${{secrets.REFRESH_TOKEN}}
|
REFRESH_TOKEN: ${{secrets.REFRESH_TOKEN}}
|
||||||
|
|
||||||
|
|||||||
@@ -14,3 +14,4 @@ mc_*
|
|||||||
|
|
||||||
~
|
~
|
||||||
|
|
||||||
|
.claude
|
||||||
@@ -1,6 +1,5 @@
|
|||||||
all.sas
|
all.sas
|
||||||
build.py
|
build.py
|
||||||
.gitpod*
|
|
||||||
tests/
|
tests/
|
||||||
sasjs/
|
sasjs/
|
||||||
.github/
|
.github/
|
||||||
|
|||||||
@@ -201,7 +201,7 @@ When contributing to this library, it is therefore important to ensure that all
|
|||||||
- All dataset references must be 2 level (eg `work.blah`, not `blah`). This is to avoid contention when options [DATASTMTCHK](https://support.sas.com/documentation/cdl/en/lrdict/64316/HTML/default/viewer.htm#a000279064.htm)=ALLKEYWORDS is in effect, or the [USER](https://documentation.sas.com/doc/en/pgmsascdc/9.4_3.5/lrcon/n18m1vkqmeo4esn1moikt23zhp8s.htm) library is active.
|
- All dataset references must be 2 level (eg `work.blah`, not `blah`). This is to avoid contention when options [DATASTMTCHK](https://support.sas.com/documentation/cdl/en/lrdict/64316/HTML/default/viewer.htm#a000279064.htm)=ALLKEYWORDS is in effect, or the [USER](https://documentation.sas.com/doc/en/pgmsascdc/9.4_3.5/lrcon/n18m1vkqmeo4esn1moikt23zhp8s.htm) library is active.
|
||||||
- Avoid naming collisions! All macro variables should be local scope. Use system generated work tables where possible - eg `data ; set sashelp.class; run; data &output; set &syslast; run;`
|
- Avoid naming collisions! All macro variables should be local scope. Use system generated work tables where possible - eg `data ; set sashelp.class; run; data &output; set &syslast; run;`
|
||||||
- Where global macro variables are absolutely necessary, they should make use of `&sasjs_prefix` - see mp_init.sas
|
- Where global macro variables are absolutely necessary, they should make use of `&sasjs_prefix` - see mp_init.sas
|
||||||
- The use of `quit;` for `proc sql` is optional unless you are looking to benefit from the timing statistics.
|
- The use of `quit;` for `proc sql` is essential, to avoid `WARNING: You cannot disconnect or terminate session XXXX until the procedure completes.` when terminating CAS sessions in Viya.
|
||||||
- Use [sasjs lint](https://github.com/sasjs/lint)!
|
- Use [sasjs lint](https://github.com/sasjs/lint)!
|
||||||
|
|
||||||
## General Notes
|
## General Notes
|
||||||
@@ -213,12 +213,13 @@ When contributing to this library, it is therefore important to ensure that all
|
|||||||
|
|
||||||
We are currently on major release v4. Breaking changes should be marked with the [deprecated](https://www.doxygen.nl/manual/commands.html#cmddeprecated) doxygen tag. The following changes are planned when the next major/breaking release (v5) becomes necessary:
|
We are currently on major release v4. Breaking changes should be marked with the [deprecated](https://www.doxygen.nl/manual/commands.html#cmddeprecated) doxygen tag. The following changes are planned when the next major/breaking release (v5) becomes necessary:
|
||||||
|
|
||||||
* mf_getuniquelibref.sas to have the deprecated maxtried parameter removed (no longer needed)
|
* mcf_xxx macros to have `insert_cmplib` option deprecated (the option is now checked automatically with value inserted only if needed)
|
||||||
* mp_testservice.sas to be renamed as mp_execute.sas (as it doesn't actually test anything)
|
|
||||||
* `insert_cmplib` option of mcf_xxx macros will be deprecated (the option is now checked automatically with value inserted only if needed)
|
|
||||||
* mcf_xxx macros to have `wrap=` option defaulted to YES for convenience. Set this option explicitly to avoid issues.
|
* mcf_xxx macros to have `wrap=` option defaulted to YES for convenience. Set this option explicitly to avoid issues.
|
||||||
* mp_getddl.sas to be renamed to mp_ds2ddl.sas (consistent with other ds2xxx macros). A wrapper macro is already in place, and you are able to use this immediately. The default for SHOWLOG will also be YES instead of NO.
|
* mf_getuniquelibref.sas to have the deprecated maxtries parameter removed (no longer needed)
|
||||||
|
* mp_abort.sas will have the redundant type= parameter removed.
|
||||||
* mp_coretable.sas will be replaced by the standalone macros in the `ddl` folder (which are already available)
|
* mp_coretable.sas will be replaced by the standalone macros in the `ddl` folder (which are already available)
|
||||||
|
* mp_getddl.sas to be renamed to mp_ds2ddl.sas (consistent with other ds2xxx macros). A wrapper macro is already in place, and you are able to use this immediately. The default for SHOWLOG will also be YES instead of NO.
|
||||||
|
* mp_testservice.sas to be renamed as mp_execute.sas (as it doesn't actually test anything)
|
||||||
|
|
||||||
## Star Gazing
|
## Star Gazing
|
||||||
|
|
||||||
|
|||||||
@@ -25,8 +25,9 @@
|
|||||||
%local dsid vnum rc schema;
|
%local dsid vnum rc schema;
|
||||||
/* in case the parameter is a libref.tablename, pull off just the libref */
|
/* in case the parameter is a libref.tablename, pull off just the libref */
|
||||||
%let libref = %upcase(%scan(&libref, 1, %str(.)));
|
%let libref = %upcase(%scan(&libref, 1, %str(.)));
|
||||||
|
/* sysname can be 'Schema/Owner' or just 'Schema' (eg snowflake) */
|
||||||
%let dsid=%sysfunc(open(sashelp.vlibnam(where=(
|
%let dsid=%sysfunc(open(sashelp.vlibnam(where=(
|
||||||
libname="%upcase(&libref)" and sysname='Schema/Owner'
|
libname="%upcase(&libref)" and sysname=:'Schema'
|
||||||
)),i));
|
)),i));
|
||||||
%if (&dsid ^= 0) %then %do;
|
%if (&dsid ^= 0) %then %do;
|
||||||
%let vnum=%sysfunc(varnum(&dsid,SYSVALUE));
|
%let vnum=%sysfunc(varnum(&dsid,SYSVALUE));
|
||||||
|
|||||||
+27
-8
@@ -1,7 +1,8 @@
|
|||||||
/**
|
/**
|
||||||
@file
|
@file
|
||||||
@brief Retrieves a value from a dataset. If no filter supplied, then first
|
@brief Retrieves a value from a dataset. Returned value is fetched from the
|
||||||
record is used.
|
'fetchobs=' record (row 1 by default), after applying the optional filter.
|
||||||
|
|
||||||
@details Be sure to <code>%quote()</code> your where clause. Example usage:
|
@details Be sure to <code>%quote()</code> your where clause. Example usage:
|
||||||
|
|
||||||
%put %mf_getvalue(sashelp.class,name,filter=%quote(age=15));
|
%put %mf_getvalue(sashelp.class,name,filter=%quote(age=15));
|
||||||
@@ -16,21 +17,39 @@
|
|||||||
@param [in] libds dataset to query
|
@param [in] libds dataset to query
|
||||||
@param [in] variable the variable which contains the value to return.
|
@param [in] variable the variable which contains the value to return.
|
||||||
@param [in] filter= (1) contents of where clause
|
@param [in] filter= (1) contents of where clause
|
||||||
|
@param [in] fetchobs= (1) observation to fetch. NB: Filter applies first.
|
||||||
|
|
||||||
@version 9.2
|
@version 9.2
|
||||||
@author Allan Bowe
|
@author Allan Bowe
|
||||||
**/
|
**/
|
||||||
|
|
||||||
%macro mf_getvalue(libds,variable,filter=1
|
%macro mf_getvalue(libds,variable,filter=1,fetchobs=1
|
||||||
)/*/STORE SOURCE*/;
|
)/*/STORE SOURCE*/;
|
||||||
%if %mf_getattrn(&libds,NLOBS)>0 %then %do;
|
%local dsid;
|
||||||
%local dsid rc &variable;
|
|
||||||
%let dsid=%sysfunc(open(&libds(where=(&filter))));
|
%let dsid=%sysfunc(open(&libds(where=(&filter))));
|
||||||
|
%if (&dsid) %then %do;
|
||||||
|
%local rc &variable;
|
||||||
%syscall set(dsid);
|
%syscall set(dsid);
|
||||||
%let rc = %sysfunc(fetch(&dsid));
|
%let rc = %sysfunc(fetchobs(&dsid,&fetchobs));
|
||||||
|
%if (&rc ne 0) %then %do;
|
||||||
|
%put NOTE: Problem reading obs &fetchobs from &libds..;
|
||||||
|
%put %sysfunc(sysmsg());
|
||||||
|
/* Coerce an rc value of -1 (read past end of data) to a 4
|
||||||
|
that, in SAS condition code terms, represents the sysmsg
|
||||||
|
w@rning it generates. */
|
||||||
|
%if &rc eq -1 %then %let rc = 4;
|
||||||
|
/* And update SYSCC if the &rc value is higher */
|
||||||
|
%let syscc = %sysfunc(max(&syscc,&rc));
|
||||||
|
%end;
|
||||||
%let rc = %sysfunc(close(&dsid));
|
%let rc = %sysfunc(close(&dsid));
|
||||||
|
|
||||||
%trim(&&&variable)
|
%trim(&&&variable)
|
||||||
|
|
||||||
%end;
|
%end;
|
||||||
%mend mf_getvalue;
|
%else %do;
|
||||||
|
%put %sysfunc(sysmsg());
|
||||||
|
%let syscc = %sysfunc(max(&syscc,%sysfunc(sysrc())));
|
||||||
|
%end;
|
||||||
|
|
||||||
|
%mend mf_getvalue;
|
||||||
|
|||||||
@@ -52,5 +52,6 @@
|
|||||||
run;
|
run;
|
||||||
proc sql;
|
proc sql;
|
||||||
drop table &ds;
|
drop table &ds;
|
||||||
|
quit;
|
||||||
|
|
||||||
%mend mp_assert;
|
%mend mp_assert;
|
||||||
@@ -73,10 +73,6 @@
|
|||||||
ignorelist=,
|
ignorelist=,
|
||||||
outds=work.test_results
|
outds=work.test_results
|
||||||
)/*/STORE SOURCE*/;
|
)/*/STORE SOURCE*/;
|
||||||
%local ds test_result test_comments del add mod ilist;
|
|
||||||
%let ilist=%upcase(&sasjs_prefix._FUNCTIONS SYS_PROCHTTP_STATUS_CODE
|
|
||||||
SYS_PROCHTTP_STATUS_CODE SYS_PROCHTTP_STATUS_PHRASE &ignorelist);
|
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* this sets up the global vars, it will also enter STRICT mode. If this
|
* this sets up the global vars, it will also enter STRICT mode. If this
|
||||||
* behaviour is not desired, simply initiate the following global macro
|
* behaviour is not desired, simply initiate the following global macro
|
||||||
@@ -84,6 +80,10 @@
|
|||||||
*/
|
*/
|
||||||
%mp_init()
|
%mp_init()
|
||||||
|
|
||||||
|
%local ds test_result test_comments del add mod ilist;
|
||||||
|
%let ilist=%upcase(&sasjs_prefix._FUNCTIONS SYS_PROCHTTP_STATUS_CODE
|
||||||
|
SYS_PROCHTTP_STATUS_CODE SYS_PROCHTTP_STATUS_PHRASE &ignorelist);
|
||||||
|
|
||||||
/* get current variables */
|
/* get current variables */
|
||||||
%if &action=SNAPSHOT %then %do;
|
%if &action=SNAPSHOT %then %do;
|
||||||
proc sql;
|
proc sql;
|
||||||
@@ -92,6 +92,7 @@
|
|||||||
from dictionary.macros
|
from dictionary.macros
|
||||||
where scope="&scope" and upcase(name) not in (%mf_getquotedstr(&ilist))
|
where scope="&scope" and upcase(name) not in (%mf_getquotedstr(&ilist))
|
||||||
order by name,offset;
|
order by name,offset;
|
||||||
|
quit;
|
||||||
%end;
|
%end;
|
||||||
%else %if &action=COMPARE %then %do;
|
%else %if &action=COMPARE %then %do;
|
||||||
|
|
||||||
@@ -129,7 +130,6 @@
|
|||||||
%let test_comments=%str(Mod:(&mod) Add:(&add) Del:(&del));
|
%let test_comments=%str(Mod:(&mod) Add:(&add) Del:(&del));
|
||||||
%end;
|
%end;
|
||||||
|
|
||||||
|
|
||||||
data ;
|
data ;
|
||||||
length test_description $256 test_result $4 test_comments $256;
|
length test_description $256 test_result $4 test_comments $256;
|
||||||
test_description=symget('desc');
|
test_description=symget('desc');
|
||||||
@@ -142,6 +142,7 @@
|
|||||||
run;
|
run;
|
||||||
proc sql;
|
proc sql;
|
||||||
drop table &ds;
|
drop table &ds;
|
||||||
|
quit;
|
||||||
%end;
|
%end;
|
||||||
|
|
||||||
%mend mp_assertscope;
|
%mend mp_assertscope;
|
||||||
|
|||||||
+2
-1
@@ -41,8 +41,9 @@
|
|||||||
&prefix._INIT_NUM /* initialisation time as numeric */
|
&prefix._INIT_NUM /* initialisation time as numeric */
|
||||||
&prefix._INIT_DTTM /* initialisation time in E8601DT26.6 format */
|
&prefix._INIT_DTTM /* initialisation time in E8601DT26.6 format */
|
||||||
&prefix.WORK /* avoid typing %sysfunc(pathname(work)) every time */
|
&prefix.WORK /* avoid typing %sysfunc(pathname(work)) every time */
|
||||||
|
&prefix.PROCESSMODE
|
||||||
|
&prefix._STPSRV_HEADER_LOC
|
||||||
;
|
;
|
||||||
|
|
||||||
%let sasjs_prefix=&prefix;
|
%let sasjs_prefix=&prefix;
|
||||||
|
|
||||||
data _null_;
|
data _null_;
|
||||||
|
|||||||
@@ -36,6 +36,7 @@
|
|||||||
@li mf_islibds.sas
|
@li mf_islibds.sas
|
||||||
@li mf_wordsinstr1butnotstr2.sas
|
@li mf_wordsinstr1butnotstr2.sas
|
||||||
@li mp_abort.sas
|
@li mp_abort.sas
|
||||||
|
@li mp_ds2squeeze.sas
|
||||||
|
|
||||||
<h4> Related Macros </h4>
|
<h4> Related Macros </h4>
|
||||||
@li mddl_dc_difftable.sas
|
@li mddl_dc_difftable.sas
|
||||||
|
|||||||
+15
-1
@@ -1,6 +1,6 @@
|
|||||||
/**
|
/**
|
||||||
@file
|
@file
|
||||||
@brief Used to validate variables in a dataset
|
@brief Used to validate values in a data step
|
||||||
@details Useful when sanitising inputs, to ensure that they arrive with a
|
@details Useful when sanitising inputs, to ensure that they arrive with a
|
||||||
certain pattern.
|
certain pattern.
|
||||||
Usage:
|
Usage:
|
||||||
@@ -27,6 +27,7 @@
|
|||||||
@param [in] incol The column to be validated
|
@param [in] incol The column to be validated
|
||||||
@param [in] rule The rule to apply. Current rules:
|
@param [in] rule The rule to apply. Current rules:
|
||||||
@li ISINT - checks if the variable is an integer
|
@li ISINT - checks if the variable is an integer
|
||||||
|
@li ISLIB - checks if the value is a valid libref (NOT whether it exists)
|
||||||
@li ISNUM - checks if the variable is numeric
|
@li ISNUM - checks if the variable is numeric
|
||||||
@li LIBDS - matches LIBREF.DATASET format
|
@li LIBDS - matches LIBREF.DATASET format
|
||||||
@li FORMAT - checks if the provided format is syntactically valid
|
@li FORMAT - checks if the provided format is syntactically valid
|
||||||
@@ -65,6 +66,19 @@
|
|||||||
else &outcol=1;
|
else &outcol=1;
|
||||||
drop &tempcol;
|
drop &tempcol;
|
||||||
%end;
|
%end;
|
||||||
|
%else %if &rule=ISLIB %then %do;
|
||||||
|
if _n_=1 then do;
|
||||||
|
retain &tempcol;
|
||||||
|
&tempcol=prxparse('/^[_a-z]\w{0,7}$/i');
|
||||||
|
if missing(&tempcol) then do;
|
||||||
|
putlog 'ERR' +(-1) "OR: Invalid expression for ISLIB";
|
||||||
|
stop;
|
||||||
|
end;
|
||||||
|
drop &tempcol;
|
||||||
|
end;
|
||||||
|
if prxmatch(&tempcol, trim(&incol)) then &outcol=1;
|
||||||
|
else &outcol=0;
|
||||||
|
%end;
|
||||||
%else %if &rule=LIBDS %then %do;
|
%else %if &rule=LIBDS %then %do;
|
||||||
/* match libref.dataset */
|
/* match libref.dataset */
|
||||||
if _n_=1 then do;
|
if _n_=1 then do;
|
||||||
|
|||||||
Executable → Regular
+51
-1
@@ -213,7 +213,8 @@ run;
|
|||||||
%else %if &engine=ODBC %then %do;
|
%else %if &engine=ODBC %then %do;
|
||||||
%&mD.put NOTE: Retrieving ODBC connection details;
|
%&mD.put NOTE: Retrieving ODBC connection details;
|
||||||
data _null_;
|
data _null_;
|
||||||
length connx_uri conprop_uri value datasource up_uri schema domprop_uri authdomain $256.;
|
length connx_uri conprop_uri value datasource up_uri schema domprop_uri
|
||||||
|
authdomain $256.;
|
||||||
call missing (of _all_);
|
call missing (of _all_);
|
||||||
/* get source connection ID */
|
/* get source connection ID */
|
||||||
rc=metadata_getnasn("&liburi",'LibraryConnection',1,connx_uri);
|
rc=metadata_getnasn("&liburi",'LibraryConnection',1,connx_uri);
|
||||||
@@ -413,6 +414,55 @@ run;
|
|||||||
|
|
||||||
libname &libref SQLSVR datasrc=&path schema=&schema user="&user" pass="&pass";
|
libname &libref SQLSVR datasrc=&path schema=&schema user="&user" pass="&pass";
|
||||||
%end;
|
%end;
|
||||||
|
%else %if &engine=SASIOSNF or &engine=SNOW %then %do;
|
||||||
|
%&mD.put NOTE: Retrieving SNOW connection details;
|
||||||
|
data _null_;
|
||||||
|
length connx_uri conprop_uri value server up_uri schema domprop_uri
|
||||||
|
authdomain database $256.;
|
||||||
|
call missing (of _all_);
|
||||||
|
/* get source connection ID */
|
||||||
|
rc=metadata_getnasn("&liburi",'LibraryConnection',1,connx_uri);
|
||||||
|
/* get connection properties */
|
||||||
|
i=0;
|
||||||
|
do until (rc2<0);
|
||||||
|
i+1;
|
||||||
|
rc2=metadata_getnasn(connx_uri,'Properties',i,conprop_uri);
|
||||||
|
rc3=metadata_getattr(conprop_uri,'Name',value);
|
||||||
|
if value='Connection.DBMS.Property.SERVER.Name.xmlKey.txt' then do;
|
||||||
|
rc4=metadata_getattr(conprop_uri,'DefaultValue',server);
|
||||||
|
rc2=-1;
|
||||||
|
end;
|
||||||
|
end;
|
||||||
|
|
||||||
|
/* get auth domain */
|
||||||
|
autrc=metadata_getnasn(connx_uri,"Domain",1,domprop_uri);
|
||||||
|
arc=metadata_getattr(domprop_uri,"Name",authdomain);
|
||||||
|
if not missing(authdomain) then authdomain=cats('AUTHDOMAIN=',authdomain);
|
||||||
|
call symputx('authdomain',authdomain,'l');
|
||||||
|
|
||||||
|
/* get SCHEMA */
|
||||||
|
rc6=metadata_getnasn("&liburi",'UsingPackages',1,up_uri);
|
||||||
|
rc7=metadata_getattr(up_uri,'SchemaName',schema);
|
||||||
|
&mD.put rc= connx_uri= rc2= conprop_uri= rc3= value= rc4= server=
|
||||||
|
rc6= up_uri= rc7= schema=;
|
||||||
|
|
||||||
|
/* get database value */
|
||||||
|
prop='Connection.DBMS.Property.DB.Name.xmlKey.txt';
|
||||||
|
rc=metadata_getprop("&liburi",prop,database,"");
|
||||||
|
if database^='' then database='database='!!quote(trim(database));
|
||||||
|
call symputx('database',database,'l');
|
||||||
|
|
||||||
|
call symputx('snow_schema',schema,'l');
|
||||||
|
call symputx('snow_server',server,'l');
|
||||||
|
run;
|
||||||
|
|
||||||
|
libname &libref SNOW SERVER="&snow_server" SCHEMA=&snow_schema &authdomain
|
||||||
|
&database;
|
||||||
|
%if %length(&open_passthrough)>0 %then %do;
|
||||||
|
proc sql;
|
||||||
|
connect using &libref as &open_passthrough;
|
||||||
|
%end;
|
||||||
|
%end;
|
||||||
%else %if &engine=TERADATA %then %do;
|
%else %if &engine=TERADATA %then %do;
|
||||||
%put NOTE: Obtaining &engine library details;
|
%put NOTE: Obtaining &engine library details;
|
||||||
data _null;
|
data _null;
|
||||||
|
|||||||
@@ -5,7 +5,10 @@
|
|||||||
"ddl",
|
"ddl",
|
||||||
"fcmp",
|
"fcmp",
|
||||||
"lua",
|
"lua",
|
||||||
|
"meta",
|
||||||
|
"metax",
|
||||||
"server",
|
"server",
|
||||||
|
"viya",
|
||||||
"xplatform",
|
"xplatform",
|
||||||
"tests/base",
|
"tests/base",
|
||||||
"tests/ddlonly",
|
"tests/ddlonly",
|
||||||
@@ -42,7 +45,6 @@
|
|||||||
"deployScripts": []
|
"deployScripts": []
|
||||||
},
|
},
|
||||||
"macroFolders": [
|
"macroFolders": [
|
||||||
"viya",
|
|
||||||
"tests/viyaonly"
|
"tests/viyaonly"
|
||||||
],
|
],
|
||||||
"contextName": "SAS Job Execution compute context"
|
"contextName": "SAS Job Execution compute context"
|
||||||
@@ -56,8 +58,6 @@
|
|||||||
},
|
},
|
||||||
"appLoc": "/Shared Data/temp/macrocore",
|
"appLoc": "/Shared Data/temp/macrocore",
|
||||||
"macroFolders": [
|
"macroFolders": [
|
||||||
"meta",
|
|
||||||
"metax",
|
|
||||||
"tests/sas9only"
|
"tests/sas9only"
|
||||||
],
|
],
|
||||||
"programFolders": [],
|
"programFolders": [],
|
||||||
@@ -82,7 +82,6 @@
|
|||||||
"deployScripts": []
|
"deployScripts": []
|
||||||
},
|
},
|
||||||
"macroFolders": [
|
"macroFolders": [
|
||||||
"server",
|
|
||||||
"tests/serveronly"
|
"tests/serveronly"
|
||||||
]
|
]
|
||||||
},
|
},
|
||||||
|
|||||||
@@ -8,7 +8,7 @@
|
|||||||
|
|
||||||
# refresh github pages site
|
# refresh github pages site
|
||||||
rm -rf sasjsbuild/docsite
|
rm -rf sasjsbuild/docsite
|
||||||
git clone git@github.com:sasjs/core.github.io.git sasjsbuild/docsite
|
git clone https://x-access-token:$GITHUB_TOKEN@github.com/sasjs/core.github.io.git sasjsbuild/docsite
|
||||||
rm -rf sasjsbuild/docsite/*.html
|
rm -rf sasjsbuild/docsite/*.html
|
||||||
rm -rf sasjsbuild/docsite/*.js
|
rm -rf sasjsbuild/docsite/*.js
|
||||||
rm -rf sasjsbuild/docsite/*.png
|
rm -rf sasjsbuild/docsite/*.png
|
||||||
|
|||||||
@@ -0,0 +1,91 @@
|
|||||||
|
/**
|
||||||
|
@file
|
||||||
|
@brief Testing mf_getvalue macro
|
||||||
|
|
||||||
|
<h4> SAS Macros </h4>
|
||||||
|
@li mf_getvalue.sas
|
||||||
|
@li mp_assert.sas
|
||||||
|
@li mp_assertscope.sas
|
||||||
|
|
||||||
|
**/
|
||||||
|
|
||||||
|
data work.test_data;
|
||||||
|
do i = 1 to 10;
|
||||||
|
output;
|
||||||
|
end;
|
||||||
|
stop;
|
||||||
|
run;
|
||||||
|
|
||||||
|
/* - Test 1 -
|
||||||
|
Get value from default first observation.
|
||||||
|
No filter.
|
||||||
|
*/
|
||||||
|
%mp_assertscope(SNAPSHOT)
|
||||||
|
%let test_value=%mf_getvalue(work.test_data,i);
|
||||||
|
%mp_assertscope(COMPARE,ignorelist=test_value)
|
||||||
|
|
||||||
|
%mp_assert(
|
||||||
|
iftrue=(&test_value=1 and &syscc eq 0),
|
||||||
|
desc=Basic test fetching value from default first obs,
|
||||||
|
outds=work.test_results
|
||||||
|
)
|
||||||
|
|
||||||
|
/* - Test 2 -
|
||||||
|
Get value from 10th observation.
|
||||||
|
No filter.
|
||||||
|
*/
|
||||||
|
%let test_value=%mf_getvalue(work.test_data,i,fetchobs=10);
|
||||||
|
%mp_assert(
|
||||||
|
iftrue=(&test_value=10 and &syscc eq 0),
|
||||||
|
desc=Test fetching value from specifically the 10th row,
|
||||||
|
outds=work.test_results
|
||||||
|
)
|
||||||
|
|
||||||
|
/* - Test 3 -
|
||||||
|
Get value from default first observation.
|
||||||
|
With filter.
|
||||||
|
*/
|
||||||
|
%let test_value=%mf_getvalue(work.test_data,i,filter=(i>4));
|
||||||
|
%mp_assert(
|
||||||
|
iftrue=(&test_value=5 and &syscc eq 0),
|
||||||
|
desc=Test fetching value from default row of filtered data,
|
||||||
|
outds=work.test_results
|
||||||
|
)
|
||||||
|
|
||||||
|
/* - Test 4 -
|
||||||
|
Get value from specified observation.
|
||||||
|
With filter.
|
||||||
|
*/
|
||||||
|
%let test_value=%mf_getvalue(work.test_data,i,filter=(i>4),fetchobs=5);
|
||||||
|
%mp_assert(
|
||||||
|
iftrue=(&test_value=9 and &syscc eq 0),
|
||||||
|
desc=Test fetching value from 5th row of filtered data,
|
||||||
|
outds=work.test_results
|
||||||
|
)
|
||||||
|
|
||||||
|
/* - Test 5 -
|
||||||
|
Get value from default observation.
|
||||||
|
Filter removes all rows. This simulates providing an empty dataset
|
||||||
|
or specifying an observation number beyond the set returned by the filter.
|
||||||
|
*/
|
||||||
|
%let test_value=%mf_getvalue(work.test_data,i,filter=(i>10));
|
||||||
|
%mp_assert(
|
||||||
|
iftrue=(&test_value=%str() and &syscc eq 4),
|
||||||
|
desc=Test fetching value from 1st row of empty (filtered) data,
|
||||||
|
outds=work.test_results
|
||||||
|
)
|
||||||
|
|
||||||
|
%let syscc = 0; /* Reset w@rning To ensure confidence in next test */
|
||||||
|
|
||||||
|
/* - Test 6 -
|
||||||
|
Get value from default observation.
|
||||||
|
Dataset does not exist.
|
||||||
|
*/
|
||||||
|
%let test_value=%mf_getvalue(work.test_data_x,i);
|
||||||
|
%mp_assert(
|
||||||
|
iftrue=(&test_value=%str() and &syscc gt 0),
|
||||||
|
desc=Test fetching value from 1st row of non-existent data,
|
||||||
|
outds=work.test_results
|
||||||
|
)
|
||||||
|
|
||||||
|
%let syscc = 0; /* To reset expected error and allow test job to exit clean. */
|
||||||
@@ -129,4 +129,30 @@ run;
|
|||||||
desc=Test4 - ISFORMAT,
|
desc=Test4 - ISFORMAT,
|
||||||
test=EQUALS 6,
|
test=EQUALS 6,
|
||||||
outds=work.test_results
|
outds=work.test_results
|
||||||
|
)
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Test 5 - ISLIB
|
||||||
|
*/
|
||||||
|
data test5;
|
||||||
|
infile datalines4 dsd;
|
||||||
|
input;
|
||||||
|
inf=_infile_;
|
||||||
|
%mp_validatecol(inf,ISLIB,islib)
|
||||||
|
if islib=1;
|
||||||
|
datalines4;
|
||||||
|
some
|
||||||
|
!lib
|
||||||
|
%abort
|
||||||
|
definite
|
||||||
|
2fail
|
||||||
|
nineletrs
|
||||||
|
.failalso
|
||||||
|
_valid
|
||||||
|
;;;;
|
||||||
|
run;
|
||||||
|
%mp_assertdsobs(work.test5,
|
||||||
|
desc=Testing ISLIB,
|
||||||
|
test=EQUALS 3,
|
||||||
|
outds=work.test_results
|
||||||
)
|
)
|
||||||
@@ -0,0 +1,30 @@
|
|||||||
|
/**
|
||||||
|
@file
|
||||||
|
@brief Testing mm_assigndirectlib macro
|
||||||
|
@details A valid library must first be configured in metadata.
|
||||||
|
To test success, also define a table for which we can test the existence.
|
||||||
|
This is a unit test - not part of the full test run, as it would be a
|
||||||
|
lot of overhead to create an external DB and metadata setup each time.
|
||||||
|
|
||||||
|
<h4> SAS Macros </h4>
|
||||||
|
@li mf_existds.sas
|
||||||
|
@li mp_assert.sas
|
||||||
|
@li mp_assertscope.sas
|
||||||
|
@li mm_assigndirectlib.sas
|
||||||
|
|
||||||
|
**/
|
||||||
|
|
||||||
|
%let runtest=0;
|
||||||
|
%let libref=XXX;
|
||||||
|
%let ds=XXXX;
|
||||||
|
|
||||||
|
|
||||||
|
%mp_assertscope(SNAPSHOT)
|
||||||
|
%mm_assigndirectlib(&libref)
|
||||||
|
%mp_assertscope(COMPARE)
|
||||||
|
|
||||||
|
|
||||||
|
%mp_assert(
|
||||||
|
iftrue=(&runtest=1 and %mf_existds(&libref..&ds)),
|
||||||
|
desc=Check if &libref..&ds exists
|
||||||
|
)
|
||||||
@@ -0,0 +1,74 @@
|
|||||||
|
/**
|
||||||
|
@file
|
||||||
|
@brief Testing mfv_existsashdat macro function
|
||||||
|
|
||||||
|
<h4> SAS Macros </h4>
|
||||||
|
@li mf_uid.sas
|
||||||
|
@li mfv_existsashdat.sas
|
||||||
|
@li mp_assert.sas
|
||||||
|
@li mp_assertscope.sas
|
||||||
|
|
||||||
|
**/
|
||||||
|
|
||||||
|
options mprint;
|
||||||
|
|
||||||
|
/* ------------------------------------------------------------------------ */
|
||||||
|
/* Setup: start a CAS session and stage a sashdat file in the Public caslib */
|
||||||
|
/* ------------------------------------------------------------------------ */
|
||||||
|
cas mysess;
|
||||||
|
caslib _all_ assign;
|
||||||
|
|
||||||
|
%let testcaslib = Public; /* change this if Public isn't available */
|
||||||
|
proc cas;
|
||||||
|
table.caslibInfo result=r / ;
|
||||||
|
found = 0;
|
||||||
|
do row over r.CASLibInfo;
|
||||||
|
if upcase(row.Name) = upcase("&testcaslib") then found = 1;
|
||||||
|
end;
|
||||||
|
if found = 0 then do;
|
||||||
|
print "ERROR: caslib &testcaslib not available";
|
||||||
|
exit;
|
||||||
|
end;
|
||||||
|
quit;
|
||||||
|
%put NOTE: Using testcaslib=&testcaslib;
|
||||||
|
|
||||||
|
%let tab1=T%mf_uid();
|
||||||
|
|
||||||
|
proc casutil;
|
||||||
|
load data=sashelp.baseball outcaslib="&testcaslib" casout="&tab1" replace;
|
||||||
|
save casdata="&tab1" incaslib="&testcaslib"
|
||||||
|
casout="&tab1..sashdat" outcaslib="&testcaslib" replace;
|
||||||
|
droptable casdata="&tab1" incaslib="&testcaslib" quiet;
|
||||||
|
quit;
|
||||||
|
|
||||||
|
|
||||||
|
/* ------------------------------------------------------------------------ */
|
||||||
|
%put TEST 1 - returns 1 when the sashdat file exists in the caslib;
|
||||||
|
/* ------------------------------------------------------------------------ */
|
||||||
|
%mp_assert(
|
||||||
|
iftrue=(%mfv_existsashdat(&testcaslib..&tab1)=1),
|
||||||
|
desc=Test 1 - Check returns 1 for a sashdat that exists
|
||||||
|
)
|
||||||
|
|
||||||
|
/* ------------------------------------------------------------------------ */
|
||||||
|
%put TEST 2 - returns 0 when the file does not exist in the caslib;
|
||||||
|
/* ------------------------------------------------------------------------ */
|
||||||
|
%mp_assertscope(SNAPSHOT)
|
||||||
|
%mp_assert(
|
||||||
|
iftrue=(%mfv_existsashdat(&testcaslib..DOESNOTEXIST_%mf_uid())=0),
|
||||||
|
desc=Check returns 0 for a sashdat that does not exist
|
||||||
|
)
|
||||||
|
%mp_assertscope(COMPARE,
|
||||||
|
desc=Check mfv_existsashdat does not leak macro variables into GLOBAL scope
|
||||||
|
)
|
||||||
|
|
||||||
|
/* ------------------------------------------------------------------------ */
|
||||||
|
/* Teardown */
|
||||||
|
/* ------------------------------------------------------------------------ */
|
||||||
|
proc casutil;
|
||||||
|
deletesource casdata="&tab1..sashdat" incaslib="&testcaslib" quiet;
|
||||||
|
quit;
|
||||||
|
|
||||||
|
cas mysess terminate;
|
||||||
|
|
||||||
|
%let syscc=0;
|
||||||
@@ -0,0 +1,69 @@
|
|||||||
|
/**
|
||||||
|
@file
|
||||||
|
@brief Testing mfv_getcaslib macro function
|
||||||
|
|
||||||
|
<h4> SAS Macros </h4>
|
||||||
|
@li mfv_getcaslib.sas
|
||||||
|
@li mp_assert.sas
|
||||||
|
@li mp_assertscope.sas
|
||||||
|
|
||||||
|
**/
|
||||||
|
|
||||||
|
options mprint;
|
||||||
|
|
||||||
|
/* ------------------------------------------------------------------------ */
|
||||||
|
/* Setup: start a CAS session and assign caslibs */
|
||||||
|
/* ------------------------------------------------------------------------ */
|
||||||
|
cas mysess;
|
||||||
|
caslib _all_ assign;
|
||||||
|
|
||||||
|
%let testcaslib=Public;
|
||||||
|
|
||||||
|
libname castest cas caslib=&testcaslib;
|
||||||
|
|
||||||
|
/* ------------------------------------------------------------------------ */
|
||||||
|
%put TEST 1 - returns the caslib name for a valid CAS libref;
|
||||||
|
/* ------------------------------------------------------------------------ */
|
||||||
|
%mp_assert(
|
||||||
|
iftrue=(%mfv_getcaslib(castest)=%upcase(&testcaslib)),
|
||||||
|
desc=Check correct caslib name returned for a valid CAS libref
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
/* ------------------------------------------------------------------------ */
|
||||||
|
%put TEST 2 - returns empty for a non-CAS libref (WORK);
|
||||||
|
/* ------------------------------------------------------------------------ */
|
||||||
|
%mp_assert(
|
||||||
|
iftrue=(%mfv_getcaslib(WORK)=),
|
||||||
|
desc=Check empty string returned for a non-CAS libref
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
/* ------------------------------------------------------------------------ */
|
||||||
|
%put TEST 3 - returns empty for a libref that does not exist;
|
||||||
|
/* ------------------------------------------------------------------------ */
|
||||||
|
%mp_assert(
|
||||||
|
iftrue=(%mfv_getcaslib(DOESNOTEXIST)=),
|
||||||
|
desc=Check empty string returned for a non-existent libref
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
/* ------------------------------------------------------------------------ */
|
||||||
|
%put TEST 5 - no scope leakage into global macro variables;
|
||||||
|
/* ------------------------------------------------------------------------ */
|
||||||
|
%mp_assertscope(SNAPSHOT)
|
||||||
|
|
||||||
|
%let _rc=%mfv_getcaslib(castest);
|
||||||
|
|
||||||
|
%mp_assertscope(COMPARE,
|
||||||
|
desc=Check mfv_getcaslib does not leak macro variables into GLOBAL scope,
|
||||||
|
ignorelist=_RC
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
/* ------------------------------------------------------------------------ */
|
||||||
|
/* Teardown */
|
||||||
|
/* ------------------------------------------------------------------------ */
|
||||||
|
cas mysess terminate;
|
||||||
|
|
||||||
|
|
||||||
@@ -0,0 +1,152 @@
|
|||||||
|
/**
|
||||||
|
@file
|
||||||
|
@brief Testing mv_castabload macro
|
||||||
|
|
||||||
|
<h4> SAS Macros </h4>
|
||||||
|
@li mf_uid.sas
|
||||||
|
@li mp_assert.sas
|
||||||
|
@li mp_assertscope.sas
|
||||||
|
@li mv_castabload.sas
|
||||||
|
|
||||||
|
**/
|
||||||
|
|
||||||
|
options mprint;
|
||||||
|
|
||||||
|
/* -------------------------------------------------------------------- */
|
||||||
|
/* Setup: start a CAS session and stage a source file in the caslib */
|
||||||
|
/* -------------------------------------------------------------------- */
|
||||||
|
cas mysess;
|
||||||
|
caslib _all_ assign;
|
||||||
|
|
||||||
|
%let testcaslib=Public;
|
||||||
|
|
||||||
|
proc cas;
|
||||||
|
table.caslibInfo result=r / ;
|
||||||
|
found=0;
|
||||||
|
do row over r.CASLibInfo;
|
||||||
|
if upcase(row.Name)=upcase("&testcaslib") then found=1;
|
||||||
|
end;
|
||||||
|
if found=0 then do;
|
||||||
|
print "ERROR: caslib &testcaslib not available";
|
||||||
|
exit;
|
||||||
|
end;
|
||||||
|
quit;
|
||||||
|
%put NOTE: Using testcaslib=&testcaslib;
|
||||||
|
|
||||||
|
%let tab1=T%mf_uid();
|
||||||
|
|
||||||
|
/* Save a sashdat source file then drop the in-memory copy so the first
|
||||||
|
mv_castabload call has something to load */
|
||||||
|
proc casutil;
|
||||||
|
load data=sashelp.baseball
|
||||||
|
outcaslib="&testcaslib" casout="&tab1" replace;
|
||||||
|
save casdata="&tab1" incaslib="&testcaslib"
|
||||||
|
casout="&tab1..sashdat" outcaslib="&testcaslib" replace;
|
||||||
|
droptable casdata="&tab1" incaslib="&testcaslib" quiet;
|
||||||
|
quit;
|
||||||
|
|
||||||
|
libname mylib cas caslib="&testcaslib";
|
||||||
|
|
||||||
|
|
||||||
|
/* -------------------------------------------------------------------- */
|
||||||
|
%put TEST 1 - load a table that is not in memory;
|
||||||
|
/* -------------------------------------------------------------------- */
|
||||||
|
|
||||||
|
/* Confirm table is absent before the call */
|
||||||
|
%let _tabexists=0;
|
||||||
|
proc cas;
|
||||||
|
table.tableExists result=r /
|
||||||
|
caslib="&testcaslib" name="&tab1";
|
||||||
|
if r.exists > 0 then call symputx('_tabexists','1');
|
||||||
|
quit;
|
||||||
|
|
||||||
|
%mp_assert(
|
||||||
|
iftrue=(&_tabexists=0),
|
||||||
|
desc=Check table is not in memory before mv_castabload
|
||||||
|
)
|
||||||
|
|
||||||
|
%mv_castabload(lib=mylib, table=&tab1, mdebug=1)
|
||||||
|
|
||||||
|
%let _tabexists=0;
|
||||||
|
proc cas;
|
||||||
|
table.tableExists result=r /
|
||||||
|
caslib="&testcaslib" name="&tab1";
|
||||||
|
if r.exists > 0 then call symputx('_tabexists','1');
|
||||||
|
quit;
|
||||||
|
|
||||||
|
%mp_assert(
|
||||||
|
iftrue=(&_tabexists=1),
|
||||||
|
desc=Check table is in memory after mv_castabload
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
/* -------------------------------------------------------------------- */
|
||||||
|
%put TEST 2 - reload fetches a fresh copy and discards in-memory changes;
|
||||||
|
/* -------------------------------------------------------------------- */
|
||||||
|
|
||||||
|
/* Append a sentinel row to the in-memory table */
|
||||||
|
data work.extra;
|
||||||
|
set mylib.&tab1;
|
||||||
|
name='TESTROW';
|
||||||
|
output;
|
||||||
|
stop;
|
||||||
|
run;
|
||||||
|
proc casutil;
|
||||||
|
load data=work.extra casout="&tab1"
|
||||||
|
outcaslib="&testcaslib" append;
|
||||||
|
quit;
|
||||||
|
|
||||||
|
%let _modified=0;
|
||||||
|
proc sql noprint;
|
||||||
|
select count(*) into :_modified
|
||||||
|
from mylib.&tab1
|
||||||
|
where name='TESTROW';
|
||||||
|
quit;
|
||||||
|
|
||||||
|
%mp_assert(
|
||||||
|
iftrue=(&_modified=1),
|
||||||
|
desc=Check sentinel row is present in memory before reload
|
||||||
|
)
|
||||||
|
|
||||||
|
/* Drop the table and reload - source file does not have the sentinel */
|
||||||
|
proc casutil;
|
||||||
|
droptable casdata="&tab1" incaslib="&testcaslib" quiet;
|
||||||
|
droptable casdata="&tab1" incaslib="&testcaslib" quiet;
|
||||||
|
quit;
|
||||||
|
|
||||||
|
%mp_assertscope(SNAPSHOT)
|
||||||
|
|
||||||
|
%mv_castabload(lib=mylib, table=&tab1, mdebug=1)
|
||||||
|
|
||||||
|
%mp_assertscope(COMPARE,
|
||||||
|
desc=Check mv_castabload does not leak macro variables into GLOBAL scope
|
||||||
|
)
|
||||||
|
|
||||||
|
%let _after=0;
|
||||||
|
proc sql noprint;
|
||||||
|
select count(*) into :_after
|
||||||
|
from mylib.&tab1
|
||||||
|
where name='TESTROW';
|
||||||
|
quit;
|
||||||
|
|
||||||
|
%mp_assert(
|
||||||
|
iftrue=(&_after=0),
|
||||||
|
desc=Check sentinel row is absent after reload from source
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
/* -------------------------------------------------------------------- */
|
||||||
|
/* Teardown */
|
||||||
|
/* -------------------------------------------------------------------- */
|
||||||
|
libname mylib clear;
|
||||||
|
|
||||||
|
proc casutil;
|
||||||
|
droptable casdata="&tab1" incaslib="&testcaslib" quiet;
|
||||||
|
droptable casdata="&tab1" incaslib="&testcaslib" quiet;
|
||||||
|
deletesource casdata="&tab1..sashdat"
|
||||||
|
incaslib="&testcaslib" quiet;
|
||||||
|
quit;
|
||||||
|
|
||||||
|
cas mysess terminate;
|
||||||
|
|
||||||
|
%let syscc=0;
|
||||||
@@ -0,0 +1,158 @@
|
|||||||
|
/**
|
||||||
|
@file
|
||||||
|
@brief Testing mv_castabsave macro
|
||||||
|
|
||||||
|
<h4> SAS Macros </h4>
|
||||||
|
@li mf_uid.sas
|
||||||
|
@li mp_assert.sas
|
||||||
|
@li mp_assertscope.sas
|
||||||
|
@li mv_castabsave.sas
|
||||||
|
|
||||||
|
**/
|
||||||
|
|
||||||
|
options mprint;
|
||||||
|
|
||||||
|
/* -------------------------------------------------------------------- */
|
||||||
|
/* Setup: start a CAS session and load a table that has a tracked */
|
||||||
|
/* source file so mv_castabsave can discover it via the REST API */
|
||||||
|
/* -------------------------------------------------------------------- */
|
||||||
|
cas mysess;
|
||||||
|
caslib _all_ assign;
|
||||||
|
|
||||||
|
%let testcaslib=Public;
|
||||||
|
|
||||||
|
proc cas;
|
||||||
|
table.caslibInfo result=r / ;
|
||||||
|
found=0;
|
||||||
|
do row over r.CASLibInfo;
|
||||||
|
if upcase(row.Name)=upcase("&testcaslib") then found=1;
|
||||||
|
end;
|
||||||
|
if found=0 then do;
|
||||||
|
print "ERROR: caslib &testcaslib not available";
|
||||||
|
exit;
|
||||||
|
end;
|
||||||
|
quit;
|
||||||
|
%put NOTE: Using testcaslib=&testcaslib;
|
||||||
|
|
||||||
|
%let tab1=T%mf_uid();
|
||||||
|
|
||||||
|
/* Load sashelp.class into CAS, save as sashdat, reload from that file
|
||||||
|
so the table has a tracked source path (needed for REST discovery) */
|
||||||
|
proc casutil;
|
||||||
|
load data=sashelp.class
|
||||||
|
outcaslib="&testcaslib" casout="&tab1" replace;
|
||||||
|
save casdata="&tab1" incaslib="&testcaslib"
|
||||||
|
casout="&tab1..sashdat" outcaslib="&testcaslib" replace;
|
||||||
|
/* Drop any existing global-scope version before promoting */
|
||||||
|
/* runs twice (with quiet) as first would drop local scope if exists */
|
||||||
|
droptable casdata="&tab1" incaslib="&testcaslib" quiet;
|
||||||
|
droptable casdata="&tab1" incaslib="&testcaslib" quiet;
|
||||||
|
|
||||||
|
load casdata="&tab1..sashdat" incaslib="&testcaslib"
|
||||||
|
casout="&tab1" outcaslib="&testcaslib" promote;
|
||||||
|
quit;
|
||||||
|
|
||||||
|
libname mylib cas caslib="&testcaslib";
|
||||||
|
|
||||||
|
|
||||||
|
/* -------------------------------------------------------------------- */
|
||||||
|
%put TEST 1 - save in-memory table back to disk + no scope leakage;
|
||||||
|
/* -------------------------------------------------------------------- */
|
||||||
|
|
||||||
|
/* Source file is removed so that the reload proves mv_castabsave
|
||||||
|
created the file from scratch, not that a prior version existed */
|
||||||
|
proc casutil;
|
||||||
|
deletesource casdata="&tab1..sashdat"
|
||||||
|
incaslib="&testcaslib" quiet;
|
||||||
|
quit;
|
||||||
|
|
||||||
|
/* Insert a sentinel row - it must survive the full save/drop/reload */
|
||||||
|
data work.appendme;
|
||||||
|
set mylib.&tab1;
|
||||||
|
name='TESTROW';
|
||||||
|
output;
|
||||||
|
stop;
|
||||||
|
proc casutil;
|
||||||
|
load data=work.appendme casout="&tab1" outcaslib="&testcaslib" append;
|
||||||
|
quit;
|
||||||
|
|
||||||
|
%mp_assertscope(SNAPSHOT)
|
||||||
|
|
||||||
|
%mv_castabsave(lib=mylib, table=&tab1, mdebug=1)
|
||||||
|
|
||||||
|
%mp_assertscope(COMPARE,
|
||||||
|
desc=Check mv_castabsave does not leak macro variables into GLOBAL scope,
|
||||||
|
ignorelist=MC0_JADP1LEN MC0_JADP2LEN MC0_JADP3LEN MC0_JADPNUM MC0_JADVLEN
|
||||||
|
)
|
||||||
|
|
||||||
|
proc casutil;
|
||||||
|
droptable casdata="&tab1" incaslib="&testcaslib" quiet;
|
||||||
|
droptable casdata="&tab1" incaslib="&testcaslib" quiet;
|
||||||
|
load casdata="&tab1..sashdat" incaslib="&testcaslib"
|
||||||
|
casout="&tab1" outcaslib="&testcaslib" promote;
|
||||||
|
quit;
|
||||||
|
|
||||||
|
%let _rowcount=0;
|
||||||
|
proc sql noprint;
|
||||||
|
select count(*) into :_rowcount
|
||||||
|
from mylib.&tab1
|
||||||
|
where name='TESTROW';
|
||||||
|
quit;
|
||||||
|
|
||||||
|
%mp_assert(
|
||||||
|
iftrue=(&_rowcount=1),
|
||||||
|
desc=Check inserted row survives mv_castabsave round-trip to disk
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
/* -------------------------------------------------------------------- */
|
||||||
|
%put TEST 2 - save overwrites an existing source file;
|
||||||
|
/* -------------------------------------------------------------------- */
|
||||||
|
|
||||||
|
/* Source file already exists from the TEST 1 save - append a new row */
|
||||||
|
data work.appendme;
|
||||||
|
set mylib.&tab1;
|
||||||
|
name='TESTROW2';
|
||||||
|
output;
|
||||||
|
stop;
|
||||||
|
proc casutil;
|
||||||
|
load data=work.appendme casout="&tab1"
|
||||||
|
outcaslib="&testcaslib" append;
|
||||||
|
quit;
|
||||||
|
|
||||||
|
%mv_castabsave(lib=mylib, table=&tab1, mdebug=1)
|
||||||
|
|
||||||
|
proc casutil;
|
||||||
|
droptable casdata="&tab1" incaslib="&testcaslib" quiet;
|
||||||
|
droptable casdata="&tab1" incaslib="&testcaslib" quiet;
|
||||||
|
load casdata="&tab1..sashdat" incaslib="&testcaslib"
|
||||||
|
casout="&tab1" outcaslib="&testcaslib" promote;
|
||||||
|
quit;
|
||||||
|
|
||||||
|
%let _rowcount=0;
|
||||||
|
proc sql noprint;
|
||||||
|
select count(*) into :_rowcount
|
||||||
|
from mylib.&tab1
|
||||||
|
where name='TESTROW2';
|
||||||
|
quit;
|
||||||
|
|
||||||
|
%mp_assert(
|
||||||
|
iftrue=(&_rowcount=1),
|
||||||
|
desc=Check inserted row survives save over an existing source file
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
/* -------------------------------------------------------------------- */
|
||||||
|
/* Teardown */
|
||||||
|
/* -------------------------------------------------------------------- */
|
||||||
|
libname mylib clear;
|
||||||
|
|
||||||
|
proc casutil;
|
||||||
|
droptable casdata="&tab1" incaslib="&testcaslib" quiet;
|
||||||
|
deletesource casdata="&tab1..sashdat"
|
||||||
|
incaslib="&testcaslib" quiet;
|
||||||
|
quit;
|
||||||
|
|
||||||
|
cas mysess terminate;
|
||||||
|
|
||||||
|
%let syscc=0;
|
||||||
@@ -0,0 +1,96 @@
|
|||||||
|
/**
|
||||||
|
@file
|
||||||
|
@brief Testing mv_getviyafileextparms macro
|
||||||
|
|
||||||
|
<h4> SAS Macros </h4>
|
||||||
|
@li mf_isblank.sas
|
||||||
|
@li mp_assert.sas
|
||||||
|
@li mp_assertscope.sas
|
||||||
|
@li mv_getviyafileextparms.sas
|
||||||
|
|
||||||
|
**/
|
||||||
|
|
||||||
|
options mprint;
|
||||||
|
|
||||||
|
%let mvarIgnoreList =
|
||||||
|
MC0_JADP1LEN MC0_JADP2LEN MC0_JADP3LEN MC0_JADPNUM MC0_JADVLEN
|
||||||
|
SASJSPROCESSMODE SASJS_STPSRV_HEADER_LOC;
|
||||||
|
|
||||||
|
%put TEST 1 - Test with common extension, requesting only typeDefName parameter;
|
||||||
|
%mp_assertscope(SNAPSHOT)
|
||||||
|
%mv_getviyafileextparms(ext=txt, typeDefNameVar=viyaTypeDefName)
|
||||||
|
%mp_assertscope(COMPARE
|
||||||
|
,ignorelist=&mvarIgnoreList viyaTypeDefName
|
||||||
|
)
|
||||||
|
|
||||||
|
%mp_assert(
|
||||||
|
iftrue=(not %mf_isBlank(&viyaTypeDefName)),
|
||||||
|
desc=Check the requested macro variable viyaTypeDefName is not blank.
|
||||||
|
)
|
||||||
|
|
||||||
|
%put TEST 2 - Test with common extension, requesting only properties parameter;
|
||||||
|
%mp_assertscope(SNAPSHOT)
|
||||||
|
%mv_getviyafileextparms(ext=html, propertiesVar=viyaProperties)
|
||||||
|
%mp_assertscope(COMPARE
|
||||||
|
,ignorelist=&mvarIgnoreList viyaProperties
|
||||||
|
)
|
||||||
|
|
||||||
|
%mp_assert(
|
||||||
|
iftrue=(not %mf_isBlank(%superq(viyaProperties))),
|
||||||
|
desc=Check the requested macro variable viyaProperties is not blank.
|
||||||
|
)
|
||||||
|
|
||||||
|
%put TEST 3 - Test with common extension, requesting only mediaType parameter;
|
||||||
|
%mp_assertscope(SNAPSHOT)
|
||||||
|
%mv_getviyafileextparms(ext=mp3, mediaTypeVar=viyaMediaType)
|
||||||
|
%mp_assertscope(COMPARE
|
||||||
|
,ignorelist=&mvarIgnoreList viyaMediaType
|
||||||
|
)
|
||||||
|
|
||||||
|
%mp_assert(
|
||||||
|
iftrue=(not %mf_isBlank(&viyaMediaType)),
|
||||||
|
desc=Check the requested macro variable viyaMediaType is not blank.
|
||||||
|
)
|
||||||
|
|
||||||
|
%put TEST 4 - Test with common extension, requesting all parameters;
|
||||||
|
%mp_assertscope(SNAPSHOT)
|
||||||
|
%mv_getviyafileextparms(
|
||||||
|
ext=css,
|
||||||
|
typeDefNameVar=cssViyaTypeDefName,
|
||||||
|
propertiesVar=cssViyaProperties,
|
||||||
|
mediaTypeVar=cssViyaMediaType
|
||||||
|
)
|
||||||
|
%mp_assertscope(COMPARE
|
||||||
|
,ignorelist=
|
||||||
|
&mvarIgnoreList cssViyaTypeDefName cssViyaProperties cssViyaMediaType
|
||||||
|
)
|
||||||
|
|
||||||
|
%mp_assert(
|
||||||
|
iftrue=(not ( %mf_isBlank(&cssViyaTypeDefName) or
|
||||||
|
%mf_isBlank(%superq(cssViyaProperties)) or
|
||||||
|
%mf_isBlank(&cssViyaMediaType) ) ),
|
||||||
|
desc=Check a full set of requested macro variables are not blank.
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
%put TEST 5 - Test with invalid extension - requested parameters will be blank;
|
||||||
|
%mp_assertscope(SNAPSHOT)
|
||||||
|
%mv_getviyafileextparms(
|
||||||
|
ext=xxxINVALIDxxx,
|
||||||
|
typeDefNameVar=invalidTypeDefName,
|
||||||
|
propertiesVar=invalidProperties,
|
||||||
|
mediaTypeVar=invalidMediaType
|
||||||
|
)
|
||||||
|
%mp_assertscope(COMPARE
|
||||||
|
,ignorelist=
|
||||||
|
&mvarIgnoreList invalidTypeDefName invalidProperties invalidMediaType
|
||||||
|
)
|
||||||
|
|
||||||
|
%mp_assert(
|
||||||
|
iftrue=(
|
||||||
|
%mf_isBlank(&invalidTypeDefName) and
|
||||||
|
%mf_isBlank(%superq(invalidProperties)) and
|
||||||
|
%mf_isBlank(&invalidMediaType)
|
||||||
|
),
|
||||||
|
desc=Check the requested macro variables are all blank.
|
||||||
|
)
|
||||||
@@ -0,0 +1,304 @@
|
|||||||
|
/**
|
||||||
|
@file
|
||||||
|
@brief Testing mx_createjob.sas macro
|
||||||
|
|
||||||
|
Be sure to run <code>%let mcTestAppLoc=/Public/temp/macrocore;</code> when
|
||||||
|
running in Studio
|
||||||
|
|
||||||
|
<h4> SAS Macros </h4>
|
||||||
|
@li mx_createjob.sas
|
||||||
|
@li mp_assert.sas
|
||||||
|
@li mf_getuniquefileref.sas
|
||||||
|
@li mp_assertscope.sas
|
||||||
|
|
||||||
|
**/
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Test 1 - Basic job creation with default parameters
|
||||||
|
* Also checking for scope leakage
|
||||||
|
*/
|
||||||
|
filename ft15f001 temp;
|
||||||
|
parmcards4;
|
||||||
|
data example1;
|
||||||
|
set sashelp.class;
|
||||||
|
run;
|
||||||
|
%put Job executed successfully;
|
||||||
|
;;;;
|
||||||
|
%mp_assertscope(SNAPSHOT)
|
||||||
|
%mx_createjob(path=&mcTestAppLoc/jobs,name=testjob1,replace=YES)
|
||||||
|
%mp_assertscope(COMPARE)
|
||||||
|
|
||||||
|
%mp_assert(
|
||||||
|
iftrue=(&syscc=0),
|
||||||
|
desc=Test 1: No errors after basic job creation,
|
||||||
|
outds=work.test_results
|
||||||
|
)
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Test 2 - Job creation with custom description
|
||||||
|
*/
|
||||||
|
filename ft15f001 temp;
|
||||||
|
parmcards4;
|
||||||
|
data example2;
|
||||||
|
set sashelp.cars;
|
||||||
|
run;
|
||||||
|
;;;;
|
||||||
|
%mx_createjob(
|
||||||
|
path=&mcTestAppLoc/jobs,
|
||||||
|
name=testjob2,
|
||||||
|
desc=Custom job description for testing,
|
||||||
|
replace=YES
|
||||||
|
)
|
||||||
|
|
||||||
|
%mp_assert(
|
||||||
|
iftrue=(&syscc=0),
|
||||||
|
desc=Test 2: Job created with custom description,
|
||||||
|
outds=work.test_results
|
||||||
|
)
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Test 3 - Job creation with precode
|
||||||
|
*/
|
||||||
|
filename precode1 temp;
|
||||||
|
data _null_;
|
||||||
|
file precode1;
|
||||||
|
put '%let testvar=PreCodeValue;';
|
||||||
|
put '%put &=testvar;';
|
||||||
|
run;
|
||||||
|
|
||||||
|
filename ft15f001 temp;
|
||||||
|
parmcards4;
|
||||||
|
data example3;
|
||||||
|
set sashelp.class;
|
||||||
|
precode_var="&testvar";
|
||||||
|
run;
|
||||||
|
;;;;
|
||||||
|
%mx_createjob(
|
||||||
|
path=&mcTestAppLoc/jobs,
|
||||||
|
name=testjob3,
|
||||||
|
precode=precode1,
|
||||||
|
replace=YES
|
||||||
|
)
|
||||||
|
|
||||||
|
%mp_assert(
|
||||||
|
iftrue=(&syscc=0),
|
||||||
|
desc=Test 3: Job created with precode parameter,
|
||||||
|
outds=work.test_results
|
||||||
|
)
|
||||||
|
|
||||||
|
filename precode1 clear;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Test 4 - Job creation with multiple code filerefs
|
||||||
|
*/
|
||||||
|
%let code1=%mf_getuniquefileref();
|
||||||
|
%let code2=%mf_getuniquefileref();
|
||||||
|
|
||||||
|
filename &code1 temp;
|
||||||
|
data _null_;
|
||||||
|
file &code1;
|
||||||
|
put 'data work.part1;';
|
||||||
|
put ' set sashelp.class(obs=5);';
|
||||||
|
put 'run;';
|
||||||
|
run;
|
||||||
|
|
||||||
|
filename &code2 temp;
|
||||||
|
data _null_;
|
||||||
|
file &code2;
|
||||||
|
put 'data work.part2;';
|
||||||
|
put ' set sashelp.class(firstobs=6);';
|
||||||
|
put 'run;';
|
||||||
|
run;
|
||||||
|
|
||||||
|
%mx_createjob(
|
||||||
|
path=&mcTestAppLoc/jobs,
|
||||||
|
name=testjob4,
|
||||||
|
code=&code1 &code2,
|
||||||
|
replace=YES
|
||||||
|
)
|
||||||
|
|
||||||
|
%mp_assert(
|
||||||
|
iftrue=(&syscc=0),
|
||||||
|
desc=Test 4: Job created with multiple code filerefs,
|
||||||
|
outds=work.test_results
|
||||||
|
)
|
||||||
|
|
||||||
|
filename &code1 clear;
|
||||||
|
filename &code2 clear;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Test 5 - Job creation with both precode and multiple code files
|
||||||
|
*/
|
||||||
|
%let pre1=%mf_getuniquefileref();
|
||||||
|
%let pre2=%mf_getuniquefileref();
|
||||||
|
%let main1=%mf_getuniquefileref();
|
||||||
|
|
||||||
|
filename &pre1 temp;
|
||||||
|
data _null_;
|
||||||
|
file &pre1;
|
||||||
|
put '%let globalvar1=Value1;';
|
||||||
|
run;
|
||||||
|
|
||||||
|
filename &pre2 temp;
|
||||||
|
data _null_;
|
||||||
|
file &pre2;
|
||||||
|
put '%let globalvar2=Value2;';
|
||||||
|
run;
|
||||||
|
|
||||||
|
filename &main1 temp;
|
||||||
|
data _null_;
|
||||||
|
file &main1;
|
||||||
|
put 'data work.combined;';
|
||||||
|
put ' var1="&globalvar1";';
|
||||||
|
put ' var2="&globalvar2";';
|
||||||
|
put ' output;';
|
||||||
|
put 'run;';
|
||||||
|
run;
|
||||||
|
|
||||||
|
%mx_createjob(
|
||||||
|
path=&mcTestAppLoc/jobs,
|
||||||
|
name=testjob5,
|
||||||
|
precode=&pre1 &pre2,
|
||||||
|
code=&main1,
|
||||||
|
desc=Job with multiple precode and code files,
|
||||||
|
replace=YES
|
||||||
|
)
|
||||||
|
|
||||||
|
%mp_assert(
|
||||||
|
iftrue=(&syscc=0),
|
||||||
|
desc=Test 5: Job created with multiple precode and code files,
|
||||||
|
outds=work.test_results
|
||||||
|
)
|
||||||
|
|
||||||
|
filename &pre1 clear;
|
||||||
|
filename &pre2 clear;
|
||||||
|
filename &main1 clear;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Test 6 - Job creation with special characters in code
|
||||||
|
*/
|
||||||
|
filename ft15f001 temp;
|
||||||
|
parmcards4;
|
||||||
|
data example6;
|
||||||
|
length text $200;
|
||||||
|
text='Special chars: & % $ # @ !';
|
||||||
|
output;
|
||||||
|
text="Quotes: 'single' and ""double""";
|
||||||
|
output;
|
||||||
|
run;
|
||||||
|
%put Test with special characters;
|
||||||
|
;;;;
|
||||||
|
%mx_createjob(
|
||||||
|
path=&mcTestAppLoc/jobs,
|
||||||
|
name=testjob6,
|
||||||
|
desc=Job with special characters in code,
|
||||||
|
replace=YES
|
||||||
|
)
|
||||||
|
|
||||||
|
%mp_assert(
|
||||||
|
iftrue=(&syscc=0),
|
||||||
|
desc=Test 6: Job created with special characters in code,
|
||||||
|
outds=work.test_results
|
||||||
|
)
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Test 7 - Job creation with macro code
|
||||||
|
*/
|
||||||
|
filename ft15f001 temp;
|
||||||
|
parmcards4;
|
||||||
|
%macro testmacro();
|
||||||
|
data example7;
|
||||||
|
set sashelp.class;
|
||||||
|
where age > 12;
|
||||||
|
run;
|
||||||
|
%mend testmacro;
|
||||||
|
|
||||||
|
%testmacro()
|
||||||
|
;;;;
|
||||||
|
%mx_createjob(
|
||||||
|
path=&mcTestAppLoc/jobs,
|
||||||
|
name=testjob7,
|
||||||
|
desc=Job containing macro definitions,
|
||||||
|
replace=YES
|
||||||
|
)
|
||||||
|
|
||||||
|
%mp_assert(
|
||||||
|
iftrue=(&syscc=0),
|
||||||
|
desc=Test 7: Job created with macro code,
|
||||||
|
outds=work.test_results
|
||||||
|
)
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Test 8 - Job creation with empty code (edge case)
|
||||||
|
*/
|
||||||
|
filename ft15f001 temp;
|
||||||
|
data _null_;
|
||||||
|
file ft15f001;
|
||||||
|
put '/* Empty job for testing */';
|
||||||
|
run;
|
||||||
|
|
||||||
|
%mx_createjob(
|
||||||
|
path=&mcTestAppLoc/jobs,
|
||||||
|
name=testjob8,
|
||||||
|
desc=Job with minimal code,
|
||||||
|
replace=YES
|
||||||
|
)
|
||||||
|
|
||||||
|
%mp_assert(
|
||||||
|
iftrue=(&syscc=0),
|
||||||
|
desc=Test 8: Job created with minimal code,
|
||||||
|
outds=work.test_results
|
||||||
|
)
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Test 9 - Job creation with long code block
|
||||||
|
*/
|
||||||
|
filename ft15f001 temp;
|
||||||
|
data _null_;
|
||||||
|
file ft15f001;
|
||||||
|
put 'data work.longtest;';
|
||||||
|
do i=1 to 50;
|
||||||
|
put ' var' i +(-1) '=' i ';';
|
||||||
|
end;
|
||||||
|
put ' output;';
|
||||||
|
put 'run;';
|
||||||
|
run;
|
||||||
|
|
||||||
|
%mx_createjob(
|
||||||
|
path=&mcTestAppLoc/jobs,
|
||||||
|
name=testjob9,
|
||||||
|
desc=Job with many variables,
|
||||||
|
replace=YES
|
||||||
|
)
|
||||||
|
|
||||||
|
%mp_assert(
|
||||||
|
iftrue=(&syscc=0),
|
||||||
|
desc=Test 9: Job created with long code block,
|
||||||
|
outds=work.test_results
|
||||||
|
)
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Test 10 - Replace existing job (replace=YES)
|
||||||
|
*/
|
||||||
|
filename ft15f001 temp;
|
||||||
|
parmcards4;
|
||||||
|
data example10_v1;
|
||||||
|
set sashelp.class;
|
||||||
|
run;
|
||||||
|
;;;;
|
||||||
|
%mx_createjob(path=&mcTestAppLoc/jobs,name=testjob10,replace=YES)
|
||||||
|
|
||||||
|
/* Now replace it */
|
||||||
|
filename ft15f001 temp;
|
||||||
|
parmcards4;
|
||||||
|
data example10_v2;
|
||||||
|
set sashelp.cars;
|
||||||
|
run;
|
||||||
|
;;;;
|
||||||
|
%mx_createjob(path=&mcTestAppLoc/jobs,name=testjob10,replace=YES)
|
||||||
|
|
||||||
|
%mp_assert(
|
||||||
|
iftrue=(&syscc=0),
|
||||||
|
desc=Test 10: Job replaced successfully with replace=YES,
|
||||||
|
outds=work.test_results
|
||||||
|
)
|
||||||
@@ -3,10 +3,10 @@
|
|||||||
@brief Testing mx_testservice.sas macro
|
@brief Testing mx_testservice.sas macro
|
||||||
|
|
||||||
Be sure to run <code>%let mcTestAppLoc=/Public/temp/macrocore;</code> when
|
Be sure to run <code>%let mcTestAppLoc=/Public/temp/macrocore;</code> when
|
||||||
runnin in Studio
|
running in Studio
|
||||||
|
|
||||||
<h4> SAS Macros </h4>
|
<h4> SAS Macros </h4>
|
||||||
@li mp_createwebservice.sas
|
@li mx_createwebservice.sas
|
||||||
@li mx_testservice.sas
|
@li mx_testservice.sas
|
||||||
@li mp_assert.sas
|
@li mp_assert.sas
|
||||||
|
|
||||||
|
|||||||
@@ -6,12 +6,12 @@
|
|||||||
%if %mfv_existsashdat(libds=casuser.sometable) %then %put yes it does!;
|
%if %mfv_existsashdat(libds=casuser.sometable) %then %put yes it does!;
|
||||||
|
|
||||||
The function uses `dosubl()` to run the `table.fileinfo` action, for the
|
The function uses `dosubl()` to run the `table.fileinfo` action, for the
|
||||||
specified library, filtering for `*.sashdat` tables. The results are stored
|
specified library, filtering for `*.sashdat` tables.
|
||||||
in a WORK table (&outprefix._&lib). If that table already exists, it is
|
|
||||||
queried instead, to avoid the dosubl() performance hit.
|
|
||||||
|
|
||||||
To force a rescan, just use a new `&outprefix` value, or delete the table(s)
|
Results are cached in a WORK table (&outprefix._&lib). If that table
|
||||||
before running the function.
|
already exists it is queried directly to avoid the dosubl() overhead.
|
||||||
|
To force a rescan, use a new `&outprefix` value or delete the cache
|
||||||
|
table before calling.
|
||||||
|
|
||||||
@param [in] libds library.dataset
|
@param [in] libds library.dataset
|
||||||
@param [out] outprefix= (work.mfv_existsashdat)
|
@param [out] outprefix= (work.mfv_existsashdat)
|
||||||
@@ -24,13 +24,12 @@
|
|||||||
@author Mathieu Blauw
|
@author Mathieu Blauw
|
||||||
**/
|
**/
|
||||||
|
|
||||||
%macro mfv_existsashdat(libds,outprefix=work.mfv_existsashdat
|
%macro mfv_existsashdat(libds,outprefix=work.mfv_existsashdat);
|
||||||
);
|
|
||||||
%local rc dsid name lib ds;
|
%local rc dsid name lib ds;
|
||||||
%let lib=%upcase(%scan(&libds,1,'.'));
|
%let lib=%upcase(%scan(&libds,1,'.'));
|
||||||
%let ds=%upcase(%scan(&libds,-1,'.'));
|
%let ds=%upcase(%scan(&libds,-1,'.'));
|
||||||
|
|
||||||
/* if table does not exist, create it */
|
/* if cache table does not exist, build it */
|
||||||
%if %sysfunc(exist(&outprefix._&lib)) ne 1 %then %do;
|
%if %sysfunc(exist(&outprefix._&lib)) ne 1 %then %do;
|
||||||
%let rc=%sysfunc(dosubl(%nrstr(
|
%let rc=%sysfunc(dosubl(%nrstr(
|
||||||
/* Read in table list (once per &lib per session) */
|
/* Read in table list (once per &lib per session) */
|
||||||
@@ -41,7 +40,7 @@
|
|||||||
quit;
|
quit;
|
||||||
/* Only keep name, without file extension */
|
/* Only keep name, without file extension */
|
||||||
data &outprefix._&lib;
|
data &outprefix._&lib;
|
||||||
set &outprefix._&lib(where=(Name like '%.sashdat') keep=Name);
|
set &outprefix._&lib(where=(upcase(Name) like '%.SASHDAT') keep=Name);
|
||||||
Name=upcase(scan(Name,1,'.'));
|
Name=upcase(scan(Name,1,'.'));
|
||||||
run;
|
run;
|
||||||
)));
|
)));
|
||||||
|
|||||||
@@ -0,0 +1,37 @@
|
|||||||
|
/**
|
||||||
|
@file mfv_getcaslib.sas
|
||||||
|
@brief Returns the CAS caslib name for a given SAS libref
|
||||||
|
@details Pure macro function. Reads sashelp.vlibnam and returns
|
||||||
|
the sysvalue where sysname='Caslib' for the given libref. This
|
||||||
|
is useful when the caslib name and libref name may differ.
|
||||||
|
|
||||||
|
Usage:
|
||||||
|
|
||||||
|
%put %mfv_getcaslib(lib=PUBLIC);
|
||||||
|
|
||||||
|
@param [in] lib SAS libref for which to return the CAS caslib name
|
||||||
|
|
||||||
|
@return Returns the CAS caslib name, or empty string if not found
|
||||||
|
|
||||||
|
**/
|
||||||
|
|
||||||
|
%macro mfv_getcaslib(lib);
|
||||||
|
|
||||||
|
%local dsid rc result;
|
||||||
|
|
||||||
|
%let dsid=%sysfunc(open(sashelp.vlibnam(
|
||||||
|
where=(libname="%upcase(&lib)" and sysname="Caslib")
|
||||||
|
)));
|
||||||
|
|
||||||
|
%if &dsid %then %do;
|
||||||
|
%let rc=%sysfunc(fetch(&dsid));
|
||||||
|
%if &rc=0 %then
|
||||||
|
%let result=%sysfunc(
|
||||||
|
getvarc(&dsid,%sysfunc(varnum(&dsid,SYSVALUE)))
|
||||||
|
);
|
||||||
|
%let rc=%sysfunc(close(&dsid));
|
||||||
|
%end;
|
||||||
|
|
||||||
|
&result
|
||||||
|
|
||||||
|
%mend mfv_getcaslib;
|
||||||
@@ -0,0 +1,207 @@
|
|||||||
|
/**
|
||||||
|
@file mv_castabload.sas
|
||||||
|
@brief Checks if a CAS table is loaded; if not, loads and promotes it
|
||||||
|
@details Runs in SPRE against an active CAS session. Accepts a
|
||||||
|
SAS libref, derives the CAS caslib and session UUID from
|
||||||
|
sashelp.vlibnam, then checks whether the table is already
|
||||||
|
in-memory. If not, locates the owning CAS server via the
|
||||||
|
casManagement REST API, queries the table endpoint to discover
|
||||||
|
the source file and caslib, then loads and promotes the table.
|
||||||
|
|
||||||
|
A CAS session must already be established by the caller, eg:
|
||||||
|
|
||||||
|
cas mysess;
|
||||||
|
libname mylib cas caslib=Public;
|
||||||
|
%mv_castabload(lib=mylib, table=BASEBALL)
|
||||||
|
|
||||||
|
@param [in] lib= SAS libref for the CAS caslib
|
||||||
|
@param [in] table= Name of the CAS table to load
|
||||||
|
@param [in] mdebug= (0) Set to 1 to enable verbose logging:
|
||||||
|
- echoes resolved parameters
|
||||||
|
- prints tableExists result
|
||||||
|
- enables mprint/notes during PROC calls
|
||||||
|
|
||||||
|
<h4> SAS Macros </h4>
|
||||||
|
@li mf_getplatform.sas
|
||||||
|
@li mf_getuniquefileref.sas
|
||||||
|
@li mf_getuniquelibref.sas
|
||||||
|
@li mp_abort.sas
|
||||||
|
|
||||||
|
**/
|
||||||
|
|
||||||
|
%macro mv_castabload(
|
||||||
|
lib=
|
||||||
|
,table=
|
||||||
|
,mdebug=0
|
||||||
|
);
|
||||||
|
|
||||||
|
%local _sysopts base_uri caslib uuid server
|
||||||
|
srcfile srccaslib fname1 libref1 ftmp i _svcount _exists;
|
||||||
|
%let _sysopts=%sysfunc(getoption(mprint)) %sysfunc(getoption(notes));
|
||||||
|
|
||||||
|
/* ---- input validation -------------------------------------------------- */
|
||||||
|
%mp_abort(
|
||||||
|
iftrue=("&lib"="" or "&table"=""),
|
||||||
|
msg=%str(lib= and table= are required)
|
||||||
|
)
|
||||||
|
|
||||||
|
%if &mdebug=1 %then %do;
|
||||||
|
%put &=lib;
|
||||||
|
%put &=table;
|
||||||
|
options mprint notes;
|
||||||
|
%end;
|
||||||
|
|
||||||
|
/* ---- derive caslib and session UUID from sashelp.vlibnam --------------- */
|
||||||
|
data _null_;
|
||||||
|
set sashelp.vlibnam(
|
||||||
|
where=(libname="%upcase(&lib)"
|
||||||
|
and sysname in ("Caslib","Session UUID"))
|
||||||
|
);
|
||||||
|
if sysname="Caslib" then call symputx('caslib',sysvalue,'L');
|
||||||
|
else call symputx('uuid',sysvalue,'L');
|
||||||
|
%if &mdebug=1 %then %do;
|
||||||
|
putlog sysname sysvalue;
|
||||||
|
%end;
|
||||||
|
run;
|
||||||
|
|
||||||
|
%mp_abort(
|
||||||
|
iftrue=("&caslib"=""),
|
||||||
|
msg=%str(&lib is not an assigned CAS libref)
|
||||||
|
)
|
||||||
|
|
||||||
|
%mp_abort(
|
||||||
|
iftrue=("&uuid"=""),
|
||||||
|
msg=%str(No session UUID found for libref &lib)
|
||||||
|
)
|
||||||
|
|
||||||
|
/* ---- existence check --------------------------------------------------- */
|
||||||
|
proc cas;
|
||||||
|
table.tableExists result=r /
|
||||||
|
caslib="&caslib"
|
||||||
|
name="&table";
|
||||||
|
%if &mdebug=1 %then %do;
|
||||||
|
print r;
|
||||||
|
%end;
|
||||||
|
if r.exists > 0 then call symputx('_exists', '1', 'L');
|
||||||
|
else call symputx('_exists', '0', 'L');
|
||||||
|
quit;
|
||||||
|
|
||||||
|
/* ---- already loaded: skip ---------------------------------------------- */
|
||||||
|
%if &_exists=1 %then %do;
|
||||||
|
%put NOTE: Table &caslib..&table already loaded - skipping;
|
||||||
|
%return;
|
||||||
|
%end;
|
||||||
|
|
||||||
|
/* ---- get list of CAS servers ----------------------------------------- */
|
||||||
|
%let base_uri=%mf_getplatform(VIYARESTAPI);
|
||||||
|
%let fname1=%mf_getuniquefileref();
|
||||||
|
%let libref1=%mf_getuniquelibref();
|
||||||
|
|
||||||
|
proc http method='GET' out=&fname1 oauth_bearer=sas_services
|
||||||
|
url="&base_uri/casManagement/servers";
|
||||||
|
run;
|
||||||
|
|
||||||
|
%mp_abort(
|
||||||
|
iftrue=(&SYS_PROCHTTP_STATUS_CODE ne 200),
|
||||||
|
msg=%str(&SYS_PROCHTTP_STATUS_CODE &SYS_PROCHTTP_STATUS_PHRASE)
|
||||||
|
)
|
||||||
|
|
||||||
|
libname &libref1 JSON fileref=&fname1;
|
||||||
|
|
||||||
|
data _null_;
|
||||||
|
set &libref1..items;
|
||||||
|
call symputx(cats('_sv_', _n_), name, 'L');
|
||||||
|
call symputx('_svcount', _n_, 'L');
|
||||||
|
run;
|
||||||
|
|
||||||
|
libname &libref1 clear;
|
||||||
|
filename &fname1 clear;
|
||||||
|
|
||||||
|
/* ---- find which server owns this session ------------------------------ */
|
||||||
|
%do i=1 %to &_svcount;
|
||||||
|
%if "&server"="" %then %do;
|
||||||
|
%if &mdebug=1 %then %put checking server: &&_sv_&i;
|
||||||
|
%let ftmp=%mf_getuniquefileref();
|
||||||
|
proc http method='GET' out=&ftmp oauth_bearer=sas_services
|
||||||
|
url="&base_uri/casManagement/servers/&&_sv_&i/sessions/&uuid";
|
||||||
|
run;
|
||||||
|
%if &SYS_PROCHTTP_STATUS_CODE=200
|
||||||
|
%then %let server=&&_sv_&i;
|
||||||
|
filename &ftmp clear;
|
||||||
|
%end;
|
||||||
|
%end;
|
||||||
|
|
||||||
|
%mp_abort(
|
||||||
|
iftrue=("&server"=""),
|
||||||
|
msg=%str(Could not find owning server for CAS session &uuid)
|
||||||
|
)
|
||||||
|
|
||||||
|
%if &mdebug=1 %then %put &=server;
|
||||||
|
|
||||||
|
/* ---- discover source file from REST endpoint -------------------------- */
|
||||||
|
%let fname1=%mf_getuniquefileref();
|
||||||
|
%let libref1=%mf_getuniquelibref();
|
||||||
|
|
||||||
|
proc http method='GET' out=&fname1 oauth_bearer=sas_services
|
||||||
|
url="&base_uri/casManagement/servers/&server/caslibs/&caslib/tables/&table";
|
||||||
|
run;
|
||||||
|
|
||||||
|
%if &mdebug=1 %then %do;
|
||||||
|
%put &=SYS_PROCHTTP_STATUS_CODE &=SYS_PROCHTTP_STATUS_PHRASE;
|
||||||
|
data _null_;
|
||||||
|
infile &fname1;
|
||||||
|
input;
|
||||||
|
putlog _infile_;
|
||||||
|
run;
|
||||||
|
%end;
|
||||||
|
|
||||||
|
%mp_abort(
|
||||||
|
iftrue=(&SYS_PROCHTTP_STATUS_CODE=404),
|
||||||
|
msg=%str(&caslib..&table not found - is a source file registered?)
|
||||||
|
)
|
||||||
|
%mp_abort(
|
||||||
|
iftrue=(&SYS_PROCHTTP_STATUS_CODE ne 200),
|
||||||
|
msg=%str(&SYS_PROCHTTP_STATUS_CODE &SYS_PROCHTTP_STATUS_PHRASE)
|
||||||
|
)
|
||||||
|
|
||||||
|
libname &libref1 JSON fileref=&fname1;
|
||||||
|
|
||||||
|
data _null_;
|
||||||
|
set &libref1..tablereference;
|
||||||
|
call symputx('srcfile', sourceTableName, 'L');
|
||||||
|
call symputx('srccaslib', sourceCaslibName, 'L');
|
||||||
|
stop;
|
||||||
|
run;
|
||||||
|
|
||||||
|
libname &libref1 clear;
|
||||||
|
filename &fname1 clear;
|
||||||
|
|
||||||
|
%mp_abort(
|
||||||
|
iftrue=("&srcfile"="" or "&srccaslib"=""),
|
||||||
|
msg=%str(No sourceTableName/sourceCaslibName for &caslib..&table)
|
||||||
|
)
|
||||||
|
|
||||||
|
%if &mdebug=1 %then %put &=srcfile &=srccaslib;
|
||||||
|
|
||||||
|
/* ---- load from discovered source -------------------------------------- */
|
||||||
|
proc casutil;
|
||||||
|
load casdata="&srcfile"
|
||||||
|
incaslib="&srccaslib"
|
||||||
|
casout="&table"
|
||||||
|
outcaslib="&caslib"
|
||||||
|
promote;
|
||||||
|
quit;
|
||||||
|
|
||||||
|
%mp_abort(
|
||||||
|
iftrue=(&syscc ne 0),
|
||||||
|
msg=%str(Load failed for &caslib..&table)
|
||||||
|
)
|
||||||
|
|
||||||
|
%put NOTE: Table &caslib..&table loaded and promoted from &srcfile;
|
||||||
|
|
||||||
|
/* ---- restore options --------------------------------------------------- */
|
||||||
|
%if &mdebug=1 %then %do;
|
||||||
|
options &_sysopts;
|
||||||
|
%end;
|
||||||
|
|
||||||
|
%mend mv_castabload;
|
||||||
@@ -0,0 +1,192 @@
|
|||||||
|
/**
|
||||||
|
@file mv_castabsave.sas
|
||||||
|
@brief Saves an in-memory CAS table back to persistent storage
|
||||||
|
@details Runs in SPRE against an active CAS session. Accepts a
|
||||||
|
SAS libref, derives the CAS caslib and session UUID from
|
||||||
|
sashelp.vlibnam, locates the owning CAS server via the
|
||||||
|
casManagement REST API, then queries the table endpoint to
|
||||||
|
discover the original source file and saves back to that path.
|
||||||
|
CASUTIL infers the file type from the output file extension.
|
||||||
|
|
||||||
|
A CAS session must already be established by the caller, eg:
|
||||||
|
|
||||||
|
cas mysess;
|
||||||
|
libname mylib cas caslib=Public;
|
||||||
|
%mv_castabsave(lib=mylib, table=BASEBALL)
|
||||||
|
|
||||||
|
@param [in] lib= SAS libref for the CAS caslib
|
||||||
|
@param [in] table= Name of the in-memory CAS table to save
|
||||||
|
@param [in] mdebug= (0) Set to 1 to enable verbose logging:
|
||||||
|
- echoes resolved parameters
|
||||||
|
- prints HTTP response body
|
||||||
|
- enables mprint/notes during PROC calls
|
||||||
|
|
||||||
|
<h4> SAS Macros </h4>
|
||||||
|
@li mf_getplatform.sas
|
||||||
|
@li mf_getuniquefileref.sas
|
||||||
|
@li mf_getuniquelibref.sas
|
||||||
|
@li mp_abort.sas
|
||||||
|
|
||||||
|
**/
|
||||||
|
|
||||||
|
%macro mv_castabsave(
|
||||||
|
lib=
|
||||||
|
,table=
|
||||||
|
,mdebug=0
|
||||||
|
);
|
||||||
|
|
||||||
|
%local _sysopts base_uri caslib uuid server
|
||||||
|
srcfile srccaslib fname1 libref1 ftmp i _svcount;
|
||||||
|
%let _sysopts=%sysfunc(getoption(mprint)) %sysfunc(getoption(notes));
|
||||||
|
|
||||||
|
/* ---- input validation -------------------------------------------------- */
|
||||||
|
%mp_abort(
|
||||||
|
iftrue=("&lib"="" or "&table"=""),
|
||||||
|
msg=%str(lib= and table= are required)
|
||||||
|
)
|
||||||
|
|
||||||
|
%if &mdebug=1 %then %do;
|
||||||
|
%put &=lib;
|
||||||
|
%put &=table;
|
||||||
|
options mprint notes;
|
||||||
|
%end;
|
||||||
|
|
||||||
|
/* ---- derive caslib and session UUID from sashelp.vlibnam --------------- */
|
||||||
|
data _null_;
|
||||||
|
set sashelp.vlibnam(
|
||||||
|
where=(libname="%upcase(&lib)"
|
||||||
|
and sysname in ("Caslib","Session UUID"))
|
||||||
|
);
|
||||||
|
if sysname="Caslib" then call symputx('caslib',sysvalue,'L');
|
||||||
|
else call symputx('uuid',sysvalue,'L');
|
||||||
|
run;
|
||||||
|
|
||||||
|
%mp_abort(
|
||||||
|
iftrue=("&caslib"=""),
|
||||||
|
msg=%str(&lib is not an assigned CAS libref)
|
||||||
|
)
|
||||||
|
|
||||||
|
%mp_abort(
|
||||||
|
iftrue=("&uuid"=""),
|
||||||
|
msg=%str(No session UUID found for libref &lib)
|
||||||
|
)
|
||||||
|
|
||||||
|
%if &mdebug=1 %then %do;
|
||||||
|
%put &=caslib;
|
||||||
|
%put &=uuid;
|
||||||
|
%end;
|
||||||
|
|
||||||
|
%let base_uri=%mf_getplatform(VIYARESTAPI);
|
||||||
|
|
||||||
|
/* ---- get list of CAS servers ------------------------------------------- */
|
||||||
|
%let fname1=%mf_getuniquefileref();
|
||||||
|
%let libref1=%mf_getuniquelibref();
|
||||||
|
|
||||||
|
proc http method='GET' out=&fname1 oauth_bearer=sas_services
|
||||||
|
url="&base_uri/casManagement/servers";
|
||||||
|
run;
|
||||||
|
|
||||||
|
%mp_abort(
|
||||||
|
iftrue=(&SYS_PROCHTTP_STATUS_CODE ne 200),
|
||||||
|
msg=%str(&SYS_PROCHTTP_STATUS_CODE &SYS_PROCHTTP_STATUS_PHRASE)
|
||||||
|
)
|
||||||
|
|
||||||
|
libname &libref1 JSON fileref=&fname1;
|
||||||
|
|
||||||
|
data _null_;
|
||||||
|
set &libref1..items;
|
||||||
|
call symputx(cats('_sv_', _n_), name, 'L');
|
||||||
|
call symputx('_svcount', _n_, 'L');
|
||||||
|
run;
|
||||||
|
|
||||||
|
libname &libref1 clear;
|
||||||
|
filename &fname1 clear;
|
||||||
|
|
||||||
|
/* ---- find which server owns this session ------------------------------- */
|
||||||
|
%do i=1 %to &_svcount;
|
||||||
|
%if "&server"="" %then %do;
|
||||||
|
%if &mdebug=1 %then %put checking server: &&_sv_&i;
|
||||||
|
%let ftmp=%mf_getuniquefileref();
|
||||||
|
proc http method='GET' out=&ftmp oauth_bearer=sas_services
|
||||||
|
url="&base_uri/casManagement/servers/&&_sv_&i/sessions/&uuid";
|
||||||
|
run;
|
||||||
|
%if &SYS_PROCHTTP_STATUS_CODE=200
|
||||||
|
%then %let server=&&_sv_&i;
|
||||||
|
filename &ftmp clear;
|
||||||
|
%end;
|
||||||
|
%end;
|
||||||
|
|
||||||
|
%mp_abort(
|
||||||
|
iftrue=("&server"=""),
|
||||||
|
msg=%str(Could not find owning server for CAS session &uuid)
|
||||||
|
)
|
||||||
|
|
||||||
|
%if &mdebug=1 %then %put &=server;
|
||||||
|
|
||||||
|
/* ---- discover srcfile from REST endpoint ------------------------------- */
|
||||||
|
%let fname1=%mf_getuniquefileref();
|
||||||
|
%let libref1=%mf_getuniquelibref();
|
||||||
|
|
||||||
|
proc http method='GET' out=&fname1 oauth_bearer=sas_services
|
||||||
|
url="&base_uri/casManagement/servers/&server/caslibs/&caslib/tables/&table";
|
||||||
|
run;
|
||||||
|
|
||||||
|
%if &mdebug=1 %then %do;
|
||||||
|
%put &=SYS_PROCHTTP_STATUS_CODE &=SYS_PROCHTTP_STATUS_PHRASE;
|
||||||
|
data _null_;
|
||||||
|
infile &fname1;
|
||||||
|
input;
|
||||||
|
putlog _infile_;
|
||||||
|
run;
|
||||||
|
%end;
|
||||||
|
|
||||||
|
%mp_abort(
|
||||||
|
iftrue=(&SYS_PROCHTTP_STATUS_CODE=404),
|
||||||
|
msg=%str(&caslib..&table not found - is it loaded in memory?)
|
||||||
|
)
|
||||||
|
%mp_abort(
|
||||||
|
iftrue=(&SYS_PROCHTTP_STATUS_CODE ne 200),
|
||||||
|
msg=%str(&SYS_PROCHTTP_STATUS_CODE &SYS_PROCHTTP_STATUS_PHRASE)
|
||||||
|
)
|
||||||
|
|
||||||
|
libname &libref1 JSON fileref=&fname1;
|
||||||
|
|
||||||
|
data _null_;
|
||||||
|
set &libref1..tablereference;
|
||||||
|
call symputx('srcfile', sourceTableName, 'L');
|
||||||
|
call symputx('srccaslib', sourceCaslibName, 'L');
|
||||||
|
stop;
|
||||||
|
run;
|
||||||
|
|
||||||
|
libname &libref1 clear;
|
||||||
|
filename &fname1 clear;
|
||||||
|
|
||||||
|
%mp_abort(
|
||||||
|
iftrue=("&srcfile"="" or "&srccaslib"=""),
|
||||||
|
msg=%str(No sourceTableName/sourceCaslibName for &caslib..&table)
|
||||||
|
)
|
||||||
|
|
||||||
|
%if &mdebug=1 %then %put &=srcfile;
|
||||||
|
|
||||||
|
/* ---- save to disk ------------------------------------------------------- */
|
||||||
|
proc casutil;
|
||||||
|
save casdata="&table"
|
||||||
|
incaslib="&caslib"
|
||||||
|
casout="&srcfile"
|
||||||
|
outcaslib="&srccaslib"
|
||||||
|
replace;
|
||||||
|
quit;
|
||||||
|
|
||||||
|
%mp_abort(
|
||||||
|
iftrue=(&syscc ne 0),
|
||||||
|
msg=%str(Save failed for &caslib..&table)
|
||||||
|
)
|
||||||
|
|
||||||
|
%put NOTE: Table &caslib..&table saved to &srcfile;
|
||||||
|
|
||||||
|
/* ---- restore options --------------------------------------------------- */
|
||||||
|
%if &mdebug=1 %then %do;
|
||||||
|
options &_sysopts;
|
||||||
|
%end;
|
||||||
|
|
||||||
|
%mend mv_castabsave;
|
||||||
+77
-9
@@ -69,6 +69,7 @@
|
|||||||
@li mp_base64copy.sas
|
@li mp_base64copy.sas
|
||||||
@li mp_replace.sas
|
@li mp_replace.sas
|
||||||
@li mv_createfolder.sas
|
@li mv_createfolder.sas
|
||||||
|
@li mv_getviyafileextparms.sas
|
||||||
|
|
||||||
<h4> Related Macros</h4>
|
<h4> Related Macros</h4>
|
||||||
@li mv_createfile.sas
|
@li mv_createfile.sas
|
||||||
@@ -153,7 +154,7 @@
|
|||||||
|
|
||||||
options noquotelenmax;
|
options noquotelenmax;
|
||||||
%local base_uri; /* location of rest apis */
|
%local base_uri; /* location of rest apis */
|
||||||
%let base_uri=%mf_getplatform(VIYARESTAPI);
|
%let base_uri=%trim(%mf_getplatform(VIYARESTAPI));
|
||||||
|
|
||||||
/* create folder if it does not already exist */
|
/* create folder if it does not already exist */
|
||||||
%local folderds self_uri;
|
%local folderds self_uri;
|
||||||
@@ -172,7 +173,7 @@ run;
|
|||||||
/* abort or delete if file already exists */
|
/* abort or delete if file already exists */
|
||||||
%let force=%upcase(&force);
|
%let force=%upcase(&force);
|
||||||
%local fileuri ;
|
%local fileuri ;
|
||||||
%let fileuri=%mfv_getpathuri(&path/&name);
|
%let fileuri=%trim(%mfv_getpathuri(&path/&name));
|
||||||
%mp_abort(iftrue=(%mf_isblank(&fileuri)=0 and &force ne YES)
|
%mp_abort(iftrue=(%mf_isblank(&fileuri)=0 and &force ne YES)
|
||||||
,mac=MV_CREATEFILE
|
,mac=MV_CREATEFILE
|
||||||
,msg=%str(File &path/&name already exists and force=&force)
|
,msg=%str(File &path/&name already exists and force=&force)
|
||||||
@@ -199,7 +200,14 @@ run;
|
|||||||
|
|
||||||
%local url mimetype ext;
|
%local url mimetype ext;
|
||||||
%let url=&base_uri/files/files?parentFolderUri=&self_uri;
|
%let url=&base_uri/files/files?parentFolderUri=&self_uri;
|
||||||
%let ext=%upcase(%scan(&name,-1,.));
|
%let ext=%upcase(%trim(%scan(&name,-1,.)));
|
||||||
|
|
||||||
|
/* Get Viya file-extension details into some macro variables */
|
||||||
|
%mv_getViyaFileExtParms(&ext
|
||||||
|
,propertiesVar=viyaProperties
|
||||||
|
,typeDefNameVar=viyaTypeDefName
|
||||||
|
,mdebug=&mdebug
|
||||||
|
)
|
||||||
|
|
||||||
/* fetch job info */
|
/* fetch job info */
|
||||||
%local fname1;
|
%local fname1;
|
||||||
@@ -212,12 +220,23 @@ proc http method='POST' out=&fname1 &oauth_bearer in=&fref
|
|||||||
%else %do;
|
%else %do;
|
||||||
ct="&ctype"
|
ct="&ctype"
|
||||||
%end;
|
%end;
|
||||||
%if "&ext"="HTML" or "&ext"="CSS" or "&ext"="JS" or "&ext"="PNG"
|
|
||||||
or "&ext"="SVG" %then %do;
|
/* typeDefName */
|
||||||
url="&url%str(&)typeDefName=file";
|
%if not %mf_isBlank(&viyaTypeDefName) %then %do;
|
||||||
|
url="&url%str(&)typeDefName=&viyaTypeDefName";
|
||||||
%end;
|
%end;
|
||||||
%else %do;
|
%else %do;
|
||||||
url="&url";
|
%if "&ext"="HTM" or "&ext"="HTML" or "&ext"="XHTML" %then %do;
|
||||||
|
url="&url%str(&)typeDefName=file_html";
|
||||||
|
%end;
|
||||||
|
%else %do;
|
||||||
|
%if "&ext"="CSS" or "&ext"="JS" or "&ext"="PNG" or "&ext"="SVG" %then %do;
|
||||||
|
url="&url%str(&)typeDefName=file_%lowcase(&ext)";
|
||||||
|
%end;
|
||||||
|
%else %do;
|
||||||
|
url="&url";
|
||||||
|
%end;
|
||||||
|
%end;
|
||||||
%end;
|
%end;
|
||||||
|
|
||||||
headers "Accept"="application/json"
|
headers "Accept"="application/json"
|
||||||
@@ -239,6 +258,7 @@ run;
|
|||||||
,mac=MV_CREATEFILE
|
,mac=MV_CREATEFILE
|
||||||
,msg=%str(&SYS_PROCHTTP_STATUS_CODE &SYS_PROCHTTP_STATUS_PHRASE)
|
,msg=%str(&SYS_PROCHTTP_STATUS_CODE &SYS_PROCHTTP_STATUS_PHRASE)
|
||||||
)
|
)
|
||||||
|
|
||||||
%local libref2;
|
%local libref2;
|
||||||
%let libref2=%mf_getuniquelibref();
|
%let libref2=%mf_getuniquelibref();
|
||||||
libname &libref2 JSON fileref=&fname1;
|
libname &libref2 JSON fileref=&fname1;
|
||||||
@@ -246,12 +266,60 @@ libname &libref2 JSON fileref=&fname1;
|
|||||||
data &outds;
|
data &outds;
|
||||||
set &libref2..links end=last;
|
set &libref2..links end=last;
|
||||||
if rel='createChild' then do;
|
if rel='createChild' then do;
|
||||||
call symputx('href',quote(cats("&base_uri",href)),'l');
|
|
||||||
&dbg put (_all_)(=);
|
&dbg put (_all_)(=);
|
||||||
end;
|
end;
|
||||||
run;
|
run;
|
||||||
|
|
||||||
%put &sysmacroname: %trim(&base_uri)%mfv_getpathuri(&path/&name);
|
/* URI of the created file */
|
||||||
|
%let fileuri=%trim(%mfv_getpathuri(&path/&name));
|
||||||
|
|
||||||
|
/* If properties were found then patch the file to include them */
|
||||||
|
%if not %mf_isBlank(%superq(viyaProperties)) %then %do;
|
||||||
|
/* Wrap the properties object in a root object also containing the filename */
|
||||||
|
%local viyapatch;
|
||||||
|
%let viyapatch=%sysfunc(pathname(work))/%mf_getuniquename(prefix=patch_json_);
|
||||||
|
data _null_;
|
||||||
|
length line $32767;
|
||||||
|
file "&viyapatch" lrecl=32767;
|
||||||
|
put '{ "name": "' "&name" '",';
|
||||||
|
line = cat('"properties": ',symget("viyaProperties"));
|
||||||
|
put line;
|
||||||
|
put '}';
|
||||||
|
stop;
|
||||||
|
run;
|
||||||
|
|
||||||
|
%if &mdebug=1 %then %do;
|
||||||
|
data _null_;
|
||||||
|
if (_n_ eq 1) then put 'DEBUG: ** PATCH JSON **';
|
||||||
|
infile "&viyapatch" end=last;
|
||||||
|
input;
|
||||||
|
put _infile_;
|
||||||
|
run;
|
||||||
|
%end;
|
||||||
|
|
||||||
|
/* Apply the properties to the newly created file, using the PATCH method */
|
||||||
|
%let fref=%mf_getuniquefileref();
|
||||||
|
filename &fref "&viyapatch";
|
||||||
|
%let url=&base_uri&fileuri;
|
||||||
|
|
||||||
|
proc http method='PATCH' oauth_bearer=sas_services in=&fref
|
||||||
|
url="&url";
|
||||||
|
headers "Accept"="application/json"
|
||||||
|
"Content-Type"="application/json"
|
||||||
|
"If-Match"="*";
|
||||||
|
%if &mdebug=1 %then %do;
|
||||||
|
debug level=2;
|
||||||
|
%end;
|
||||||
|
run;
|
||||||
|
%if &mdebug=1 %then %put &sysmacroname PATCH &=url
|
||||||
|
&=SYS_PROCHTTP_STATUS_CODE &=SYS_PROCHTTP_STATUS_PHRASE;
|
||||||
|
%mp_abort(iftrue=(&SYS_PROCHTTP_STATUS_CODE ne 200)
|
||||||
|
,mac=MV_CREATEFILE
|
||||||
|
,msg=%str(&SYS_PROCHTTP_STATUS_CODE &SYS_PROCHTTP_STATUS_PHRASE)
|
||||||
|
)
|
||||||
|
%end;
|
||||||
|
|
||||||
|
%put &sysmacroname: &base_uri&fileuri;
|
||||||
%put /SASJobExecution?_file=&path/&name;%put;
|
%put /SASJobExecution?_file=&path/&name;%put;
|
||||||
|
|
||||||
%if &mdebug=0 %then %do;
|
%if &mdebug=0 %then %do;
|
||||||
|
|||||||
@@ -117,7 +117,8 @@ libname &libref1a JSON fileref=&fname1a;
|
|||||||
%let found=0;
|
%let found=0;
|
||||||
/* %put Getting object uri from &libref1a..items; */
|
/* %put Getting object uri from &libref1a..items; */
|
||||||
data _null_;
|
data _null_;
|
||||||
length contenttype name $1000;
|
length contenttype name uri $1000;
|
||||||
|
call missing(of _all_);
|
||||||
set &libref1a..items;
|
set &libref1a..items;
|
||||||
if contenttype='jobDefinition' and upcase(name)="%upcase(&name)" then do;
|
if contenttype='jobDefinition' and upcase(name)="%upcase(&name)" then do;
|
||||||
call symputx('uri',cats("&base_uri",uri),'l');
|
call symputx('uri',cats("&base_uri",uri),'l');
|
||||||
|
|||||||
@@ -0,0 +1,255 @@
|
|||||||
|
/**
|
||||||
|
@file mv_getviyafileextparms.sas
|
||||||
|
@brief Reads the VIYA file-extension type definition and returns selected
|
||||||
|
values in SAS macro variables
|
||||||
|
|
||||||
|
@details Content is derived from the following endpoint:
|
||||||
|
"https://${serverUrl}/types/types?limit=999999"
|
||||||
|
|
||||||
|
@param [in] ext File extension to retrieve property info for.
|
||||||
|
@param [out] propertiesVar= SAS macro variable name that will contain
|
||||||
|
the 'properties' object json, if found, else blank.
|
||||||
|
@param [out] typeDefNameVar= SAS macro variable name that will contain
|
||||||
|
the 'typeDefName' property value, if found, else blank.
|
||||||
|
@param [out] mediaTypeVar= SAS macro variable name that will contain
|
||||||
|
the 'mediaType' property value, if found, else blank.
|
||||||
|
@param [out] viyaFileExtRespLibDs (work.mv_getViyaFileExtParmsResponse)
|
||||||
|
Library.name of the dataset to receive the local working copy of the initial
|
||||||
|
response that requests all file extension details. Created once per session
|
||||||
|
to avoid multiple api calls.
|
||||||
|
@param [in] mdebug= (0) Set to 1 to enable DEBUG messages
|
||||||
|
|
||||||
|
<h4> SAS Macros </h4>
|
||||||
|
@li mf_existds.sas
|
||||||
|
@li mf_getplatform.sas
|
||||||
|
@li mf_getuniquefileref.sas
|
||||||
|
@li mf_getuniquelibref.sas
|
||||||
|
@li mf_getuniquename.sas
|
||||||
|
@li mf_getvalue.sas
|
||||||
|
@li mf_getvarlist.sas
|
||||||
|
@li mf_getvartype.sas
|
||||||
|
@li mf_isblank.sas
|
||||||
|
@li mf_nobs.sas
|
||||||
|
@li mp_abort.sas
|
||||||
|
|
||||||
|
**/
|
||||||
|
|
||||||
|
%macro mv_getViyaFileExtParms(
|
||||||
|
ext,
|
||||||
|
typeDefNameVar=,
|
||||||
|
propertiesVar=,
|
||||||
|
mediaTypeVar=,
|
||||||
|
viyaFileExtRespLibDs=work.mv_getViyaFileExtParmsResponse,
|
||||||
|
mdebug=0
|
||||||
|
);
|
||||||
|
%local base_uri; /* location of rest apis */
|
||||||
|
%local url; /* File extension info end-point */
|
||||||
|
|
||||||
|
%mp_abort(
|
||||||
|
iftrue=(%mf_isBlank(&ext))
|
||||||
|
,msg=%str(No file extension provided.)
|
||||||
|
,mac=MV_GETVIYAFILEEXTPARMS
|
||||||
|
)
|
||||||
|
|
||||||
|
%mp_abort(
|
||||||
|
iftrue=(%mf_isBlank(&typeDefNameVar) and
|
||||||
|
%mf_isBlank(&propertiesVar) and
|
||||||
|
%mf_isBlank(&mediaTypeVar))
|
||||||
|
,msg=%str(MV_GETVIYAFILEEXTPARMS - No parameter was requested.)
|
||||||
|
,mac=MV_GETVIYAFILEEXTPARMS
|
||||||
|
)
|
||||||
|
|
||||||
|
%mp_abort(
|
||||||
|
iftrue=(%mf_isBlank(&viyaFileExtRespLibDs))
|
||||||
|
,msg=%str(No <libname.>dataset name provided to cache inital response.)
|
||||||
|
,mac=MV_GETVIYAFILEEXTPARMS
|
||||||
|
)
|
||||||
|
|
||||||
|
/* Declare requested parameters as global macro vars and initialize blank */
|
||||||
|
%if not %mf_isBlank(&typeDefNameVar) %then %do;
|
||||||
|
%global &typeDefNameVar;
|
||||||
|
%let &typeDefNameVar = %str();
|
||||||
|
%end;
|
||||||
|
%if not %mf_isBlank(&propertiesVar) %then %do;
|
||||||
|
%global &propertiesVar;
|
||||||
|
%let &propertiesVar = %str();
|
||||||
|
%end;
|
||||||
|
%if not %mf_isBlank(&mediaTypeVar) %then %do;
|
||||||
|
%global &mediaTypeVar;
|
||||||
|
%let &mediaTypeVar = %str();
|
||||||
|
%end;
|
||||||
|
|
||||||
|
%let base_uri=%mf_getplatform(VIYARESTAPI);
|
||||||
|
%if &mdebug=1 %then %put DEBUG: &=base_uri;
|
||||||
|
|
||||||
|
%let ext=%lowcase(&ext);
|
||||||
|
|
||||||
|
/* Create a local copy of the Viya response containing all file type info, if
|
||||||
|
it does not already exist. */
|
||||||
|
%if not %mf_existds(&viyaFileExtRespLibDs) %then %do;
|
||||||
|
/* Create a temp file and fill with JSON that declares */
|
||||||
|
/* VIYA file-type details for the given file extension */
|
||||||
|
%local viyatypedefs;
|
||||||
|
%let viyatypedefs=%mf_getuniquefileref();
|
||||||
|
filename &viyatypedefs temp;
|
||||||
|
|
||||||
|
%let url = &base_uri/types/types?limit=999999;
|
||||||
|
|
||||||
|
proc http oauth_bearer=sas_services out=&viyatypedefs
|
||||||
|
url="&url";
|
||||||
|
run;
|
||||||
|
|
||||||
|
%if &mdebug=1 %then %put DEBUG: &sysmacroname &=url
|
||||||
|
&=SYS_PROCHTTP_STATUS_CODE &=SYS_PROCHTTP_STATUS_PHRASE;
|
||||||
|
|
||||||
|
%if (&SYS_PROCHTTP_STATUS_CODE ne 200) %then %do;
|
||||||
|
/* To avoid a breaking change, exit early if the request failed.
|
||||||
|
The calling process will proceed with empty macro variables. */
|
||||||
|
%put INFO: &sysmacroname File extension details were not retrieved.;
|
||||||
|
filename &viyatypedefs clear;
|
||||||
|
%return;
|
||||||
|
%end;
|
||||||
|
|
||||||
|
%if &mdebug=1 %then %do;
|
||||||
|
/* Dump the response to the log */
|
||||||
|
data _null_;
|
||||||
|
length line $120;
|
||||||
|
null=byte(0);
|
||||||
|
infile &viyatypedefs dlm=null lrecl=120 recfm=n;
|
||||||
|
input line $120.;
|
||||||
|
if _n_ = 1 then put "DEBUG:";
|
||||||
|
put line;
|
||||||
|
run;
|
||||||
|
%end;
|
||||||
|
|
||||||
|
/* Convert the content of that JSON into SAS datasets */
|
||||||
|
/* First prepare a new WORK-based folder to receive the datasets */
|
||||||
|
%local jsonworkfolder jsonlib opt_dlcreatedir;
|
||||||
|
%let jsonworkfolder=%sysfunc(pathname(work))/%mf_getuniquename(prefix=jsn_);
|
||||||
|
%let jsonlib=%mf_getuniquelibref(prefix=json);
|
||||||
|
/* And point a libname at it */
|
||||||
|
%let opt_dlcreatedir = %sysfunc(getoption(dlcreatedir));
|
||||||
|
options dlcreatedir; libname &jsonlib "&jsonworkfolder";
|
||||||
|
options &opt_dlcreatedir;
|
||||||
|
|
||||||
|
/* Read the json output once and copy datasets to its work folder */
|
||||||
|
%local libref1;
|
||||||
|
%let libref1=%mf_getuniquelibref();
|
||||||
|
libname &libref1 JSON fileref=&viyatypedefs automap=create;
|
||||||
|
proc copy in=&libref1 out=&jsonlib; run;
|
||||||
|
|
||||||
|
libname &libref1 clear;
|
||||||
|
|
||||||
|
/* Now give all rows belonging to the same items array a grouping value */
|
||||||
|
data &viyaFileExtRespLibDs;
|
||||||
|
length _viyaItemIdx 8;
|
||||||
|
set &jsonlib..alldata;
|
||||||
|
retain _viyaItemIdx 0;
|
||||||
|
/* Increment the row group index when a new 'items' group is observed */
|
||||||
|
if P=1 and P1='items' then _viyaItemIdx + 1;
|
||||||
|
run;
|
||||||
|
|
||||||
|
%if &mdebug=0 %then %do;
|
||||||
|
/* Tidy up, unless debug=1 */
|
||||||
|
proc datasets library=&jsonlib nolist kill; quit;
|
||||||
|
libname &jsonlib clear;
|
||||||
|
%end;
|
||||||
|
|
||||||
|
filename &viyatypedefs clear;
|
||||||
|
|
||||||
|
%end; /* If initial filetype query response didn't exist */
|
||||||
|
|
||||||
|
%if &mdebug %then %put DEBUG: Find the row-group for extension &ext;
|
||||||
|
%local itemRowGroup;
|
||||||
|
data _null_;
|
||||||
|
set &viyaFileExtRespLibDs;
|
||||||
|
where p1='items' and p2='extensions' and value="&ext";
|
||||||
|
call symputx('itemRowGroup',_viyaItemIdx,'l');
|
||||||
|
%if &mdebug %then %do;
|
||||||
|
putlog (_all_)(=);
|
||||||
|
%end;
|
||||||
|
run;
|
||||||
|
|
||||||
|
%if &mdebug %then %put DEBUG: &=itemRowGroup;
|
||||||
|
|
||||||
|
%if %mf_isBlank(&itemRowGroup) %then %do;
|
||||||
|
/* extension was not found */
|
||||||
|
%if &mdebug %then %put DEBUG: No type details found for extension "&ext";
|
||||||
|
%return;
|
||||||
|
%end;
|
||||||
|
|
||||||
|
/* Filter the cached response data down to the required file extension */
|
||||||
|
%local dsItems;
|
||||||
|
%let dsItems = %mf_getuniquename(prefix=dsItems_);
|
||||||
|
data work.&dsItems;
|
||||||
|
set &viyaFileExtRespLibDs;
|
||||||
|
where _viyaItemIdx = &itemRowGroup;
|
||||||
|
run;
|
||||||
|
|
||||||
|
/* Populate typeDefName, if requested */
|
||||||
|
%if (not %mf_isBlank(&typeDefNameVar)) %then %do;
|
||||||
|
%let &typeDefNameVar = %mf_getvalue(
|
||||||
|
&dsItems,value,filter=%quote(p1="items" and p2="name"));
|
||||||
|
%if &mdebug %then
|
||||||
|
%put DEBUG: &=typeDefNameVar &typeDefNameVar=&&&typeDefNameVar;
|
||||||
|
%end;
|
||||||
|
|
||||||
|
/* Populate mediaType, if requested */
|
||||||
|
%if (not %mf_isBlank(&mediaTypeVar)) %then %do;
|
||||||
|
%let &mediaTypeVar = %mf_getvalue(
|
||||||
|
&dsItems,value,filter=%quote(p1="items" and p2="mediaType"));
|
||||||
|
%if &mdebug %then %put DEBUG: &=mediaTypeVar &mediaTypeVar=&&&mediaTypeVar;
|
||||||
|
%end;
|
||||||
|
|
||||||
|
/* Populate properties macro variable, if requested */
|
||||||
|
%if not %mf_isBlank(&propertiesVar) %then %do;
|
||||||
|
|
||||||
|
/* Filter dsItems down to the properties */
|
||||||
|
%local dsProperties;
|
||||||
|
%let dsProperties = %mf_getuniquename(prefix=dsProperties_);
|
||||||
|
data work.&dsProperties ( rename=(p3 = propertyName) );
|
||||||
|
set work.&dsItems;
|
||||||
|
where p2="properties" and v=1;
|
||||||
|
run;
|
||||||
|
|
||||||
|
/* Check for 1+ properties */
|
||||||
|
%if ( %mf_nobs(&dsProperties) = 0 ) %then %do;
|
||||||
|
%let &propertiesVar = %str();
|
||||||
|
%if &mdebug %then %put DEBUG: &SYSMACRONAME - No Viya properties %trim(
|
||||||
|
)found for file suffix %str(%')&ext%str(%');
|
||||||
|
%end;
|
||||||
|
%else %do;
|
||||||
|
/* Properties potentially span multiple rows in the input table */
|
||||||
|
data _null_;
|
||||||
|
length
|
||||||
|
line $32767
|
||||||
|
properties $32767
|
||||||
|
;
|
||||||
|
retain properties;
|
||||||
|
set &dsProperties end=last;
|
||||||
|
if _n_ = 1 then properties = '{';
|
||||||
|
|
||||||
|
line = cats(quote(trim(propertyName)),':');
|
||||||
|
/* Only strings and bools appear in properties */
|
||||||
|
if value not in ("true","false") then value = quote(trim(value));
|
||||||
|
line = catx(' ',line,value);
|
||||||
|
/* Add a comma separator to all except the last line */
|
||||||
|
if not last then line = cats(line,',');
|
||||||
|
|
||||||
|
/* Add this line to the output value */
|
||||||
|
properties = catx(' ',properties,line);
|
||||||
|
|
||||||
|
if last then do;
|
||||||
|
/* Close off the properties object and output to the macro variable */
|
||||||
|
properties=catx(' ',properties,'}');
|
||||||
|
call symputx("&propertiesVar",properties);
|
||||||
|
end;
|
||||||
|
run;
|
||||||
|
|
||||||
|
%if &mdebug %then
|
||||||
|
%put DEBUG: &=propertiesVar &propertiesVar=&&&propertiesVar;
|
||||||
|
%end;
|
||||||
|
|
||||||
|
%end;
|
||||||
|
|
||||||
|
%mend mv_getViyaFileExtParms;
|
||||||
@@ -0,0 +1,111 @@
|
|||||||
|
/**
|
||||||
|
@file mx_createjob.sas
|
||||||
|
@brief Create a job in SAS 9, Viya or SASjs
|
||||||
|
@details Creates a Stored Process in SAS 9, a Job Execution Service in SAS
|
||||||
|
Viya, or a Stored Program on SASjs Server - depending on the executing
|
||||||
|
environment.
|
||||||
|
|
||||||
|
Usage:
|
||||||
|
|
||||||
|
%* compile macros ;
|
||||||
|
filename mc url "https://raw.githubusercontent.com/sasjs/core/main/all.sas";
|
||||||
|
%inc mc;
|
||||||
|
|
||||||
|
%* write some code;
|
||||||
|
filename ft15f001 temp;
|
||||||
|
parmcards4;
|
||||||
|
data example1;
|
||||||
|
set sashelp.class;
|
||||||
|
run;
|
||||||
|
;;;;
|
||||||
|
|
||||||
|
%* create the job;
|
||||||
|
%mx_createjob(path=/Public/app/jobs,name=myjob,replace=YES)
|
||||||
|
|
||||||
|
<h4> SAS Macros </h4>
|
||||||
|
@li mf_getplatform.sas
|
||||||
|
@li mm_createstp.sas
|
||||||
|
@li ms_createfile.sas
|
||||||
|
@li mv_createjob.sas
|
||||||
|
|
||||||
|
@param [in,out] path= The full folder path where the job will be created
|
||||||
|
@param [in,out] name= Job name. Avoid spaces.
|
||||||
|
@param [in] desc= The description of the job (optional)
|
||||||
|
@param [in] precode= Space separated list of filerefs, pointing to the code
|
||||||
|
that needs to be attached to the beginning of the job (optional)
|
||||||
|
@param [in] code= (ft15f001) Space seperated fileref(s) of the actual code to
|
||||||
|
be added
|
||||||
|
@param [in] replace= (YES) Select YES to replace any existing job in that
|
||||||
|
location
|
||||||
|
@param [in] mDebug= (0) set to 1 to show debug messages in the log
|
||||||
|
|
||||||
|
@author Allan Bowe
|
||||||
|
|
||||||
|
<h4> Related Macros </h4>
|
||||||
|
@li mx_createjob.test.sas
|
||||||
|
@li mx_createwebservice.sas
|
||||||
|
|
||||||
|
**/
|
||||||
|
|
||||||
|
%macro mx_createjob(path=HOME
|
||||||
|
,name=initJob
|
||||||
|
,precode=
|
||||||
|
,code=ft15f001
|
||||||
|
,desc=This job was created by the mx_createjob macro
|
||||||
|
,replace=YES
|
||||||
|
,mdebug=0
|
||||||
|
)/*/STORE SOURCE*/;
|
||||||
|
|
||||||
|
%if &syscc ge 4 %then %do;
|
||||||
|
%put syscc=&syscc - &sysmacroname will not execute in this state;
|
||||||
|
%return;
|
||||||
|
%end;
|
||||||
|
|
||||||
|
/* combine precode and code into a single file */
|
||||||
|
%local tempref x fref freflist;
|
||||||
|
%let tempref=%mf_getuniquefileref();
|
||||||
|
%local work tmpfile;
|
||||||
|
%let work=%sysfunc(pathname(work));
|
||||||
|
%let tmpfile=&tempref..sas;
|
||||||
|
filename &tempref "&work/&tmpfile";
|
||||||
|
%let freflist=&precode &code ;
|
||||||
|
%do x=1 %to %sysfunc(countw(&freflist));
|
||||||
|
%let fref=%scan(&freflist,&x);
|
||||||
|
%put &sysmacroname: adding &fref;
|
||||||
|
data _null_;
|
||||||
|
file &tempref lrecl=3000 termstr=crlf mod;
|
||||||
|
infile &fref lrecl=3000;
|
||||||
|
input;
|
||||||
|
put _infile_;
|
||||||
|
run;
|
||||||
|
%end;
|
||||||
|
|
||||||
|
%local platform; %let platform=%mf_getplatform();
|
||||||
|
%if &platform=SASVIYA %then %do;
|
||||||
|
%if "&path"="HOME" %then %let path=/Users/&sysuserid/My Folder;
|
||||||
|
%mv_createjob(path=&path
|
||||||
|
,name=&name
|
||||||
|
,code=&tempref
|
||||||
|
,desc=&desc
|
||||||
|
,replace=&replace
|
||||||
|
)
|
||||||
|
%end;
|
||||||
|
%else %if &platform=SASJS %then %do;
|
||||||
|
%if "&path"="HOME" %then %let path=/Users/&_sasjs_username/My Folder;
|
||||||
|
%ms_createfile(&path/&name..sas
|
||||||
|
,inref=&tempref
|
||||||
|
,mdebug=&mdebug
|
||||||
|
)
|
||||||
|
%end;
|
||||||
|
%else %do;
|
||||||
|
%if "&path"="HOME" %then %let path=/User Folders/&_METAPERSON/My Folder;
|
||||||
|
%mm_createstp(stpname=&name
|
||||||
|
,filename=&tmpfile
|
||||||
|
,directory=&work
|
||||||
|
,tree=&path
|
||||||
|
,stpdesc=&desc
|
||||||
|
,mDebug=&mdebug
|
||||||
|
)
|
||||||
|
%end;
|
||||||
|
filename &tempref clear;
|
||||||
|
%mend mx_createjob;
|
||||||
@@ -48,6 +48,9 @@ Usage:
|
|||||||
|
|
||||||
@author Allan Bowe
|
@author Allan Bowe
|
||||||
|
|
||||||
|
<h4> Related Macros </h4>
|
||||||
|
@li mx_createjob.sas
|
||||||
|
|
||||||
**/
|
**/
|
||||||
|
|
||||||
%macro mx_createwebservice(path=HOME
|
%macro mx_createwebservice(path=HOME
|
||||||
|
|||||||
Reference in New Issue
Block a user