mirror of
https://github.com/sasjs/core.git
synced 2026-04-09 18:13:14 +00:00
Compare commits
3 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
df832a184f | ||
|
|
15084be09d | ||
|
|
92ff1a53dc |
3
.github/FUNDING.yml
vendored
3
.github/FUNDING.yml
vendored
@@ -1,3 +0,0 @@
|
|||||||
# These are supported funding model platforms
|
|
||||||
|
|
||||||
custom: https://getalby.com/p/sasjs
|
|
||||||
4
.github/workflows/main.yml
vendored
4
.github/workflows/main.yml
vendored
@@ -13,7 +13,7 @@ jobs:
|
|||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
steps:
|
steps:
|
||||||
- name: Checkout
|
- name: Checkout
|
||||||
uses: actions/checkout@v6
|
uses: actions/checkout@v4
|
||||||
|
|
||||||
- name: Install dependencies
|
- name: Install dependencies
|
||||||
run: |
|
run: |
|
||||||
@@ -54,7 +54,7 @@ jobs:
|
|||||||
echo "REFRESH_TOKEN=${{secrets.SAS9_4GL_IO_REFRESH_TOKEN}}" >> .env.server
|
echo "REFRESH_TOKEN=${{secrets.SAS9_4GL_IO_REFRESH_TOKEN}}" >> .env.server
|
||||||
|
|
||||||
- name: Semantic Release
|
- name: Semantic Release
|
||||||
uses: cycjimmy/semantic-release-action@v6
|
uses: cycjimmy/semantic-release-action@v4
|
||||||
env:
|
env:
|
||||||
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
||||||
NPM_TOKEN: ${{ secrets.NPM_TOKEN }}
|
NPM_TOKEN: ${{ secrets.NPM_TOKEN }}
|
||||||
|
|||||||
2
.github/workflows/notmain.yml
vendored
2
.github/workflows/notmain.yml
vendored
@@ -13,7 +13,7 @@ jobs:
|
|||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
steps:
|
steps:
|
||||||
- name: Checkout
|
- name: Checkout
|
||||||
uses: actions/checkout@v6
|
uses: actions/checkout@v4
|
||||||
|
|
||||||
- name: Install dependencies
|
- name: Install dependencies
|
||||||
run: |
|
run: |
|
||||||
|
|||||||
7
.github/workflows/run-tests.yml
vendored
7
.github/workflows/run-tests.yml
vendored
@@ -12,10 +12,10 @@ jobs:
|
|||||||
|
|
||||||
strategy:
|
strategy:
|
||||||
matrix:
|
matrix:
|
||||||
node-version: [lts/iron]
|
node-version: [lts/hydrogen]
|
||||||
|
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v6
|
- uses: actions/checkout@v2
|
||||||
- name: Use Node.js ${{ matrix.node-version }}
|
- name: Use Node.js ${{ matrix.node-version }}
|
||||||
uses: actions/setup-node@v2
|
uses: actions/setup-node@v2
|
||||||
with:
|
with:
|
||||||
@@ -73,8 +73,6 @@ jobs:
|
|||||||
|
|
||||||
- name: Build & Deploy Project to SAS server
|
- name: Build & Deploy Project to SAS server
|
||||||
run: npx @sasjs/cli cbd -t server
|
run: npx @sasjs/cli cbd -t server
|
||||||
env:
|
|
||||||
macroCorePath: .
|
|
||||||
|
|
||||||
- name: Run all tests
|
- name: Run all tests
|
||||||
run: npx @sasjs/cli test -t server
|
run: npx @sasjs/cli test -t server
|
||||||
@@ -86,4 +84,3 @@ jobs:
|
|||||||
SAS_PASSWORD: ${{secrets.SAS_PASSWORD}}
|
SAS_PASSWORD: ${{secrets.SAS_PASSWORD}}
|
||||||
ACCESS_TOKEN: ${{secrets.ACCESS_TOKEN}}
|
ACCESS_TOKEN: ${{secrets.ACCESS_TOKEN}}
|
||||||
REFRESH_TOKEN: ${{secrets.REFRESH_TOKEN}}
|
REFRESH_TOKEN: ${{secrets.REFRESH_TOKEN}}
|
||||||
|
|
||||||
|
|||||||
@@ -1,5 +1,6 @@
|
|||||||
all.sas
|
all.sas
|
||||||
build.py
|
build.py
|
||||||
|
.gitpod*
|
||||||
tests/
|
tests/
|
||||||
sasjs/
|
sasjs/
|
||||||
.github/
|
.github/
|
||||||
|
|||||||
11
README.md
11
README.md
@@ -213,13 +213,12 @@ When contributing to this library, it is therefore important to ensure that all
|
|||||||
|
|
||||||
We are currently on major release v4. Breaking changes should be marked with the [deprecated](https://www.doxygen.nl/manual/commands.html#cmddeprecated) doxygen tag. The following changes are planned when the next major/breaking release (v5) becomes necessary:
|
We are currently on major release v4. Breaking changes should be marked with the [deprecated](https://www.doxygen.nl/manual/commands.html#cmddeprecated) doxygen tag. The following changes are planned when the next major/breaking release (v5) becomes necessary:
|
||||||
|
|
||||||
* mcf_xxx macros to have `insert_cmplib` option deprecated (the option is now checked automatically with value inserted only if needed)
|
* mf_getuniquelibref.sas to have the deprecated maxtried parameter removed (no longer needed)
|
||||||
* mcf_xxx macros to have `wrap=` option defaulted to YES for convenience. Set this option explicitly to avoid issues.
|
|
||||||
* mf_getuniquelibref.sas to have the deprecated maxtries parameter removed (no longer needed)
|
|
||||||
* mp_abort.sas will have the redundant type= parameter removed.
|
|
||||||
* mp_coretable.sas will be replaced by the standalone macros in the `ddl` folder (which are already available)
|
|
||||||
* mp_getddl.sas to be renamed to mp_ds2ddl.sas (consistent with other ds2xxx macros). A wrapper macro is already in place, and you are able to use this immediately. The default for SHOWLOG will also be YES instead of NO.
|
|
||||||
* mp_testservice.sas to be renamed as mp_execute.sas (as it doesn't actually test anything)
|
* mp_testservice.sas to be renamed as mp_execute.sas (as it doesn't actually test anything)
|
||||||
|
* `insert_cmplib` option of mcf_xxx macros will be deprecated (the option is now checked automatically with value inserted only if needed)
|
||||||
|
* mcf_xxx macros to have `wrap=` option defaulted to YES for convenience. Set this option explicitly to avoid issues.
|
||||||
|
* mp_getddl.sas to be renamed to mp_ds2ddl.sas (consistent with other ds2xxx macros). A wrapper macro is already in place, and you are able to use this immediately. The default for SHOWLOG will also be YES instead of NO.
|
||||||
|
* mp_coretable.sas will be replaced by the standalone macros in the `ddl` folder (which are already available)
|
||||||
|
|
||||||
## Star Gazing
|
## Star Gazing
|
||||||
|
|
||||||
|
|||||||
550
all.sas
550
all.sas
@@ -1018,9 +1018,8 @@ or %index(&pgm,/tests/testteardown)
|
|||||||
%local dsid vnum rc schema;
|
%local dsid vnum rc schema;
|
||||||
/* in case the parameter is a libref.tablename, pull off just the libref */
|
/* in case the parameter is a libref.tablename, pull off just the libref */
|
||||||
%let libref = %upcase(%scan(&libref, 1, %str(.)));
|
%let libref = %upcase(%scan(&libref, 1, %str(.)));
|
||||||
/* sysname can be 'Schema/Owner' or just 'Schema' (eg snowflake) */
|
|
||||||
%let dsid=%sysfunc(open(sashelp.vlibnam(where=(
|
%let dsid=%sysfunc(open(sashelp.vlibnam(where=(
|
||||||
libname="%upcase(&libref)" and sysname=:'Schema'
|
libname="%upcase(&libref)" and sysname='Schema/Owner'
|
||||||
)),i));
|
)),i));
|
||||||
%if (&dsid ^= 0) %then %do;
|
%if (&dsid ^= 0) %then %do;
|
||||||
%let vnum=%sysfunc(varnum(&dsid,SYSVALUE));
|
%let vnum=%sysfunc(varnum(&dsid,SYSVALUE));
|
||||||
@@ -1215,9 +1214,8 @@ or %index(&pgm,/tests/testteardown)
|
|||||||
%mend mf_getuser;
|
%mend mf_getuser;
|
||||||
/**
|
/**
|
||||||
@file
|
@file
|
||||||
@brief Retrieves a value from a dataset. Returned value is fetched from the
|
@brief Retrieves a value from a dataset. If no filter supplied, then first
|
||||||
'fetchobs=' record (row 1 by default), after applying the optional filter.
|
record is used.
|
||||||
|
|
||||||
@details Be sure to <code>%quote()</code> your where clause. Example usage:
|
@details Be sure to <code>%quote()</code> your where clause. Example usage:
|
||||||
|
|
||||||
%put %mf_getvalue(sashelp.class,name,filter=%quote(age=15));
|
%put %mf_getvalue(sashelp.class,name,filter=%quote(age=15));
|
||||||
@@ -1232,43 +1230,24 @@ or %index(&pgm,/tests/testteardown)
|
|||||||
@param [in] libds dataset to query
|
@param [in] libds dataset to query
|
||||||
@param [in] variable the variable which contains the value to return.
|
@param [in] variable the variable which contains the value to return.
|
||||||
@param [in] filter= (1) contents of where clause
|
@param [in] filter= (1) contents of where clause
|
||||||
@param [in] fetchobs= (1) observation to fetch. NB: Filter applies first.
|
|
||||||
|
|
||||||
@version 9.2
|
@version 9.2
|
||||||
@author Allan Bowe
|
@author Allan Bowe
|
||||||
**/
|
**/
|
||||||
|
|
||||||
%macro mf_getvalue(libds,variable,filter=1,fetchobs=1
|
%macro mf_getvalue(libds,variable,filter=1
|
||||||
)/*/STORE SOURCE*/;
|
)/*/STORE SOURCE*/;
|
||||||
%local dsid;
|
%if %mf_getattrn(&libds,NLOBS)>0 %then %do;
|
||||||
|
%local dsid rc &variable;
|
||||||
%let dsid=%sysfunc(open(&libds(where=(&filter))));
|
%let dsid=%sysfunc(open(&libds(where=(&filter))));
|
||||||
%if (&dsid) %then %do;
|
|
||||||
%local rc &variable;
|
|
||||||
%syscall set(dsid);
|
%syscall set(dsid);
|
||||||
%let rc = %sysfunc(fetchobs(&dsid,&fetchobs));
|
%let rc = %sysfunc(fetch(&dsid));
|
||||||
%if (&rc ne 0) %then %do;
|
|
||||||
%put NOTE: Problem reading obs &fetchobs from &libds..;
|
|
||||||
%put %sysfunc(sysmsg());
|
|
||||||
/* Coerce an rc value of -1 (read past end of data) to a 4
|
|
||||||
that, in SAS condition code terms, represents the sysmsg
|
|
||||||
w@rning it generates. */
|
|
||||||
%if &rc eq -1 %then %let rc = 4;
|
|
||||||
/* And update SYSCC if the &rc value is higher */
|
|
||||||
%let syscc = %sysfunc(max(&syscc,&rc));
|
|
||||||
%end;
|
|
||||||
%let rc = %sysfunc(close(&dsid));
|
%let rc = %sysfunc(close(&dsid));
|
||||||
|
|
||||||
%trim(&&&variable)
|
%trim(&&&variable)
|
||||||
|
|
||||||
%end;
|
%end;
|
||||||
%else %do;
|
%mend mf_getvalue;/**
|
||||||
%put %sysfunc(sysmsg());
|
|
||||||
%let syscc = %sysfunc(max(&syscc,%sysfunc(sysrc())));
|
|
||||||
%end;
|
|
||||||
|
|
||||||
%mend mf_getvalue;
|
|
||||||
/**
|
|
||||||
@file
|
@file
|
||||||
@brief Returns number of variables in a dataset
|
@brief Returns number of variables in a dataset
|
||||||
@details Useful to identify those renagade datasets that have no columns!
|
@details Useful to identify those renagade datasets that have no columns!
|
||||||
@@ -4023,6 +4002,10 @@ run;
|
|||||||
ignorelist=,
|
ignorelist=,
|
||||||
outds=work.test_results
|
outds=work.test_results
|
||||||
)/*/STORE SOURCE*/;
|
)/*/STORE SOURCE*/;
|
||||||
|
%local ds test_result test_comments del add mod ilist;
|
||||||
|
%let ilist=%upcase(&sasjs_prefix._FUNCTIONS SYS_PROCHTTP_STATUS_CODE
|
||||||
|
SYS_PROCHTTP_STATUS_CODE SYS_PROCHTTP_STATUS_PHRASE &ignorelist);
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* this sets up the global vars, it will also enter STRICT mode. If this
|
* this sets up the global vars, it will also enter STRICT mode. If this
|
||||||
* behaviour is not desired, simply initiate the following global macro
|
* behaviour is not desired, simply initiate the following global macro
|
||||||
@@ -4030,10 +4013,6 @@ run;
|
|||||||
*/
|
*/
|
||||||
%mp_init()
|
%mp_init()
|
||||||
|
|
||||||
%local ds test_result test_comments del add mod ilist;
|
|
||||||
%let ilist=%upcase(&sasjs_prefix._FUNCTIONS SYS_PROCHTTP_STATUS_CODE
|
|
||||||
SYS_PROCHTTP_STATUS_CODE SYS_PROCHTTP_STATUS_PHRASE &ignorelist);
|
|
||||||
|
|
||||||
/* get current variables */
|
/* get current variables */
|
||||||
%if &action=SNAPSHOT %then %do;
|
%if &action=SNAPSHOT %then %do;
|
||||||
proc sql;
|
proc sql;
|
||||||
@@ -13880,7 +13859,6 @@ run;
|
|||||||
@li mf_islibds.sas
|
@li mf_islibds.sas
|
||||||
@li mf_wordsinstr1butnotstr2.sas
|
@li mf_wordsinstr1butnotstr2.sas
|
||||||
@li mp_abort.sas
|
@li mp_abort.sas
|
||||||
@li mp_ds2squeeze.sas
|
|
||||||
|
|
||||||
<h4> Related Macros </h4>
|
<h4> Related Macros </h4>
|
||||||
@li mddl_dc_difftable.sas
|
@li mddl_dc_difftable.sas
|
||||||
@@ -15393,8 +15371,7 @@ run;
|
|||||||
%else %if &engine=ODBC %then %do;
|
%else %if &engine=ODBC %then %do;
|
||||||
%&mD.put NOTE: Retrieving ODBC connection details;
|
%&mD.put NOTE: Retrieving ODBC connection details;
|
||||||
data _null_;
|
data _null_;
|
||||||
length connx_uri conprop_uri value datasource up_uri schema domprop_uri
|
length connx_uri conprop_uri value datasource up_uri schema domprop_uri authdomain $256.;
|
||||||
authdomain $256.;
|
|
||||||
call missing (of _all_);
|
call missing (of _all_);
|
||||||
/* get source connection ID */
|
/* get source connection ID */
|
||||||
rc=metadata_getnasn("&liburi",'LibraryConnection',1,connx_uri);
|
rc=metadata_getnasn("&liburi",'LibraryConnection',1,connx_uri);
|
||||||
@@ -15594,55 +15571,6 @@ run;
|
|||||||
|
|
||||||
libname &libref SQLSVR datasrc=&path schema=&schema user="&user" pass="&pass";
|
libname &libref SQLSVR datasrc=&path schema=&schema user="&user" pass="&pass";
|
||||||
%end;
|
%end;
|
||||||
%else %if &engine=SASIOSNF or &engine=SNOW %then %do;
|
|
||||||
%&mD.put NOTE: Retrieving SNOW connection details;
|
|
||||||
data _null_;
|
|
||||||
length connx_uri conprop_uri value server up_uri schema domprop_uri
|
|
||||||
authdomain database $256.;
|
|
||||||
call missing (of _all_);
|
|
||||||
/* get source connection ID */
|
|
||||||
rc=metadata_getnasn("&liburi",'LibraryConnection',1,connx_uri);
|
|
||||||
/* get connection properties */
|
|
||||||
i=0;
|
|
||||||
do until (rc2<0);
|
|
||||||
i+1;
|
|
||||||
rc2=metadata_getnasn(connx_uri,'Properties',i,conprop_uri);
|
|
||||||
rc3=metadata_getattr(conprop_uri,'Name',value);
|
|
||||||
if value='Connection.DBMS.Property.SERVER.Name.xmlKey.txt' then do;
|
|
||||||
rc4=metadata_getattr(conprop_uri,'DefaultValue',server);
|
|
||||||
rc2=-1;
|
|
||||||
end;
|
|
||||||
end;
|
|
||||||
|
|
||||||
/* get auth domain */
|
|
||||||
autrc=metadata_getnasn(connx_uri,"Domain",1,domprop_uri);
|
|
||||||
arc=metadata_getattr(domprop_uri,"Name",authdomain);
|
|
||||||
if not missing(authdomain) then authdomain=cats('AUTHDOMAIN=',authdomain);
|
|
||||||
call symputx('authdomain',authdomain,'l');
|
|
||||||
|
|
||||||
/* get SCHEMA */
|
|
||||||
rc6=metadata_getnasn("&liburi",'UsingPackages',1,up_uri);
|
|
||||||
rc7=metadata_getattr(up_uri,'SchemaName',schema);
|
|
||||||
&mD.put rc= connx_uri= rc2= conprop_uri= rc3= value= rc4= server=
|
|
||||||
rc6= up_uri= rc7= schema=;
|
|
||||||
|
|
||||||
/* get database value */
|
|
||||||
prop='Connection.DBMS.Property.DB.Name.xmlKey.txt';
|
|
||||||
rc=metadata_getprop("&liburi",prop,database,"");
|
|
||||||
if database^='' then database='database='!!quote(trim(database));
|
|
||||||
call symputx('database',database,'l');
|
|
||||||
|
|
||||||
call symputx('snow_schema',schema,'l');
|
|
||||||
call symputx('snow_server',server,'l');
|
|
||||||
run;
|
|
||||||
|
|
||||||
libname &libref SNOW SERVER="&snow_server" SCHEMA=&snow_schema &authdomain
|
|
||||||
&database;
|
|
||||||
%if %length(&open_passthrough)>0 %then %do;
|
|
||||||
proc sql;
|
|
||||||
connect using &libref as &open_passthrough;
|
|
||||||
%end;
|
|
||||||
%end;
|
|
||||||
%else %if &engine=TERADATA %then %do;
|
%else %if &engine=TERADATA %then %do;
|
||||||
%put NOTE: Obtaining &engine library details;
|
%put NOTE: Obtaining &engine library details;
|
||||||
data _null;
|
data _null;
|
||||||
@@ -24427,7 +24355,6 @@ run;
|
|||||||
@li mp_base64copy.sas
|
@li mp_base64copy.sas
|
||||||
@li mp_replace.sas
|
@li mp_replace.sas
|
||||||
@li mv_createfolder.sas
|
@li mv_createfolder.sas
|
||||||
@li mv_getviyafileextparms.sas
|
|
||||||
|
|
||||||
<h4> Related Macros</h4>
|
<h4> Related Macros</h4>
|
||||||
@li mv_createfile.sas
|
@li mv_createfile.sas
|
||||||
@@ -24512,7 +24439,7 @@ run;
|
|||||||
|
|
||||||
options noquotelenmax;
|
options noquotelenmax;
|
||||||
%local base_uri; /* location of rest apis */
|
%local base_uri; /* location of rest apis */
|
||||||
%let base_uri=%trim(%mf_getplatform(VIYARESTAPI));
|
%let base_uri=%mf_getplatform(VIYARESTAPI);
|
||||||
|
|
||||||
/* create folder if it does not already exist */
|
/* create folder if it does not already exist */
|
||||||
%local folderds self_uri;
|
%local folderds self_uri;
|
||||||
@@ -24531,7 +24458,7 @@ run;
|
|||||||
/* abort or delete if file already exists */
|
/* abort or delete if file already exists */
|
||||||
%let force=%upcase(&force);
|
%let force=%upcase(&force);
|
||||||
%local fileuri ;
|
%local fileuri ;
|
||||||
%let fileuri=%trim(%mfv_getpathuri(&path/&name));
|
%let fileuri=%mfv_getpathuri(&path/&name);
|
||||||
%mp_abort(iftrue=(%mf_isblank(&fileuri)=0 and &force ne YES)
|
%mp_abort(iftrue=(%mf_isblank(&fileuri)=0 and &force ne YES)
|
||||||
,mac=MV_CREATEFILE
|
,mac=MV_CREATEFILE
|
||||||
,msg=%str(File &path/&name already exists and force=&force)
|
,msg=%str(File &path/&name already exists and force=&force)
|
||||||
@@ -24558,13 +24485,7 @@ run;
|
|||||||
|
|
||||||
%local url mimetype ext;
|
%local url mimetype ext;
|
||||||
%let url=&base_uri/files/files?parentFolderUri=&self_uri;
|
%let url=&base_uri/files/files?parentFolderUri=&self_uri;
|
||||||
%let ext=%upcase(%trim(%scan(&name,-1,.)));
|
%let ext=%upcase(%scan(&name,-1,.));
|
||||||
|
|
||||||
/* Get Viya file-extension details into some macro variables */
|
|
||||||
%mv_getViyaFileExtParms(&ext
|
|
||||||
,propertiesVar=viyaProperties
|
|
||||||
,typeDefNameVar=viyaTypeDefName
|
|
||||||
,mdebug=&mdebug);
|
|
||||||
|
|
||||||
/* fetch job info */
|
/* fetch job info */
|
||||||
%local fname1;
|
%local fname1;
|
||||||
@@ -24577,23 +24498,12 @@ proc http method='POST' out=&fname1 &oauth_bearer in=&fref
|
|||||||
%else %do;
|
%else %do;
|
||||||
ct="&ctype"
|
ct="&ctype"
|
||||||
%end;
|
%end;
|
||||||
|
%if "&ext"="HTML" or "&ext"="CSS" or "&ext"="JS" or "&ext"="PNG"
|
||||||
/* typeDefName */
|
or "&ext"="SVG" %then %do;
|
||||||
%if not %mf_isBlank(&viyaTypeDefName) %then %do;
|
url="&url%str(&)typeDefName=file";
|
||||||
url="&url%str(&)typeDefName=&viyaTypeDefName";
|
|
||||||
%end;
|
%end;
|
||||||
%else %do;
|
%else %do;
|
||||||
%if "&ext"="HTM" or "&ext"="HTML" or "&ext"="XHTML" %then %do;
|
url="&url";
|
||||||
url="&url%str(&)typeDefName=file_html";
|
|
||||||
%end;
|
|
||||||
%else %do;
|
|
||||||
%if "&ext"="CSS" or "&ext"="JS" or "&ext"="PNG" or "&ext"="SVG" %then %do;
|
|
||||||
url="&url%str(&)typeDefName=file_%lowcase(&ext)";
|
|
||||||
%end;
|
|
||||||
%else %do;
|
|
||||||
url="&url";
|
|
||||||
%end;
|
|
||||||
%end;
|
|
||||||
%end;
|
%end;
|
||||||
|
|
||||||
headers "Accept"="application/json"
|
headers "Accept"="application/json"
|
||||||
@@ -24615,7 +24525,6 @@ run;
|
|||||||
,mac=MV_CREATEFILE
|
,mac=MV_CREATEFILE
|
||||||
,msg=%str(&SYS_PROCHTTP_STATUS_CODE &SYS_PROCHTTP_STATUS_PHRASE)
|
,msg=%str(&SYS_PROCHTTP_STATUS_CODE &SYS_PROCHTTP_STATUS_PHRASE)
|
||||||
)
|
)
|
||||||
|
|
||||||
%local libref2;
|
%local libref2;
|
||||||
%let libref2=%mf_getuniquelibref();
|
%let libref2=%mf_getuniquelibref();
|
||||||
libname &libref2 JSON fileref=&fname1;
|
libname &libref2 JSON fileref=&fname1;
|
||||||
@@ -24623,60 +24532,12 @@ libname &libref2 JSON fileref=&fname1;
|
|||||||
data &outds;
|
data &outds;
|
||||||
set &libref2..links end=last;
|
set &libref2..links end=last;
|
||||||
if rel='createChild' then do;
|
if rel='createChild' then do;
|
||||||
|
call symputx('href',quote(cats("&base_uri",href)),'l');
|
||||||
&dbg put (_all_)(=);
|
&dbg put (_all_)(=);
|
||||||
end;
|
end;
|
||||||
run;
|
run;
|
||||||
|
|
||||||
/* URI of the created file */
|
%put &sysmacroname: %trim(&base_uri)%mfv_getpathuri(&path/&name);
|
||||||
%let fileuri=%trim(%mfv_getpathuri(&path/&name));
|
|
||||||
|
|
||||||
/* If properties were found then patch the file to include them */
|
|
||||||
%if not %mf_isBlank(%superq(viyaProperties)) %then %do;
|
|
||||||
/* Wrap the properties object in a root object also containing the file name */
|
|
||||||
%local viyapatch;
|
|
||||||
%let viyapatch = %sysfunc(pathname(work))/%mf_getuniquename(prefix=patch_json_);
|
|
||||||
data _null_;
|
|
||||||
length line $32767;
|
|
||||||
file "&viyapatch" lrecl=32767;
|
|
||||||
put '{ "name": "' "&name" '",';
|
|
||||||
line = cat('"properties": ',symget("viyaProperties"));
|
|
||||||
put line;
|
|
||||||
put '}';
|
|
||||||
stop;
|
|
||||||
run;
|
|
||||||
|
|
||||||
%if &mdebug=1 %then %do;
|
|
||||||
data _null_;
|
|
||||||
if (_n_ eq 1) then put 'DEBUG: ** PATCH JSON **';
|
|
||||||
infile "&viyapatch" end=last;
|
|
||||||
input;
|
|
||||||
put _infile_;
|
|
||||||
run;
|
|
||||||
%end;
|
|
||||||
|
|
||||||
/* And apply the properties to the newly created file, using the PATCH method */
|
|
||||||
%let fref=%mf_getuniquefileref();
|
|
||||||
filename &fref "&viyapatch";
|
|
||||||
%let url=&base_uri&fileuri;
|
|
||||||
|
|
||||||
proc http method='PATCH' oauth_bearer=sas_services in=&fref
|
|
||||||
url="&url";
|
|
||||||
headers "Accept"="application/json"
|
|
||||||
"Content-Type"="application/json"
|
|
||||||
"If-Match"="*";
|
|
||||||
%if &mdebug=1 %then %do;
|
|
||||||
debug level=2;
|
|
||||||
%end;
|
|
||||||
run;
|
|
||||||
%if &mdebug=1 %then %put &sysmacroname PATCH &=url
|
|
||||||
&=SYS_PROCHTTP_STATUS_CODE &=SYS_PROCHTTP_STATUS_PHRASE;
|
|
||||||
%mp_abort(iftrue=(&SYS_PROCHTTP_STATUS_CODE ne 200)
|
|
||||||
,mac=MV_CREATEFILE
|
|
||||||
,msg=%str(&SYS_PROCHTTP_STATUS_CODE &SYS_PROCHTTP_STATUS_PHRASE)
|
|
||||||
)
|
|
||||||
%end;
|
|
||||||
|
|
||||||
%put &sysmacroname: &base_uri&fileuri;
|
|
||||||
%put /SASJobExecution?_file=&path/&name;%put;
|
%put /SASJobExecution?_file=&path/&name;%put;
|
||||||
|
|
||||||
%if &mdebug=0 %then %do;
|
%if &mdebug=0 %then %do;
|
||||||
@@ -26498,8 +26359,7 @@ libname &libref1a JSON fileref=&fname1a;
|
|||||||
%let found=0;
|
%let found=0;
|
||||||
/* %put Getting object uri from &libref1a..items; */
|
/* %put Getting object uri from &libref1a..items; */
|
||||||
data _null_;
|
data _null_;
|
||||||
length contenttype name uri $1000;
|
length contenttype name $1000;
|
||||||
call missing(of _all_);
|
|
||||||
set &libref1a..items;
|
set &libref1a..items;
|
||||||
if contenttype='jobDefinition' and upcase(name)="%upcase(&name)" then do;
|
if contenttype='jobDefinition' and upcase(name)="%upcase(&name)" then do;
|
||||||
call symputx('uri',cats("&base_uri",uri),'l');
|
call symputx('uri',cats("&base_uri",uri),'l');
|
||||||
@@ -28251,254 +28111,6 @@ filename &fname1 clear;
|
|||||||
libname &libref1 clear;
|
libname &libref1 clear;
|
||||||
|
|
||||||
%mend mv_getusers;/**
|
%mend mv_getusers;/**
|
||||||
@file mv_getviyafileextparms.sas
|
|
||||||
@brief Reads the VIYA file-extension type definition and returns selected
|
|
||||||
values in SAS macro variables
|
|
||||||
|
|
||||||
@details Content is derived from the following endpoint:
|
|
||||||
"https://${serverUrl}/types/types?limit=999999"
|
|
||||||
|
|
||||||
@param [in] ext File extension to retrieve property info for.
|
|
||||||
@param [out] propertiesVar= SAS macro variable name that will contain
|
|
||||||
the 'properties' object json, if found, else blank.
|
|
||||||
@param [out] typeDefNameVar= SAS macro variable name that will contain
|
|
||||||
the 'typeDefName' property value, if found, else blank.
|
|
||||||
@param [out] mediaTypeVar= SAS macro variable name that will contain
|
|
||||||
the 'mediaType' property value, if found, else blank.
|
|
||||||
@param [out] viyaFileExtRespLibDs (work.mv_getViyaFileExtParmsResponse)
|
|
||||||
Library.name of the dataset to receive the local working copy of the initial
|
|
||||||
response that requests all file extension details. Created once per session
|
|
||||||
to avoid multiple api calls.
|
|
||||||
@param [in] mdebug= (0) Set to 1 to enable DEBUG messages
|
|
||||||
|
|
||||||
<h4> SAS Macros </h4>
|
|
||||||
@li mf_existds.sas
|
|
||||||
@li mf_getplatform.sas
|
|
||||||
@li mf_getuniquefileref.sas
|
|
||||||
@li mf_getuniquename.sas
|
|
||||||
@li mf_getvalue.sas
|
|
||||||
@li mf_getvarlist.sas
|
|
||||||
@li mf_getvartype.sas
|
|
||||||
@li mf_isblank.sas
|
|
||||||
@li mf_nobs.sas
|
|
||||||
@li mp_abort.sas
|
|
||||||
|
|
||||||
**/
|
|
||||||
|
|
||||||
%macro mv_getViyaFileExtParms(
|
|
||||||
ext,
|
|
||||||
typeDefNameVar=,
|
|
||||||
propertiesVar=,
|
|
||||||
mediaTypeVar=,
|
|
||||||
viyaFileExtRespLibDs=work.mv_getViyaFileExtParmsResponse,
|
|
||||||
mdebug=0
|
|
||||||
);
|
|
||||||
%local base_uri; /* location of rest apis */
|
|
||||||
%local url; /* File extension info end-point */
|
|
||||||
|
|
||||||
%mp_abort(
|
|
||||||
iftrue=(%mf_isBlank(&ext))
|
|
||||||
,msg=%str(No file extension provided.)
|
|
||||||
,mac=MV_GETVIYAFILEEXTPARMS
|
|
||||||
);
|
|
||||||
|
|
||||||
%mp_abort(
|
|
||||||
iftrue=(%mf_isBlank(&typeDefNameVar) and
|
|
||||||
%mf_isBlank(&propertiesVar) and
|
|
||||||
%mf_isBlank(&mediaTypeVar))
|
|
||||||
,msg=%str(MV_GETVIYAFILEEXTPARMS - No parameter was requested.)
|
|
||||||
,mac=MV_GETVIYAFILEEXTPARMS
|
|
||||||
);
|
|
||||||
|
|
||||||
%mp_abort(
|
|
||||||
iftrue=(%mf_isBlank(&viyaFileExtRespLibDs))
|
|
||||||
,msg=%str(No <libname.>dataset name provided to cache inital response.)
|
|
||||||
,mac=MV_GETVIYAFILEEXTPARMS
|
|
||||||
);
|
|
||||||
|
|
||||||
/* Declare requested parameters as global macro vars and initialize blank */
|
|
||||||
%if not %mf_isBlank(&typeDefNameVar) %then %do;
|
|
||||||
%global &typeDefNameVar;
|
|
||||||
%let &typeDefNameVar = %str();
|
|
||||||
%end;
|
|
||||||
%if not %mf_isBlank(&propertiesVar) %then %do;
|
|
||||||
%global &propertiesVar;
|
|
||||||
%let &propertiesVar = %str();
|
|
||||||
%end;
|
|
||||||
%if not %mf_isBlank(&mediaTypeVar) %then %do;
|
|
||||||
%global &mediaTypeVar;
|
|
||||||
%let &mediaTypeVar = %str();
|
|
||||||
%end;
|
|
||||||
|
|
||||||
%let base_uri=%mf_getplatform(VIYARESTAPI);
|
|
||||||
%if &mdebug=1 %then %do;
|
|
||||||
%put DEBUG: &=base_uri;
|
|
||||||
%end;
|
|
||||||
|
|
||||||
%let ext=%lowcase(&ext);
|
|
||||||
|
|
||||||
/* Create a local copy of the Viya response containing all file type info, if
|
|
||||||
it does not already exist. */
|
|
||||||
%if not %mf_existds(&viyaFileExtRespLibDs) %then %do;
|
|
||||||
/* Create a temp file and fill with JSON that declares */
|
|
||||||
/* VIYA file-type details for the given file extension */
|
|
||||||
%local viyatypedefs;
|
|
||||||
%let viyatypedefs=%mf_getuniquefileref();
|
|
||||||
filename &viyatypedefs temp;
|
|
||||||
|
|
||||||
%let url = &base_uri/types/types?limit=999999;
|
|
||||||
|
|
||||||
proc http oauth_bearer=sas_services out=&viyatypedefs
|
|
||||||
url="&url";
|
|
||||||
run;
|
|
||||||
|
|
||||||
%if &mdebug=1 %then %put DEBUG: &sysmacroname &=url
|
|
||||||
&=SYS_PROCHTTP_STATUS_CODE &=SYS_PROCHTTP_STATUS_PHRASE;
|
|
||||||
|
|
||||||
%if (&SYS_PROCHTTP_STATUS_CODE ne 200) %then %do;
|
|
||||||
/* To avoid a breaking change, exit early if the request failed.
|
|
||||||
The calling process will proceed with empty requested macro variables. */
|
|
||||||
%put INFO: &sysmacroname File extension details were not retrieved.;
|
|
||||||
filename &viyatypedefs clear;
|
|
||||||
%return;
|
|
||||||
%end;
|
|
||||||
|
|
||||||
%if &mdebug=1 %then %do;
|
|
||||||
/* Dump the response to the log */
|
|
||||||
data _null_;
|
|
||||||
length line $120;
|
|
||||||
null=byte(0);
|
|
||||||
infile &viyatypedefs dlm=null lrecl=120 recfm=n;
|
|
||||||
input line $120.;
|
|
||||||
if _n_ = 1 then put "DEBUG:";
|
|
||||||
put line;
|
|
||||||
run;
|
|
||||||
%end;
|
|
||||||
|
|
||||||
/* Convert the content of that JSON into SAS datasets */
|
|
||||||
/* First prepare a new WORK-based folder to receive the datasets */
|
|
||||||
%local jsonworkfolder jsonlib opt_dlcreatedir;
|
|
||||||
%let jsonworkfolder=%sysfunc(pathname(work))/%mf_getuniquename(prefix=json_);
|
|
||||||
%let jsonlib=%mf_getuniquelibref(prefix=json);
|
|
||||||
/* And point a libname at it */
|
|
||||||
%let opt_dlcreatedir = %sysfunc(getoption(dlcreatedir));
|
|
||||||
options dlcreatedir; libname &jsonlib "&jsonworkfolder"; options &opt_dlcreatedir;
|
|
||||||
|
|
||||||
/* Read the json output once and copy datasets to its work folder */
|
|
||||||
%local libref1;
|
|
||||||
%let libref1=%mf_getuniquelibref();
|
|
||||||
libname &libref1 JSON fileref=&viyatypedefs automap=create;
|
|
||||||
proc copy in=&libref1 out=&jsonlib; run;
|
|
||||||
|
|
||||||
libname &libref1 clear;
|
|
||||||
|
|
||||||
/* Now give all rows belonging to the same items array a grouping value */
|
|
||||||
data &viyaFileExtRespLibDs;
|
|
||||||
length _viyaItemIdx 8;
|
|
||||||
set &jsonlib..alldata;
|
|
||||||
retain _viyaItemIdx 0;
|
|
||||||
/* Increment the row group index when a new 'items' group is observed */
|
|
||||||
if P=1 and P1='items' then _viyaItemIdx + 1;
|
|
||||||
run;
|
|
||||||
|
|
||||||
%if &mdebug=0 %then %do;
|
|
||||||
/* Tidy up, unless debug=1 */
|
|
||||||
proc datasets library=&jsonlib nolist kill; quit;
|
|
||||||
libname &jsonlib clear;
|
|
||||||
%end;
|
|
||||||
|
|
||||||
filename &viyatypedefs clear;
|
|
||||||
|
|
||||||
%end; /* If initial filetype query response didn't exist */
|
|
||||||
|
|
||||||
/* Find the row-group for the current file extension */
|
|
||||||
%local itemRowGroup;
|
|
||||||
%let itemRowGroup =
|
|
||||||
%mf_getValue(
|
|
||||||
&viyaFileExtRespLibDs
|
|
||||||
,_viyaItemIdx
|
|
||||||
,filter=%quote(p1='items' and p2='extensions' and value="&ext")
|
|
||||||
);
|
|
||||||
|
|
||||||
%if &mdebug %then %put DEBUG: &=itemRowGroup;
|
|
||||||
|
|
||||||
%if %mf_isBlank(&itemRowGroup) %then %do;
|
|
||||||
/* extension was not found */
|
|
||||||
%if(&mdebug=1) %then %put DEBUG: No type details found for extension "&ext".;
|
|
||||||
%return;
|
|
||||||
%end;
|
|
||||||
|
|
||||||
/* Filter the cached response data down to the required file extension */
|
|
||||||
%local dsItems;
|
|
||||||
%let dsItems = %mf_getuniquename(prefix=dsItems_);
|
|
||||||
data work.&dsItems;
|
|
||||||
set &viyaFileExtRespLibDs;
|
|
||||||
where _viyaItemIdx = &itemRowGroup;
|
|
||||||
run;
|
|
||||||
|
|
||||||
/* Populate typeDefName, if requested */
|
|
||||||
%if (not %mf_isBlank(&typeDefNameVar)) %then %do;
|
|
||||||
%let &typeDefNameVar = %mf_getvalue(&dsItems,value,filter=%quote(p1="items" and p2="name"));
|
|
||||||
%if &mdebug=1 %then %put DEBUG: &=typeDefNameVar &typeDefNameVar=&&&typeDefNameVar;
|
|
||||||
%end;
|
|
||||||
|
|
||||||
/* Populate mediaType, if requested */
|
|
||||||
%if (not %mf_isBlank(&mediaTypeVar)) %then %do;
|
|
||||||
%let &mediaTypeVar = %mf_getvalue(&dsItems,value,filter=%quote(p1="items" and p2="mediaType"));
|
|
||||||
%if &mdebug=1 %then %put DEBUG: &=mediaTypeVar &mediaTypeVar=&&&mediaTypeVar;
|
|
||||||
%end;
|
|
||||||
|
|
||||||
/* Populate properties macro variable, if requested */
|
|
||||||
%if not %mf_isBlank(&propertiesVar) %then %do;
|
|
||||||
|
|
||||||
/* Filter dsItems down to the properties */
|
|
||||||
%local dsProperties;
|
|
||||||
%let dsProperties = %mf_getuniquename(prefix=dsProperties_);
|
|
||||||
data work.&dsProperties ( rename=(p3 = propertyName) );
|
|
||||||
set work.&dsItems;
|
|
||||||
where p2="properties" and v=1;
|
|
||||||
run;
|
|
||||||
|
|
||||||
/* Check for 1+ properties */
|
|
||||||
%if ( %mf_nobs(&dsProperties) = 0 ) %then %do;
|
|
||||||
%let &propertiesVar = %str();
|
|
||||||
%if &mdebug=1 %then %put DEBUG: &SYSMACRONAME - No Viya properties found for file suffix %str(%')&ext%str(%');
|
|
||||||
%end;
|
|
||||||
%else %do;
|
|
||||||
/* Properties potentially span multiple rows in the input table */
|
|
||||||
data _null_;
|
|
||||||
length
|
|
||||||
line $32767
|
|
||||||
properties $32767
|
|
||||||
;
|
|
||||||
retain properties;
|
|
||||||
set &dsProperties end=last;
|
|
||||||
if _n_ = 1 then properties = '{';
|
|
||||||
|
|
||||||
line = cats(quote(trim(propertyName)),':');
|
|
||||||
/* Only strings and bools appear in properties */
|
|
||||||
if value not in ("true","false") then value = quote(trim(value));
|
|
||||||
line = catx(' ',line,value);
|
|
||||||
/* Add a comma separator to all except the last line */
|
|
||||||
if not last then line = cats(line,',');
|
|
||||||
|
|
||||||
/* Add this line to the output value */
|
|
||||||
properties = catx(' ',properties,line);
|
|
||||||
|
|
||||||
if last then do;
|
|
||||||
/* Close off the properties object and output to the macro variable */
|
|
||||||
properties=catx(' ',properties,'}');
|
|
||||||
call symputx("&propertiesVar",properties);
|
|
||||||
end;
|
|
||||||
run;
|
|
||||||
|
|
||||||
%if &mdebug=1 %then %put DEBUG: &=propertiesVar &propertiesVar=&&&propertiesVar;
|
|
||||||
%end;
|
|
||||||
|
|
||||||
%end;
|
|
||||||
|
|
||||||
%mend mv_getViyaFileExtParms;
|
|
||||||
/**
|
|
||||||
@file
|
@file
|
||||||
@brief Executes a SAS Viya Job
|
@brief Executes a SAS Viya Job
|
||||||
@details Triggers a SAS Viya Job, with optional URL parameters, using
|
@details Triggers a SAS Viya Job, with optional URL parameters, using
|
||||||
@@ -30982,117 +30594,6 @@ endsub;
|
|||||||
%end;
|
%end;
|
||||||
|
|
||||||
%mend mcf_string2file;/**
|
%mend mcf_string2file;/**
|
||||||
@file mx_createjob.sas
|
|
||||||
@brief Create a job in SAS 9, Viya or SASjs
|
|
||||||
@details Creates a Stored Process in SAS 9, a Job Execution Service in SAS
|
|
||||||
Viya, or a Stored Program on SASjs Server - depending on the executing
|
|
||||||
environment.
|
|
||||||
|
|
||||||
Usage:
|
|
||||||
|
|
||||||
%* compile macros ;
|
|
||||||
filename mc url "https://raw.githubusercontent.com/sasjs/core/main/all.sas";
|
|
||||||
%inc mc;
|
|
||||||
|
|
||||||
%* write some code;
|
|
||||||
filename ft15f001 temp;
|
|
||||||
parmcards4;
|
|
||||||
data example1;
|
|
||||||
set sashelp.class;
|
|
||||||
run;
|
|
||||||
;;;;
|
|
||||||
|
|
||||||
%* create the job;
|
|
||||||
%mx_createjob(path=/Public/app/jobs,name=myjob,replace=YES)
|
|
||||||
|
|
||||||
<h4> SAS Macros </h4>
|
|
||||||
@li mf_getplatform.sas
|
|
||||||
@li mm_createstp.sas
|
|
||||||
@li ms_createfile.sas
|
|
||||||
@li mv_createjob.sas
|
|
||||||
|
|
||||||
@param [in,out] path= The full folder path where the job will be created
|
|
||||||
@param [in,out] name= Job name. Avoid spaces.
|
|
||||||
@param [in] desc= The description of the job (optional)
|
|
||||||
@param [in] precode= Space separated list of filerefs, pointing to the code
|
|
||||||
that needs to be attached to the beginning of the job (optional)
|
|
||||||
@param [in] code= (ft15f001) Space seperated fileref(s) of the actual code to
|
|
||||||
be added
|
|
||||||
@param [in] replace= (YES) Select YES to replace any existing job in that
|
|
||||||
location
|
|
||||||
@param [in] mDebug= (0) set to 1 to show debug messages in the log
|
|
||||||
|
|
||||||
@author Allan Bowe
|
|
||||||
|
|
||||||
<h4> Related Macros </h4>
|
|
||||||
@li mx_createjob.test.sas
|
|
||||||
@li mx_createwebservice.sas
|
|
||||||
|
|
||||||
**/
|
|
||||||
|
|
||||||
%macro mx_createjob(path=HOME
|
|
||||||
,name=initJob
|
|
||||||
,precode=
|
|
||||||
,code=ft15f001
|
|
||||||
,desc=This job was created by the mx_createjob macro
|
|
||||||
,replace=YES
|
|
||||||
,mdebug=0
|
|
||||||
)/*/STORE SOURCE*/;
|
|
||||||
|
|
||||||
%if &syscc ge 4 %then %do;
|
|
||||||
%put syscc=&syscc - &sysmacroname will not execute in this state;
|
|
||||||
%return;
|
|
||||||
%end;
|
|
||||||
|
|
||||||
/* combine precode and code into a single file */
|
|
||||||
%local tempref x fref freflist;
|
|
||||||
%let tempref=%mf_getuniquefileref();
|
|
||||||
%local work tmpfile;
|
|
||||||
%let work=%sysfunc(pathname(work));
|
|
||||||
%let tmpfile=&tempref..sas;
|
|
||||||
filename &tempref "&work/&tmpfile";
|
|
||||||
%let freflist=&precode &code ;
|
|
||||||
%do x=1 %to %sysfunc(countw(&freflist));
|
|
||||||
%let fref=%scan(&freflist,&x);
|
|
||||||
%put &sysmacroname: adding &fref;
|
|
||||||
data _null_;
|
|
||||||
file &tempref lrecl=3000 termstr=crlf mod;
|
|
||||||
infile &fref lrecl=3000;
|
|
||||||
input;
|
|
||||||
put _infile_;
|
|
||||||
run;
|
|
||||||
%end;
|
|
||||||
|
|
||||||
%local platform; %let platform=%mf_getplatform();
|
|
||||||
%if &platform=SASVIYA %then %do;
|
|
||||||
%if "&path"="HOME" %then %let path=/Users/&sysuserid/My Folder;
|
|
||||||
%mv_createjob(path=&path
|
|
||||||
,name=&name
|
|
||||||
,code=&tempref
|
|
||||||
,desc=&desc
|
|
||||||
,replace=&replace
|
|
||||||
)
|
|
||||||
%end;
|
|
||||||
%else %if &platform=SASJS %then %do;
|
|
||||||
%if "&path"="HOME" %then %let path=/Users/&_sasjs_username/My Folder;
|
|
||||||
%ms_createfile(&path/&name..sas
|
|
||||||
,inref=&tempref
|
|
||||||
,mdebug=&mdebug
|
|
||||||
)
|
|
||||||
%end;
|
|
||||||
%else %do;
|
|
||||||
%if "&path"="HOME" %then %let path=/User Folders/&_METAPERSON/My Folder;
|
|
||||||
%mm_createstp(stpname=&name
|
|
||||||
,filename=&tmpfile
|
|
||||||
,directory=&work
|
|
||||||
,tree=&path
|
|
||||||
,stpdesc=&desc
|
|
||||||
,mDebug=&mdebug
|
|
||||||
)
|
|
||||||
%end;
|
|
||||||
filename &tempref clear;
|
|
||||||
%mend mx_createjob;
|
|
||||||
/**
|
|
||||||
@file mx_createwebservice.sas
|
@file mx_createwebservice.sas
|
||||||
@brief Create a web service in SAS 9, Viya or SASjs
|
@brief Create a web service in SAS 9, Viya or SASjs
|
||||||
@details Creates a SASJS ready Stored Process in SAS 9, a Job Execution
|
@details Creates a SASJS ready Stored Process in SAS 9, a Job Execution
|
||||||
@@ -31142,9 +30643,6 @@ Usage:
|
|||||||
|
|
||||||
@author Allan Bowe
|
@author Allan Bowe
|
||||||
|
|
||||||
<h4> Related Macros </h4>
|
|
||||||
@li mx_createjob.sas
|
|
||||||
|
|
||||||
**/
|
**/
|
||||||
|
|
||||||
%macro mx_createwebservice(path=HOME
|
%macro mx_createwebservice(path=HOME
|
||||||
|
|||||||
@@ -25,9 +25,8 @@
|
|||||||
%local dsid vnum rc schema;
|
%local dsid vnum rc schema;
|
||||||
/* in case the parameter is a libref.tablename, pull off just the libref */
|
/* in case the parameter is a libref.tablename, pull off just the libref */
|
||||||
%let libref = %upcase(%scan(&libref, 1, %str(.)));
|
%let libref = %upcase(%scan(&libref, 1, %str(.)));
|
||||||
/* sysname can be 'Schema/Owner' or just 'Schema' (eg snowflake) */
|
|
||||||
%let dsid=%sysfunc(open(sashelp.vlibnam(where=(
|
%let dsid=%sysfunc(open(sashelp.vlibnam(where=(
|
||||||
libname="%upcase(&libref)" and sysname=:'Schema'
|
libname="%upcase(&libref)" and sysname='Schema/Owner'
|
||||||
)),i));
|
)),i));
|
||||||
%if (&dsid ^= 0) %then %do;
|
%if (&dsid ^= 0) %then %do;
|
||||||
%let vnum=%sysfunc(varnum(&dsid,SYSVALUE));
|
%let vnum=%sysfunc(varnum(&dsid,SYSVALUE));
|
||||||
|
|||||||
@@ -1,8 +1,7 @@
|
|||||||
/**
|
/**
|
||||||
@file
|
@file
|
||||||
@brief Retrieves a value from a dataset. Returned value is fetched from the
|
@brief Retrieves a value from a dataset. If no filter supplied, then first
|
||||||
'fetchobs=' record (row 1 by default), after applying the optional filter.
|
record is used.
|
||||||
|
|
||||||
@details Be sure to <code>%quote()</code> your where clause. Example usage:
|
@details Be sure to <code>%quote()</code> your where clause. Example usage:
|
||||||
|
|
||||||
%put %mf_getvalue(sashelp.class,name,filter=%quote(age=15));
|
%put %mf_getvalue(sashelp.class,name,filter=%quote(age=15));
|
||||||
@@ -17,39 +16,21 @@
|
|||||||
@param [in] libds dataset to query
|
@param [in] libds dataset to query
|
||||||
@param [in] variable the variable which contains the value to return.
|
@param [in] variable the variable which contains the value to return.
|
||||||
@param [in] filter= (1) contents of where clause
|
@param [in] filter= (1) contents of where clause
|
||||||
@param [in] fetchobs= (1) observation to fetch. NB: Filter applies first.
|
|
||||||
|
|
||||||
@version 9.2
|
@version 9.2
|
||||||
@author Allan Bowe
|
@author Allan Bowe
|
||||||
**/
|
**/
|
||||||
|
|
||||||
%macro mf_getvalue(libds,variable,filter=1,fetchobs=1
|
%macro mf_getvalue(libds,variable,filter=1
|
||||||
)/*/STORE SOURCE*/;
|
)/*/STORE SOURCE*/;
|
||||||
%local dsid;
|
%if %mf_getattrn(&libds,NLOBS)>0 %then %do;
|
||||||
|
%local dsid rc &variable;
|
||||||
%let dsid=%sysfunc(open(&libds(where=(&filter))));
|
%let dsid=%sysfunc(open(&libds(where=(&filter))));
|
||||||
%if (&dsid) %then %do;
|
|
||||||
%local rc &variable;
|
|
||||||
%syscall set(dsid);
|
%syscall set(dsid);
|
||||||
%let rc = %sysfunc(fetchobs(&dsid,&fetchobs));
|
%let rc = %sysfunc(fetch(&dsid));
|
||||||
%if (&rc ne 0) %then %do;
|
|
||||||
%put NOTE: Problem reading obs &fetchobs from &libds..;
|
|
||||||
%put %sysfunc(sysmsg());
|
|
||||||
/* Coerce an rc value of -1 (read past end of data) to a 4
|
|
||||||
that, in SAS condition code terms, represents the sysmsg
|
|
||||||
w@rning it generates. */
|
|
||||||
%if &rc eq -1 %then %let rc = 4;
|
|
||||||
/* And update SYSCC if the &rc value is higher */
|
|
||||||
%let syscc = %sysfunc(max(&syscc,&rc));
|
|
||||||
%end;
|
|
||||||
%let rc = %sysfunc(close(&dsid));
|
%let rc = %sysfunc(close(&dsid));
|
||||||
|
|
||||||
%trim(&&&variable)
|
%trim(&&&variable)
|
||||||
|
|
||||||
%end;
|
%end;
|
||||||
%else %do;
|
%mend mf_getvalue;
|
||||||
%put %sysfunc(sysmsg());
|
|
||||||
%let syscc = %sysfunc(max(&syscc,%sysfunc(sysrc())));
|
|
||||||
%end;
|
|
||||||
|
|
||||||
%mend mf_getvalue;
|
|
||||||
@@ -73,6 +73,10 @@
|
|||||||
ignorelist=,
|
ignorelist=,
|
||||||
outds=work.test_results
|
outds=work.test_results
|
||||||
)/*/STORE SOURCE*/;
|
)/*/STORE SOURCE*/;
|
||||||
|
%local ds test_result test_comments del add mod ilist;
|
||||||
|
%let ilist=%upcase(&sasjs_prefix._FUNCTIONS SYS_PROCHTTP_STATUS_CODE
|
||||||
|
SYS_PROCHTTP_STATUS_CODE SYS_PROCHTTP_STATUS_PHRASE &ignorelist);
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* this sets up the global vars, it will also enter STRICT mode. If this
|
* this sets up the global vars, it will also enter STRICT mode. If this
|
||||||
* behaviour is not desired, simply initiate the following global macro
|
* behaviour is not desired, simply initiate the following global macro
|
||||||
@@ -80,10 +84,6 @@
|
|||||||
*/
|
*/
|
||||||
%mp_init()
|
%mp_init()
|
||||||
|
|
||||||
%local ds test_result test_comments del add mod ilist;
|
|
||||||
%let ilist=%upcase(&sasjs_prefix._FUNCTIONS SYS_PROCHTTP_STATUS_CODE
|
|
||||||
SYS_PROCHTTP_STATUS_CODE SYS_PROCHTTP_STATUS_PHRASE &ignorelist);
|
|
||||||
|
|
||||||
/* get current variables */
|
/* get current variables */
|
||||||
%if &action=SNAPSHOT %then %do;
|
%if &action=SNAPSHOT %then %do;
|
||||||
proc sql;
|
proc sql;
|
||||||
|
|||||||
@@ -36,7 +36,6 @@
|
|||||||
@li mf_islibds.sas
|
@li mf_islibds.sas
|
||||||
@li mf_wordsinstr1butnotstr2.sas
|
@li mf_wordsinstr1butnotstr2.sas
|
||||||
@li mp_abort.sas
|
@li mp_abort.sas
|
||||||
@li mp_ds2squeeze.sas
|
|
||||||
|
|
||||||
<h4> Related Macros </h4>
|
<h4> Related Macros </h4>
|
||||||
@li mddl_dc_difftable.sas
|
@li mddl_dc_difftable.sas
|
||||||
|
|||||||
52
meta/mm_assigndirectlib.sas
Normal file → Executable file
52
meta/mm_assigndirectlib.sas
Normal file → Executable file
@@ -213,8 +213,7 @@ run;
|
|||||||
%else %if &engine=ODBC %then %do;
|
%else %if &engine=ODBC %then %do;
|
||||||
%&mD.put NOTE: Retrieving ODBC connection details;
|
%&mD.put NOTE: Retrieving ODBC connection details;
|
||||||
data _null_;
|
data _null_;
|
||||||
length connx_uri conprop_uri value datasource up_uri schema domprop_uri
|
length connx_uri conprop_uri value datasource up_uri schema domprop_uri authdomain $256.;
|
||||||
authdomain $256.;
|
|
||||||
call missing (of _all_);
|
call missing (of _all_);
|
||||||
/* get source connection ID */
|
/* get source connection ID */
|
||||||
rc=metadata_getnasn("&liburi",'LibraryConnection',1,connx_uri);
|
rc=metadata_getnasn("&liburi",'LibraryConnection',1,connx_uri);
|
||||||
@@ -414,55 +413,6 @@ run;
|
|||||||
|
|
||||||
libname &libref SQLSVR datasrc=&path schema=&schema user="&user" pass="&pass";
|
libname &libref SQLSVR datasrc=&path schema=&schema user="&user" pass="&pass";
|
||||||
%end;
|
%end;
|
||||||
%else %if &engine=SASIOSNF or &engine=SNOW %then %do;
|
|
||||||
%&mD.put NOTE: Retrieving SNOW connection details;
|
|
||||||
data _null_;
|
|
||||||
length connx_uri conprop_uri value server up_uri schema domprop_uri
|
|
||||||
authdomain database $256.;
|
|
||||||
call missing (of _all_);
|
|
||||||
/* get source connection ID */
|
|
||||||
rc=metadata_getnasn("&liburi",'LibraryConnection',1,connx_uri);
|
|
||||||
/* get connection properties */
|
|
||||||
i=0;
|
|
||||||
do until (rc2<0);
|
|
||||||
i+1;
|
|
||||||
rc2=metadata_getnasn(connx_uri,'Properties',i,conprop_uri);
|
|
||||||
rc3=metadata_getattr(conprop_uri,'Name',value);
|
|
||||||
if value='Connection.DBMS.Property.SERVER.Name.xmlKey.txt' then do;
|
|
||||||
rc4=metadata_getattr(conprop_uri,'DefaultValue',server);
|
|
||||||
rc2=-1;
|
|
||||||
end;
|
|
||||||
end;
|
|
||||||
|
|
||||||
/* get auth domain */
|
|
||||||
autrc=metadata_getnasn(connx_uri,"Domain",1,domprop_uri);
|
|
||||||
arc=metadata_getattr(domprop_uri,"Name",authdomain);
|
|
||||||
if not missing(authdomain) then authdomain=cats('AUTHDOMAIN=',authdomain);
|
|
||||||
call symputx('authdomain',authdomain,'l');
|
|
||||||
|
|
||||||
/* get SCHEMA */
|
|
||||||
rc6=metadata_getnasn("&liburi",'UsingPackages',1,up_uri);
|
|
||||||
rc7=metadata_getattr(up_uri,'SchemaName',schema);
|
|
||||||
&mD.put rc= connx_uri= rc2= conprop_uri= rc3= value= rc4= server=
|
|
||||||
rc6= up_uri= rc7= schema=;
|
|
||||||
|
|
||||||
/* get database value */
|
|
||||||
prop='Connection.DBMS.Property.DB.Name.xmlKey.txt';
|
|
||||||
rc=metadata_getprop("&liburi",prop,database,"");
|
|
||||||
if database^='' then database='database='!!quote(trim(database));
|
|
||||||
call symputx('database',database,'l');
|
|
||||||
|
|
||||||
call symputx('snow_schema',schema,'l');
|
|
||||||
call symputx('snow_server',server,'l');
|
|
||||||
run;
|
|
||||||
|
|
||||||
libname &libref SNOW SERVER="&snow_server" SCHEMA=&snow_schema &authdomain
|
|
||||||
&database;
|
|
||||||
%if %length(&open_passthrough)>0 %then %do;
|
|
||||||
proc sql;
|
|
||||||
connect using &libref as &open_passthrough;
|
|
||||||
%end;
|
|
||||||
%end;
|
|
||||||
%else %if &engine=TERADATA %then %do;
|
%else %if &engine=TERADATA %then %do;
|
||||||
%put NOTE: Obtaining &engine library details;
|
%put NOTE: Obtaining &engine library details;
|
||||||
data _null;
|
data _null;
|
||||||
|
|||||||
@@ -5,10 +5,7 @@
|
|||||||
"ddl",
|
"ddl",
|
||||||
"fcmp",
|
"fcmp",
|
||||||
"lua",
|
"lua",
|
||||||
"meta",
|
|
||||||
"metax",
|
|
||||||
"server",
|
"server",
|
||||||
"viya",
|
|
||||||
"xplatform",
|
"xplatform",
|
||||||
"tests/base",
|
"tests/base",
|
||||||
"tests/ddlonly",
|
"tests/ddlonly",
|
||||||
@@ -45,6 +42,7 @@
|
|||||||
"deployScripts": []
|
"deployScripts": []
|
||||||
},
|
},
|
||||||
"macroFolders": [
|
"macroFolders": [
|
||||||
|
"viya",
|
||||||
"tests/viyaonly"
|
"tests/viyaonly"
|
||||||
],
|
],
|
||||||
"contextName": "SAS Job Execution compute context"
|
"contextName": "SAS Job Execution compute context"
|
||||||
@@ -58,6 +56,8 @@
|
|||||||
},
|
},
|
||||||
"appLoc": "/Shared Data/temp/macrocore",
|
"appLoc": "/Shared Data/temp/macrocore",
|
||||||
"macroFolders": [
|
"macroFolders": [
|
||||||
|
"meta",
|
||||||
|
"metax",
|
||||||
"tests/sas9only"
|
"tests/sas9only"
|
||||||
],
|
],
|
||||||
"programFolders": [],
|
"programFolders": [],
|
||||||
@@ -82,6 +82,7 @@
|
|||||||
"deployScripts": []
|
"deployScripts": []
|
||||||
},
|
},
|
||||||
"macroFolders": [
|
"macroFolders": [
|
||||||
|
"server",
|
||||||
"tests/serveronly"
|
"tests/serveronly"
|
||||||
]
|
]
|
||||||
},
|
},
|
||||||
|
|||||||
@@ -1,91 +0,0 @@
|
|||||||
/**
|
|
||||||
@file
|
|
||||||
@brief Testing mf_getvalue macro
|
|
||||||
|
|
||||||
<h4> SAS Macros </h4>
|
|
||||||
@li mf_getvalue.sas
|
|
||||||
@li mp_assert.sas
|
|
||||||
@li mp_assertscope.sas
|
|
||||||
|
|
||||||
**/
|
|
||||||
|
|
||||||
data work.test_data;
|
|
||||||
do i = 1 to 10;
|
|
||||||
output;
|
|
||||||
end;
|
|
||||||
stop;
|
|
||||||
run;
|
|
||||||
|
|
||||||
/* - Test 1 -
|
|
||||||
Get value from default first observation.
|
|
||||||
No filter.
|
|
||||||
*/
|
|
||||||
%mp_assertscope(SNAPSHOT)
|
|
||||||
%let test_value=%mf_getvalue(work.test_data,i);
|
|
||||||
%mp_assertscope(COMPARE,ignorelist=test_value)
|
|
||||||
|
|
||||||
%mp_assert(
|
|
||||||
iftrue=(&test_value=1 and &syscc eq 0),
|
|
||||||
desc=Basic test fetching value from default first obs,
|
|
||||||
outds=work.test_results
|
|
||||||
)
|
|
||||||
|
|
||||||
/* - Test 2 -
|
|
||||||
Get value from 10th observation.
|
|
||||||
No filter.
|
|
||||||
*/
|
|
||||||
%let test_value=%mf_getvalue(work.test_data,i,fetchobs=10);
|
|
||||||
%mp_assert(
|
|
||||||
iftrue=(&test_value=10 and &syscc eq 0),
|
|
||||||
desc=Test fetching value from specifically the 10th row,
|
|
||||||
outds=work.test_results
|
|
||||||
)
|
|
||||||
|
|
||||||
/* - Test 3 -
|
|
||||||
Get value from default first observation.
|
|
||||||
With filter.
|
|
||||||
*/
|
|
||||||
%let test_value=%mf_getvalue(work.test_data,i,filter=(i>4));
|
|
||||||
%mp_assert(
|
|
||||||
iftrue=(&test_value=5 and &syscc eq 0),
|
|
||||||
desc=Test fetching value from default row of filtered data,
|
|
||||||
outds=work.test_results
|
|
||||||
)
|
|
||||||
|
|
||||||
/* - Test 4 -
|
|
||||||
Get value from specified observation.
|
|
||||||
With filter.
|
|
||||||
*/
|
|
||||||
%let test_value=%mf_getvalue(work.test_data,i,filter=(i>4),fetchobs=5);
|
|
||||||
%mp_assert(
|
|
||||||
iftrue=(&test_value=9 and &syscc eq 0),
|
|
||||||
desc=Test fetching value from 5th row of filtered data,
|
|
||||||
outds=work.test_results
|
|
||||||
)
|
|
||||||
|
|
||||||
/* - Test 5 -
|
|
||||||
Get value from default observation.
|
|
||||||
Filter removes all rows. This simulates providing an empty dataset
|
|
||||||
or specifying an observation number beyond the set returned by the filter.
|
|
||||||
*/
|
|
||||||
%let test_value=%mf_getvalue(work.test_data,i,filter=(i>10));
|
|
||||||
%mp_assert(
|
|
||||||
iftrue=(&test_value=%str() and &syscc eq 4),
|
|
||||||
desc=Test fetching value from 1st row of empty (filtered) data,
|
|
||||||
outds=work.test_results
|
|
||||||
)
|
|
||||||
|
|
||||||
%let syscc = 0; /* Reset w@rning To ensure confidence in next test */
|
|
||||||
|
|
||||||
/* - Test 6 -
|
|
||||||
Get value from default observation.
|
|
||||||
Dataset does not exist.
|
|
||||||
*/
|
|
||||||
%let test_value=%mf_getvalue(work.test_data_x,i);
|
|
||||||
%mp_assert(
|
|
||||||
iftrue=(&test_value=%str() and &syscc gt 0),
|
|
||||||
desc=Test fetching value from 1st row of non-existent data,
|
|
||||||
outds=work.test_results
|
|
||||||
)
|
|
||||||
|
|
||||||
%let syscc = 0; /* To reset expected error and allow test job to exit clean. */
|
|
||||||
@@ -1,30 +0,0 @@
|
|||||||
/**
|
|
||||||
@file
|
|
||||||
@brief Testing mm_assigndirectlib macro
|
|
||||||
@details A valid library must first be configured in metadata.
|
|
||||||
To test success, also define a table for which we can test the existence.
|
|
||||||
This is a unit test - not part of the full test run, as it would be a
|
|
||||||
lot of overhead to create an external DB and metadata setup each time.
|
|
||||||
|
|
||||||
<h4> SAS Macros </h4>
|
|
||||||
@li mf_existds.sas
|
|
||||||
@li mp_assert.sas
|
|
||||||
@li mp_assertscope.sas
|
|
||||||
@li mm_assigndirectlib.sas
|
|
||||||
|
|
||||||
**/
|
|
||||||
|
|
||||||
%let runtest=0;
|
|
||||||
%let libref=XXX;
|
|
||||||
%let ds=XXXX;
|
|
||||||
|
|
||||||
|
|
||||||
%mp_assertscope(SNAPSHOT)
|
|
||||||
%mm_assigndirectlib(&libref)
|
|
||||||
%mp_assertscope(COMPARE)
|
|
||||||
|
|
||||||
|
|
||||||
%mp_assert(
|
|
||||||
iftrue=(&runtest=1 and %mf_existds(&libref..&ds)),
|
|
||||||
desc=Check if &libref..&ds exists
|
|
||||||
)
|
|
||||||
@@ -1,96 +0,0 @@
|
|||||||
/**
|
|
||||||
@file
|
|
||||||
@brief Testing mv_getviyafileextparms macro
|
|
||||||
|
|
||||||
<h4> SAS Macros </h4>
|
|
||||||
@li mf_isblank.sas
|
|
||||||
@li mp_assert.sas
|
|
||||||
@li mp_assertscope.sas
|
|
||||||
@li mv_getviyafileextparms.sas
|
|
||||||
|
|
||||||
**/
|
|
||||||
|
|
||||||
options mprint;
|
|
||||||
|
|
||||||
%let mvarIgnoreList =
|
|
||||||
MC0_JADP1LEN MC0_JADP2LEN MC0_JADP3LEN MC0_JADPNUM MC0_JADVLEN
|
|
||||||
SASJSPROCESSMODE SASJS_STPSRV_HEADER_LOC;
|
|
||||||
|
|
||||||
%put TEST 1 - Test with common extension, requesting only typeDefName parameter;
|
|
||||||
%mp_assertscope(SNAPSHOT)
|
|
||||||
%mv_getviyafileextparms(ext=txt, typeDefNameVar=viyaTypeDefName)
|
|
||||||
%mp_assertscope(COMPARE
|
|
||||||
,ignorelist=&mvarIgnoreList viyaTypeDefName
|
|
||||||
)
|
|
||||||
|
|
||||||
%mp_assert(
|
|
||||||
iftrue=(not %mf_isBlank(&viyaTypeDefName)),
|
|
||||||
desc=Check the requested macro variable viyaTypeDefName is not blank.
|
|
||||||
)
|
|
||||||
|
|
||||||
%put TEST 2 - Test with common extension, requesting only properties parameter;
|
|
||||||
%mp_assertscope(SNAPSHOT)
|
|
||||||
%mv_getviyafileextparms(ext=html, propertiesVar=viyaProperties)
|
|
||||||
%mp_assertscope(COMPARE
|
|
||||||
,ignorelist=&mvarIgnoreList viyaProperties
|
|
||||||
)
|
|
||||||
|
|
||||||
%mp_assert(
|
|
||||||
iftrue=(not %mf_isBlank(%superq(viyaProperties))),
|
|
||||||
desc=Check the requested macro variable viyaProperties is not blank.
|
|
||||||
)
|
|
||||||
|
|
||||||
%put TEST 3 - Test with common extension, requesting only mediaType parameter;
|
|
||||||
%mp_assertscope(SNAPSHOT)
|
|
||||||
%mv_getviyafileextparms(ext=mp3, mediaTypeVar=viyaMediaType)
|
|
||||||
%mp_assertscope(COMPARE
|
|
||||||
,ignorelist=&mvarIgnoreList viyaMediaType
|
|
||||||
)
|
|
||||||
|
|
||||||
%mp_assert(
|
|
||||||
iftrue=(not %mf_isBlank(&viyaMediaType)),
|
|
||||||
desc=Check the requested macro variable viyaMediaType is not blank.
|
|
||||||
)
|
|
||||||
|
|
||||||
%put TEST 4 - Test with common extension, requesting all parameters;
|
|
||||||
%mp_assertscope(SNAPSHOT)
|
|
||||||
%mv_getviyafileextparms(
|
|
||||||
ext=css,
|
|
||||||
typeDefNameVar=cssViyaTypeDefName,
|
|
||||||
propertiesVar=cssViyaProperties,
|
|
||||||
mediaTypeVar=cssViyaMediaType
|
|
||||||
)
|
|
||||||
%mp_assertscope(COMPARE
|
|
||||||
,ignorelist=
|
|
||||||
&mvarIgnoreList cssViyaTypeDefName cssViyaProperties cssViyaMediaType
|
|
||||||
)
|
|
||||||
|
|
||||||
%mp_assert(
|
|
||||||
iftrue=(not ( %mf_isBlank(&cssViyaTypeDefName) or
|
|
||||||
%mf_isBlank(%superq(cssViyaProperties)) or
|
|
||||||
%mf_isBlank(&cssViyaMediaType) ) ),
|
|
||||||
desc=Check a full set of requested macro variables are not blank.
|
|
||||||
)
|
|
||||||
|
|
||||||
|
|
||||||
%put TEST 5 - Test with invalid extension - requested parameters will be blank;
|
|
||||||
%mp_assertscope(SNAPSHOT)
|
|
||||||
%mv_getviyafileextparms(
|
|
||||||
ext=xxxINVALIDxxx,
|
|
||||||
typeDefNameVar=invalidTypeDefName,
|
|
||||||
propertiesVar=invalidProperties,
|
|
||||||
mediaTypeVar=invalidMediaType
|
|
||||||
)
|
|
||||||
%mp_assertscope(COMPARE
|
|
||||||
,ignorelist=
|
|
||||||
&mvarIgnoreList invalidTypeDefName invalidProperties invalidMediaType
|
|
||||||
)
|
|
||||||
|
|
||||||
%mp_assert(
|
|
||||||
iftrue=(
|
|
||||||
%mf_isBlank(&invalidTypeDefName) and
|
|
||||||
%mf_isBlank(%superq(invalidProperties)) and
|
|
||||||
%mf_isBlank(&invalidMediaType)
|
|
||||||
),
|
|
||||||
desc=Check the requested macro variables are all blank.
|
|
||||||
)
|
|
||||||
@@ -1,304 +0,0 @@
|
|||||||
/**
|
|
||||||
@file
|
|
||||||
@brief Testing mx_createjob.sas macro
|
|
||||||
|
|
||||||
Be sure to run <code>%let mcTestAppLoc=/Public/temp/macrocore;</code> when
|
|
||||||
running in Studio
|
|
||||||
|
|
||||||
<h4> SAS Macros </h4>
|
|
||||||
@li mx_createjob.sas
|
|
||||||
@li mp_assert.sas
|
|
||||||
@li mf_getuniquefileref.sas
|
|
||||||
@li mp_assertscope.sas
|
|
||||||
|
|
||||||
**/
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Test 1 - Basic job creation with default parameters
|
|
||||||
* Also checking for scope leakage
|
|
||||||
*/
|
|
||||||
filename ft15f001 temp;
|
|
||||||
parmcards4;
|
|
||||||
data example1;
|
|
||||||
set sashelp.class;
|
|
||||||
run;
|
|
||||||
%put Job executed successfully;
|
|
||||||
;;;;
|
|
||||||
%mp_assertscope(SNAPSHOT)
|
|
||||||
%mx_createjob(path=&mcTestAppLoc/jobs,name=testjob1,replace=YES)
|
|
||||||
%mp_assertscope(COMPARE)
|
|
||||||
|
|
||||||
%mp_assert(
|
|
||||||
iftrue=(&syscc=0),
|
|
||||||
desc=Test 1: No errors after basic job creation,
|
|
||||||
outds=work.test_results
|
|
||||||
)
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Test 2 - Job creation with custom description
|
|
||||||
*/
|
|
||||||
filename ft15f001 temp;
|
|
||||||
parmcards4;
|
|
||||||
data example2;
|
|
||||||
set sashelp.cars;
|
|
||||||
run;
|
|
||||||
;;;;
|
|
||||||
%mx_createjob(
|
|
||||||
path=&mcTestAppLoc/jobs,
|
|
||||||
name=testjob2,
|
|
||||||
desc=Custom job description for testing,
|
|
||||||
replace=YES
|
|
||||||
)
|
|
||||||
|
|
||||||
%mp_assert(
|
|
||||||
iftrue=(&syscc=0),
|
|
||||||
desc=Test 2: Job created with custom description,
|
|
||||||
outds=work.test_results
|
|
||||||
)
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Test 3 - Job creation with precode
|
|
||||||
*/
|
|
||||||
filename precode1 temp;
|
|
||||||
data _null_;
|
|
||||||
file precode1;
|
|
||||||
put '%let testvar=PreCodeValue;';
|
|
||||||
put '%put &=testvar;';
|
|
||||||
run;
|
|
||||||
|
|
||||||
filename ft15f001 temp;
|
|
||||||
parmcards4;
|
|
||||||
data example3;
|
|
||||||
set sashelp.class;
|
|
||||||
precode_var="&testvar";
|
|
||||||
run;
|
|
||||||
;;;;
|
|
||||||
%mx_createjob(
|
|
||||||
path=&mcTestAppLoc/jobs,
|
|
||||||
name=testjob3,
|
|
||||||
precode=precode1,
|
|
||||||
replace=YES
|
|
||||||
)
|
|
||||||
|
|
||||||
%mp_assert(
|
|
||||||
iftrue=(&syscc=0),
|
|
||||||
desc=Test 3: Job created with precode parameter,
|
|
||||||
outds=work.test_results
|
|
||||||
)
|
|
||||||
|
|
||||||
filename precode1 clear;
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Test 4 - Job creation with multiple code filerefs
|
|
||||||
*/
|
|
||||||
%let code1=%mf_getuniquefileref();
|
|
||||||
%let code2=%mf_getuniquefileref();
|
|
||||||
|
|
||||||
filename &code1 temp;
|
|
||||||
data _null_;
|
|
||||||
file &code1;
|
|
||||||
put 'data work.part1;';
|
|
||||||
put ' set sashelp.class(obs=5);';
|
|
||||||
put 'run;';
|
|
||||||
run;
|
|
||||||
|
|
||||||
filename &code2 temp;
|
|
||||||
data _null_;
|
|
||||||
file &code2;
|
|
||||||
put 'data work.part2;';
|
|
||||||
put ' set sashelp.class(firstobs=6);';
|
|
||||||
put 'run;';
|
|
||||||
run;
|
|
||||||
|
|
||||||
%mx_createjob(
|
|
||||||
path=&mcTestAppLoc/jobs,
|
|
||||||
name=testjob4,
|
|
||||||
code=&code1 &code2,
|
|
||||||
replace=YES
|
|
||||||
)
|
|
||||||
|
|
||||||
%mp_assert(
|
|
||||||
iftrue=(&syscc=0),
|
|
||||||
desc=Test 4: Job created with multiple code filerefs,
|
|
||||||
outds=work.test_results
|
|
||||||
)
|
|
||||||
|
|
||||||
filename &code1 clear;
|
|
||||||
filename &code2 clear;
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Test 5 - Job creation with both precode and multiple code files
|
|
||||||
*/
|
|
||||||
%let pre1=%mf_getuniquefileref();
|
|
||||||
%let pre2=%mf_getuniquefileref();
|
|
||||||
%let main1=%mf_getuniquefileref();
|
|
||||||
|
|
||||||
filename &pre1 temp;
|
|
||||||
data _null_;
|
|
||||||
file &pre1;
|
|
||||||
put '%let globalvar1=Value1;';
|
|
||||||
run;
|
|
||||||
|
|
||||||
filename &pre2 temp;
|
|
||||||
data _null_;
|
|
||||||
file &pre2;
|
|
||||||
put '%let globalvar2=Value2;';
|
|
||||||
run;
|
|
||||||
|
|
||||||
filename &main1 temp;
|
|
||||||
data _null_;
|
|
||||||
file &main1;
|
|
||||||
put 'data work.combined;';
|
|
||||||
put ' var1="&globalvar1";';
|
|
||||||
put ' var2="&globalvar2";';
|
|
||||||
put ' output;';
|
|
||||||
put 'run;';
|
|
||||||
run;
|
|
||||||
|
|
||||||
%mx_createjob(
|
|
||||||
path=&mcTestAppLoc/jobs,
|
|
||||||
name=testjob5,
|
|
||||||
precode=&pre1 &pre2,
|
|
||||||
code=&main1,
|
|
||||||
desc=Job with multiple precode and code files,
|
|
||||||
replace=YES
|
|
||||||
)
|
|
||||||
|
|
||||||
%mp_assert(
|
|
||||||
iftrue=(&syscc=0),
|
|
||||||
desc=Test 5: Job created with multiple precode and code files,
|
|
||||||
outds=work.test_results
|
|
||||||
)
|
|
||||||
|
|
||||||
filename &pre1 clear;
|
|
||||||
filename &pre2 clear;
|
|
||||||
filename &main1 clear;
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Test 6 - Job creation with special characters in code
|
|
||||||
*/
|
|
||||||
filename ft15f001 temp;
|
|
||||||
parmcards4;
|
|
||||||
data example6;
|
|
||||||
length text $200;
|
|
||||||
text='Special chars: & % $ # @ !';
|
|
||||||
output;
|
|
||||||
text="Quotes: 'single' and ""double""";
|
|
||||||
output;
|
|
||||||
run;
|
|
||||||
%put Test with special characters;
|
|
||||||
;;;;
|
|
||||||
%mx_createjob(
|
|
||||||
path=&mcTestAppLoc/jobs,
|
|
||||||
name=testjob6,
|
|
||||||
desc=Job with special characters in code,
|
|
||||||
replace=YES
|
|
||||||
)
|
|
||||||
|
|
||||||
%mp_assert(
|
|
||||||
iftrue=(&syscc=0),
|
|
||||||
desc=Test 6: Job created with special characters in code,
|
|
||||||
outds=work.test_results
|
|
||||||
)
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Test 7 - Job creation with macro code
|
|
||||||
*/
|
|
||||||
filename ft15f001 temp;
|
|
||||||
parmcards4;
|
|
||||||
%macro testmacro();
|
|
||||||
data example7;
|
|
||||||
set sashelp.class;
|
|
||||||
where age > 12;
|
|
||||||
run;
|
|
||||||
%mend testmacro;
|
|
||||||
|
|
||||||
%testmacro()
|
|
||||||
;;;;
|
|
||||||
%mx_createjob(
|
|
||||||
path=&mcTestAppLoc/jobs,
|
|
||||||
name=testjob7,
|
|
||||||
desc=Job containing macro definitions,
|
|
||||||
replace=YES
|
|
||||||
)
|
|
||||||
|
|
||||||
%mp_assert(
|
|
||||||
iftrue=(&syscc=0),
|
|
||||||
desc=Test 7: Job created with macro code,
|
|
||||||
outds=work.test_results
|
|
||||||
)
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Test 8 - Job creation with empty code (edge case)
|
|
||||||
*/
|
|
||||||
filename ft15f001 temp;
|
|
||||||
data _null_;
|
|
||||||
file ft15f001;
|
|
||||||
put '/* Empty job for testing */';
|
|
||||||
run;
|
|
||||||
|
|
||||||
%mx_createjob(
|
|
||||||
path=&mcTestAppLoc/jobs,
|
|
||||||
name=testjob8,
|
|
||||||
desc=Job with minimal code,
|
|
||||||
replace=YES
|
|
||||||
)
|
|
||||||
|
|
||||||
%mp_assert(
|
|
||||||
iftrue=(&syscc=0),
|
|
||||||
desc=Test 8: Job created with minimal code,
|
|
||||||
outds=work.test_results
|
|
||||||
)
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Test 9 - Job creation with long code block
|
|
||||||
*/
|
|
||||||
filename ft15f001 temp;
|
|
||||||
data _null_;
|
|
||||||
file ft15f001;
|
|
||||||
put 'data work.longtest;';
|
|
||||||
do i=1 to 50;
|
|
||||||
put ' var' i +(-1) '=' i ';';
|
|
||||||
end;
|
|
||||||
put ' output;';
|
|
||||||
put 'run;';
|
|
||||||
run;
|
|
||||||
|
|
||||||
%mx_createjob(
|
|
||||||
path=&mcTestAppLoc/jobs,
|
|
||||||
name=testjob9,
|
|
||||||
desc=Job with many variables,
|
|
||||||
replace=YES
|
|
||||||
)
|
|
||||||
|
|
||||||
%mp_assert(
|
|
||||||
iftrue=(&syscc=0),
|
|
||||||
desc=Test 9: Job created with long code block,
|
|
||||||
outds=work.test_results
|
|
||||||
)
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Test 10 - Replace existing job (replace=YES)
|
|
||||||
*/
|
|
||||||
filename ft15f001 temp;
|
|
||||||
parmcards4;
|
|
||||||
data example10_v1;
|
|
||||||
set sashelp.class;
|
|
||||||
run;
|
|
||||||
;;;;
|
|
||||||
%mx_createjob(path=&mcTestAppLoc/jobs,name=testjob10,replace=YES)
|
|
||||||
|
|
||||||
/* Now replace it */
|
|
||||||
filename ft15f001 temp;
|
|
||||||
parmcards4;
|
|
||||||
data example10_v2;
|
|
||||||
set sashelp.cars;
|
|
||||||
run;
|
|
||||||
;;;;
|
|
||||||
%mx_createjob(path=&mcTestAppLoc/jobs,name=testjob10,replace=YES)
|
|
||||||
|
|
||||||
%mp_assert(
|
|
||||||
iftrue=(&syscc=0),
|
|
||||||
desc=Test 10: Job replaced successfully with replace=YES,
|
|
||||||
outds=work.test_results
|
|
||||||
)
|
|
||||||
@@ -3,10 +3,10 @@
|
|||||||
@brief Testing mx_testservice.sas macro
|
@brief Testing mx_testservice.sas macro
|
||||||
|
|
||||||
Be sure to run <code>%let mcTestAppLoc=/Public/temp/macrocore;</code> when
|
Be sure to run <code>%let mcTestAppLoc=/Public/temp/macrocore;</code> when
|
||||||
running in Studio
|
runnin in Studio
|
||||||
|
|
||||||
<h4> SAS Macros </h4>
|
<h4> SAS Macros </h4>
|
||||||
@li mx_createwebservice.sas
|
@li mp_createwebservice.sas
|
||||||
@li mx_testservice.sas
|
@li mx_testservice.sas
|
||||||
@li mp_assert.sas
|
@li mp_assert.sas
|
||||||
|
|
||||||
|
|||||||
@@ -69,7 +69,6 @@
|
|||||||
@li mp_base64copy.sas
|
@li mp_base64copy.sas
|
||||||
@li mp_replace.sas
|
@li mp_replace.sas
|
||||||
@li mv_createfolder.sas
|
@li mv_createfolder.sas
|
||||||
@li mv_getviyafileextparms.sas
|
|
||||||
|
|
||||||
<h4> Related Macros</h4>
|
<h4> Related Macros</h4>
|
||||||
@li mv_createfile.sas
|
@li mv_createfile.sas
|
||||||
@@ -154,7 +153,7 @@
|
|||||||
|
|
||||||
options noquotelenmax;
|
options noquotelenmax;
|
||||||
%local base_uri; /* location of rest apis */
|
%local base_uri; /* location of rest apis */
|
||||||
%let base_uri=%trim(%mf_getplatform(VIYARESTAPI));
|
%let base_uri=%mf_getplatform(VIYARESTAPI);
|
||||||
|
|
||||||
/* create folder if it does not already exist */
|
/* create folder if it does not already exist */
|
||||||
%local folderds self_uri;
|
%local folderds self_uri;
|
||||||
@@ -173,7 +172,7 @@ run;
|
|||||||
/* abort or delete if file already exists */
|
/* abort or delete if file already exists */
|
||||||
%let force=%upcase(&force);
|
%let force=%upcase(&force);
|
||||||
%local fileuri ;
|
%local fileuri ;
|
||||||
%let fileuri=%trim(%mfv_getpathuri(&path/&name));
|
%let fileuri=%mfv_getpathuri(&path/&name);
|
||||||
%mp_abort(iftrue=(%mf_isblank(&fileuri)=0 and &force ne YES)
|
%mp_abort(iftrue=(%mf_isblank(&fileuri)=0 and &force ne YES)
|
||||||
,mac=MV_CREATEFILE
|
,mac=MV_CREATEFILE
|
||||||
,msg=%str(File &path/&name already exists and force=&force)
|
,msg=%str(File &path/&name already exists and force=&force)
|
||||||
@@ -200,13 +199,7 @@ run;
|
|||||||
|
|
||||||
%local url mimetype ext;
|
%local url mimetype ext;
|
||||||
%let url=&base_uri/files/files?parentFolderUri=&self_uri;
|
%let url=&base_uri/files/files?parentFolderUri=&self_uri;
|
||||||
%let ext=%upcase(%trim(%scan(&name,-1,.)));
|
%let ext=%upcase(%scan(&name,-1,.));
|
||||||
|
|
||||||
/* Get Viya file-extension details into some macro variables */
|
|
||||||
%mv_getViyaFileExtParms(&ext
|
|
||||||
,propertiesVar=viyaProperties
|
|
||||||
,typeDefNameVar=viyaTypeDefName
|
|
||||||
,mdebug=&mdebug);
|
|
||||||
|
|
||||||
/* fetch job info */
|
/* fetch job info */
|
||||||
%local fname1;
|
%local fname1;
|
||||||
@@ -219,23 +212,12 @@ proc http method='POST' out=&fname1 &oauth_bearer in=&fref
|
|||||||
%else %do;
|
%else %do;
|
||||||
ct="&ctype"
|
ct="&ctype"
|
||||||
%end;
|
%end;
|
||||||
|
%if "&ext"="HTML" or "&ext"="CSS" or "&ext"="JS" or "&ext"="PNG"
|
||||||
/* typeDefName */
|
or "&ext"="SVG" %then %do;
|
||||||
%if not %mf_isBlank(&viyaTypeDefName) %then %do;
|
url="&url%str(&)typeDefName=file";
|
||||||
url="&url%str(&)typeDefName=&viyaTypeDefName";
|
|
||||||
%end;
|
%end;
|
||||||
%else %do;
|
%else %do;
|
||||||
%if "&ext"="HTM" or "&ext"="HTML" or "&ext"="XHTML" %then %do;
|
url="&url";
|
||||||
url="&url%str(&)typeDefName=file_html";
|
|
||||||
%end;
|
|
||||||
%else %do;
|
|
||||||
%if "&ext"="CSS" or "&ext"="JS" or "&ext"="PNG" or "&ext"="SVG" %then %do;
|
|
||||||
url="&url%str(&)typeDefName=file_%lowcase(&ext)";
|
|
||||||
%end;
|
|
||||||
%else %do;
|
|
||||||
url="&url";
|
|
||||||
%end;
|
|
||||||
%end;
|
|
||||||
%end;
|
%end;
|
||||||
|
|
||||||
headers "Accept"="application/json"
|
headers "Accept"="application/json"
|
||||||
@@ -257,7 +239,6 @@ run;
|
|||||||
,mac=MV_CREATEFILE
|
,mac=MV_CREATEFILE
|
||||||
,msg=%str(&SYS_PROCHTTP_STATUS_CODE &SYS_PROCHTTP_STATUS_PHRASE)
|
,msg=%str(&SYS_PROCHTTP_STATUS_CODE &SYS_PROCHTTP_STATUS_PHRASE)
|
||||||
)
|
)
|
||||||
|
|
||||||
%local libref2;
|
%local libref2;
|
||||||
%let libref2=%mf_getuniquelibref();
|
%let libref2=%mf_getuniquelibref();
|
||||||
libname &libref2 JSON fileref=&fname1;
|
libname &libref2 JSON fileref=&fname1;
|
||||||
@@ -265,60 +246,12 @@ libname &libref2 JSON fileref=&fname1;
|
|||||||
data &outds;
|
data &outds;
|
||||||
set &libref2..links end=last;
|
set &libref2..links end=last;
|
||||||
if rel='createChild' then do;
|
if rel='createChild' then do;
|
||||||
|
call symputx('href',quote(cats("&base_uri",href)),'l');
|
||||||
&dbg put (_all_)(=);
|
&dbg put (_all_)(=);
|
||||||
end;
|
end;
|
||||||
run;
|
run;
|
||||||
|
|
||||||
/* URI of the created file */
|
%put &sysmacroname: %trim(&base_uri)%mfv_getpathuri(&path/&name);
|
||||||
%let fileuri=%trim(%mfv_getpathuri(&path/&name));
|
|
||||||
|
|
||||||
/* If properties were found then patch the file to include them */
|
|
||||||
%if not %mf_isBlank(%superq(viyaProperties)) %then %do;
|
|
||||||
/* Wrap the properties object in a root object also containing the file name */
|
|
||||||
%local viyapatch;
|
|
||||||
%let viyapatch = %sysfunc(pathname(work))/%mf_getuniquename(prefix=patch_json_);
|
|
||||||
data _null_;
|
|
||||||
length line $32767;
|
|
||||||
file "&viyapatch" lrecl=32767;
|
|
||||||
put '{ "name": "' "&name" '",';
|
|
||||||
line = cat('"properties": ',symget("viyaProperties"));
|
|
||||||
put line;
|
|
||||||
put '}';
|
|
||||||
stop;
|
|
||||||
run;
|
|
||||||
|
|
||||||
%if &mdebug=1 %then %do;
|
|
||||||
data _null_;
|
|
||||||
if (_n_ eq 1) then put 'DEBUG: ** PATCH JSON **';
|
|
||||||
infile "&viyapatch" end=last;
|
|
||||||
input;
|
|
||||||
put _infile_;
|
|
||||||
run;
|
|
||||||
%end;
|
|
||||||
|
|
||||||
/* And apply the properties to the newly created file, using the PATCH method */
|
|
||||||
%let fref=%mf_getuniquefileref();
|
|
||||||
filename &fref "&viyapatch";
|
|
||||||
%let url=&base_uri&fileuri;
|
|
||||||
|
|
||||||
proc http method='PATCH' oauth_bearer=sas_services in=&fref
|
|
||||||
url="&url";
|
|
||||||
headers "Accept"="application/json"
|
|
||||||
"Content-Type"="application/json"
|
|
||||||
"If-Match"="*";
|
|
||||||
%if &mdebug=1 %then %do;
|
|
||||||
debug level=2;
|
|
||||||
%end;
|
|
||||||
run;
|
|
||||||
%if &mdebug=1 %then %put &sysmacroname PATCH &=url
|
|
||||||
&=SYS_PROCHTTP_STATUS_CODE &=SYS_PROCHTTP_STATUS_PHRASE;
|
|
||||||
%mp_abort(iftrue=(&SYS_PROCHTTP_STATUS_CODE ne 200)
|
|
||||||
,mac=MV_CREATEFILE
|
|
||||||
,msg=%str(&SYS_PROCHTTP_STATUS_CODE &SYS_PROCHTTP_STATUS_PHRASE)
|
|
||||||
)
|
|
||||||
%end;
|
|
||||||
|
|
||||||
%put &sysmacroname: &base_uri&fileuri;
|
|
||||||
%put /SASJobExecution?_file=&path/&name;%put;
|
%put /SASJobExecution?_file=&path/&name;%put;
|
||||||
|
|
||||||
%if &mdebug=0 %then %do;
|
%if &mdebug=0 %then %do;
|
||||||
|
|||||||
@@ -117,8 +117,7 @@ libname &libref1a JSON fileref=&fname1a;
|
|||||||
%let found=0;
|
%let found=0;
|
||||||
/* %put Getting object uri from &libref1a..items; */
|
/* %put Getting object uri from &libref1a..items; */
|
||||||
data _null_;
|
data _null_;
|
||||||
length contenttype name uri $1000;
|
length contenttype name $1000;
|
||||||
call missing(of _all_);
|
|
||||||
set &libref1a..items;
|
set &libref1a..items;
|
||||||
if contenttype='jobDefinition' and upcase(name)="%upcase(&name)" then do;
|
if contenttype='jobDefinition' and upcase(name)="%upcase(&name)" then do;
|
||||||
call symputx('uri',cats("&base_uri",uri),'l');
|
call symputx('uri',cats("&base_uri",uri),'l');
|
||||||
|
|||||||
@@ -1,248 +0,0 @@
|
|||||||
/**
|
|
||||||
@file mv_getviyafileextparms.sas
|
|
||||||
@brief Reads the VIYA file-extension type definition and returns selected
|
|
||||||
values in SAS macro variables
|
|
||||||
|
|
||||||
@details Content is derived from the following endpoint:
|
|
||||||
"https://${serverUrl}/types/types?limit=999999"
|
|
||||||
|
|
||||||
@param [in] ext File extension to retrieve property info for.
|
|
||||||
@param [out] propertiesVar= SAS macro variable name that will contain
|
|
||||||
the 'properties' object json, if found, else blank.
|
|
||||||
@param [out] typeDefNameVar= SAS macro variable name that will contain
|
|
||||||
the 'typeDefName' property value, if found, else blank.
|
|
||||||
@param [out] mediaTypeVar= SAS macro variable name that will contain
|
|
||||||
the 'mediaType' property value, if found, else blank.
|
|
||||||
@param [out] viyaFileExtRespLibDs (work.mv_getViyaFileExtParmsResponse)
|
|
||||||
Library.name of the dataset to receive the local working copy of the initial
|
|
||||||
response that requests all file extension details. Created once per session
|
|
||||||
to avoid multiple api calls.
|
|
||||||
@param [in] mdebug= (0) Set to 1 to enable DEBUG messages
|
|
||||||
|
|
||||||
<h4> SAS Macros </h4>
|
|
||||||
@li mf_existds.sas
|
|
||||||
@li mf_getplatform.sas
|
|
||||||
@li mf_getuniquefileref.sas
|
|
||||||
@li mf_getuniquename.sas
|
|
||||||
@li mf_getvalue.sas
|
|
||||||
@li mf_getvarlist.sas
|
|
||||||
@li mf_getvartype.sas
|
|
||||||
@li mf_isblank.sas
|
|
||||||
@li mf_nobs.sas
|
|
||||||
@li mp_abort.sas
|
|
||||||
|
|
||||||
**/
|
|
||||||
|
|
||||||
%macro mv_getViyaFileExtParms(
|
|
||||||
ext,
|
|
||||||
typeDefNameVar=,
|
|
||||||
propertiesVar=,
|
|
||||||
mediaTypeVar=,
|
|
||||||
viyaFileExtRespLibDs=work.mv_getViyaFileExtParmsResponse,
|
|
||||||
mdebug=0
|
|
||||||
);
|
|
||||||
%local base_uri; /* location of rest apis */
|
|
||||||
%local url; /* File extension info end-point */
|
|
||||||
|
|
||||||
%mp_abort(
|
|
||||||
iftrue=(%mf_isBlank(&ext))
|
|
||||||
,msg=%str(No file extension provided.)
|
|
||||||
,mac=MV_GETVIYAFILEEXTPARMS
|
|
||||||
);
|
|
||||||
|
|
||||||
%mp_abort(
|
|
||||||
iftrue=(%mf_isBlank(&typeDefNameVar) and
|
|
||||||
%mf_isBlank(&propertiesVar) and
|
|
||||||
%mf_isBlank(&mediaTypeVar))
|
|
||||||
,msg=%str(MV_GETVIYAFILEEXTPARMS - No parameter was requested.)
|
|
||||||
,mac=MV_GETVIYAFILEEXTPARMS
|
|
||||||
);
|
|
||||||
|
|
||||||
%mp_abort(
|
|
||||||
iftrue=(%mf_isBlank(&viyaFileExtRespLibDs))
|
|
||||||
,msg=%str(No <libname.>dataset name provided to cache inital response.)
|
|
||||||
,mac=MV_GETVIYAFILEEXTPARMS
|
|
||||||
);
|
|
||||||
|
|
||||||
/* Declare requested parameters as global macro vars and initialize blank */
|
|
||||||
%if not %mf_isBlank(&typeDefNameVar) %then %do;
|
|
||||||
%global &typeDefNameVar;
|
|
||||||
%let &typeDefNameVar = %str();
|
|
||||||
%end;
|
|
||||||
%if not %mf_isBlank(&propertiesVar) %then %do;
|
|
||||||
%global &propertiesVar;
|
|
||||||
%let &propertiesVar = %str();
|
|
||||||
%end;
|
|
||||||
%if not %mf_isBlank(&mediaTypeVar) %then %do;
|
|
||||||
%global &mediaTypeVar;
|
|
||||||
%let &mediaTypeVar = %str();
|
|
||||||
%end;
|
|
||||||
|
|
||||||
%let base_uri=%mf_getplatform(VIYARESTAPI);
|
|
||||||
%if &mdebug=1 %then %do;
|
|
||||||
%put DEBUG: &=base_uri;
|
|
||||||
%end;
|
|
||||||
|
|
||||||
%let ext=%lowcase(&ext);
|
|
||||||
|
|
||||||
/* Create a local copy of the Viya response containing all file type info, if
|
|
||||||
it does not already exist. */
|
|
||||||
%if not %mf_existds(&viyaFileExtRespLibDs) %then %do;
|
|
||||||
/* Create a temp file and fill with JSON that declares */
|
|
||||||
/* VIYA file-type details for the given file extension */
|
|
||||||
%local viyatypedefs;
|
|
||||||
%let viyatypedefs=%mf_getuniquefileref();
|
|
||||||
filename &viyatypedefs temp;
|
|
||||||
|
|
||||||
%let url = &base_uri/types/types?limit=999999;
|
|
||||||
|
|
||||||
proc http oauth_bearer=sas_services out=&viyatypedefs
|
|
||||||
url="&url";
|
|
||||||
run;
|
|
||||||
|
|
||||||
%if &mdebug=1 %then %put DEBUG: &sysmacroname &=url
|
|
||||||
&=SYS_PROCHTTP_STATUS_CODE &=SYS_PROCHTTP_STATUS_PHRASE;
|
|
||||||
|
|
||||||
%if (&SYS_PROCHTTP_STATUS_CODE ne 200) %then %do;
|
|
||||||
/* To avoid a breaking change, exit early if the request failed.
|
|
||||||
The calling process will proceed with empty requested macro variables. */
|
|
||||||
%put INFO: &sysmacroname File extension details were not retrieved.;
|
|
||||||
filename &viyatypedefs clear;
|
|
||||||
%return;
|
|
||||||
%end;
|
|
||||||
|
|
||||||
%if &mdebug=1 %then %do;
|
|
||||||
/* Dump the response to the log */
|
|
||||||
data _null_;
|
|
||||||
length line $120;
|
|
||||||
null=byte(0);
|
|
||||||
infile &viyatypedefs dlm=null lrecl=120 recfm=n;
|
|
||||||
input line $120.;
|
|
||||||
if _n_ = 1 then put "DEBUG:";
|
|
||||||
put line;
|
|
||||||
run;
|
|
||||||
%end;
|
|
||||||
|
|
||||||
/* Convert the content of that JSON into SAS datasets */
|
|
||||||
/* First prepare a new WORK-based folder to receive the datasets */
|
|
||||||
%local jsonworkfolder jsonlib opt_dlcreatedir;
|
|
||||||
%let jsonworkfolder=%sysfunc(pathname(work))/%mf_getuniquename(prefix=json_);
|
|
||||||
%let jsonlib=%mf_getuniquelibref(prefix=json);
|
|
||||||
/* And point a libname at it */
|
|
||||||
%let opt_dlcreatedir = %sysfunc(getoption(dlcreatedir));
|
|
||||||
options dlcreatedir; libname &jsonlib "&jsonworkfolder"; options &opt_dlcreatedir;
|
|
||||||
|
|
||||||
/* Read the json output once and copy datasets to its work folder */
|
|
||||||
%local libref1;
|
|
||||||
%let libref1=%mf_getuniquelibref();
|
|
||||||
libname &libref1 JSON fileref=&viyatypedefs automap=create;
|
|
||||||
proc copy in=&libref1 out=&jsonlib; run;
|
|
||||||
|
|
||||||
libname &libref1 clear;
|
|
||||||
|
|
||||||
/* Now give all rows belonging to the same items array a grouping value */
|
|
||||||
data &viyaFileExtRespLibDs;
|
|
||||||
length _viyaItemIdx 8;
|
|
||||||
set &jsonlib..alldata;
|
|
||||||
retain _viyaItemIdx 0;
|
|
||||||
/* Increment the row group index when a new 'items' group is observed */
|
|
||||||
if P=1 and P1='items' then _viyaItemIdx + 1;
|
|
||||||
run;
|
|
||||||
|
|
||||||
%if &mdebug=0 %then %do;
|
|
||||||
/* Tidy up, unless debug=1 */
|
|
||||||
proc datasets library=&jsonlib nolist kill; quit;
|
|
||||||
libname &jsonlib clear;
|
|
||||||
%end;
|
|
||||||
|
|
||||||
filename &viyatypedefs clear;
|
|
||||||
|
|
||||||
%end; /* If initial filetype query response didn't exist */
|
|
||||||
|
|
||||||
/* Find the row-group for the current file extension */
|
|
||||||
%local itemRowGroup;
|
|
||||||
%let itemRowGroup =
|
|
||||||
%mf_getValue(
|
|
||||||
&viyaFileExtRespLibDs
|
|
||||||
,_viyaItemIdx
|
|
||||||
,filter=%quote(p1='items' and p2='extensions' and value="&ext")
|
|
||||||
);
|
|
||||||
|
|
||||||
%if &mdebug %then %put DEBUG: &=itemRowGroup;
|
|
||||||
|
|
||||||
%if %mf_isBlank(&itemRowGroup) %then %do;
|
|
||||||
/* extension was not found */
|
|
||||||
%if(&mdebug=1) %then %put DEBUG: No type details found for extension "&ext".;
|
|
||||||
%return;
|
|
||||||
%end;
|
|
||||||
|
|
||||||
/* Filter the cached response data down to the required file extension */
|
|
||||||
%local dsItems;
|
|
||||||
%let dsItems = %mf_getuniquename(prefix=dsItems_);
|
|
||||||
data work.&dsItems;
|
|
||||||
set &viyaFileExtRespLibDs;
|
|
||||||
where _viyaItemIdx = &itemRowGroup;
|
|
||||||
run;
|
|
||||||
|
|
||||||
/* Populate typeDefName, if requested */
|
|
||||||
%if (not %mf_isBlank(&typeDefNameVar)) %then %do;
|
|
||||||
%let &typeDefNameVar = %mf_getvalue(&dsItems,value,filter=%quote(p1="items" and p2="name"));
|
|
||||||
%if &mdebug=1 %then %put DEBUG: &=typeDefNameVar &typeDefNameVar=&&&typeDefNameVar;
|
|
||||||
%end;
|
|
||||||
|
|
||||||
/* Populate mediaType, if requested */
|
|
||||||
%if (not %mf_isBlank(&mediaTypeVar)) %then %do;
|
|
||||||
%let &mediaTypeVar = %mf_getvalue(&dsItems,value,filter=%quote(p1="items" and p2="mediaType"));
|
|
||||||
%if &mdebug=1 %then %put DEBUG: &=mediaTypeVar &mediaTypeVar=&&&mediaTypeVar;
|
|
||||||
%end;
|
|
||||||
|
|
||||||
/* Populate properties macro variable, if requested */
|
|
||||||
%if not %mf_isBlank(&propertiesVar) %then %do;
|
|
||||||
|
|
||||||
/* Filter dsItems down to the properties */
|
|
||||||
%local dsProperties;
|
|
||||||
%let dsProperties = %mf_getuniquename(prefix=dsProperties_);
|
|
||||||
data work.&dsProperties ( rename=(p3 = propertyName) );
|
|
||||||
set work.&dsItems;
|
|
||||||
where p2="properties" and v=1;
|
|
||||||
run;
|
|
||||||
|
|
||||||
/* Check for 1+ properties */
|
|
||||||
%if ( %mf_nobs(&dsProperties) = 0 ) %then %do;
|
|
||||||
%let &propertiesVar = %str();
|
|
||||||
%if &mdebug=1 %then %put DEBUG: &SYSMACRONAME - No Viya properties found for file suffix %str(%')&ext%str(%');
|
|
||||||
%end;
|
|
||||||
%else %do;
|
|
||||||
/* Properties potentially span multiple rows in the input table */
|
|
||||||
data _null_;
|
|
||||||
length
|
|
||||||
line $32767
|
|
||||||
properties $32767
|
|
||||||
;
|
|
||||||
retain properties;
|
|
||||||
set &dsProperties end=last;
|
|
||||||
if _n_ = 1 then properties = '{';
|
|
||||||
|
|
||||||
line = cats(quote(trim(propertyName)),':');
|
|
||||||
/* Only strings and bools appear in properties */
|
|
||||||
if value not in ("true","false") then value = quote(trim(value));
|
|
||||||
line = catx(' ',line,value);
|
|
||||||
/* Add a comma separator to all except the last line */
|
|
||||||
if not last then line = cats(line,',');
|
|
||||||
|
|
||||||
/* Add this line to the output value */
|
|
||||||
properties = catx(' ',properties,line);
|
|
||||||
|
|
||||||
if last then do;
|
|
||||||
/* Close off the properties object and output to the macro variable */
|
|
||||||
properties=catx(' ',properties,'}');
|
|
||||||
call symputx("&propertiesVar",properties);
|
|
||||||
end;
|
|
||||||
run;
|
|
||||||
|
|
||||||
%if &mdebug=1 %then %put DEBUG: &=propertiesVar &propertiesVar=&&&propertiesVar;
|
|
||||||
%end;
|
|
||||||
|
|
||||||
%end;
|
|
||||||
|
|
||||||
%mend mv_getViyaFileExtParms;
|
|
||||||
@@ -1,111 +0,0 @@
|
|||||||
/**
|
|
||||||
@file mx_createjob.sas
|
|
||||||
@brief Create a job in SAS 9, Viya or SASjs
|
|
||||||
@details Creates a Stored Process in SAS 9, a Job Execution Service in SAS
|
|
||||||
Viya, or a Stored Program on SASjs Server - depending on the executing
|
|
||||||
environment.
|
|
||||||
|
|
||||||
Usage:
|
|
||||||
|
|
||||||
%* compile macros ;
|
|
||||||
filename mc url "https://raw.githubusercontent.com/sasjs/core/main/all.sas";
|
|
||||||
%inc mc;
|
|
||||||
|
|
||||||
%* write some code;
|
|
||||||
filename ft15f001 temp;
|
|
||||||
parmcards4;
|
|
||||||
data example1;
|
|
||||||
set sashelp.class;
|
|
||||||
run;
|
|
||||||
;;;;
|
|
||||||
|
|
||||||
%* create the job;
|
|
||||||
%mx_createjob(path=/Public/app/jobs,name=myjob,replace=YES)
|
|
||||||
|
|
||||||
<h4> SAS Macros </h4>
|
|
||||||
@li mf_getplatform.sas
|
|
||||||
@li mm_createstp.sas
|
|
||||||
@li ms_createfile.sas
|
|
||||||
@li mv_createjob.sas
|
|
||||||
|
|
||||||
@param [in,out] path= The full folder path where the job will be created
|
|
||||||
@param [in,out] name= Job name. Avoid spaces.
|
|
||||||
@param [in] desc= The description of the job (optional)
|
|
||||||
@param [in] precode= Space separated list of filerefs, pointing to the code
|
|
||||||
that needs to be attached to the beginning of the job (optional)
|
|
||||||
@param [in] code= (ft15f001) Space seperated fileref(s) of the actual code to
|
|
||||||
be added
|
|
||||||
@param [in] replace= (YES) Select YES to replace any existing job in that
|
|
||||||
location
|
|
||||||
@param [in] mDebug= (0) set to 1 to show debug messages in the log
|
|
||||||
|
|
||||||
@author Allan Bowe
|
|
||||||
|
|
||||||
<h4> Related Macros </h4>
|
|
||||||
@li mx_createjob.test.sas
|
|
||||||
@li mx_createwebservice.sas
|
|
||||||
|
|
||||||
**/
|
|
||||||
|
|
||||||
%macro mx_createjob(path=HOME
|
|
||||||
,name=initJob
|
|
||||||
,precode=
|
|
||||||
,code=ft15f001
|
|
||||||
,desc=This job was created by the mx_createjob macro
|
|
||||||
,replace=YES
|
|
||||||
,mdebug=0
|
|
||||||
)/*/STORE SOURCE*/;
|
|
||||||
|
|
||||||
%if &syscc ge 4 %then %do;
|
|
||||||
%put syscc=&syscc - &sysmacroname will not execute in this state;
|
|
||||||
%return;
|
|
||||||
%end;
|
|
||||||
|
|
||||||
/* combine precode and code into a single file */
|
|
||||||
%local tempref x fref freflist;
|
|
||||||
%let tempref=%mf_getuniquefileref();
|
|
||||||
%local work tmpfile;
|
|
||||||
%let work=%sysfunc(pathname(work));
|
|
||||||
%let tmpfile=&tempref..sas;
|
|
||||||
filename &tempref "&work/&tmpfile";
|
|
||||||
%let freflist=&precode &code ;
|
|
||||||
%do x=1 %to %sysfunc(countw(&freflist));
|
|
||||||
%let fref=%scan(&freflist,&x);
|
|
||||||
%put &sysmacroname: adding &fref;
|
|
||||||
data _null_;
|
|
||||||
file &tempref lrecl=3000 termstr=crlf mod;
|
|
||||||
infile &fref lrecl=3000;
|
|
||||||
input;
|
|
||||||
put _infile_;
|
|
||||||
run;
|
|
||||||
%end;
|
|
||||||
|
|
||||||
%local platform; %let platform=%mf_getplatform();
|
|
||||||
%if &platform=SASVIYA %then %do;
|
|
||||||
%if "&path"="HOME" %then %let path=/Users/&sysuserid/My Folder;
|
|
||||||
%mv_createjob(path=&path
|
|
||||||
,name=&name
|
|
||||||
,code=&tempref
|
|
||||||
,desc=&desc
|
|
||||||
,replace=&replace
|
|
||||||
)
|
|
||||||
%end;
|
|
||||||
%else %if &platform=SASJS %then %do;
|
|
||||||
%if "&path"="HOME" %then %let path=/Users/&_sasjs_username/My Folder;
|
|
||||||
%ms_createfile(&path/&name..sas
|
|
||||||
,inref=&tempref
|
|
||||||
,mdebug=&mdebug
|
|
||||||
)
|
|
||||||
%end;
|
|
||||||
%else %do;
|
|
||||||
%if "&path"="HOME" %then %let path=/User Folders/&_METAPERSON/My Folder;
|
|
||||||
%mm_createstp(stpname=&name
|
|
||||||
,filename=&tmpfile
|
|
||||||
,directory=&work
|
|
||||||
,tree=&path
|
|
||||||
,stpdesc=&desc
|
|
||||||
,mDebug=&mdebug
|
|
||||||
)
|
|
||||||
%end;
|
|
||||||
filename &tempref clear;
|
|
||||||
%mend mx_createjob;
|
|
||||||
@@ -48,9 +48,6 @@ Usage:
|
|||||||
|
|
||||||
@author Allan Bowe
|
@author Allan Bowe
|
||||||
|
|
||||||
<h4> Related Macros </h4>
|
|
||||||
@li mx_createjob.sas
|
|
||||||
|
|
||||||
**/
|
**/
|
||||||
|
|
||||||
%macro mx_createwebservice(path=HOME
|
%macro mx_createwebservice(path=HOME
|
||||||
|
|||||||
Reference in New Issue
Block a user