sasjs/core
1
0
Fork 0
mirror of https://github.com/sasjs/core.git synced 2026-01-16 21:10:05 +00:00
Code Issues Projects Releases Wiki Activity

Merge pull request #24 from sasjs/abortfix

Browse Source 
fix: mp_abort cleanup
This commit is contained in:
Allan Bowe
2021-05-11 21:14:46 +03:00
committed by GitHub
parent aef14543f0 2c901831b7
commit 1a595c64c6
5 changed files with 374 additions and 108 deletions
Download Patch File Download Diff File Expand all files Collapse all files

191
all.sas
View File

@@ -1624,13 +1624,24 @@ Usage:
@details Configures an abort mechanism according to site specific policies or @details Configures an abort mechanism according to site specific policies or
the particulars of an environment. For instance, can stream custom the particulars of an environment. For instance, can stream custom
results back to the client in an STP Web App context, or completely stop results back to the client in an STP Web App context, or completely stop
in the case of a batch run. in the case of a batch run. For STP sessions
The method used varies according to the context. Important points:
@li should not use endsas or abort cancel in 9.4m3 environments as this can
cause hung multibridge sessions and result in a frozen STP server
@li should not use endsas in viya 3.5 as this destroys the session and cannot
fetch results (although both mv_getjoblog.sas and the @sasjs/adapter will
recognise this and fetch the log of the parent session instead)
@li STP environments must finish cleanly to avoid the log being sent to
_webout. To assist with this, we also run stpsrvset('program error', 0)
and set SYSCC=0. For 9.4m3 we take a unique approach - we open a macro
but don't close it! This provides a graceful abort, EXCEPT when called
called within a %include within a macro (and that macro contains additional
logic). See mp_abort.test.nofix.sas for the example case.
If you know of another way to gracefully abort a 9.4m3 STP session, we'd
love to hear about it!
Using SAS Abort Cancel mechanisms can cause hung sessions in some Stored
Process environments. This macro takes a unique approach - we set the SAS
syscc to 0, run `stpsrvset('program error', 0)` (if SAS 9) and then - we open
a macro but don't close it! This provides a graceful abort for SAS web
services in all web enabled environments.
@param mac= to contain the name of the calling macro @param mac= to contain the name of the calling macro
@param msg= message to be returned @param msg= message to be returned
@@ -1644,6 +1655,8 @@ Usage:
%macro mp_abort(mac=mp_abort.sas, type=, msg=, iftrue=%str(1=1) %macro mp_abort(mac=mp_abort.sas, type=, msg=, iftrue=%str(1=1)
)/*/STORE SOURCE*/; )/*/STORE SOURCE*/;
%global sysprocessmode sysprocessname;
%if not(%eval(%unquote(&iftrue))) %then %return; %if not(%eval(%unquote(&iftrue))) %then %return;
%put NOTE: /// mp_abort macro executing //; %put NOTE: /// mp_abort macro executing //;
@@ -1651,9 +1664,7 @@ Usage:
%put NOTE - &msg; %put NOTE - &msg;
/* Stored Process Server web app context */ /* Stored Process Server web app context */
%if %symexist(_metaperson) %if %symexist(_metaperson) or "&SYSPROCESSNAME "="Compute Server " %then %do;
or (%symexist(SYSPROCESSNAME) and "&SYSPROCESSNAME"="Compute Server" )
%then %do;
options obs=max replace nosyntaxcheck mprint; options obs=max replace nosyntaxcheck mprint;
/* extract log errs / warns, if exist */ /* extract log errs / warns, if exist */
%local logloc logline; %local logloc logline;
@@ -1748,33 +1759,60 @@ Usage:
if debug ge '"131"' then put '>>weboutEND<<'; if debug ge '"131"' then put '>>weboutEND<<';
run; run;
%if %symexist(_metaport) %then %do; %put _all_;
%if "&sysprocessmode " = "SAS Stored Process Server " %then %do;
data _null_; data _null_;
if symexist('sysprocessmode') then putlog 'stpsrvset program error and syscc';
if symget("sysprocessmode")="SAS Stored Process Server" then do; rc=stpsrvset('program error', 0);
rc=stpsrvset('program error', 0); call symputx("syscc",0,"g");
call symputx("syscc",0,"g"); run;
end; %if "%substr(&sysvlong.xxxxxxxxx,1,9)" ne "9.04.01M3" %then %do;
%put NOTE: Ending SAS session due to:;
%put NOTE- &msg;
endsas;
%end;
%end;
%else %if "&sysprocessmode " = "SAS Compute Server " %then %do;
/* endsas kills the session making it harder to fetch results */
data _null_;
syswarningtext=symget('syswarningtext');
syserrortext=symget('syserrortext');
abort_msg=symget('msg');
syscc=symget('syscc');
sysuserid=symget('sysuserid');
iftrue=symget('iftrue');
put (_all_)(/=);
abort cancel nolist;
run; run;
%end; %end;
/** %else %if "%substr(&sysvlong.xxxxxxxxx,1,9)" = "9.04.01M3" %then %do;
* endsas is reliable but kills some deployments. /**
* Abort variants are ungraceful (non zero return code) * endsas kills 9.4m3 deployments by orphaning multibridges.
* This approach lets SAS run silently until the end :-) * Abort variants are ungraceful (non zero return code)
*/ * This approach lets SAS run silently until the end :-)
%put _all_; * Caution - fails when called within a %include within a macro
filename skip temp; * See tests/mp_abort.test.1 for an example case.
data _null_; */
file skip; filename skip temp;
put '%macro skip(); %macro skippy();'; data _null_;
run; file skip;
%inc skip; put '%macro skip();';
comment '%mend skip; -> fix lint ';
put '%macro skippy();';
comment '%mend skippy; -> fix lint ';
run;
%inc skip;
%end;
%else %do;
%abort cancel;
%end;
%end; %end;
%else %do; %else %do;
%put _all_; %put _all_;
%abort cancel; %abort cancel;
%end; %end;
%mend; %mend mp_abort;
/** @endcond *//** /** @endcond *//**
@file @file
@@ -15054,21 +15092,19 @@ run;
/** /**
@file @file
@brief Extract the log from a completed SAS Viya Job @brief Extract the log from a completed SAS Viya Job
@details Extracts log from a Viya job and writes it out to a fileref @details Extracts log from a Viya job and writes it out to a fileref.
To query the job, you need the URI. Sample code for achieving this To query the job, you need the URI. Sample code for achieving this
is provided below. is provided below.
## Example ## Example
First, compile the macros: %* First, compile the macros;
filename mc url filename mc url
"https://raw.githubusercontent.com/sasjs/core/main/all.sas"; "https://raw.githubusercontent.com/sasjs/core/main/all.sas";
%inc mc; %inc mc;
Next, create a job (in this case, a web service): %* Next, create a job (in this case, a web service);
filename ft15f001 temp; filename ft15f001 temp;
parmcards4; parmcards4;
data ; data ;
@@ -15084,28 +15120,40 @@ run;
;;;; ;;;;
%mv_createwebservice(path=/Public/temp,name=demo) %mv_createwebservice(path=/Public/temp,name=demo)
Execute it: %* Execute it;
%mv_jobexecute(path=/Public/temp %mv_jobexecute(path=/Public/temp
,name=demo ,name=demo
,outds=work.info ,outds=work.info
) )
Wait for it to finish, and grab the uri: %* Wait for it to finish;
data work.info;
data _null_;
set work.info; set work.info;
if method='GET' and rel='self'; where method='GET' and rel='state';
run;
%mv_jobwaitfor(ALL,inds=work.info,outds=work.jobstates)
%* and grab the uri;
data _null_;
set work.jobstates;
call symputx('uri',uri); call symputx('uri',uri);
run; run;
Finally, fetch the log: %* Finally, fetch the log;
%mv_getjoblog(uri=&uri,outref=mylog) %mv_getjoblog(uri=&uri,outref=mylog)
This macro is used by the mv_jobwaitfor.sas macro, which is generally a more This macro is used by the mv_jobwaitfor.sas macro, which is generally a more
convenient way to wait for the job to finish before fetching the log. convenient way to wait for the job to finish before fetching the log.
If the remote session calls `endsas` then it is not possible to get the log
from the provided uri, and so the log from the parent session is fetched
instead. This happens for a 400 response, eg below:
ErrorResponse[version=2,status=400,err=5113,id=,message=The session
requested is currently in a failed or stopped state.,detail=[path:
/compute/sessions/LONGURI-ses0006/jobs/LONGURI/log/content, traceId: 63
51aa617d01fd2b],remediation=Correct the errors in the session request,
and create a new session.,targetUri=<null>,errors=[],links=[]]
@param [in] access_token_var= The global macro variable to contain the access @param [in] access_token_var= The global macro variable to contain the access
token token
@@ -15117,7 +15165,7 @@ run;
if a SASStudioV session else authorization_code. Default option. if a SASStudioV session else authorization_code. Default option.
@li sas_services - will use oauth_bearer=sas_services. @li sas_services - will use oauth_bearer=sas_services.
@param [in] uri= The uri of the running job for which to fetch the status, @param [in] uri= The uri of the running job for which to fetch the status,
in the format `/jobExecution/jobs/$UUID/state` (unquoted). in the format `/jobExecution/jobs/$UUID` (unquoted).
@param [out] outref= The output fileref to which to APPEND the log (is always @param [out] outref= The output fileref to which to APPEND the log (is always
appended). appended).
@@ -15175,7 +15223,7 @@ data _null_;
call symputx('errflg',1); call symputx('errflg',1);
call symputx('errmsg', call symputx('errmsg',
"URI should be in format /jobExecution/jobs/$$$$UUID$$$$" "URI should be in format /jobExecution/jobs/$$$$UUID$$$$"
!!" but is actually like: &uri",'l'); !!" but is actually like:"!!uri,'l');
end; end;
run; run;
@@ -15208,6 +15256,10 @@ proc http method='GET' out=&fname1 &oauth_bearer
%end; %end;
; ;
run; run;
%if &mdebug=1 %then %do;
%put &sysmacroname: fetching log loc from &uri;
data _null_;infile &fname1;input;putlog _infile_;run;
%end;
%if &SYS_PROCHTTP_STATUS_CODE ne 200 and &SYS_PROCHTTP_STATUS_CODE ne 201 %then %if &SYS_PROCHTTP_STATUS_CODE ne 200 and &SYS_PROCHTTP_STATUS_CODE ne 201 %then
%do; %do;
data _null_;infile &fname1;input;putlog _infile_;run; data _null_;infile &fname1;input;putlog _infile_;run;
@@ -15245,43 +15297,74 @@ run;
data _null_; data _null_;
infile &fname2; infile &fname2;
input; input;
uri=_infile_; uri=cats(_infile_);
if length(uri)<12 then do; if length(uri)<12 then do;
call symputx('errflg',1); call symputx('errflg',1);
call symputx('errmsg',"URI is invalid (too short) - '&uri'",'l'); call symputx('errmsg',"URI is invalid (too short) - '&uri'",'l');
end; end;
if scan(uri,1) ne 'files' or scan(uri,2) ne 'files' then do; else if (scan(uri,1,'/') ne 'compute' or scan(uri,2,'/') ne 'sessions')
and (scan(uri,1,'/') ne 'files' or scan(uri,2,'/') ne 'files')
then do;
call symputx('errflg',1); call symputx('errflg',1);
call symputx('errmsg', call symputx('errmsg',
"URI should be in format /files/files/$$$$UUID$$$$" "URI should be in format /compute/sessions/$$$$UUID$$$$/jobs/$$$$UUID$$$$"
!!" but is actually like: &uri",'l'); !!" or /files/files/$$$$UUID$$$$"
!!" but is actually like:"!!uri,'l');
end;
else do;
call symputx('errflg',0,'l');
call symputx('logloc',uri,'l');
end; end;
call symputx('errflg',0,'l');
call symputx('logloc',uri,'l');
run; run;
%mp_abort(iftrue=(&errflg=1) %mp_abort(iftrue=(%str(&errflg)=1)
,mac=&sysmacroname ,mac=&sysmacroname
,msg=%str(&errmsg) ,msg=%str(&errmsg)
) )
/* we have a log uri - now fetch the log */ /* we have a log uri - now fetch the log */
%&dbg.put &sysmacroname: querying &base_uri&logloc/content;
proc http method='GET' out=&fname1 &oauth_bearer proc http method='GET' out=&fname1 &oauth_bearer
url="&base_uri&logloc/content"; url="&base_uri&logloc/content?limit=10000";
headers headers
%if &grant_type=authorization_code %then %do; %if &grant_type=authorization_code %then %do;
"Authorization"="Bearer &&&access_token_var" "Authorization"="Bearer &&&access_token_var"
%end; %end;
; ;
run; run;
%if &SYS_PROCHTTP_STATUS_CODE ne 200 and &SYS_PROCHTTP_STATUS_CODE ne 201 %then
%do; %if &mdebug=1 %then %do;
%put &sysmacroname: fetching log content from &base_uri&logloc/content;
data _null_;infile &fname1;input;putlog _infile_;run; data _null_;infile &fname1;input;putlog _infile_;run;
%end;
%if &SYS_PROCHTTP_STATUS_CODE=400 %then %do;
/* fetch log from parent session */
%let logloc=%substr(&logloc,1,%index(&logloc,%str(/jobs/))-1);
%&dbg.put &sysmacroname: Now querying &base_uri&logloc/log/content;
proc http method='GET' out=&fname1 &oauth_bearer
url="&base_uri&logloc/log/content?limit=10000";
headers
%if &grant_type=authorization_code %then %do;
"Authorization"="Bearer &&&access_token_var"
%end;
;
run;
%if &mdebug=1 %then %do;
%put &sysmacroname: fetching log content from &base_uri&logloc/log/content;
data _null_;infile &fname1;input;putlog _infile_;run;
%end;
%end;
%if &SYS_PROCHTTP_STATUS_CODE ne 200 and &SYS_PROCHTTP_STATUS_CODE ne 201
%then %do;
%if &mdebug ne 1 %then %do; /* have already output above */
data _null_;infile &fname1;input;putlog _infile_;run;
%end;
%mp_abort(mac=&sysmacroname %mp_abort(mac=&sysmacroname
,msg=%str(logfetch: &SYS_PROCHTTP_STATUS_CODE &SYS_PROCHTTP_STATUS_PHRASE) ,msg=%str(logfetch: &SYS_PROCHTTP_STATUS_CODE &SYS_PROCHTTP_STATUS_PHRASE)
) )
%end; %end;
data _null_; data _null_;
file "&fpath3..lua"; file "&fpath3..lua";
put ' put '

94
base/mp_abort.sas
View File

@@ -4,13 +4,24 @@
@details Configures an abort mechanism according to site specific policies or @details Configures an abort mechanism according to site specific policies or
the particulars of an environment. For instance, can stream custom the particulars of an environment. For instance, can stream custom
results back to the client in an STP Web App context, or completely stop results back to the client in an STP Web App context, or completely stop
in the case of a batch run. in the case of a batch run. For STP sessions
The method used varies according to the context. Important points:
@li should not use endsas or abort cancel in 9.4m3 environments as this can
cause hung multibridge sessions and result in a frozen STP server
@li should not use endsas in viya 3.5 as this destroys the session and cannot
fetch results (although both mv_getjoblog.sas and the @sasjs/adapter will
recognise this and fetch the log of the parent session instead)
@li STP environments must finish cleanly to avoid the log being sent to
_webout. To assist with this, we also run stpsrvset('program error', 0)
and set SYSCC=0. For 9.4m3 we take a unique approach - we open a macro
but don't close it! This provides a graceful abort, EXCEPT when called
called within a %include within a macro (and that macro contains additional
logic). See mp_abort.test.nofix.sas for the example case.
If you know of another way to gracefully abort a 9.4m3 STP session, we'd
love to hear about it!
Using SAS Abort Cancel mechanisms can cause hung sessions in some Stored
Process environments. This macro takes a unique approach - we set the SAS
syscc to 0, run `stpsrvset('program error', 0)` (if SAS 9) and then - we open
a macro but don't close it! This provides a graceful abort for SAS web
services in all web enabled environments.
@param mac= to contain the name of the calling macro @param mac= to contain the name of the calling macro
@param msg= message to be returned @param msg= message to be returned
@@ -24,6 +35,8 @@
%macro mp_abort(mac=mp_abort.sas, type=, msg=, iftrue=%str(1=1) %macro mp_abort(mac=mp_abort.sas, type=, msg=, iftrue=%str(1=1)
)/*/STORE SOURCE*/; )/*/STORE SOURCE*/;
%global sysprocessmode sysprocessname;
%if not(%eval(%unquote(&iftrue))) %then %return; %if not(%eval(%unquote(&iftrue))) %then %return;
%put NOTE: /// mp_abort macro executing //; %put NOTE: /// mp_abort macro executing //;
@@ -31,9 +44,7 @@
%put NOTE - &msg; %put NOTE - &msg;
/* Stored Process Server web app context */ /* Stored Process Server web app context */
%if %symexist(_metaperson) %if %symexist(_metaperson) or "&SYSPROCESSNAME "="Compute Server " %then %do;
or (%symexist(SYSPROCESSNAME) and "&SYSPROCESSNAME"="Compute Server" )
%then %do;
options obs=max replace nosyntaxcheck mprint; options obs=max replace nosyntaxcheck mprint;
/* extract log errs / warns, if exist */ /* extract log errs / warns, if exist */
%local logloc logline; %local logloc logline;
@@ -128,32 +139,59 @@
if debug ge '"131"' then put '>>weboutEND<<'; if debug ge '"131"' then put '>>weboutEND<<';
run; run;
%if %symexist(_metaport) %then %do; %put _all_;
%if "&sysprocessmode " = "SAS Stored Process Server " %then %do;
data _null_; data _null_;
if symexist('sysprocessmode') then putlog 'stpsrvset program error and syscc';
if symget("sysprocessmode")="SAS Stored Process Server" then do; rc=stpsrvset('program error', 0);
rc=stpsrvset('program error', 0); call symputx("syscc",0,"g");
call symputx("syscc",0,"g"); run;
end; %if "%substr(&sysvlong.xxxxxxxxx,1,9)" ne "9.04.01M3" %then %do;
%put NOTE: Ending SAS session due to:;
%put NOTE- &msg;
endsas;
%end;
%end;
%else %if "&sysprocessmode " = "SAS Compute Server " %then %do;
/* endsas kills the session making it harder to fetch results */
data _null_;
syswarningtext=symget('syswarningtext');
syserrortext=symget('syserrortext');
abort_msg=symget('msg');
syscc=symget('syscc');
sysuserid=symget('sysuserid');
iftrue=symget('iftrue');
put (_all_)(/=);
abort cancel nolist;
run; run;
%end; %end;
/** %else %if "%substr(&sysvlong.xxxxxxxxx,1,9)" = "9.04.01M3" %then %do;
* endsas is reliable but kills some deployments. /**
* Abort variants are ungraceful (non zero return code) * endsas kills 9.4m3 deployments by orphaning multibridges.
* This approach lets SAS run silently until the end :-) * Abort variants are ungraceful (non zero return code)
*/ * This approach lets SAS run silently until the end :-)
%put _all_; * Caution - fails when called within a %include within a macro
filename skip temp; * See tests/mp_abort.test.1 for an example case.
data _null_; */
file skip; filename skip temp;
put '%macro skip(); %macro skippy();'; data _null_;
run; file skip;
%inc skip; put '%macro skip();';
comment '%mend skip; -> fix lint ';
put '%macro skippy();';
comment '%mend skippy; -> fix lint ';
run;
%inc skip;
%end;
%else %do;
%abort cancel;
%end;
%end; %end;
%else %do; %else %do;
%put _all_; %put _all_;
%abort cancel; %abort cancel;
%end; %end;
%mend; %mend mp_abort;
/** @endcond */ /** @endcond */

36
tests/base/mp_abort.test.nofix.sas Normal file
View File

@@ -0,0 +1,36 @@
/**
@file
@brief Testing mp_abort macro
@details This is an unfixed problem with mp_abort when using the
'unclosed macro' technique. This is only relevant for 9.4m3 environments,
which can suffer from hung multibridge sessions from %abort and endsas.
The issue is that when called within a macro, within a %include, AND that
macro contains subsequent logic, the service does not end cleanly - rather,
we see:
ERROR: %EVAL function has no expression to evaluate, or %IF statement has no condition.
ERROR: The macro TEST will stop executing.
We are not able to test this without a 9.4m3 environment, it is marked as
nofix.
<h4> SAS Macros </h4>
@li mp_abort.sas
@li mp_assert.sas
**/
%macro test();
filename blah temp;
data _null_;
file blah;
put '%mp_abort();';
run;
%inc blah;
%if 1=1 %then %put Houston - we have a problem here;
%mend test;
%test()

64
tests/viya/mv_getjoblog.test.sas Normal file
View File

@@ -0,0 +1,64 @@
/**
@file
@brief Testing mv_createwebservice macro
<h4> SAS Macros </h4>
@li mp_assert.sas
@li mv_createjob.sas
@li mv_jobexecute.sas
@li mv_jobwaitfor.sas
@li mv_getjoblog.sas
**/
/**
* Test Case 1
*/
/* create a service */
filename testref temp;
data _null_;
file testref;
put 'endsas;';
run;
%mv_createjob(
path=&mcTestAppLoc/jobs/temp,
code=testref,
name=testjob
)
%* Execute it;
%mv_jobexecute(
path=&mcTestAppLoc/jobs/temp,
name=testjob,
outds=work.info,
)
%* Wait for it to finish;
data work.info;
set work.info;
where method='GET' and rel='state';
run;
%mv_jobwaitfor(ALL,inds=work.info,outds=work.jobstates)
%* and grab the uri;
data _null_;
set work.jobstates;
call symputx('uri',uri);
run;
%* Finally, fetch the log;
%mv_getjoblog(uri=%str(&uri),outref=mylog)
data _null_;
infile mylog;
input;
if index(_infile_,'endsas;') then call symputx('found',1);
else call symputx('found',0);
run;
%mp_assert(
iftrue=(%str(&found)=1),
desc=Check if the log was still fetched even though endsas was submitted
)

97
viya/mv_getjoblog.sas
View File

@@ -1,21 +1,19 @@
/** /**
@file @file
@brief Extract the log from a completed SAS Viya Job @brief Extract the log from a completed SAS Viya Job
@details Extracts log from a Viya job and writes it out to a fileref @details Extracts log from a Viya job and writes it out to a fileref.
To query the job, you need the URI. Sample code for achieving this To query the job, you need the URI. Sample code for achieving this
is provided below. is provided below.
## Example ## Example
First, compile the macros: %* First, compile the macros;
filename mc url filename mc url
"https://raw.githubusercontent.com/sasjs/core/main/all.sas"; "https://raw.githubusercontent.com/sasjs/core/main/all.sas";
%inc mc; %inc mc;
Next, create a job (in this case, a web service): %* Next, create a job (in this case, a web service);
filename ft15f001 temp; filename ft15f001 temp;
parmcards4; parmcards4;
data ; data ;
@@ -31,28 +29,40 @@
;;;; ;;;;
%mv_createwebservice(path=/Public/temp,name=demo) %mv_createwebservice(path=/Public/temp,name=demo)
Execute it: %* Execute it;
%mv_jobexecute(path=/Public/temp %mv_jobexecute(path=/Public/temp
,name=demo ,name=demo
,outds=work.info ,outds=work.info
) )
Wait for it to finish, and grab the uri: %* Wait for it to finish;
data work.info;
data _null_;
set work.info; set work.info;
if method='GET' and rel='self'; where method='GET' and rel='state';
run;
%mv_jobwaitfor(ALL,inds=work.info,outds=work.jobstates)
%* and grab the uri;
data _null_;
set work.jobstates;
call symputx('uri',uri); call symputx('uri',uri);
run; run;
Finally, fetch the log: %* Finally, fetch the log;
%mv_getjoblog(uri=&uri,outref=mylog) %mv_getjoblog(uri=&uri,outref=mylog)
This macro is used by the mv_jobwaitfor.sas macro, which is generally a more This macro is used by the mv_jobwaitfor.sas macro, which is generally a more
convenient way to wait for the job to finish before fetching the log. convenient way to wait for the job to finish before fetching the log.
If the remote session calls `endsas` then it is not possible to get the log
from the provided uri, and so the log from the parent session is fetched
instead. This happens for a 400 response, eg below:
ErrorResponse[version=2,status=400,err=5113,id=,message=The session
requested is currently in a failed or stopped state.,detail=[path:
/compute/sessions/LONGURI-ses0006/jobs/LONGURI/log/content, traceId: 63
51aa617d01fd2b],remediation=Correct the errors in the session request,
and create a new session.,targetUri=<null>,errors=[],links=[]]
@param [in] access_token_var= The global macro variable to contain the access @param [in] access_token_var= The global macro variable to contain the access
token token
@@ -64,7 +74,7 @@
if a SASStudioV session else authorization_code. Default option. if a SASStudioV session else authorization_code. Default option.
@li sas_services - will use oauth_bearer=sas_services. @li sas_services - will use oauth_bearer=sas_services.
@param [in] uri= The uri of the running job for which to fetch the status, @param [in] uri= The uri of the running job for which to fetch the status,
in the format `/jobExecution/jobs/$UUID/state` (unquoted). in the format `/jobExecution/jobs/$UUID` (unquoted).
@param [out] outref= The output fileref to which to APPEND the log (is always @param [out] outref= The output fileref to which to APPEND the log (is always
appended). appended).
@@ -122,7 +132,7 @@ data _null_;
call symputx('errflg',1); call symputx('errflg',1);
call symputx('errmsg', call symputx('errmsg',
"URI should be in format /jobExecution/jobs/$$$$UUID$$$$" "URI should be in format /jobExecution/jobs/$$$$UUID$$$$"
!!" but is actually like: &uri",'l'); !!" but is actually like:"!!uri,'l');
end; end;
run; run;
@@ -155,6 +165,10 @@ proc http method='GET' out=&fname1 &oauth_bearer
%end; %end;
; ;
run; run;
%if &mdebug=1 %then %do;
%put &sysmacroname: fetching log loc from &uri;
data _null_;infile &fname1;input;putlog _infile_;run;
%end;
%if &SYS_PROCHTTP_STATUS_CODE ne 200 and &SYS_PROCHTTP_STATUS_CODE ne 201 %then %if &SYS_PROCHTTP_STATUS_CODE ne 200 and &SYS_PROCHTTP_STATUS_CODE ne 201 %then
%do; %do;
data _null_;infile &fname1;input;putlog _infile_;run; data _null_;infile &fname1;input;putlog _infile_;run;
@@ -192,43 +206,74 @@ run;
data _null_; data _null_;
infile &fname2; infile &fname2;
input; input;
uri=_infile_; uri=cats(_infile_);
if length(uri)<12 then do; if length(uri)<12 then do;
call symputx('errflg',1); call symputx('errflg',1);
call symputx('errmsg',"URI is invalid (too short) - '&uri'",'l'); call symputx('errmsg',"URI is invalid (too short) - '&uri'",'l');
end; end;
if scan(uri,1) ne 'files' or scan(uri,2) ne 'files' then do; else if (scan(uri,1,'/') ne 'compute' or scan(uri,2,'/') ne 'sessions')
and (scan(uri,1,'/') ne 'files' or scan(uri,2,'/') ne 'files')
then do;
call symputx('errflg',1); call symputx('errflg',1);
call symputx('errmsg', call symputx('errmsg',
"URI should be in format /files/files/$$$$UUID$$$$" "URI should be in format /compute/sessions/$$$$UUID$$$$/jobs/$$$$UUID$$$$"
!!" but is actually like: &uri",'l'); !!" or /files/files/$$$$UUID$$$$"
!!" but is actually like:"!!uri,'l');
end;
else do;
call symputx('errflg',0,'l');
call symputx('logloc',uri,'l');
end; end;
call symputx('errflg',0,'l');
call symputx('logloc',uri,'l');
run; run;
%mp_abort(iftrue=(&errflg=1) %mp_abort(iftrue=(%str(&errflg)=1)
,mac=&sysmacroname ,mac=&sysmacroname
,msg=%str(&errmsg) ,msg=%str(&errmsg)
) )
/* we have a log uri - now fetch the log */ /* we have a log uri - now fetch the log */
%&dbg.put &sysmacroname: querying &base_uri&logloc/content;
proc http method='GET' out=&fname1 &oauth_bearer proc http method='GET' out=&fname1 &oauth_bearer
url="&base_uri&logloc/content"; url="&base_uri&logloc/content?limit=10000";
headers headers
%if &grant_type=authorization_code %then %do; %if &grant_type=authorization_code %then %do;
"Authorization"="Bearer &&&access_token_var" "Authorization"="Bearer &&&access_token_var"
%end; %end;
; ;
run; run;
%if &SYS_PROCHTTP_STATUS_CODE ne 200 and &SYS_PROCHTTP_STATUS_CODE ne 201 %then
%do; %if &mdebug=1 %then %do;
%put &sysmacroname: fetching log content from &base_uri&logloc/content;
data _null_;infile &fname1;input;putlog _infile_;run; data _null_;infile &fname1;input;putlog _infile_;run;
%end;
%if &SYS_PROCHTTP_STATUS_CODE=400 %then %do;
/* fetch log from parent session */
%let logloc=%substr(&logloc,1,%index(&logloc,%str(/jobs/))-1);
%&dbg.put &sysmacroname: Now querying &base_uri&logloc/log/content;
proc http method='GET' out=&fname1 &oauth_bearer
url="&base_uri&logloc/log/content?limit=10000";
headers
%if &grant_type=authorization_code %then %do;
"Authorization"="Bearer &&&access_token_var"
%end;
;
run;
%if &mdebug=1 %then %do;
%put &sysmacroname: fetching log content from &base_uri&logloc/log/content;
data _null_;infile &fname1;input;putlog _infile_;run;
%end;
%end;
%if &SYS_PROCHTTP_STATUS_CODE ne 200 and &SYS_PROCHTTP_STATUS_CODE ne 201
%then %do;
%if &mdebug ne 1 %then %do; /* have already output above */
data _null_;infile &fname1;input;putlog _infile_;run;
%end;
%mp_abort(mac=&sysmacroname %mp_abort(mac=&sysmacroname
,msg=%str(logfetch: &SYS_PROCHTTP_STATUS_CODE &SYS_PROCHTTP_STATUS_PHRASE) ,msg=%str(logfetch: &SYS_PROCHTTP_STATUS_CODE &SYS_PROCHTTP_STATUS_PHRASE)
) )
%end; %end;
data _null_; data _null_;
file "&fpath3..lua"; file "&fpath3..lua";
put ' put '