SASPAC/SAS_PACKAGES
1
0
Fork 0
mirror of https://github.com/yabwon/SAS_PACKAGES.git synced 2026-01-03 13:20:05 +00:00
Code Issues Packages Projects Releases Wiki Activity
Files
6891d9d4c6a01bfa650a69ce5bcf45bb3a0d44cd
SAS_PACKAGES/SPF/Macros/generatepackage.sas
Bart Jablonski (yabwon) 26d9c735fe **SAS Packages Framework**, version 20220930. 
**SAS Packages Framework**, version 20220930.

- In `%installPackage()` macro:
  - New parameter  `version=`  added. Indicates which historical version of a package to install. Historical version are available only if `mirror=0` is set. Default value is null which means "install the latest".
  - New default value for `mirror` parameter set to 0
- New repository dedicated for SAS Packages created: the *SASPAC - SAS Packages Archive* introduced under: `https://github.com/SASPAC`. Each package has its own project with historical versions in it.
- Documentation updated.
2022-09-30 20:27:23 +02:00

2440 lines
108 KiB
SAS
Raw Blame History

/*+generatePackage+*/
/*** HELP START ***/
%macro generatePackage(
filesLocation /* location of package files
e.g. %sysfunc(pathname(work))/%lowcase(&packageName.) */
/* testing options: */
,testPackage=Y /* indicator if tests should be executed,
default value Y means "execute tests" */
,packages= /* location of other packages if there are
dependencies in loading, must be a single directory
if more than one are provided only the first is used */
,testResults= /* location where tests results should be stored,
if null (the default) the WORK is used */
,sasexe= /* a DIRECTORY where the SAS binary is located,
if null (the default) then the !SASROOT is used */
,sascfgFile= /* a FILE with testing session configuration parameters
if null (the default) then no config file is pointed
during the SAS invocation,
if set to DEF then the !SASROOT/sasv9.cfg is used */
,delTestWork=1 /* indicates if `WORK` directories generated by user tests
should be deleted, i.e. the (NO)WORKTERM option is set,
default value 1 means "delete tests work" */
)/secure minoperator
/*** HELP END ***/
des = 'Macro to generate SAS packages, version 20220930. Run %generatePackage() for help info.'
;
%if (%superq(filesLocation) = ) OR (%qupcase(&filesLocation.) = HELP) %then
%do;
%local options_tmp ;
%let options_tmp = ls=%sysfunc(getoption(ls)) ps=%sysfunc(getoption(ps))
%sysfunc(getoption(notes)) %sysfunc(getoption(source))
msglevel=%sysfunc(getoption(msglevel))
;
options NOnotes NOsource ls=MAX ps=MAX msglevel=N;
%put ;
%put #################################################################################;
%put ### This is short help information for the `generatePackage` macro #;
%put #-------------------------------------------------------------------------------#;
%put # #;
%put # Macro to generate SAS packages, version `20220930` #;
%put # #;
%put # A SAS package is a zip file containing a group #;
%put # of SAS codes (macros, functions, data steps generating #;
%put # data, etc.) wrapped up together and embedded inside the zip. #;
%put # #;
%put # The `%nrstr(%%generatePackage())` macro generates SAS packages. #;
%put # It wraps-up the package content, i.e. macros, functions, formats, etc., #;
%put # into the zip file and generate all metadata content required by other #;
%put # macros from the SAS Packages Framework. #;
%put # #;
%put #-------------------------------------------------------------------------------#;
%put # #;
%put # Visit: `https://github.com/yabwon/SAS_PACKAGES/tree/main/SPF/Documentation` #;
%put # to read about the details of package generation process. #;
%put # #;
%put #### Parameters: #;
%put # #;
%put # 1. `filesLocation=` Location of package files, example value: #;
%put # `%nrstr(%%sysfunc(pathname(work))/packagename)`. #;
%put # Default use case: #;
%put # `%nrstr(%%generatePackage(filesLocation=/path/to/packagename))` #;
%put # If empty displays this help information. #;
%put # #;
%put # Testing parameters: #;
%put # #;
%put # - `testPackage=` Indicator if tests should be executed. #;
%put # Default value: `Y`, means "execute tests" #;
%put # #;
%put # - `packages=` Location of other packages for testing #;
%put # if there are dependencies in loading the package. #;
%put # Has to be a single directory, if more than one are #;
%put # provided than only the first is used. #;
%put # #;
%put # - `testResults=` Location where tests results should be stored, #;
%put # if null (the default) then the session WORK is used. #;
%put # #;
%put # - `sasexe=` Location of a DIRECTORY where the SAS binary is located, #;
%put # if null (the default) then the `!SASROOT` is used. #;
%put # #;
%put # - `sascfgFile=` Location of a FILE with testing session configuration #;
%put # parameters, if null (the default) then no config file #;
%put # is pointed during the SAS invocation, #;
%put # if set to `DEF` then the `!SASROOT/sasv9.cfg` is used. #;
%put # #;
%put # - `delTestWork=` Indicates if `WORK` directories generated by user tests #;
%put # should be deleted, i.e. the (NO)WORKTERM option is set. #;
%put # The default value: `1` means "delete tests work". #;
%put # Available values are `0` and `1`. #;
%put # #;
%put #-------------------------------------------------------------------------------#;
%put #################################################################################;
%put ;
options &options_tmp.;
%GOTO ENDofgeneratePackage;
%end;
%local zipReferrence filesWithCodes _DESCR_ _LIC_ _DUMMY_ _RC_ _PackageFileref_;
%let zipReferrence = _%sysfunc(datetime(), hex6.)_;
%let filesWithCodes = WORK._%sysfunc(datetime(), hex16.)_;
%let _DESCR_ = _%sysfunc(datetime(), hex6.)d;
%let _LIC_ = _%sysfunc(datetime(), hex6.)l;
%let _DUMMY_ = _%sysfunc(datetime(), hex6.)_;
/* collect package metadata from the description.sas file */
filename &_DESCR_. "&filesLocation./description.sas" lrecl = 1024;
/* file contains licence */
filename &_LIC_. "&filesLocation./license.sas" lrecl = 1024;
%if %sysfunc(fexist(&_DESCR_.)) %then
%do;
%put NOTE- ;
%put NOTE: Verifying package metadata;
%put NOTE- ^^^^^^^^^^^^^^^^^^^^^^^^^^;
%put NOTE- ;
%local packageName /* name of the package, required */
packageVersion /* version of the package, required */
packageTitle /* title of the package, required*/
packageAuthor /* required */
packageMaintainer /* required */
packageEncoding /* required */
packageLicense /* required */
packageRequired /* optional */
packageReqPackages /* optional */
;
%local qlenmax_fstimer_tmp;
%let qlenmax_fstimer_tmp = %sysfunc(getoption(quotelenmax)) %sysfunc(getoption(stimer)) %sysfunc(getoption(fullstimer));
options NOquotelenmax NOstimer NOfullstimer;
data _null_;
infile &_DESCR_.;
input;
select( strip(upcase(kscanx(_INFILE_, 1, ":"))) );
when("PACKAGE") call symputX("packageName", kscanx(_INFILE_, 2, ":"),"L");
when("VERSION") call symputX("packageVersion", kscanx(_INFILE_, 2, ":"),"L");
when("AUTHOR") call symputX("packageAuthor", kscanx(_INFILE_, 2, ":"),"L");
when("MAINTAINER") call symputX("packageMaintainer", kscanx(_INFILE_, 2, ":"),"L");
when("TITLE") call symputX("packageTitle", kscanx(_INFILE_, 2, ":"),"L");
when("ENCODING") call symputX("packageEncoding", kscanx(_INFILE_, 2, ":"),"L");
when("LICENSE") call symputX("packageLicense", kscanx(_INFILE_, 2, ":"),"L");
when("REQUIRED") call symputX("packageRequired", kscanx(_INFILE_, 2, ":"),"L");
when("REQPACKAGES") call symputX("packageReqPackages", kscanx(_INFILE_, 2, ":"),"L");
/* stop at the beginning of description */
when("DESCRIPTION START") stop;
otherwise;
end;
run;
options &qlenmax_fstimer_tmp.;
/* test for required descriptors */
%if (%nrbquote(&packageName.) = )
or (%nrbquote(&packageVersion.) = )
or (%nrbquote(&packageAuthor.) = )
or (%nrbquote(&packageMaintainer.) = )
or (%nrbquote(&packageTitle.) = )
or (%nrbquote(&packageEncoding.) = )
or (%nrbquote(&packageLicense.) = )
%then
%do;
%put ERROR: At least one of descriptors is missing!;
%put ERROR- They are required to create a package.;
%put ERROR- &=packageName.;
%put ERROR- &=packageTitle.;
%put ERROR- &=packageVersion.;
%put ERROR- &=packageAuthor.;
%put ERROR- &=packageMaintainer.;
%put ERROR- &=packageEncoding.;
%put ERROR- &=packageLicense.;
%put ERROR- ;
%put ERROR- Aborting.;
%abort;
%end;
/* test for package name */
%if %sysfunc(lengthn(&packageName.)) > 24 %then
%do;
%put ERROR: Package name is more than 24 characters long.;
%put ERROR- The name is used for functions dataset name;
%put ERROR- and for formats catalog name (with suffix).;
%put ERROR: The length is %sysfunc(lengthn(&packageName.)). Try something shorter.;
%put ERROR- Aborting.;
%abort;
%end;
%else %if %sysfunc(lengthn(&packageName.)) < 3 %then
%do;
%put WARNING: Package name is less than 3 characters.;
%put WARNING- Maybe consider some _meaningful_ name?;
%end;
/* test characters in package name */
%if %qsysfunc(lengthn(%qsysfunc(compress(&packageName.,,KDF)))) NE %qsysfunc(lengthn(&packageName.)) %then
%do;
%put ERROR: Package name contains illegal symbols.;
%put ERROR- The name is used for functions dataset name;
%put ERROR- and for formats catalog name.;
%put ERROR- Only English letters, underscore(_), and digits are allowed.;
%put ERROR: Try something else. Maybe: %qsysfunc(compress(&packageName.,,KDF)) will do?;
%put ERROR- Aborting.;
%abort;
%end;
/* test first symbol in package name */
%if %qsubstr(&packageName.,1,1) IN (1 2 3 4 5 6 7 8 9 0) %then
%do;
%put ERROR: Package name cannot start with a number.;
%put ERROR- The name is used for functions dataset name;
%put ERROR- and for formats catalog name.;
%put ERROR- Only English letters and underscore(_) are allowed as the first symbol.;
%put ERROR: Try something else which not start with a digit;
%put ERROR- Aborting.;
%abort;
%end;
%if %bquote(&packageRequired.) ne %then
%do;
/* turn off the note about quoted string length */
%local qlenmax_fstimer_tmp;
%let qlenmax_fstimer_tmp = %sysfunc(getoption(quotelenmax)) %sysfunc(getoption(stimer)) %sysfunc(getoption(fullstimer));
options NOquotelenmax NOstimer NOfullstimer;
%local tryExcept;
%let tryExcept = 0;
data _null_;
rc = dosubl('options nonotes nosource;
filename &_DUMMY_. DUMMY;
proc printto log = &_DUMMY_.; run;' !!
'%let SYSCC = 0;
data _null_;
length rq $ 164;
do rq = &packageRequired.;
end;
run;' !!
'%let tryExcept = &SYSCC.; filename &_DUMMY_. clear;');
tryExcept = symgetn('tryExcept');
put "NOTE: Required test: " rc= tryExcept= "(double 0 is success)";
if tryExcept then
do;
put 'ERROR: Your Required list seems to be problematic.';
put 'ERROR- Check the description.sas file.';
put 'ERROR- Expected form is "Quoted" Comma, ..., Separated List, e.g.';
put 'ERROR- "SAS Component1", "SAS Component2", "SAS Component3"';
put 'ERROR- Provided value is:';
length R $ 32767;
R = symget('packageRequired');
put 'ERROR- ' R;
end;
else
rc = dosubl('title; options nonotes nosource ps=max ls=99 nodate nonumber nostimer;
data _null_;
length rq $ 64; put "Required:";
do rq = &packageRequired.;
put "- " rq;
end;
run;');
run;
/* turn on the original value of the note about quoted string length */
options &qlenmax_fstimer_tmp.;
%if &tryExcept. %then %abort;
%end;
%if %bquote(&packageReqPackages.) ne %then
%do;
/* turn off the note about quoted string length */
%local qlenmax_fstimer_tmp;
%let qlenmax_fstimer_tmp = %sysfunc(getoption(quotelenmax)) %sysfunc(getoption(stimer)) %sysfunc(getoption(fullstimer));
options NOquotelenmax NOstimer NOfullstimer;
%local tryExcept;
%let tryExcept = 0;
data _null_;
rc = dosubl('options nonotes nosource;
filename &_DUMMY_. DUMMY;
proc printto log = &_DUMMY_.; run;' !!
'%let SYSCC = 0;
data _null_;
length rq $ 64;
do rq = &packageReqPackages.;
end;
run;' !!
'%let tryExcept = &SYSCC.; filename &_DUMMY_. clear;');
tryExcept = symgetn('tryExcept');
put "NOTE: ReqPackages test: " rc= tryExcept= "(double 0 is success)";
if tryExcept then
do;
put 'ERROR: Your ReqPackages list seems to be problematic.';
put 'ERROR- Check the description.sas file.';
put 'ERROR- Expected form is "Quoted" Comma, ..., Separated List, e.g.';
put 'ERROR- "Package1 (X.X)", "Package2 (Y.Y)", "Package3 (Z.Z)"';
put 'ERROR- Provided value is:';
length R $ 32767;
R = symget('packageReqPackages');
put 'ERROR- ' R;
end;
else
rc = dosubl('title; options nonotes nosource ps=max ls=66 nodate nonumber nostimer;
data _null_;
length rq $ 64; put "ReqPackages:";
do rq = &packageReqPackages.;
put "- " rq;
end;
run;');
run;
/* turn on the original value of the note about quoted string length */
options &qlenmax_fstimer_tmp.;
%if &tryExcept. %then %abort;
%end;
%end;
%else
%do;
%put ERROR: The description.sas file is missing!;
%put ERROR- The file is required to create package metadata;
%put ERROR- Aborting.;
%abort;
%end;
%local qlenmax_fstimer_tmp;
%let qlenmax_fstimer_tmp = %sysfunc(getoption(quotelenmax)) %sysfunc(getoption(stimer)) %sysfunc(getoption(fullstimer));
options NOquotelenmax NOstimer NOfullstimer;
/* generate package fileref with MD5 to allow
different file reference for each package
while loading package with %loadPackage() macro
*/
/* %let _PackageFileref_ = P%sysfunc(MD5(%lowcase(&packageName.)),hex7.); */
data _null_; call symputX("_PackageFileref_", "P" !! put(MD5("%lowcase(&packageName.)"), hex7. -L), "L"); run;
/* test if version is a number */
data _null_;
version = input("&packageVersion.", ?? best32.);
if not (version > 0) then
do;
put 'ERROR: Package version should be a positive NUMBER.';
put 'ERROR- Current value is: ' "&packageVersion.";
put 'ERROR- Try something small, e.g. 0.1';
put 'ERROR- Aborting.';
put;
abort;
end;
run;
/* create or replace the ZIP file for package */
filename &zipReferrence. ZIP "&filesLocation./%lowcase(&packageName.).zip";
%if %sysfunc(fexist(&zipReferrence.)) %then
%do;
%put NOTE: Deleting file "&filesLocation./%lowcase(&packageName.).zip";
%let _RC_ = %sysfunc(fdelete(&zipReferrence.));
%put NOTE: &=_RC_;
%end;
%if %sysfunc(fexist(&zipReferrence.)) %then
%do;
%put ERROR: File "&filesLocation./%lowcase(&packageName.).zip" cannot be deleted.;
%put ERROR- Check if the file is not blocked by another process.;
%put ERROR- Aborting.;
%abort;
%end;
/*** HELP START ***/
/*
Locate all files with code in base folder, i.e. at `filesLocation` directory.
*/
/*
Remember to prepare the `description.sas` file for you package.
The colon (:) is a field separator and is restricted
in lines of the header part.
The file should contain the following obligatory information:
--------------------------------------------------------------------------------------------
>> **HEADER** <<
Type: Package
Package: PackageName
Title: A title/brief info for log note about your packages.
Version: X.Y
Author: Firstname1 Lastname1 (xxxxxx1@yyyyy.com), Firstname2 Lastname2 (xxxxxx2@yyyyy.com)
Maintainer: Firstname Lastname (xxxxxx@yyyyy.com)
License: MIT
Encoding: UTF8
Required: "Base SAS Software" :%*optional, COMMA separated, QUOTED list, names of required SAS products, values must be like from proc setinit;run; output *;
ReqPackages: "macroArray (0.1)", "DFA (0.1)" :%*optional, COMMA separated, QUOTED list, names of required packages *;
>> **DESCRIPTION** <<
>> All the text below will be used in help <<
DESCRIPTION START:
Xxxxxxxxxxx xxxxxxx xxxxxx xxxxxxxx xxxxxxxx. Xxxxxxx
xxxx xxxxxxxxxxxx xx xxxxxxxxxxx xxxxxx. Xxxxxxx xxx
xxxx xxxxxx. Xxxxxxxxxxxxx xxxxxxxxxx xxxxxxx.
DESCRIPTION END:
--------------------------------------------------------------------------------------------
Name of the `type` of folder and `files.sas` inside must be in the _low_ case letters.
If order of loading is important, the sequential number
can be used to order multiple types in the way you wish.
The "tree structure" of the folder could be for example as follows:
--------------------------------------------------------------------------------------------
<packageName>
..
|
+-000_libname [one file one libname]
| |
| +-abc.sas [a file with a code creating libname ABC]
|
+-001_macro [one file one macro]
| |
| +-hij.sas [a file with a code creating macro HIJ]
| |
| +-klm.sas [a file with a code creating macro KLM]
|
+-002_function [one file one function,
| | option OUTLIB= should be: work.&packageName.fcmp.package
| | option INLIB= should be: work.&packageName.fcmp
| | (both literally with macrovariable name and "fcmp" sufix)]
| |
| +-efg.sas [a file with a code creating function EFG, _with_ "Proc FCMP" header]
|
+-003_functions [mind the S at the end!, one file one function,
| | only plain code of the function, without "Proc FCMP" header]
| |
| +-ijk.sas [a file with a code creating function EFG, _without_ "Proc FCMP" header]
|
+-004_format [one file one format,
| | option LIB= should be: work.&packageName.format
| | (literally with macrovariable name and "format" sufix)]
| |
| +-efg.sas [a file with a code creating format EFG and informat EFG]
|
+-005_data [one file one dataset]
| |
| +-abc.efg.sas [a file with a code creating dataset EFG in library ABC]
|
+-006_exec [so called "free code", content of the files will be printed
| | to the log before execution]
| |
| +-<no file, in this case folder may be skipped>
|
+-007_format [if your codes depend each other you can order them in folders,
| | e.g. code from 003_... will be executed before 006_...]
| |
| +-abc.sas [a file with a code creating format ABC,
| used in the definition of the format EFG]
+-008_function
| |
| +-<no file, in this case folder may be skipped>
|
|
+-009_lazydata [one file one dataset]
| |
| +-klm.sas [a file with a code creating dataset klm in library work
| it will be created only if user request it by using:
| %loadPackage(packagename, lazyData=klm)
| multiple elements separated by space are allowed
| an asterisk(*) means "load all data"]
|
+-010_imlmodule [one file one IML module,
| | only plain code of the module, without "Proc IML" header]
| |
| +-abc.sas [a file with a code creating IML module ABC, _without_ "Proc IML" header]
|
+-<sequential number>_<type [in lower case]>
|
+-00n_clean [if you need to clean something up after exec file execution,
| | content of the files will be printed to the log before execution]
| |
| +-<no file, in this case folder may be skipped>
|
+-...
|
+-999_test [tests executed during package generation, XCMD options must be turned-on]
| |
| +-test1.sas [a file with a code for test1]
| |
| +-test2.sas [a file with a code for test2]
|
+-...
...
--------------------------------------------------------------------------------------------
*/
/*** HELP END ***/
/* collect the data */
data &filesWithCodes.;
putlog "NOTE: Generating content dataset: &filesWithCodes..";
putlog "NOTE- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^";
putlog "NOTE- ";
base = "&filesLocation.";
length folder file lowcase_name $ 256 folderRef fileRef $ 8;
drop lowcase_name;
folderRef = "_%sysfunc(datetime(), hex6.)0";
rc=filename(folderRef, base);
folderid=dopen(folderRef);
do i=1 to dnum(folderId); drop i;
folder = dread(folderId, i);
if folder NE lowcase(folder) then
do;
put 'ERROR: Folder should be named ONLY with low case letters.';
put 'ERROR- Current value is: ' folder;
lowcase_name = lowcase(folder);
put 'ERROR- Try to use: ' lowcase_name;
put;
_abort_ + 1;
end;
order = kscanx(folder, 1, "_");
type = kscanx(folder,-1, "_");
fileRef = "_%sysfunc(datetime(), hex6.)1";
rc = filename(fileRef, catx("/", base, folder));
fileId = dopen(fileRef);
file = ' ';
if fileId then
do j = 1 to dnum(fileId); drop j;
file = dread(fileId, j);
if file NE lowcase(file) then
do;
put 'ERROR: File with code should be named ONLY with low case letters.';
put 'ERROR- Current value is: ' file;
lowcase_name = lowcase(file);
put 'ERROR- Try to use: ' lowcase_name;
put;
_abort_ + 1;
end;
fileshort = substr(file, 1, length(file) - 4); /* filename.sas -> filename */
if strip(reverse(file)) in: ('sas.') then output; /* ignore not ".sas" files */
else
do;
put "WARNING: Only *.sas files are supported." /
"WARNING- The file: " file "will be ignored." /
"WARNING- ";
end;
end;
rc = dclose(fileId);
rc = filename(fileRef);
end;
rc = dclose(folderid);
rc = filename(folderRef);
if _abort_ then
do;
put 'ERROR: Aborting due to previous errors.';
abort;
end;
stop;
run;
%local notesSourceOptions;
%let notesSourceOptions = %sysfunc(getoption(notes)) %sysfunc(getoption(source));
options NOnotes NOsource;
proc sort data = &filesWithCodes.;
by order type file;
run;
/*
proc contents data = &filesWithCodes.;
run;
*/
title1 "Package location is: &filesLocation.";
title2 "User: &SYSUSERID., datetime: %qsysfunc(datetime(), datetime21.), SAS version: &SYSVLONG4.";
title3 "Package encoding: '&packageEncoding.', session encoding: '&SYSENCODING.'.";
title4 " ______________________________ ";
title5 "List of files for package: &packageName. (version &packageVersion.), license: &packageLicense.";
title6 "MD5 hashed fileref of package lowcase name: &_PackageFileref_.";
%if (%bquote(&packageRequired.) ne )
or (%bquote(&packageReqPackages.) ne )
%then
%do;
title7 "Required SAS licences: %qsysfunc(compress(%bquote(&packageRequired.), %str(%'%")))" ; /* ' */
title8 "Required SAS packages: %qsysfunc(compress(%bquote(&packageReqPackages.),%str(%'%")))" ; /* " */
%end;
proc print data = &filesWithCodes.(drop=base folderRef fileRef rc folderid _abort_ fileId);
run;
title;
options &notesSourceOptions.;
/* packages description */
%put NOTE: Preparing description file.;
%put NOTE- ^^^^^^^^^^^^^^^^^^^^^^^^^^^;
%put NOTE-;
data _null_;
infile &_DESCR_.;
file &zipReferrence.(description.sas) encoding = &packageEncoding.;
input;
put _INFILE_;
run;
/* package license */
%put NOTE: Preparing license file.;
%put NOTE- ^^^^^^^^^^^^^^^^^^^^^^^;
%put NOTE-;
%if %sysfunc(fexist(&_LIC_.)) %then
%do;
data _null_;
infile &_LIC_.;
file &zipReferrence.(license.sas) encoding = &packageEncoding.;
input;
put _INFILE_;
run;
%end;
%else
%do;
%put WARNING:[License] No license.sas file provided, default (MIT) licence file will be generated.;
%let packageLicense = MIT;
data _null_;
file &zipReferrence.(license.sas) encoding = &packageEncoding.;
put " ";
put " Copyright (c) %sysfunc(today(),year4.) &packageAuthor. ";
put " ";
put " Permission is hereby granted, free of charge, to any person obtaining a copy ";
put ' of this software and associated documentation files (the "Software"), to deal ';
put " in the Software without restriction, including without limitation the rights ";
put " to use, copy, modify, merge, publish, distribute, sublicense, and/or sell ";
put " copies of the Software, and to permit persons to whom the Software is ";
put " furnished to do so, subject to the following conditions: ";
put " ";
put " The above copyright notice and this permission notice shall be included ";
put " in all copies or substantial portions of the Software. ";
put " ";
put ' THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR ';
put " IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, ";
put " FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE ";
put " AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER ";
put " LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, ";
put " OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE ";
put " SOFTWARE. ";
put " ";
run;
%end;
/* package metadata */
%put NOTE: Preparing metadata file.;
%put NOTE- ^^^^^^^^^^^^^^^^^^^^^^^^;
%put NOTE-;
data _null_;
if 0 then set &filesWithCodes. nobs=NOBS;
if NOBS = 0 then
do;
putlog "WARNING:[&sysmacroname.] No files to create package.";
stop;
end;
file &zipReferrence.(packagemetadata.sas) encoding = &packageEncoding.;
put ' data _null_; '; /* simple "%local" returns error while loading package */
put ' call symputX("packageName", " ", "L");';
put ' call symputX("packageVersion", " ", "L");';
put ' call symputX("packageTitle", " ", "L");';
put ' call symputX("packageAuthor", " ", "L");';
put ' call symputX("packageMaintainer", " ", "L");';
put ' call symputX("packageEncoding", " ", "L");';
put ' call symputX("packageLicense", " ", "L");';
put ' run; ';
put ' %let packageName =' "&packageName.;";
put ' %let packageVersion =' "&packageVersion.;";
put ' %let packageTitle =' "&packageTitle.;";
put ' %let packageAuthor =' "&packageAuthor.;";
put ' %let packageMaintainer =' "&packageMaintainer.;";
put ' %let packageEncoding =' "&packageEncoding.;";
put ' %let packageLicense =' "&packageLicense.;";
put ' ; ';
stop;
run;
/* emergency ICEloadPackage macro to load package when loadPackage()
is unavailable for some reasons, example of use:
1) point to a zip file,
2) include iceloadpackage.sas
3) point to package folder,
4) load package
*//*
filename packages zip 'C:/SAS_PACKAGES/sqlinds.zip';
%include packages(iceloadpackage.sas);
filename packages 'C:/SAS_PACKAGES/';
%ICEloadpackage(sqlinds)
*/
%put NOTE: Preparing iceloadpackage file.;
%put NOTE- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^;
%put NOTE-;
data _null_;
file &zipReferrence.(iceloadpackage.sas) encoding = &packageEncoding.;
put " ";
put ' /* Temporary replacement of loadPackage() macro. */ ';
put ' %macro ICEloadPackage( ';
put ' packageName /* name of a package */ ';
put ' , path = %sysfunc(pathname(packages)) /* location of a package */ ';
put ' , options = %str(LOWCASE_MEMNAME) /* possible options for ZIP */ ';
put ' , zip = zip /* file ext. */ ';
put ' , requiredVersion = . /* required version */ ';
put ' , source2 = /* source2*/ ';
put ' )/secure; ';
put ' %PUT ** NOTE: Package ' "&packageName." ' loaded in ICE mode **; ';
put ' %local _PackageFileref_; ';
put ' /* %let _PackageFileref_ = P%sysfunc(MD5(%lowcase(&packageName.)),hex7.); */ ';
put ' data _null_; ';
put ' call symputX("_PackageFileref_", "P" !! put(MD5("%lowcase(&packageName.)"), hex7. -L), "L"); ';
put ' run; ';
put ' filename &_PackageFileref_. &ZIP. ';
put ' "&path./%lowcase(&packageName.).&zip." %unquote(&options.) ';
put ' ; ';
put ' %include &_PackageFileref_.(packagemetadata.sas) / &source2.; ';
put ' filename &_PackageFileref_. clear; ';
/* test if required version of package is "good enough" */
put ' %if %sysevalf(&requiredVersion. > &packageVersion.) %then ';
put ' %do; ';
put ' %put ERROR: Required version is &requiredVersion.; ';
put ' %put ERROR- Provided version is &packageVersion.; ';
put ' %GOTO WrongVersionOFPackage; /*%RETURN;*/ ';
put ' %end; ';
put ' filename &_PackageFileref_. &ZIP. ';
put ' "&path./%lowcase(&packageName.).&zip." %unquote(&options.) ';
put ' ENCODING = ';
put ' %if %bquote(&packageEncoding.) NE %then &packageEncoding. ; ';
put ' %else utf8 ; ';
put ' ; ';
put ' %include &_PackageFileref_.(load.sas) / &source2.; ';
put ' filename &_PackageFileref_. clear; ';
put ' %WrongVersionOFPackage: ';
put ' %mend ICEloadPackage; ';
put " ";
run;
/* loading package files */
%put NOTE: Preparing load file.;
%put NOTE- ^^^^^^^^^^^^^^^^^^^^;
%put NOTE-;
data _null_;
if NOBS = 0 then stop;
file &zipReferrence.(load.sas) lrecl=32767 encoding = &packageEncoding.;
put "filename &_PackageFileref_. list;" /;
put ' %put NOTE- ;';
put ' %put NOTE: ' @; put "Loading package &packageName., version &packageVersion., license &packageLicense.; ";
put ' %put NOTE: ' @; put "*** &packageTitle. ***; ";
put ' %put NOTE- ' @; put "Generated: %sysfunc(datetime(), datetime21.); ";
put ' %put NOTE- ' @; put "Author(s): &packageAuthor.; ";
put ' %put NOTE- ' @; put "Maintainer(s): &packageMaintainer.; ";
put ' %put NOTE- ;';
put ' %put NOTE- Run %nrstr(%%)helpPackage(' "&packageName." ') for the description;';
put ' %put NOTE- ;';
put ' %put NOTE- *** START ***; ' /;
put '%include ' " &_PackageFileref_.(packagemetadata.sas) / nosource2; " /; /* <- copied also to loadPackage macro */
isFunction = 0;
isFormat = 0;
%if (%bquote(&packageRequired.) ne )
or (%bquote(&packageReqPackages.) ne )
%then
%do;
put ' data _null_; ';
put ' call symputX("packageRequiredErrors", 0, "L"); ';
put ' run; ';
%end;
%if %bquote(&packageRequired.) ne %then
%do;
put ' %put NOTE- *Testing required SAS components*%sysfunc(DoSubL( '; /* <- DoSubL() is here */
put ' options nonotes nosource %str(;) ';
put ' options ls=max ps=max locale=en_US %str(;) ';
put ' /* temporary redirect log */ ';
put ' filename _stinit_ TEMP %str(;) ';
put ' proc printto log = _stinit_ %str(;) run %str(;) ';
put ' /* print out setinit */ ';
put ' proc setinit %str(;) run %str(;) ';
put ' proc printto %str(;) run %str(;) ';
put ' data _null_ %str(;) ';
put ' /* loadup checklist of required SAS components */ ';
put ' if _n_ = 1 then ';
put ' do %str(;) ';
put ' length req $ 256 %str(;) ';
put ' declare hash R() %str(;) ';
put ' _N_ = R.defineKey("req") %str(;) ';
put ' _N_ = R.defineDone() %str(;) ';
put ' declare hiter iR("R") %str(;) ';
length packageRequired $ 32767;
packageRequired = upcase(symget('packageRequired'));
put ' do req = %bquote(' / packageRequired / ') %str(;) ';
put ' _N_ = R.add(key:req,data:req) %str(;) ';
put ' end %str(;) ';
put ' end %str(;) ';
put ' ';
put ' /* read in output from proc setinit */ ';
put ' infile _stinit_ end=eof %str(;) ';
put ' input %str(;) ';
/*put ' put "*> " _infile_ %str(;) '; */ /* for testing */
put ' ';
put ' /* if component is in setinit remove it from checklist */ ';
put ' if _infile_ =: "---" then ';
put ' do %str(;) ';
put ' req = upcase(substr(_infile_, 4, 64)) %str(;) ';
put ' if R.find(key:req) = 0 then ';
put ' do %str(;) ';
put ' _N_ = R.remove() %str(;) ';
put ' end %str(;) ';
put ' end %str(;) ';
put ' ';
put ' /* if checklist is not null rise error */ ';
put ' if eof and R.num_items > 0 then ';
put ' do %str(;) ';
put ' put "WARNING- ###########################################" %str(;) ';
put ' put "WARNING: The following SAS components are missing! " %str(;) ';
put ' call symputX("packageRequiredErrors", 0, "L") %str(;) ';
put ' do while(iR.next() = 0) %str(;) ';
put ' put "WARNING- " req %str(;) ';
put ' end %str(;) ';
put ' put "WARNING: The package may NOT WORK as expected " %str(;) ';
put ' put "WARNING: or even result with ERRORS! " %str(;) ';
put ' put "WARNING- ###########################################" %str(;) ';
put ' put %str(;) ';
put ' end %str(;) ';
put ' run %str(;) ';
put ' filename _stinit_ clear %str(;) ';
put ' options notes source %str(;) ';
put ' ))*; ';
%end;
%if %bquote(&packageReqPackages.) ne %then
%do;
length packageReqPackages $ 32767;
packageReqPackages = lowcase(symget('packageReqPackages'));
/* try to load required packages */
put 'data _null_ ; ';
put ' length req name $ 64 vers verR 8 SYSloadedPackages $ 32767; ';
put ' if SYMEXIST("SYSloadedPackages") = 1 and SYMGLOBL("SYSloadedPackages") = 1 then ';
put ' do; ';
put ' do until(EOF); ';
put ' set sashelp.vmacro(where=(scope="GLOBAL" and name="SYSLOADEDPACKAGES")) end=EOF; ';
put ' substr(SYSloadedPackages, 1+offset, 200) = value; ';
put ' end; ';
put ' end; ';
put ' SYSloadedPackages = lowcase(SYSloadedPackages); ';
put ' declare hash LP(); ';
put ' LP.defineKey("name"); ';
put ' LP.defineData("vers"); ';
put ' LP.defineDone(); ';
put ' do _N_ = 1 to countw(SYSloadedPackages); ';
put ' req = kscanx(SYSloadedPackages, _N_, " "); ';
put ' name = lowcase(strip(kscanx(req, 1, "("))); ';
put ' vers = input(compress(kscanx(req,-1, "("), ".", "KD"),best32.); ';
put ' _RC_ = LP.add(); ';
put ' end; ';
/* check if elements of the framework are available */
put ' LoadPackageExist = input(resolve(''%SYSMACEXIST( loadPackage)''), best.); ';
put ' ICELoadPackageExist = input(resolve(''%SYSMACEXIST(ICEloadPackage)''), best.); ';
put ' do req = ' / packageReqPackages / ' ; ';
/* put ' req = compress(req, "(.)", "KDF"); ';*/
put ' name = lowcase(strip(kscanx(req, 1, "("))); ';
put ' verR = input(compress(kscanx(req,-1, "("), ".", "KD"),best32.); vers = .; ';
put ' LP_find = LP.find(); ';
put ' if (LP_find ne 0) or (LP_find = 0 and . < vers < verR) then ';
put ' do; ';
put ' put "NOTE: Trying to load required SAS package " req; ';
put ' if LoadPackageExist then ';
put ' call execute(cats(''%nrstr(%loadPackage('', name, ", requiredVersion = ", verR, "))")); ';
put ' else if ICELoadPackageExist then ';
put ' call execute(cats(''%nrstr(%ICEloadPackage('', name, ", requiredVersion = ", verR, "))")); ';
put ' end ; ';
put ' end ; ';
put ' stop; ';
put 'run; ';
/* test if required packages are loaded */
put 'data _null_ ; ';
put ' length req name $ 64 SYSloadedPackages $ 32767; ';
put ' if SYMEXIST("SYSloadedPackages") = 1 and SYMGLOBL("SYSloadedPackages") = 1 then ';
put ' do; ';
put ' do until(EOF); ';
put ' set sashelp.vmacro(where=(scope="GLOBAL" and name="SYSLOADEDPACKAGES")) end=EOF; ';
put ' substr(SYSloadedPackages, 1+offset, 200) = value; ';
put ' end; ';
put ' SYSloadedPackages = lowcase(SYSloadedPackages); ';
put ' declare hash LP(); ';
put ' LP.defineKey("name"); ';
put ' LP.defineData("vers"); ';
put ' LP.defineDone(); ';
put ' do _N_ = 1 to countw(SYSloadedPackages); ';
put ' req = kscanx(SYSloadedPackages, _N_, " "); ';
put ' name = lowcase(strip(kscanx(req, 1, "("))); ';
put ' vers = input(compress(kscanx(req,-1, "("), ".", "KD"), best32.); ';
put ' _RC_ = LP.add(); ';
put ' end; ';
put ' missingPackagr = 0; ';
put ' do req = ' / packageReqPackages / ' ; ';
/* put ' req = compress(req, "(.)", "KDF"); ';*/
put ' name = lowcase(strip(kscanx(req, 1, "("))); ';
put ' verR = input(compress(kscanx(req,-1, "("), ".", "KD"),best32.); vers = .; ';
put ' LP_find = LP.find(); ';
put ' if (LP_find ne 0) or (LP_find = 0 and . < vers < verR) then ';
put ' do; ';
put ' missingPackagr = 1; ';
put ' put "ERROR: SAS package " req "is missing! Download it and" ; ';
put ' put ''ERROR- use %loadPackage('' name ", requiredVersion = " verR ") to load it." ;';
put ' end ; ';
put ' end ; ';
put ' if missingPackagr then call symputX("packageRequiredErrors", 1, "L"); ';
put ' end; ';
put ' else ';
put ' do; ';
put ' put "ERROR: No package loaded!"; ';
put ' call symputX("packageRequiredErrors", 1, "L"); ';
put ' do req = ' / packageReqPackages / ' ; ';
put ' name = lowcase(strip(kscanx(req, 1, "("))); ';
put ' vers = input(compress(kscanx(req,-1, "("), ".", "KD"), best32.); ';
put ' put "ERROR: SAS package " req "is missing! Download/install it and" ; ';
put ' put ''ERROR- use %loadPackage('' name ", requiredVersion = " vers ") to load it." ; ';
put ' end ; ';
put ' end; ';
put ' stop; ';
put 'run; ';
%end;
%if (%bquote(&packageRequired.) ne )
or (%bquote(&packageReqPackages.) ne )
%then
%do;
put ' data _null_; ';
put ' if symget("packageRequiredErrors") = "1" then ';
put ' do; ';
put ' put "ERROR: Loading package &packageName. will be aborted!";';
put ' put "ERROR- Required components are missing."; ';
put ' put "ERROR- *** STOP ***"; ';
put ' ABORT; ';
put ' end; ';
put ' run; ';
%end;
do until(eof);
set &filesWithCodes. end = EOF nobs=NOBS;
by TYPE notsorted;
if (upcase(type) in: ('CLEAN' 'LAZYDATA' 'TEST')) then continue; /* cleaning files are only included in unload.sas */
/* lazy data are only loaded on demand
%loadPackage(packagename, lazyData=set1 set2 set3)
test files are used only during package generation
*/
/* test for supported types */
if not (upcase(type) in:
('LIBNAME' 'MACRO' /*'MACROS'*/ 'DATA' 'FUNCTION' /*'FUNCTIONS'*/ 'FORMAT' /*'FORMATS'*/ 'IMLMODULE' 'PROTO' 'EXEC' 'CLEAN' 'LAZYDATA' 'TEST'))
then
do;
putlog 'WARNING: Type ' type 'is not yet supported.';
continue;
end;
put '%put NOTE- ;';
put '%put NOTE: Element of type ' type 'from the file "' file +(-1) '" will be included;';
if upcase(type)=:'MACRO' then
put '%put %sysfunc(ifc(%SYSMACEXIST(' fileshort ')=1, NOTE# Macro ' fileshort
"exist. It will be overwritten by the macro from the &packageName. package, ));";
put " ";
if upcase(type)=:'EXEC' then
do;
put '%put NOTE- ;';
put '%put NOTE- Executing the following code: ;';
put '%put NOTE- *****************************;';
put 'data _null_;';
put " infile &_PackageFileref_.(_" folder +(-1) "." file +(-1) ') lrecl=32767;';
put ' input;';
put ' putlog "*> " _infile_;';
put 'run;' /;
put '%put NOTE- *****************************;';
put '%put NOTE- ;';
end;
/* HEADERS for IML, FCMP, and PROTO */
if 1 = FIRST.type and upcase(type)='FUNCTIONS' then /* header, for multiple functions in one FCMP run */
do;
put "proc fcmp outlib = work.%lowcase(&packageName.fcmp).package ; ";
end;
if 1 = FIRST.type and upcase(type)='PROTO' then /* header, for multiple functions in one PROTO run */
do;
put "proc proto package = work.%lowcase(&packageName.proto).package ; ";
end;
if 1 = FIRST.type and upcase(type)='IMLMODULE' then /* header, for IML modules */
do;
put "proc iml ; ";
end;
if 1 = FIRST.type and upcase(type)='FORMATS' then /* header, for FORMATS */
do;
put "proc format lib = work.%lowcase(&packageName.format) ; ";
end;
/* include the file with the code of the element */
put '%include' " &_PackageFileref_.(_" folder +(-1) "." file +(-1) ') / nosource2;' /;
/* FOOTERS for IML, FCMP, and PROTO */
if 1 = LAST.type and upcase(type) in ('FUNCTIONS' 'PROTO' 'FORMATS') then
do; /* footer, for multiple functions in one FCMP run, one PROTO run, or one FORMAT run */
put "run; ";
end;
if 1 = LAST.type and upcase(type)='IMLMODULE' then /* footer, for IML modules */
do;
put "reset storage = WORK.&packageName.IML; "; /* set the storage location for modules */
put "store module = _ALL_; "; /* and store all created modules */
put "quit; ";
end;
isFunction + (upcase(type)=:'FUNCTION');
isFormat + (upcase(type)=:'FORMAT');
isProto + (upcase(type)=:'PROTO');
/* add the link to the functions dataset, only for the first occurrence */
if 1 = isFunction and (upcase(type)=:'FUNCTION') then
do;
put "options APPEND=(cmplib = work.%lowcase(&packageName.fcmp));";
put '%put NOTE- ;';
put '%put NOTE:[CMPLIB] %sysfunc(getoption(cmplib));' /;
end;
/* add the link to the proto functions dataset, only for the first occurrence */
if 1 = isProto and (upcase(type)=:'PROTO') then
do;
put "options APPEND=(cmplib = work.%lowcase(&packageName.proto));";
put '%put NOTE- ;';
put '%put NOTE:[CMPLIB] %sysfunc(getoption(cmplib));' /;
end;
/* add the link to the formats catalog, only for the first occurrence */
if 1 = isFormat and (upcase(type)=:'FORMAT') then
do;
put "options INSERT=( fmtsearch = work.%lowcase(&packageName.format) );";
put '%put NOTE- ;';
put '%put NOTE:[FMTSEARCH] %sysfunc(getoption(fmtsearch));'/;
end;
end;
/* update SYSloadedPackages global macrovariable */
put ' data _null_ ; ';
put ' length SYSloadedPackages stringPCKG $ 32767; ';
put ' if SYMEXIST("SYSloadedPackages") = 1 and SYMGLOBL("SYSloadedPackages") = 1 then ';
put ' do; ';
put ' do until(EOF); ';
put ' set sashelp.vmacro(where=(scope="GLOBAL" and name="SYSLOADEDPACKAGES")) end=EOF; ';
put ' substr(SYSloadedPackages, 1+offset, 200) = value; ';
put ' end; ';
put ' SYSloadedPackages = cats("#", translate(strip(SYSloadedPackages), "#", " "), "#"); ';
put " indexPCKG = INDEX(lowcase(SYSloadedPackages), '#%lowcase(&packageName.)('); ";
put " if indexPCKG = 0 then ";
put ' do; ';
put " SYSloadedPackages = catx('#', SYSloadedPackages, '&packageName.(&packageVersion.)'); ";
put ' SYSloadedPackages = compbl(translate(SYSloadedPackages, " ", "#")); ';
put ' call symputX("SYSloadedPackages", SYSloadedPackages, "G"); ';
put ' put "NOTE: " SYSloadedPackages = ; ';
put ' end ; ';
put " else ";
put ' do; ';
put " stringPCKG = kscanx(substr(SYSloadedPackages, indexPCKG+1), 1, '#'); ";
put ' SYSloadedPackages = compbl(tranwrd(SYSloadedPackages, strip(stringPCKG), "#")); ';
put " SYSloadedPackages = catx('#', SYSloadedPackages, '&packageName.(&packageVersion.)'); ";
put ' SYSloadedPackages = compbl(translate(SYSloadedPackages, " ", "#")); ';
put ' call symputX("SYSloadedPackages", SYSloadedPackages, "G"); ';
put ' put "NOTE: " SYSloadedPackages = ; ';
put ' end ; ';
put ' end; ';
put ' else ';
put ' do; ';
put " call symputX('SYSloadedPackages', '&packageName.(&packageVersion.)', 'G'); ";
put " put 'NOTE: SYSloadedPackages = &packageName.(&packageVersion.)'; ";
put ' end; ';
put ' stop; ';
put 'run; ' / ;
put '%put NOTE- ;';
put '%put NOTE: '"Loading package &packageName., version &packageVersion., license &packageLicense.;";
put '%put NOTE- *** END ***;' /;
put "/* load.sas end */" /;
stop;
run;
/* to load lazydata */
%put NOTE: Preparing "lazydata" file.;
%put NOTE- ^^^^^^^^^^^^^^^^^^^^^^^^^^;
%put NOTE-;
data _null_;
if NOBS = 0 then stop;
file &zipReferrence.(lazydata.sas) lrecl=32767 encoding = &packageEncoding.;
put "filename &_PackageFileref_. list;" /;
put ' %put NOTE- ;';
put ' %put NOTE: ' @; put "Data for package &packageName., version &packageVersion., license &packageLicense.; ";
put ' %put NOTE: ' @; put "*** &packageTitle. ***; ";
put ' %put NOTE- ' @; put "Generated: %sysfunc(datetime(), datetime21.); ";
put ' %put NOTE- ' @; put "Author(s): &packageAuthor.; ";
put ' %put NOTE- ' @; put "Maintainer(s): &packageMaintainer.; ";
put ' %put NOTE- ;';
put ' %put NOTE- Write %nrstr(%%)helpPackage(' "&packageName." ') for the description;';
put ' %put NOTE- ;';
put ' %put NOTE- *** START ***; ' /;
/*put '%include ' " &_PackageFileref_.(packagemetadata.sas) / nosource2; " /;*/ /* <- copied also to loadPackage macro */
put 'data _null_;';
put ' length lazyData $ 32767; lazyData = lowcase(symget("lazyData"));';
do until(eof);
set &filesWithCodes. end = EOF nobs=NOBS;
if ( upcase(type) =: 'LAZYDATA' ) then
do;
put 'if lazyData="*" OR findw(lazyData, "' fileshort +(-1) '") then';
put 'do;';
put ' put "NOTE- Dataset ' fileshort 'from the file ""' file +(-1) '"" will be loaded";';
put ' call execute(''%nrstr(%include' " &_PackageFileref_.(_" folder +(-1) "." file +(-1) ') / nosource2;)'');';
put 'end;';
end;
/* use lazyData to reload data type */
if ( upcase(type) =: 'DATA' ) then
do;
put 'if findw(lazyData, "' fileshort +(-1) '") then';
put 'do;';
put ' put "NOTE- Dataset ' fileshort 'from the file ""' file +(-1) '"" will be loaded";';
put ' call execute(''%nrstr(%include' " &_PackageFileref_.(_" folder +(-1) "." file +(-1) ') / nosource2;)'');';
put 'end;';
end;
end;
put 'run;';
put '%put NOTE- ;';
put '%put NOTE: '"Data for package &packageName., version &packageVersion., license &packageLicense.;";
put '%put NOTE- *** END ***;' /;
put "/* lazydata.sas end */" /;
stop;
run;
/* unloading package objects */
%put NOTE: Preparing unload file.;
%put NOTE- ^^^^^^^^^^^^^^^^^^^^^^;
%put NOTE-;
data _null_;
/* break if no data */
if NOBS = 0 then stop;
file &zipReferrence.(unload.sas) encoding = &packageEncoding.;
put "filename &_PackageFileref_. list;" /;
put '%put NOTE: '"Unloading package &packageName., version &packageVersion., license &packageLicense.;";
put '%put NOTE- *** START ***;' /;
/* include "cleaning" files */
EOF = 0;
do until(EOF);
set &filesWithCodes. end = EOF nobs = NOBS;
if not (upcase(type)=:'CLEAN') then continue;
put '%put NOTE- Code of type ' type 'generated from the file "' file +(-1) '" will be executed;';
put '%put NOTE- ;' /;
put '%put NOTE- Executing the following code: ;';
put '%put NOTE- *****************************;';
put 'data _null_;';
put " infile &_PackageFileref_.(_" folder +(-1) "." file +(-1) ') lrecl=32767;';
put ' input;';
put ' putlog "*> " _infile_;';
put 'run;' /;
put '%put NOTE- *****************************;';
put '%put NOTE- ;' /;
put '%include' " &_PackageFileref_.(_" folder +(-1) "." file +(-1) ') / nosource2;' /;
end;
/* delete macros and formats */
put 'proc sql;';
put ' create table WORK._%sysfunc(datetime(), hex16.)_ as';
put ' select memname, objname, objtype';
put ' from dictionary.catalogs';
put ' where ';
put ' (';
put ' objname in ("*"' /;
/* list of macros */
EOF = 0;
do until(EOF);
set &filesWithCodes. end = EOF nobs = NOBS;
if not (upcase(type)=:'MACRO') then continue;
put '%put NOTE- Element of type ' type 'generated from the file "' file +(-1) '" will be deleted;';
put '%put NOTE- ;' /;
put ',"' fileshort upcase32. '"';
end;
/**/
put ' )';
put ' and objtype = "MACRO"';
put ' and libname = "WORK"';
put ' )';
put ' or';
put ' (';
put ' objname in ("*"' /;
/* list of formats */
isFormat = 0;
EOF = 0;
do until(EOF);
set &filesWithCodes. end = EOF;
if not (upcase(type)=:'FORMAT') then continue;
put '%put NOTE- Element of type ' type 'generated from the file "' file +(-1) '" will be deleted;';
put '%put NOTE- ;' /;
put ',"' fileshort upcase32. '"';
isFormat + 1;
end;
put ' )';
put ' and objtype in ("FORMAT" "FORMATC" "INFMT" "INFMTC")';
put ' and libname = "WORK"';
put " and memname = '%upcase(&packageName.format)'";
put ' )';
put ' order by objtype, memname, objname';
put ' ;';
put 'quit;';
put 'data _null_;';
put ' do until(last.memname);';
put ' set WORK._last_;';
put ' by objtype memname;';
put ' if first.memname then call execute("proc catalog cat = work." !! strip(memname) !! " force;");';
put ' call execute("delete " !! strip(objname) !! " / et =" !! objtype !! "; run;");';
put ' end;';
put ' call execute("quit;");';
put 'run;';
put 'proc delete data = WORK._last_;';
put 'run;';
/* delete the link to the formats catalog */
if isFormat then
do;
put "proc delete data = work.%lowcase(&packageName.format)(mtype = catalog);";
put 'run;';
put 'options fmtsearch = (%unquote(%sysfunc(tranwrd(' /
'%lowcase(%sysfunc(getoption(fmtsearch)))' /
',%str(' "work.%lowcase(&packageName.)format" '), %str() ))));';
put 'options fmtsearch = (%unquote(%sysfunc(compress(' /
'%sysfunc(getoption(fmtsearch))' /
', %str(()) ))));';
put '%put NOTE:[FMTSEARCH] %sysfunc(getoption(fmtsearch));' /;
end;
/* delete proto functions */
isProto = 0;
EOF = 0;
do until(EOF);
set &filesWithCodes. end = EOF;
if not (upcase(type)=:'PROTO') then continue;
put '%put NOTE- Element of type ' type 'generated from the file "' file +(-1) '" will be deleted;';
put '%put NOTE- ;' /;
isProto + 1;
end;
/* delete the link to the proto functions dataset */
if isProto then
do;
put "proc delete data = work.%lowcase(&packageName.proto);";
put "run;" /;
put 'options cmplib = (%unquote(%sysfunc(tranwrd(' /
'%lowcase(%sysfunc(getoption(cmplib)))' /
',%str(' "work.%lowcase(&packageName.proto)" '), %str() ))));';
put 'options cmplib = (%unquote(%sysfunc(compress(' /
'%sysfunc(getoption(cmplib))' /
',%str(()) ))));';
put '%put; %put NOTE:[CMPLIB] %sysfunc(getoption(cmplib));' /;
end;
/* delete functions */
put "proc fcmp outlib = work.%lowcase(&packageName.fcmp).package;";
isFunction = 0;
EOF = 0;
do until(EOF);
set &filesWithCodes. end = EOF;
if not (upcase(type)=:'FUNCTION') then continue;
put '%put NOTE- Element of type ' type 'generated from the file "' file +(-1) '" will be deleted;';
put '%put NOTE- ;' /;
put 'deletefunc ' fileshort ';';
isFunction + 1;
end;
put "run;" /;
/* delete the link to the functions dataset */
if isFunction then
do;
put 'options cmplib = (%unquote(%sysfunc(tranwrd(' /
'%lowcase(%sysfunc(getoption(cmplib)))' /
',%str(' "work.%lowcase(&packageName.fcmp)" '), %str() ))));';
put 'options cmplib = (%unquote(%sysfunc(compress(' /
'%sysfunc(getoption(cmplib))' /
',%str(()) ))));';
put '%put; %put NOTE:[CMPLIB] %sysfunc(getoption(cmplib));' /;
end;
/* delete IML modules */
EOF = 0; first.IML = 1;
do until(EOF);
set &filesWithCodes. end = EOF;
if not (upcase(type)=:'IMLMODULE') then continue;
if first.iml then
do;
put "proc delete lib=WORK data=&packageName.IML (memtype=catalog); ";
put "run; ";
first.IML = 0;
end;
put '%put NOTE- Element of type ' type 'generated from the file "' file +(-1) '" will be deleted;';
put '%put NOTE- ;' /;
/* put 'remove module = ' fileshort ';'; */
end;
/* delete datasets */
put "proc sql noprint;";
EOF = 0;
do until(EOF);
set &filesWithCodes. end = EOF;
if not (upcase(type)=:'DATA') then continue;
put '%put NOTE- Element of type ' type 'generated from the file "' file +(-1) '" will be deleted;';
put '%put NOTE- ;' /;
put 'drop table ' fileshort ';';
end;
put "quit;" /;
/* delete libraries */
EOF = 0;
do until(EOF);
set &filesWithCodes. end = EOF;
if not (upcase(type)=:'LIBNAME') then continue;
put '%put NOTE- Element of type ' type 'generated from the file "' file +(-1) '" will be cleared;';
put '%put NOTE- ;' /;
put 'libname ' fileshort ' clear;';
end;
put "run;" /;
%if %bquote(&packageReqPackages.) ne %then
%do;
length packageReqPackages $ 32767;
packageReqPackages = lowcase(symget('packageReqPackages'));
/* note to unload required packages */
put 'data _null_ ; ';
put ' length req name $ 64; ';
put ' put "NOTE-" / "NOTE: To unload additional required SAS packages execute: " / "NOTE-"; ';
put ' do req = ' / packageReqPackages / ' ; ';
put ' name = strip(kscanx(req, 1, "(")); ';
put ' put '' %unloadPackage( '' name ")" ; ';
put ' end ; ';
put ' put "NOTE-" / "NOTE-"; stop; ';
put 'run; ';
%end;
/* update SYSloadedPackages global macrovariable */
put ' data _null_ ; ';
put ' length SYSloadedPackages $ 32767; ';
put ' if SYMEXIST("SYSloadedPackages") = 1 and SYMGLOBL("SYSloadedPackages") = 1 then ';
put ' do; ';
put ' do until(EOF); ';
put ' set sashelp.vmacro(where=(scope="GLOBAL" and name="SYSLOADEDPACKAGES")) end=EOF; ';
put ' substr(SYSloadedPackages, 1+offset, 200) = value; ';
put ' end; ';
put ' SYSloadedPackages = cats("#", translate(strip(SYSloadedPackages), "#", " "), "#"); ';
put " if INDEX(lowcase(SYSloadedPackages), '#%lowcase(&packageName.(&packageVersion.))#') > 0 then ";
put ' do; ';
put " SYSloadedPackages = tranwrd(SYSloadedPackages, '#&packageName.(&packageVersion.)#', '##'); ";
put ' SYSloadedPackages = compbl(translate(SYSloadedPackages, " ", "#")); ';
put ' call symputX("SYSloadedPackages", SYSloadedPackages, "G"); ';
put ' put "NOTE: " SYSloadedPackages = ; ';
put ' end ; ';
put ' end; ';
put ' stop; ';
put 'run; ' / ;
put '%put NOTE: ' "Unloading package &packageName., version &packageVersion., license &packageLicense.;";
put '%put NOTE- *** END ***;';
put '%put NOTE- ;';
put "/* unload.sas end */";
stop;
run;
/* package preview, i.e. print out all content of the package files into the log */
%put NOTE: Preparing preview file.;
%put NOTE- ^^^^^^^^^^^^^^^^^^^^^^^;
%put NOTE-;
data _null_;
/* break if no data */
if NOBS = 0 then stop;
file &zipReferrence.(preview.sas) encoding = &packageEncoding.;
length strX $ 32767;
put "filename &_PackageFileref_. list;" /;
put ' %put NOTE- ;';
put ' %put NOTE: '"Preview of the &packageName. package, version &packageVersion., license &packageLicense.;";
put ' %put NOTE: ' @; put "*** &packageTitle. ***; ";
put ' %put NOTE- ' @; put "Generated: %sysfunc(datetime(), datetime21.); ";
put ' %put NOTE- ' @; put "Author(s): &packageAuthor.; ";
put ' %put NOTE- ' @; put "Maintainer(s): &packageMaintainer.; ";
put ' %put NOTE- ;';
put ' %put NOTE- *** START ***;' /;
/* Use helpKeyword macrovariable to search for content (filename and type) */
/* put '%local ls_tmp ps_tmp notes_tmp source_tmp; ';*/
put '%let ls_tmp = %sysfunc(getoption(ls)); ';
put '%let ps_tmp = %sysfunc(getoption(ps)); ';
put '%let notes_tmp = %sysfunc(getoption(notes)); ';
put '%let source_tmp = %sysfunc(getoption(source)); ';
put 'options ls = MAX ps = MAX nonotes nosource; ';
put '%include' " &_PackageFileref_.(packagemetadata.sas) / nosource2; " /;
put 'data _null_; ';
put ' if strip(symget("helpKeyword")) = " " then ';
put ' do until (EOF); ';
put " infile &_PackageFileref_.(description.sas) end = EOF; ";
put ' input; ';
put ' put _infile_; ';
put ' end; ';
put ' else stop; ';
put 'run; ' /;
put 'data WORK._%sysfunc(datetime(), hex16.)_; ';
put 'infile cards4 dlm = "/"; ';
put 'input @; ';
put 'if 0 then output; ';
put 'length helpKeyword $ 64; ';
put 'retain helpKeyword "*"; ';
put 'drop helpKeyword; ';
put 'if _N_ = 1 then helpKeyword = strip(symget("helpKeyword")); ';
put 'if FIND(_INFILE_, helpKeyword, "it") or helpKeyword = "*" then ';
put ' do; ';
put ' input (folder order type file fileshort) (: $ 256.); ';
put ' output; ';
put ' end; ';
put 'cards4; ';
EOFDS = 0;
do until(EOFDS);
/* content is created during package creation */
set &filesWithCodes. end = EOFDS nobs = NOBS;
if upcase(type) in: ('TEST') then continue; /* exclude tests */
select;
when (upcase(type) in ("DATA" "LAZYDATA")) fileshort2 = cats("'", fileshort, "'" );
when (upcase(type) =: "MACRO" ) fileshort2 = cats('''%', fileshort, "()'");
when (upcase(type) =: "FUNCTION" ) fileshort2 = cats("'", fileshort, "()'" );
when (upcase(type) =: "IMLMODULE" ) fileshort2 = cats("'", fileshort, "()'" );
when (upcase(type) =: "PROTO" ) fileshort2 = cats("'", fileshort, "()'" );
when (upcase(type) =: "FORMAT" ) fileshort2 = cats("'$", fileshort, ".'" );
otherwise fileshort2 = fileshort;
end;
strX = catx('/', folder, order, type, file, fileshort, fileshort2);
put strX;
end;
put ";;;;";
put "run;" /;
/* loop through content found and print info to the log */
put 'data _null_; ';
put 'if upcase(strip(symget("helpKeyword"))) in (" " "LICENSE") then do; stop; end; ';
put 'if NOBS = 0 then do; ' /
'put; put '' *> No preview. Try %previewPackage(packageName,*) to display all.''; put; stop; ' /
'end; ';
put ' do until(EOFDS); ';
put ' set WORK._last_ end = EOFDS nobs = NOBS; ';
put ' length memberX $ 1024; ';
put ' memberX = cats("_",folder,".",file); ';
/* inner data step in call execute to read each embedded file */
put ' call execute("data _null_; ");';
put " call execute('infile &_PackageFileref_.(' || strip(memberX) || ') end = EOF; ');";
put ' call execute(" do until(EOF); ");';
put ' call execute(" input; ");';
put ' call execute(" put _infile_; ");';
put ' call execute(" end; ");';
put ' call execute(" put "" "" / "" ""; ");';
put ' call execute(" stop; ");';
put ' call execute("run; ");';
/**/
put " end; ";
put " stop; ";
put "run; ";
/* cleanup */
put "proc delete data = WORK._last_; ";
put "run; ";
put 'options ls = &ls_tmp. ps = &ps_tmp. &notes_tmp. &source_tmp.; ' /;
put '%put NOTE: '"Preview of the &packageName. package, version &packageVersion., license &packageLicense.;";
put '%put NOTE- *** END ***;' /;
put "/* preview.sas end */";
stop;
run;
/* package help */
%put NOTE: Preparing help file.;
%put NOTE- ^^^^^^^^^^^^^^^^^^^^;
%put NOTE-;
data _null_;
/* break if no data */
if NOBS = 0 then stop;
file &zipReferrence.(help.sas) encoding = &packageEncoding.;
length strX $ 32767;
put "filename &_PackageFileref_. list;" /;
put ' %put NOTE- ;';
put ' %put NOTE: '"Help for package &packageName., version &packageVersion., license &packageLicense.;";
put ' %put NOTE: ' @; put "*** &packageTitle. ***; ";
put ' %put NOTE- ' @; put "Generated: %sysfunc(datetime(), datetime21.); ";
put ' %put NOTE- ' @; put "Author(s): &packageAuthor.; ";
put ' %put NOTE- ' @; put "Maintainer(s): &packageMaintainer.; ";
put ' %put NOTE- ;';
put ' %put NOTE- *** START ***;' /;
/* Use helpKeyword macrovariable to search for content (filename and type) */
/* put '%local ls_tmp ps_tmp notes_tmp source_tmp; ';*/
put '%let ls_tmp = %sysfunc(getoption(ls)); ';
put '%let ps_tmp = %sysfunc(getoption(ps)); ';
put '%let notes_tmp = %sysfunc(getoption(notes)); ';
put '%let source_tmp = %sysfunc(getoption(source)); ';
put 'options ls = MAX ps = MAX nonotes nosource; ';
put '%include' " &_PackageFileref_.(packagemetadata.sas) / nosource2; " /;
put 'data _null_; ';
put ' if strip(symget("helpKeyword")) = " " then ';
put ' do until (EOF); ';
put " infile &_PackageFileref_.(description.sas) end = EOF; ";
put ' input; ';
put ' if upcase(strip(_infile_)) =: "DESCRIPTION END:" then printer = 0; ';
put ' if printer then put "| " _infile_; ';
put ' if upcase(strip(_infile_)) =: "DESCRIPTION START:" then printer = 1; ';
put ' end; ';
put ' else stop; ';
put ' put ; put " Package contains: "; ';
EOFDS = 0;
do until(EOFDS);
/* content is created during package creation */
set &filesWithCodes. end = EOFDS nobs = NOBS curobs = CUROBS;
if upcase(type) in: ('TEST') then continue; /* exclude tests */
put 'put @5 "' CUROBS +(-1) '." @10 "' type '" @21 "' fileshort '";';
end;
%if %bquote(&packageRequired.) ne %then
%do;
length packageRequired $ 32767;
packageRequired = symget('packageRequired');
put ' length req $ 64; ';
put ' put ; put " Required SAS Components: "; ';
put ' do req = ' / packageRequired / ' ; ';
put ' put @5 req; ';
put ' end ; ';
%end;
%if %bquote(&packageReqPackages.) ne %then
%do;
length packageReqPackages $ 32767;
packageReqPackages = symget('packageReqPackages');
put ' length req $ 64; ';
put ' put ; put " Required SAS Packages: "; ';
put ' do req = ' / packageReqPackages / ' ; ';
put ' put @5 req; ';
put ' end ; ';
%end;
put 'put "***"; put "* SAS package generated by generatePackage, version 20220930 *"; put "***";';
put 'run; ' /;
/* license info */
put 'data _null_; ';
put ' if upcase(strip(symget("helpKeyword"))) = "LICENSE" then ';
put ' do until (EOF); ';
put " infile &_PackageFileref_.(license.sas) end = EOF; ";
put ' input; ';
put ' put "| " _infile_; ';
put ' end; ';
put ' else stop; ';
put 'run; ' /;
put 'data WORK._%sysfunc(datetime(), hex16.)_; ';
put 'infile cards4 dlm = "/"; ';
put 'input @; ';
put 'if 0 then output; ';
put 'length helpKeyword $ 64; ';
put 'retain helpKeyword "*"; ';
put 'drop helpKeyword; ';
put 'if _N_ = 1 then helpKeyword = strip(symget("helpKeyword")); ';
put 'if FIND(_INFILE_, helpKeyword, "it") or helpKeyword = "*" then ';
put ' do; ';
put ' input (folder order type file fileshort) (: $ 256.); ';
put ' output; ';
put ' end; ';
put 'cards4; ';
EOFDS = 0;
do until(EOFDS);
/* content is created during package creation */
set &filesWithCodes. end = EOFDS;
if upcase(type) in: ('TEST') then continue; /* exclude tests */
select;
when (upcase(type) in ("DATA" "LAZYDATA")) fileshort2 = cats("'", fileshort, "'" );
when (upcase(type) =: "MACRO" ) fileshort2 = cats('''%', fileshort, "()'");
when (upcase(type) =: "FUNCTION" ) fileshort2 = cats("'", fileshort, "()'" );
when (upcase(type) =: "IMLMODULE" ) fileshort2 = cats("'", fileshort, "()'" );
when (upcase(type) =: "PROTO" ) fileshort2 = cats("'", fileshort, "()'" );
when (upcase(type) =: "FORMAT" ) fileshort2 = cats("'$", fileshort, ".'" );
otherwise fileshort2 = fileshort;
end;
strX = catx('/', folder, order, type, file, fileshort, fileshort2);
put strX;
end;
put ";;;;";
put "run;" /;
/*
put 'proc print;';
put 'run;';
*/
/* loop through content found and print info to the log */
put 'data _null_; ';
put 'if upcase(strip(symget("helpKeyword"))) in (" " "LICENSE") then do; stop; end; ';
put 'if NOBS = 0 then do; ' /
'put; put '' *> No help info found. Try %helpPackage(packageName,*) to display all.''; put; stop; ' /
'end; ';
put ' do until(EOFDS); ';
put ' set WORK._last_ end = EOFDS nobs = NOBS; ';
put ' length memberX $ 1024; ';
put ' memberX = cats("_",folder,".",file); ';
/* inner data step in call execute to read each embedded file */
put ' call execute("data _null_; ");';
put " call execute('infile &_PackageFileref_.(' || strip(memberX) || ') end = EOF; ');";
put ' call execute(" printer = 0; ");';
put ' call execute(" do until(EOF); ");';
put ' call execute(" input; ");';
put ' call execute(" _endhelpline_ = upcase(reverse(strip(_infile_))); ");';
put ' call execute(" if 18 <= lengthn(_endhelpline_) AND _endhelpline_ ';
put ' =: ''/*** DNE PLEH ***/'' then printer = 0; ");'; /* ends with HELP END */
put ' call execute(" if printer then put ""| "" _infile_; ");';
put ' call execute(" _starthelpline_ = upcase(strip(_infile_)); ");';
put ' call execute(" if 20 <= lengthn(_starthelpline_) AND _starthelpline_ ';
put ' =: ''/*** HELP START ***/'' then printer = 1; ");'; /* starts with HELP START */
put ' call execute(" end; ");';
put ' call execute(" put "" "" / "" ""; ");';
put ' call execute(" stop; ");';
put ' call execute("run; ");';
put ' if lowcase(type) in ("data" "lazydata") then ';
put ' do; ';
put ' call execute("title ""Dataset " || strip(fileshort) || " from package &packageName. ""; ");';
put ' if exist(fileshort) then call execute("proc contents data = " || strip(fileshort) || "; run; ");';
put ' else call execute("data _null_; put ""| Dataset " || strip(fileshort) || " does not exist.""; run;");';
put ' call execute("title; ");';
put ' end; ';
/**/
put " end; ";
put " stop; ";
put "run; ";
/* cleanup */
put "proc delete data = WORK._last_; ";
put "run; ";
put 'options ls = &ls_tmp. ps = &ps_tmp. &notes_tmp. &source_tmp.; ' /;
put '%put NOTE: '"Help for package &packageName., version &packageVersion., license &packageLicense.;";
put '%put NOTE- *** END ***;' /;
put "/* help.sas end */";
stop;
run;
/* create package content */
%local notesSourceOptions;
%let notesSourceOptions = %sysfunc(getoption(notes)) %sysfunc(getoption(source));
options notes source;
%put NOTE-######################################################;
%put NOTE-# Creating package content. #;
%put NOTE-######################################################;
options nonotes nosource;
%local createPackageContentStatus;
%let createPackageContentStatus = 0;
data _null_;
/* break if no data */
if NOBS = 0 then stop;
set &filesWithCodes. nobs = NOBS end = EOF;
if (upcase(type) not in: ('TEST')); /* test files are not to be copied */
call execute(cat ('filename _SPFIN_ "', catx('/', base, folder, file), '";'));
call execute(cats("filename _SPFOUT_ ZIP '", base, "/%lowcase(&packageName.).zip' member='_", folder, ".", file, "';") );
/* copy code file into the zip */
call execute('data _null_;');
call execute(' put ;');
call execute(' pathname = pathname("_SPFIN_");');
call execute(' do until (ex OR Try>10) ;');
call execute(' rc = fcopy("_SPFIN_", "_SPFOUT_");');
call execute(' ex = fexist("_SPFOUT_"); Try + 1;');
call execute(' put Try= " File existence in ZIP verified as: " ex;');
call execute(' end ;');
call execute(' if ex then put "File " pathname "copied into the package with return code: " rc "(0 = success)";');
call execute(' else do;');
call execute(' put "ERROR: File " pathname "NOT copied into the package!" ;');
call execute(' call symputX("createPackageContentStatus",1,"L");');
call execute(' end;');
call execute('run;');
/* test file content for help tags */
call execute('data _null_;');
call execute(' retain test .;');
call execute(' infile _SPFIN_ lrecl=32767 dlm="0a0d"x end=EOF;');
call execute(' input;');
call execute(' _starthelpline_ = upcase(strip(_infile_));');
call execute(' if 20 <= lengthn(_starthelpline_) AND _starthelpline_ =: "/*** HELP START ***/" then test + (+1); ');
call execute(' _endhelpline_ = upcase(reverse(strip(_infile_)));');
call execute(' if 18 <= lengthn(_endhelpline_) AND _endhelpline_ =: "/*** DNE PLEH ***/" then test + (-1); '); /* *** HELP END *** */
call execute(' if (test not in (.,0,1)) or (EOF and test) then ');
call execute(' do; ');
call execute(' put "ERROR: Unmatched or nested HELP tags in ' !! catx('/', folder, file) !! '! Line: " _N_; ');
call execute(' put "ERROR- Aborting! "; ');
call execute(' call symputX("createPackageContentStatus",1,"L"); ');
call execute(' abort; ');
call execute(' end; ');
call execute(' if (EOF and test=.) then put "WARNING: No HELP tags in the file ' !! catx('/', folder, file) !! '." ; ');
call execute('run;');
call execute('filename _SPFIN_ clear;');
call execute('filename _SPFOUT_ clear;');
if EOF then
do drivFile =
"packagemetadata",
"iceloadpackage ",
"description ",
"lazydata ",
"license ",
"preview ",
"unload ",
"load ",
"help "
;
/* test if "driving" files exist */
call execute(cats("filename _SPFOUT_ ZIP '", base, "/%lowcase(&packageName.).zip' member='", drivFile, ".sas';") );
call execute('data _null_;');
call execute(' pathname = pathname("_SPFIN_");');
call execute(' ex = fexist("_SPFOUT_");');
call execute(' if not ex then do;');
call execute(' put "ERROR: File ' !! strip(drivFile) !! '.sas DOES NOT EXIST in the package!" ;');
call execute(' call symputX("createPackageContentStatus",1,"L"); ');
call execute(' end;');
call execute('run;');
call execute('filename _SPFOUT_ clear;');
stop;
end;
run;
options notes source;
%put NOTE-;
%put NOTE-######################################################;
%put NOTE-;
options &notesSourceOptions.;
/*
proc sql;
drop table &filesWithCodes.;
quit;
*/
filename &_DESCR_. clear;
filename &_LIC_. clear;
filename &zipReferrence. clear;
/* create hash SHA256 id */
%if %sysfunc(exist(sashelp.vfunc, VIEW)) %then
%do;
%put NOTE-;
%put NOTE: Calculating SHA256 check sum.;
%put NOTE- ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^;
%put NOTE-;
filename &zipReferrence. "&filesLocation./%lowcase(&packageName.).zip";
filename &zipReferrence. list;
%local notesSourceOptions;
%let notesSourceOptions = %sysfunc(getoption(notes)) %sysfunc(getoption(source));
options NOnotes NOsource;
data _null_;
set sashelp.vfunc(keep=fncname);
where fncname = "HASHING_FILE";
call execute('
data the_SHA256_hash_id;
SHA256 = HASHING_FILE("SHA256", "&zipReferrence.", 4);
label SHA256 = "The SHA256 hash digest for package &packageName.:";
put / @7 SHA256= / " ";
run;');
call execute('proc print data = the_SHA256_hash_id noobs label; run;');
stop;
run;
options &notesSourceOptions.;
filename &zipReferrence. clear;
%end;
/*-+++++++++++++++++++++++-*/
/* verify if there were errors while package content creation */
%if %bquote(&createPackageContentStatus.) ne 0 %then
%do;
%put ERROR: ** ERRORS IN PACKAGE CONTENT CREATION! **;
%put ERROR- ** NO TESTING WILL BE EXECUTED. **;
%GOTO NOTESTING;
%end;
/* tests of package are executed by default */
%if %bquote(&testPackage.) ne Y %then
%do;
%put WARNING: ** NO TESTING WILL BE EXECUTED. **;
%GOTO NOTESTING;
%end;
%put NOTE-;
%put NOTE: Running tests.;
%put NOTE- ^^^^^^^^^^^^^^;
%put NOTE-;
/* in case the packages macrovariable is multi-directory the first directory will be selected */
data _null_;
call symputX("packages", dequote(kscanx(resolve(symget("packages")), 1, "()", "QS")) ,"L");
run;
/* check if systask is available */
%if %sysfunc(GETOPTION(XCMD)) = NOXCMD %then
%do;
data _null_;
put 'WARNING: NO TESTING WILL BE EXECUTED DUE TO NOXCMD.';
put '***************************************************';
put ;
put 'NOTE-To execute the loading test manualy';
put 'NOTE-run the following code:';
put 'NOTE-';
n=6;
put @n "filename packages '&packages.';" /;
if fileexist("&packages./SPFinit.sas") then
put @n '%include packages(SPFinit.sas);' /;
else if fileexist("&packages./loadpackage.sas") then
put @n '%include packages(loadpackage.sas);' / ; /* for older versions when the SPFinit.sas did not exist */
/* load */
put @n '%loadpackage'"(&packageName.,";
put @n " path=&filesLocation.)" /;
put @n '%loadpackage'"(&packageName.,";
put @n " path=&filesLocation., lazyData=*)" /;
/* help */
put @n '%helpPackage'"(&packageName.,";
put @n " path=&filesLocation.)" /;
put @n '%helpPackage'"(&packageName.,*,";
put @n " path=&filesLocation.)" /;
put @n '%helpPackage'"(&packageName.,License,";
put @n " path=&filesLocation.)" /;
/* preview */
put @n '%previewPackage'"(&packageName.,";
put @n " path=&filesLocation.)" /;
put @n '%previewPackage'"(&packageName.,*,";
put @n " path=&filesLocation.)" /;
/* unload */
put @n '%unloadPackage'"(&packageName.,";
put @n " path=&filesLocation.) " /;
put ;
put '***************************************************';
run;
%GOTO NOTESTING;
%end;
/* locate sas binaries */
%local SASROOT SASEXE SASWORK;
%if %superq(sasexe) = %then /* empty value points to the SAS binary file based in the !sasroot directory */
%do;
filename sasroot "!SASROOT";
%let SASROOT=%sysfunc(PATHNAME(sasroot));
filename sasroot;
%put NOTE: &=SASROOT.;
%let SASEXE=&SASROOT./sas;
%end;
%else
%do;
filename sasroot "&SASEXE.";
%if %sysfunc(fexist(sasroot)) %then
%do;
%let SASROOT=%sysfunc(PATHNAME(sasroot));
filename sasroot;
%put NOTE: &=SASROOT.;
%let SASEXE=&SASROOT./sas;
%end;
%else
%do;
%put ERROR: Provided location of the SAS binary file does not exist!;
%put ERROR- The directory was: &SASEXE.;
%put ERROR- Testing would not be executed.;
filename sasroot;
%GOTO NOTESTING;
%end;
%end;
%if 0 = %sysfunc(fileexist(&SASEXE.)) /* Linux/UNIX */
AND
0 = %sysfunc(fileexist(&SASEXE..exe)) /* WINDOWS */
%then
%do;
%put ERROR: Provided location of the SAS binary file does not contain SAS file!;
%put ERROR- The file searched was: &SASEXE.;
%put ERROR- Testing would not be executed.;
%GOTO NOTESTING;
%end;
%put NOTE: Location of the SAS binary is:;
%put NOTE- &=SASEXE. ;
%put ;
/* locate sas work */
%let SASWORK=%sysfunc(GETOPTION(work));
%put NOTE: &=SASWORK.;
%put ;
/* location of the config file */
%local SASCONFIG; /* by default a local macrovariable is empty, so no file would be pointed as a config file */
%if %Qupcase(&sascfgFile.) = DEF %then /* the DEF value points to the sasv9.cfg file in the sasroot directory */
%do;
%let SASCONFIG = -config ""&SASROOT./sasv9.cfg"";
%put NOTE: The following SAS config file will be used:;
%put NOTE- &=SASCONFIG.;
%end;
%else %if %superq(sascfgFile) NE %then /* non-empty path points to user defined config file */
%do;
%if %sysfunc(fileexist(&sascfgFile.)) %then
%do;
%let SASCONFIG = -config ""&SASCFGFILE."";
%put NOTE: The following SAS config file will be used:;
%put NOTE- &=SASCONFIG.;
%end;
%else
%do;
%put ERROR: Provided SAS config file does not exist!;
%put ERROR- The file was: &SASCFGFILE.;
%put ERROR- Testing would not be executed.;
%GOTO NOTESTING;
%end;
%end;
options DLCREATEDIR; /* turns-on creation of subdirectories by libname */
/* temporary location for tests results is WORK unless developer provide &testResults. */
%local testPackageTimesamp;
%let testPackageTimesamp = %lowcase(&packageName._%sysfunc(datetime(),b8601dt15.));
%if %qsysfunc(fileexist(%bquote(&testResults.))) %then
%do;
libname TEST "&testResults./test_&testPackageTimesamp.";
%end;
%else
%do;
libname TEST "&SASWORK./test_&testPackageTimesamp.";
%end;
/* test work points to the SAS session work */
libname TESTWORK "&SASWORK./testwork_&testPackageTimesamp.";
%local dirForTest dirForTestWork;
%let dirForTest = %sysfunc(pathname(TEST));
%let dirForTestWork = %sysfunc(pathname(TESTWORK));
%put ;
%put NOTE: &=dirForTest.;
%put NOTE: &=dirForTestWork.;
%put ;
/* remember location of sessions current directory */
filename currdir ".";
filename currdir list;
/* if your package uses any other packages this points to their location */
/* test if packages fileref exists and, if do, use it */
/* if no one is provided the filesLocation is used as a replacement */
%if %bquote(&packages.)= %then %let packages=%sysfunc(pathname(packages));
%if %bquote(&packages.)= %then %let packages=&filesLocation.;
%put NOTE- ;
%put NOTE: The following location path for packages will be used during the testing:;
%put NOTE- &packages.;
/* filename packages "&packages."; */
/* filename packages list;*/
/* replace current dir with the temporary one for tests */
%put NOTE- ;
%put NOTE: Changing current folder to:;
%put NOTE- *%sysfunc(DLGCDIR(&dirForTest.))*;
/* turn off the note about quoted string length */
%local quotelenmax_tmp;
%let quotelenmax_tmp = %sysfunc(getoption(quotelenmax));
options NOquotelenmax;
/* the first test is for loading package, testing help and unloading */
/*-1-*/
data _null_;
file "./loading.sas";
put "proc printto";
put "log = '&dirForTest./loading.log0'";
put "; run;";
put "filename packages '&packages.';" /;
if fileexist("&packages./SPFinit.sas") then
put '%include packages(SPFinit.sas);' /;
else if fileexist("&packages./loadpackage.sas") then
put '%include packages(loadpackage.sas);' / ; /* for older versions when the SPFinit.sas did not exist */
/* load */
put '%loadpackage'"(&packageName.,";
put " path=&filesLocation.)" /;
put '%loadpackage'"(&packageName.,";
put " path=&filesLocation., lazyData=*)" /;
/* help */
put '%helpPackage'"(&packageName.,";
put " path=&filesLocation.)" /;
put '%helpPackage'"(&packageName.,*,";
put " path=&filesLocation.)" /;
put '%helpPackage'"(&packageName.,License,";
put " path=&filesLocation.)" /;
/* preview */
put '%previewPackage'"(&packageName.,";
put " path=&filesLocation.)" /;
put '%previewPackage'"(&packageName.,*,";
put " path=&filesLocation.)" /;
/*check if package elements realy exist*/
EOF = 0;
do until(EOF);
set &filesWithCodes. end = EOF;
by type notsorted;
fileshortUP = UPCASE(fileshort); drop fileshortUP;
select;
when (upcase(type) in ("LAZYDATA")) /* the "DATA" type will pop-up during deletion */
do;
if 1 = FIRST.type then
put "data _null_; " ;
put " if not exist('" fileshortUP "') then " /
" put 'WARNING: Dataset " fileshortUP "does not exist!'; "
;
if 1 = LAST.type then
put "run; ";
end;
when (upcase(type) =: "MACRO")
do;
if 1 = FIRST.type then
put "data _null_; " ;
put ' if not input(resolve(''%SYSMACEXIST(' fileshortUP ')''), best.) then ' /
" put 'WARNING: Macro " fileshortUP "does not exist!'; "
;
if 1 = LAST.type then
put "run; ";
end;
/* the "FUNCTION" type will pop-up during deletion */
/* figure out checks for remaining list: */
/*
"IMLMODULE"
"PROTO"
"FORMAT"
*/
otherwise;
end;
end;
/* unload */
put '%unloadPackage'"(&packageName.,";
put " path=&filesLocation.) " /;
put "proc printto";
put "; run;";
stop;
run;
/*
setup for testing session:
-sysin - file with the test code
-print - location of the *.lst output file
-log - location of the log file
-config - location of the default config file, i.e. "&SASROOT./sasv9.cfg"
-work - location for work
-noterminal - for batch execution mode
-rsasuser - to avoid the "Unable to copy SASUSER registry to WORK registry." warning
-linesize - MAX
-pagesize - MAX
*/
systask kill sas0 wait;
%local sasstat0 TEST_0 TESTRC_0;;
%let TEST_0 = loading;
%local STSK;
%let STSK = systask command
%str(%')"&SASEXE."
-sysin "&dirForTest./&TEST_0..sas"
-print "&dirForTest./&TEST_0..lst"
-log "&dirForTest./&TEST_0..log"
/*-altlog "&dirForTest./&TEST_0..altlog"*/
&SASCONFIG.
-work "&dirForTestWork."
-noterminal
-rsasuser -linesize MAX -pagesize MAX -noautoexec %str(%')
taskname=sas0
status=sasstat0
WAIT
;
%put NOTE: Systask:;
%put NOTE- %superq(STSK);
;
%unquote(&STSK.);
;
%let TESTRC_0 = &SYSRC.;
%put NOTE: &=sasstat0. &=TESTRC_0.;
%local notesSourceOptions;
%let notesSourceOptions = %sysfunc(getoption(notes)) %sysfunc(getoption(source));
options NOnotes NOsource;
data _null_;
if _N_ = 1 then
put "##########################################################################" /
"./loading.log0" /
"##########################################################################" ;
infile "./loading.log0" dlm='0a0d'x end=EOF;
input;
if _INFILE_ =: 'WARNING:' then
do;
warnings+1;
put _N_= "**" _INFILE_;
end;
if _INFILE_ =: 'ERROR:' then
do;
errors+1;
put _N_= "$$" _INFILE_;
end;
if EOF then
do;
put "##########################################################################" ;
put (_ALL_) (=/ "Number of ");
call symputX("TESTW_0", warnings, "L");
call symputX("TESTE_0", errors, "L");
end;
run;
options &notesSourceOptions.;
/*-1-*/
/* other tests are provided by the developer */
%local numberOfTests;
%let numberOfTests = 0;
data _null_;
/* break if no data */
if NOBS = 0 then stop;
set &filesWithCodes. nobs = NOBS;
if (upcase(type) in: ('TEST')); /* only test files are used */
test + 1; /* count the number of tests */
_RC_ = filename(cats("_TIN_",test), catx("/", base, folder, file));
_RC_ = filename(cats("_TOUT_",test), cats("./", file));
_RC_ = fcopy(cats("_TIN_",test), cats("_TOUT_", test));
call symputX(cats("TEST_", test), fileshort, "L");
call symputX("numberOfTests", test, "L");
_RC_ = filename(cats("_TIN_",test));
_RC_ = filename(cats("_TOUT_",test));
run;
%local t;
%do t = 1 %to &numberOfTests.;
/* each test is executed with autoexec loading the package */
data _null_;
/* break if no data */
if NOBS = 0 then stop;
file "./autoexec.sas";
put "proc printto";
put "log = '&dirForTest./&&TEST_&t...log0'";
put "; run;";
put "filename packages '&packages.';" /;
if fileexist("&packages./SPFinit.sas") then
put '%include packages(SPFinit.sas);' /;
else if fileexist("&packages./loadpackage.sas") then
put '%include packages(loadpackage.sas);' /; /* for older versions when the SPFinit.sas did not exist */
put '%loadpackage'"(&packageName.,";
put " path=&filesLocation.)" /;
put '%loadpackage'"(&packageName.,";
put " path=&filesLocation., lazyData=*)" /;
/* check if work should be deleted after test is done */
delTestWork = input(symget('delTestWork'), ?? best32.);
if not(delTestWork in (0 1)) then
do;
putlog "WARNING: [&sysmacroname.] The `delTestWork` parameter is invalid.";
putlog "WARNING- [&sysmacroname.] Default value (1) is set.";
delTestWork = 1;
end;
if 0 = delTestWork then
put "options NOWORKTERM;"/;
/*
put "proc printto";
put "; run;";
*/
stop;
set &filesWithCodes. nobs = NOBS;
run;
systask kill sas&t. wait;
%local sasstat&t. TESTRC_&t;
%let STSK =
systask command
%str(%')"&SASEXE."
-sysin "&dirForTest./&&TEST_&t...sas"
-print "&dirForTest./&&TEST_&t...lst"
-log "&dirForTest./&&TEST_&t...log"
/*-altlog "&dirForTest./&&TEST_&t...altlog"*/
&SASCONFIG.
-work "&dirForTestWork."
-autoexec "&dirForTest./autoexec.sas"
-noterminal
-rsasuser %str(%')
taskname=sas&t.
status=sasstat&t.
WAIT
;
%put NOTE: Systask:;
%put NOTE- %superq(STSK);
;
%unquote(&STSK.);
;
%let TESTRC_&t = &SYSRC.;
%put NOTE- sasstat&t.=&&sasstat&t. TESTRC_&t=&&TESTRC_&t;
%local notesSourceOptions;
%let notesSourceOptions = %sysfunc(getoption(notes)) %sysfunc(getoption(source));
options NOnotes NOsource;
data _null_;
if _N_ = 1 then
put "##########################################################################" /
"./&&TEST_&t...log0" /
"##########################################################################" ;
infile "./&&TEST_&t...log0" dlm='0a0d'x end=EOF;
input;
if _INFILE_ =: 'WARNING:' then
do;
warnings+1;
/*length warningline $ 1024;
warningline = catx(',', strip(warningline), _N_);*/
put _N_= "**" _INFILE_;
end;
if _INFILE_ =: 'ERROR:' then
do;
errors+1;
/*length errorline $ 1024;
errorline = catx(',', strip(errorline), _N_);*/
put _N_= "$$" _INFILE_;
end;
if EOF then
do;
put "##########################################################################" ;
put (_ALL_) (=/ "Number of ");
call symputX("TESTW_&t.", warnings, "L");
call symputX("TESTE_&t.", errors, "L");
end;
run;
options &notesSourceOptions.;
%end;
data test.tests_summary;
length testName $ 128;
do _N_ = 0 to &numberOfTests.;
testName = symget(cats("TEST_", _N_));
systask = coalesce(input(symget(cats("SASSTAT", _N_)), ?? best32.), -1);
sysrc = coalesce(input(symget(cats("TESTRC_", _N_)), ?? best32.), -1);
error = coalesce(input(symget(cats("TESTE_", _N_)), ?? best32.), -1);
warning = coalesce(input(symget(cats("TESTW_", _N_)), ?? best32.), -1);
output;
end;
run;
title1 "Summary of tests.";
title2 "details can be found in:";
title3 "%sysfunc(pathname(TEST))";
footnote;
proc print data = test.tests_summary;
run;
title;
/*%put _local_;*/
%put NOTE: changing current folder to:;
%put NOTE- *%sysfunc(DLGCDIR(%sysfunc(pathname(currdir))))*;
filename CURRDIR clear;
/* turn on the original value of the note about quoted string length */
options &quotelenmax_tmp.;
/* if you do not want any test to be executed */
%NOTESTING:
proc sql;
drop table &filesWithCodes.;
quit;
/* turn on the original value of the note about quoted string length */
options &qlenmax_fstimer_tmp.;
%ENDofgeneratePackage:
%mend generatePackage;
/*
TODO: (in Polish)
- modyfikacja helpa, sprawdzanie kodu danej funkcji/makra/typu [v]
- opcjonalne sortowanie nazw folderow(<numer>_<typ>) [v]
- wewnetrzna nazwa zmiennej z nazwa pakietu (na potrzeby kompilacji) [v]
- weryfikacja "niepustosci" obowiazkowych argumentow [v]
- dodac typ "clear" do czyszczenia po plikach 'exec' [v]
- syspackages - makrozmienna z lista zaladowanych pakietow [v] (as SYSloadedPackages)
- dodac typ "iml" [v] (as imlmodule)
- dodac typ "proto" [v]
- lista wymaganych komponentow potrzebnych do dzialania SASa (na bazie proc SETINIT) [v]
- sparwdzanie domknietosci, parzystosci i wystepowania tagow HELP START - HELP END w plikach [v]
- add MD5(&packageName.) value hash instead "package" word in filenames [v]
- infolista o required packahes w unloadPackage [v]
- dodac ICEloadPackage() [v]
- weryfikacja nadpisywania makr [v]
- weryfikacja srodowiska [ ]
- dodac typ "ds2" [ ]
- dodac mozliwosc szyfrowania pliku z pakietem (haslo do zip, sprawdzic istnienie funkcjonalnosci) [ ]
- doadc sprawdzanie liczby wywolan procedury fcmp, format i slowa '%macro(' w plikach z kodami [ ]
- dodac generowanie funkcji z helpem np. dla funkcji abc() mamy abc_help(), ktora wyswietla to samo co %heplPackage(package, abc()) [ ]
*/
/*** HELP START ***/
/* Example 1: Enabling the SAS Package Framework
and generating the SQLinDS package from the local directory.
Assume that the SPFinit.sas file and the SQLinDS
folder (containing all package components) are located in
the "C:/SAS_PACKAGES/" folder.
Run the following code in your SAS session:
filename packages "C:/SAS_PACKAGES"; %* setup a directory for packages;
%include packages(SPFinit.sas); %* enable the framework;
ods html;
%generatePackage(filesLocation=C:/SAS_PACKAGES/SQLinDS)
*/
/*** HELP END ***/
Reference in New Issue View Git Blame Copy Permalink