diff --git a/AGENTS.md b/AGENTS.md
new file mode 100644
index 0000000..487194c
--- /dev/null
+++ b/AGENTS.md
@@ -0,0 +1,31 @@
+# Agent Instructions for @sasjs/core
+
+Follow these rules when editing or generating code for the @sasjs/core SAS macro library.
+
+## Project Context
+This repo is the SASjs Macro Core library — a collection of MIT-licensed, production-quality SAS macros for SAS application development.
+
+## Versioning
+- NEVER bump or modify the version in `package.json`.
+- Versioning is handled entirely by the CI/CD pipeline using semantic-release.
+
+## SAS Style & Standards
+- Read and follow the standards documented in `README.md` (Sections: Components, Standards, File Properties, Header Properties, Coding Standards).
+- Read and follow `.sasjslint`:
+ - No trailing spaces.
+ - Requires a Doxygen header on every macro (`@file`, `@brief`, etc.).
+ - Lowercase file names without spaces.
+ - Lowercase macro names.
+ - Macro definitions must use parentheses, e.g. `%macro x();` not `%macro x;`.
+ - Indentation = 2 spaces (or multiple thereof); no tabs.
+ - Max line length 300.
+ - No gremlins / invisible characters.
+- One macro per file; filename must match macro name.
+- Macro *calls* should NOT be terminated with a semicolon. Use `%my_macro()` not `%my_macro();`.
+- Macro variables must always be local, to prevent scope leakage.
+
+
+## Build / Generated Files
+- Do not run the build script locally; it is executed in the CI/CD pipeline.
+- Generated files, including the consolidated `all.sas`, the per-folder `mc_*.sas` files, and the LUA macro wrappers in the `lua` folder, can generally be ignored unless the pipeline requires an update. Do not edit generated files by hand.
+- run sasjs lint after each change
\ No newline at end of file
diff --git a/base/mp_ds2csv.sas b/base/mp_ds2csv.sas
index f5cfcc2..3e1ec3e 100644
--- a/base/mp_ds2csv.sas
+++ b/base/mp_ds2csv.sas
@@ -130,10 +130,10 @@ data _null_;
* there is not much point importing a short length numeric like this,
* eg with best4., as the resulting variable will still be stored as
* length 8. We need a length or format statement to ensure variable
- * is creatd with the smaller length...
+ * is created with the smaller length...
**/
else if vlen<8 then header=cats(varnm,':best',vlen,'.');
- else header=cats(varnm,':best.');
+ else header=cats(varnm,':best32.');
end;
%end;
%else %do;
diff --git a/base/mp_hashdataset.sas b/base/mp_hashdataset.sas
index a762510..a743b41 100644
--- a/base/mp_hashdataset.sas
+++ b/base/mp_hashdataset.sas
@@ -17,7 +17,7 @@
@li mf_getattrn.sas
@li mf_getuniquename.sas
@li mf_getvarlist.sas
- @li mp_md5.sas
+ @li mp_rowhash.sas
Related Files
@li mp_hashdataset.test.sas
@@ -46,8 +46,7 @@
%local keyvar /* roll up the md5 */
prevkeyvar /* retain prev record md5 */
- lastvar /* last var in input ds */
- cvars nvars;
+ lastvar /* last var in input ds */;
%if not(%eval(%unquote(&iftrue))) %then %return;
@@ -79,10 +78,11 @@
retain &prevkeyvar;
if _n_=1 then &prevkeyvar=put(md5("&salt"),$hex32.);
set &libds end=&lastvar;
- /* hash should include previous row */
- &keyvar=%mp_md5(
- cvars=%mf_getvarlist(&libds,typefilter=C) &prevkeyvar,
- nvars=%mf_getvarlist(&libds,typefilter=N)
+ /* hash should include previous row - listed first so it is hashed first */
+ %mp_rowhash(
+ md5_col=&keyvar
+ ,cvars=&prevkeyvar %mf_getvarlist(&libds,typefilter=C)
+ ,nvars=%mf_getvarlist(&libds,typefilter=N)
);
&prevkeyvar=&keyvar;
if &lastvar then output;
diff --git a/base/mp_loadformat.sas b/base/mp_loadformat.sas
index d2f8e4e..7890572 100644
--- a/base/mp_loadformat.sas
+++ b/base/mp_loadformat.sas
@@ -45,7 +45,7 @@
@li mp_aligndecimal.sas
@li mp_cntlout.sas
@li mp_lockanytable.sas
- @li mp_md5.sas
+ @li mp_rowhash.sas
@li mp_storediffs.sas
Related Macros
@@ -174,14 +174,19 @@ select distinct
%let nvars=FMTROW MIN MAX DEFAULT LENGTH FUZZ MULT NOEDIT;
data &base_fmts/note2err;
set &base_fmts;
- fmthash=%mp_md5(cvars=&cvars, nvars=&nvars);
+ length fmthash $32;
+ %mp_rowhash(
+ md5_col=fmthash
+ ,cvars=&cvars
+ ,nvars=&nvars
+ )
run;
/**
* Ensure input table and base_formats have consistent lengths and types
*/
data &inlibds/nonote2err;
- length &delete_col $3 FMTROW 8 start end label $32767;
+ length &delete_col $3 FMTROW 8 start end label $32767 fmthash $32;
if 0 then set &base_fmts;
set &libds;
by type fmtname notsorted;
@@ -203,7 +208,11 @@ data &inlibds/nonote2err;
%mp_aligndecimal(end,width=16)
end;
- fmthash=%mp_md5(cvars=&cvars, nvars=&nvars);
+ %mp_rowhash(
+ md5_col=fmthash
+ ,cvars=&cvars
+ ,nvars=&nvars
+ )
run;
/**
diff --git a/base/mp_md5.sas b/base/mp_md5.sas
index 96da88d..ccf3b68 100644
--- a/base/mp_md5.sas
+++ b/base/mp_md5.sas
@@ -28,11 +28,16 @@
@li Global option: `options dsoptions=nonote2err;`
@li Data step option: `data YOURLIB.YOURDATASET /nonote2err;`
+ For very wide tables (hundreds or thousands of columns) consider using
+ `mp_rowhash.sas`, which builds the same type of row hash iteratively and
+ avoids creating a single, very long concatenated SAS expression.
+
@param [in] cvars= () Space seperated list of character variables
@param [in] nvars= () Space seperated list of numeric variables
Related Programs
@li mp_init.sas
+ @li mp_rowhash.sas
@version 9.2
@author Allan Bowe
diff --git a/base/mp_rowhash.sas b/base/mp_rowhash.sas
new file mode 100644
index 0000000..b4fb7b1
--- /dev/null
+++ b/base/mp_rowhash.sas
@@ -0,0 +1,92 @@
+/**
+ @file
+ @brief Iterative row-level MD5 hash generator
+ @details Generates DATA step statements that compute a deterministic,
+ row-level MD5 hash using a Merkle-style construction. Each variable is
+ hashed independently and the resulting raw 16-byte digests are combined
+ iteratively. This avoids concatenating the per-variable hex digests into a
+ single SAS character expression, which overflows when datasets contain many
+ variables.
+
+ Temporary variables use five leading underscores.
+
+ This macro is called from inside a DATA step. The caller is responsible
+ for declaring the output hash column if it does not already exist on the
+ input dataset.
+
+ Variables are hashed in the order supplied. If a particular variable
+ needs to influence the hash first (for example the previous row hash in
+ `mp_hashdataset`, or business dates in Data Controller's bitemporal
+ loader) simply list it first in `cvars` or `nvars`.
+
+ @param [in] md5_col= Name of the output hash column.
+ @param [in] cvars= Space separated list of character variables to hash.
+ @param [in] nvars= Space separated list of numeric variables to hash.
+
+ @version 9.3M5
+ @author Allan Bowe
+**/
+
+%macro mp_rowhash(
+ md5_col=
+ ,cvars=
+ ,nvars=
+ );
+
+ /* DATA step temp variables use five leading underscores. The names
+ are generated at macro invocation to avoid clashing with data columns. */
+ %local state digest pair numtext normal i chars nums;
+ %let state=%mf_getuniquename(prefix=_____state_);
+ %let digest=%mf_getuniquename(prefix=_____digest_);
+ %let pair=%mf_getuniquename(prefix=_____pair_);
+ %let numtext=%mf_getuniquename(prefix=_____numtext_);
+ %let normal=%mf_getuniquename(prefix=_____normal_);
+ %let i=%mf_getuniquename(prefix=_____i_);
+ %let chars=%mf_getuniquename(prefix=_____chars_);
+ %let nums=%mf_getuniquename(prefix=_____nums_);
+
+ length &state $16
+ &digest $16
+ &pair $32
+ &numtext $64
+ &normal &i 8;
+ if _n_=1 then call missing(&state,&digest,&pair,&numtext,&normal,&i);
+ drop &state &digest &pair &numtext &normal &i;
+
+ /* Versioned seed prevents confusion with other hashing schemes. */
+ &state = md5('DC HASH v2');
+
+ %if %length(&cvars)>0 %then %do;
+ array &chars{*} $ &cvars;
+ do &i = 1 to dim(&chars);
+ /* Leading blanks are retained. */
+ &digest = md5(trimn(&chars[&i]));
+ substr(&pair, 1, 16) = &state;
+ substr(&pair, 17, 16) = &digest;
+ &state = md5(&pair);
+ end;
+ %end;
+
+ %if %length(&nvars)>0 %then %do;
+ array &nums{*} &nvars;
+ do &i = 1 to dim(&nums);
+ /*
+ multiply-by-one for consistent cross-system precision.
+ Ignore null to protect SAS special missing values.
+ */
+ &normal = ifn(
+ missing(&nums[&i]),
+ &nums[&i],
+ &nums[&i] * 1
+ );
+ &numtext = put(&normal, binary64.);
+ &digest = md5(trim(&numtext));
+ substr(&pair, 1, 16) = &state;
+ substr(&pair, 17, 16) = &digest;
+ &state = md5(&pair);
+ end;
+ %end;
+
+ &md5_col = put(&state, $hex32.);
+
+%mend mp_rowhash;
diff --git a/tests/base/mf_getfilesize.test.sas b/tests/base/mf_getfilesize.test.sas
index fa3dd0a..4025278 100644
--- a/tests/base/mf_getfilesize.test.sas
+++ b/tests/base/mf_getfilesize.test.sas
@@ -14,7 +14,7 @@ data test;
run;
%mp_assertscope(SNAPSHOT)
-%put %mf_getfilesize(libds=work.test)
+%put %mf_getfilesize(libds=work.test);
%mp_assertscope(COMPARE)
%mp_assert(
diff --git a/tests/base/mf_getfmtlist.test.sas b/tests/base/mf_getfmtlist.test.sas
index d0b19e8..b408ce8 100644
--- a/tests/base/mf_getfmtlist.test.sas
+++ b/tests/base/mf_getfmtlist.test.sas
@@ -5,9 +5,14 @@
SAS Macros
@li mf_getfmtlist.sas
@li mp_assert.sas
+ @li mp_assertscope.sas
**/
+%mp_assertscope(SNAPSHOT)
+%put %mf_getfmtlist(sashelp.prdsale);
+%mp_assertscope(COMPARE)
+
%mp_assert(
iftrue=(
"%mf_getfmtlist(sashelp.prdsale)"="DOLLAR $CHAR W MONNAME"
@@ -23,11 +28,3 @@
desc=Checking basic char,
outds=work.test_results
)
-
-%mp_assert(
- iftrue=(
- "%mf_getfmtlist(sashelp.demographics)"="BEST Z $CHAR COMMA PERCENTN"
- ),
- desc=Checking longer numeric,
- outds=work.test_results
-)
\ No newline at end of file
diff --git a/tests/base/mf_getvalue.test.sas b/tests/base/mf_getvalue.test.sas
index 15d45f5..d2191ae 100644
--- a/tests/base/mf_getvalue.test.sas
+++ b/tests/base/mf_getvalue.test.sas
@@ -74,18 +74,5 @@ run;
desc=Test fetching value from 1st row of empty (filtered) data,
outds=work.test_results
)
+%let syscc=0;
-%let syscc = 0; /* Reset w@rning To ensure confidence in next test */
-
-/* - Test 6 -
- Get value from default observation.
- Dataset does not exist.
-*/
-%let test_value=%mf_getvalue(work.test_data_x,i);
-%mp_assert(
- iftrue=(&test_value=%str() and &syscc gt 0),
- desc=Test fetching value from 1st row of non-existent data,
- outds=work.test_results
-)
-
-%let syscc = 0; /* To reset expected error and allow test job to exit clean. */
diff --git a/tests/base/mf_mimetype.test.sas b/tests/base/mf_mimetype.test.sas
index fc5ded3..814a009 100644
--- a/tests/base/mf_mimetype.test.sas
+++ b/tests/base/mf_mimetype.test.sas
@@ -8,9 +8,12 @@
**/
+%mp_assertscope(SNAPSHOT)
+%let test_value=%mf_mimetype(CSV);
+%mp_assertscope(COMPARE,ignorelist=test_value)
%mp_assert(
- iftrue=("%mf_mimetype(XLS)"="application/vnd.ms-excel",
+ iftrue=("%mf_mimetype(XLS)"="application/vnd.ms-excel"),
desc=Checking correct value
)
diff --git a/tests/base/mp_ds2csv.test.1.sas b/tests/base/mp_ds2csv.test.1.sas
index fde45cd..ab3f60e 100644
--- a/tests/base/mp_ds2csv.test.1.sas
+++ b/tests/base/mp_ds2csv.test.1.sas
@@ -85,7 +85,7 @@ data _null_;
run;
%mp_assert(
- iftrue=("&test3a"="X:best. Y:$char7. Z:best."),
+ iftrue=("&test3a"="X:best32. Y:$char7. Z:best32."),
desc=Checking header row Test 3,
outds=work.test_results
)
@@ -96,8 +96,87 @@ run;
)
/* test 4 - sasjs with compare */
-filename example temp;
-%mp_ds2csv(sashelp.air,outref=example,headerformat=SASJS)
+data work.baseball ;
+attrib
+Name length= $18 label="Player's Name"
+Team length= $14 label="Team at the End of 1986"
+nAtBat length= 8 label="Times at Bat in 1986"
+nHits length= 8 label="Hits in 1986"
+nHome length= 8 label="Home Runs in 1986"
+nRuns length= 8 label="Runs in 1986"
+nRBI length= 8 label="RBIs in 1986"
+nBB length= 8 label="Walks in 1986"
+YrMajor length= 8 label="Years in the Major Leagues"
+CrAtBat length= 8 label="Career Times at Bat"
+CrHits length= 8 label="Career Hits"
+CrHome length= 8 label="Career Home Runs"
+CrRuns length= 8 label="Career Runs"
+CrRbi length= 8 label="Career RBIs"
+CrBB length= 8 label="Career Walks"
+League length= $8 label="League at the End of 1986"
+Division length= $8 label="Division at the End of 1986"
+Position length= $8 label="Position(s) in 1986"
+nOuts length= 8 label="Put Outs in 1986"
+nAssts length= 8 label="Assists in 1986"
+nError length= 8 label="Errors in 1986"
+Salary length= 8 label="1987 Salary in $ Thousands"
+Div length= $16 label="League and Division"
+logSalary length= 8 label="Log Salary"
+;
+infile cards dsd;
+input
+ Name :$char.
+ Team :$char.
+ nAtBat
+ nHits
+ nHome
+ nRuns
+ nRBI
+ nBB
+ YrMajor
+ CrAtBat
+ CrHits
+ CrHome
+ CrRuns
+ CrRbi
+ CrBB
+ League :$char.
+ Division :$char.
+ Position :$char.
+ nOuts
+ nAssts
+ nError
+ Salary
+ Div :$char.
+ logSalary
+;
+missing a b c d e f g h i j k l m n o p q r s t u v w x y z _;
+/* fix precision issues */
+if not missing(logSalary) then logsalary=logSalary*1;
+datalines4;
+"Allanson, Andy",Cleveland,293,66,1,30,29,14,1,293,66,1,30,29,14,American,East,C,446,33,20,.,AE,.
+"Ashby, Alan",Houston,315,81,7,24,38,39,14,3449,835,69,321,414,375,National,West,C,632,43,10,475,NW,6.16331480403464
+"Davis, Alan",Seattle,479,130,18,66,72,76,3,1624,457,63,224,266,263,American,West,1B,880,82,14,480,AW,6.17378610390193
+"Dawson, Andre",Montreal,496,141,20,65,78,37,11,5628,1575,225,828,838,354,National,East,RF,200,11,3,500,NE,6.21460809842219
+"Galarraga, Andres",Montreal,321,87,10,39,42,30,2,396,101,12,48,46,33,National,East,1B,805,40,4,91.5,NE,4.51633897228147
+"Griffin, Alfredo",Oakland,594,169,4,74,51,35,11,4408,1133,19,501,336,194,American,West,SS,282,421,25,750,AW,6.62007320653035
+"Newman, Al",Montreal,185,37,1,23,8,21,2,214,42,1,30,9,24,National,East,2B,76,127,7,70,NE,4.24849524204936
+"Salazar, Argenis",Kansas City,298,73,0,24,24,7,3,509,108,0,41,37,12,American,West,SS,121,283,9,100,AW,4.60517018598809
+"Thomas, Andres",Atlanta,323,81,6,26,32,8,2,341,86,6,32,34,8,National,West,SS,143,290,19,75,NW,4.31748811353631
+"Thornton, Andre",Cleveland,401,92,17,49,66,65,13,5206,1332,253,784,890,866,American,East,DH,0,0,0,1100,AE,7.00306545878646
+"Trammell, Alan",Detroit,574,159,21,107,75,59,10,4631,1300,90,702,504,488,American,East,SS,238,445,22,517.143,AE,6.24831943200756
+"Trevino, Alex",Los Angeles,202,53,4,31,26,27,9,1876,467,15,192,186,161,National,West,C,304,45,11,512.5,NW,6.23930071101256
+"Van Slyke, Andy",St Louis,418,113,13,48,61,47,4,1512,392,41,205,204,203,National,East,RF,211,11,7,550,NE,6.30991827822651
+"Wiggins, Alan",Baltimore,239,60,0,30,11,22,6,1941,510,4,309,103,207,American,East,2B,121,151,6,700,AE,6.5510803350434
+"Almon, Bill",Pittsburgh,196,43,7,29,27,30,13,3231,825,36,376,290,238,National,East,UT,80,45,8,240,NE,5.48063892334199
+"Beane, Billy",Minneapolis,183,39,3,20,15,11,3,201,42,3,20,16,11,American,West,OF,118,0,0,.,AW,.
+"Bell, Buddy",Cincinnati,568,158,20,89,75,73,15,8068,2273,177,1045,993,732,National,West,3B,105,290,10,775,NW,6.65286302935334
+"Biancalana, Buddy",Kansas City,190,46,2,24,8,15,5,479,102,5,65,23,39,American,West,SS,102,177,16,175,AW,5.16478597392351
+"Bochte, Bruce",Oakland,407,104,6,57,43,65,12,5233,1478,100,643,658,653,American,West,1B,912,88,9,.,AW,.
+;;;;
+run;
+filename example temp lrecl=5000;
+%mp_ds2csv(work.baseball,outref=example,headerformat=SASJS)
data _null_; infile example; input;put _infile_; if _n_>5 then stop;run;
data _null_;
@@ -113,15 +192,16 @@ run;
%mp_assert(
iftrue=(&syscc =0),
- desc=Checking syscc prior to compare of sashelp.air,
+ desc=Checking syscc prior to compare of work.baseball,
outds=work.test_results
)
-proc compare base=want compare=sashelp.air;
+proc compare base=want compare=work.baseball
+ method = absolute criterion = 0.0000000001 ;
run;
%mp_assert(
iftrue=(&sysinfo le 41),
- desc=Checking compare of sashelp.air,
+ desc=Checking compare of work.baseball,
outds=work.test_results
)
diff --git a/tests/base/mp_ds2csv.test.2.sas b/tests/base/mp_ds2csv.test.2.sas
index a9edf0f..91fa572 100644
--- a/tests/base/mp_ds2csv.test.2.sas
+++ b/tests/base/mp_ds2csv.test.2.sas
@@ -32,7 +32,7 @@ data _null_;
run;
%mp_assert(
- iftrue=("&test1a"="A:best3. B:best4. C:best."),
+ iftrue=("&test1a"="A:best3. B:best4. C:best32."),
desc=Checking header row Test 1,
outds=work.test_results
)
diff --git a/tests/base/mp_gitreleaseinfo.test.sas b/tests/base/mp_gitreleaseinfo.test.sas
index 21da022..00f6c7b 100644
--- a/tests/base/mp_gitreleaseinfo.test.sas
+++ b/tests/base/mp_gitreleaseinfo.test.sas
@@ -24,7 +24,7 @@ data _null_;
run;
%mp_assert(
- iftrue=(&author=sasjsbot),
+ iftrue=("&author"="github-actions[bot]"),
desc=release info extracted successfully,
outds=work.test_results
)
diff --git a/tests/base/mp_rowhash.test.sas b/tests/base/mp_rowhash.test.sas
new file mode 100644
index 0000000..53c9572
--- /dev/null
+++ b/tests/base/mp_rowhash.test.sas
@@ -0,0 +1,195 @@
+/**
+ @file
+ @brief Testing mp_rowhash.sas macro
+ @details The mp_rowhash macro generates DATA step statements that compute a
+ deterministic row-level MD5 hash. These tests exercise the versioned seed,
+ character and numeric hashing rules, variable ordering, sensitivity to
+ whitespace, and reproducibility.
+
+ SAS Macros
+ @li mp_rowhash.sas
+ @li mp_assert.sas
+ @li mp_assertdsobs.sas
+ @li mp_assertscope.sas
+
+**/
+
+%mp_assertscope(SNAPSHOT)
+
+/* test 1 - versioned seed only (no input variables) */
+data _null_;
+ length actual expected $32;
+ actual='';
+ %mp_rowhash(md5_col=actual)
+ expected=put(md5('DC HASH v2'),$hex32.);
+ call symputx('t1_actual',actual);
+ call symputx('t1_expected',expected);
+run;
+%mp_assertscope(COMPARE,ignorelist=T1_ACTUAL T1_EXPECTED)
+%mp_assert(
+ iftrue=("&t1_actual"="&t1_expected"),
+ desc=Versioned seed is returned when no variables are supplied,
+ outds=work.test_results
+)
+
+/* test 2 - single character variable reference */
+data _null_;
+ length c1 $1 actual expected $32;
+ length state digest $16 pair $32;
+ c1='A';
+ actual='';
+ %mp_rowhash(md5_col=actual, cvars=c1)
+ state=md5('DC HASH v2');
+ digest=md5(trimn(c1));
+ pair=state||digest;
+ expected=put(md5(pair),$hex32.);
+ call symputx('t2_actual',actual);
+ call symputx('t2_expected',expected);
+run;
+%mp_assert(
+ iftrue=("&t2_actual"="&t2_expected"),
+ desc=Single character variable hash matches reference construction,
+ outds=work.test_results
+)
+
+/* test 3 - single numeric variable reference */
+data _null_;
+ length actual expected $32;
+ length state digest $16 numtext $64 pair $32;
+ n1=42;
+ actual='';
+ %mp_rowhash(md5_col=actual, nvars=n1)
+ state=md5('DC HASH v2');
+ /* multiply-by-one matches the internal normalisation */
+ normal=n1*1;
+ numtext=put(normal,binary64.);
+ digest=md5(trim(numtext));
+ pair=state||digest;
+ expected=put(md5(pair),$hex32.);
+ call symputx('t3_actual',actual);
+ call symputx('t3_expected',expected);
+run;
+%mp_assert(
+ iftrue=("&t3_actual"="&t3_expected"),
+ desc=Single numeric variable hash matches reference construction,
+ outds=work.test_results
+)
+
+/* test 4 - order of cvars affects the resulting hash */
+data _null_;
+ length c1 c2 $1 h1 h2 $32;
+ c1='A';
+ c2='B';
+ h1='';
+ %mp_rowhash(md5_col=h1, cvars=c1 c2)
+ h2='';
+ %mp_rowhash(md5_col=h2, cvars=c2 c1)
+ call symputx('t4_h1',h1);
+ call symputx('t4_h2',h2);
+run;
+%mp_assert(
+ iftrue=("&t4_h1" ne "&t4_h2"),
+ desc=Order of cvars changes the resulting hash,
+ outds=work.test_results
+)
+
+/* test 5 - order of nvars affects the resulting hash */
+data _null_;
+ length h1 h2 $32;
+ n1=1;
+ n2=2;
+ h1='';
+ %mp_rowhash(md5_col=h1, nvars=n1 n2)
+ h2='';
+ %mp_rowhash(md5_col=h2, nvars=n2 n1)
+ call symputx('t5_h1',h1);
+ call symputx('t5_h2',h2);
+run;
+%mp_assert(
+ iftrue=("&t5_h1" ne "&t5_h2"),
+ desc=Order of nvars changes the resulting hash,
+ outds=work.test_results
+)
+
+/* test 6 - identical rows produce identical hashes */
+data work.test6;
+ length c $5 n 8;
+ c='ABC';
+ n=42;
+ output;
+ output;
+run;
+
+data work.test6_hashed;
+ set work.test6;
+ length hash $32;
+ %mp_rowhash(md5_col=hash, cvars=c, nvars=n)
+run;
+
+proc sql noprint;
+ select count(distinct hash) into: t6_distinct trimmed
+ from work.test6_hashed;
+quit;
+
+%mp_assert(
+ iftrue=(&t6_distinct=1),
+ desc=Identical rows produce identical hashes,
+ outds=work.test_results
+)
+
+/* test 7 - different rows produce different hashes */
+data work.test7;
+ length c $5 n 8;
+ c='ABC';
+ n=42;
+ output;
+ c='ABD';
+ n=42;
+ output;
+run;
+
+data work.test7_hashed;
+ set work.test7;
+ length hash $32;
+ %mp_rowhash(md5_col=hash, cvars=c, nvars=n)
+run;
+
+proc sql noprint;
+ select count(distinct hash) into: t7_distinct trimmed
+ from work.test7_hashed;
+quit;
+
+%mp_assert(
+ iftrue=(&t7_distinct=2),
+ desc=Different rows produce different hashes,
+ outds=work.test_results
+)
+
+/* test 8 - leading blanks in character variables are retained */
+data work.test8;
+ length c $5;
+ c=' f';
+ output;
+ c='f';
+ output;
+run;
+
+data work.test8_hashed;
+ set work.test8;
+ length hash $32;
+ %mp_rowhash(md5_col=hash, cvars=c)
+run;
+
+proc sql noprint;
+ select count(distinct hash) into: t8_distinct trimmed
+ from work.test8_hashed;
+quit;
+
+%mp_assert(
+ iftrue=(&t8_distinct=2),
+ desc=Leading blanks are retained in character hashes,
+ outds=work.test_results
+)
+
+
+
diff --git a/tests/serveronly/ms_adduser2group.test.sas b/tests/serveronly/ms_adduser2group.test.sas
index ed06d4f..8620cb7 100644
--- a/tests/serveronly/ms_adduser2group.test.sas
+++ b/tests/serveronly/ms_adduser2group.test.sas
@@ -32,6 +32,7 @@ run;
%ms_adduser2group(uid=1,gid=&groupid,mdebug=&sasjs_mdebug,outds=test1)
%mp_assertscope(COMPARE
,ignorelist=MCLIB2_JADP1LEN MCLIB2_JADP2LEN MCLIB2_JADPNUM MCLIB2_JADVLEN
+ MC2_JADP1LEN MC2_JADP2LEN MC2_JADPNUM MC2_JADVLEN
)
/* check the user is in the output list */
diff --git a/tests/serveronly/ms_creategroup.test.sas b/tests/serveronly/ms_creategroup.test.sas
index 1fb778b..16d49ed 100644
--- a/tests/serveronly/ms_creategroup.test.sas
+++ b/tests/serveronly/ms_creategroup.test.sas
@@ -16,7 +16,8 @@
%mp_assertscope(SNAPSHOT)
%ms_creategroup(&group, desc=The description,mdebug=&sasjs_mdebug,outds=test1)
%mp_assertscope(COMPARE
- ,ignorelist=MCLIB0_JADP1LEN MCLIB0_JADPNUM MCLIB0_JADVLEN
+ ,ignorelist=MCLIB0_JADP1LEN MCLIB0_JADPNUM MCLIB0_JADVLEN MC0_JADP1LEN
+ MC0_JADPNUM MC0_JADVLEN
)
%let id=0;
diff --git a/tests/serveronly/ms_createuser.test.sas b/tests/serveronly/ms_createuser.test.sas
index 1cc1286..9ed9592 100644
--- a/tests/serveronly/ms_createuser.test.sas
+++ b/tests/serveronly/ms_createuser.test.sas
@@ -16,7 +16,8 @@
%mp_assertscope(SNAPSHOT)
%ms_createuser(&user,passwrd,outds=test1,mdebug=&sasjs_mdebug)
%mp_assertscope(COMPARE
- ,ignorelist=MCLIB0_JADP1LEN MCLIB0_JADPNUM MCLIB0_JADVLEN
+ ,ignorelist=MCLIB0_JADP1LEN MCLIB0_JADPNUM MCLIB0_JADVLEN MC0_JADP1LEN
+ MC0_JADPNUM MC0_JADVLEN
)
%let id=0;
diff --git a/tests/serveronly/ms_getgroups.test.sas b/tests/serveronly/ms_getgroups.test.sas
index 9aef969..622a160 100644
--- a/tests/serveronly/ms_getgroups.test.sas
+++ b/tests/serveronly/ms_getgroups.test.sas
@@ -21,7 +21,8 @@
%mp_assertscope(SNAPSHOT)
%ms_getgroups(outds=work.test1,mdebug=&sasjs_mdebug)
%mp_assertscope(COMPARE
- ,ignorelist=MCLIB2_JADP1LEN MCLIB2_JADPNUM MCLIB2_JADVLEN
+ ,ignorelist=MCLIB2_JADP1LEN MCLIB2_JADPNUM MCLIB2_JADVLEN MC2_JADP1LEN
+ MC2_JADPNUM MC2_JADVLEN
)
/* check the group was created */
diff --git a/tests/serveronly/ms_getusers.test.sas b/tests/serveronly/ms_getusers.test.sas
index 307c6c8..4a59f8d 100644
--- a/tests/serveronly/ms_getusers.test.sas
+++ b/tests/serveronly/ms_getusers.test.sas
@@ -15,7 +15,8 @@
%mp_assertscope(SNAPSHOT)
%ms_getusers(outds=work.test1,mdebug=&sasjs_mdebug)
%mp_assertscope(COMPARE
- ,ignorelist=MCLIB0_JADP1LEN MCLIB0_JADPNUM MCLIB0_JADVLEN
+ ,ignorelist=MCLIB0_JADP1LEN MCLIB0_JADPNUM MCLIB0_JADVLEN MC0_JADP1LEN
+ MC0_JADPNUM MC0_JADVLEN
)
%mp_assertdsobs(work.test1,test=ATLEAST 1)
diff --git a/tests/serveronly/ms_triggerstp.test.sas b/tests/serveronly/ms_triggerstp.test.sas
index a87cd62..d3e6402 100644
--- a/tests/serveronly/ms_triggerstp.test.sas
+++ b/tests/serveronly/ms_triggerstp.test.sas
@@ -51,12 +51,13 @@ options mprint;
%ms_triggerstp(/sasjs/tests/&fname2
,outds=work.mySessions
)
-%mp_assertscope(COMPARE
- ,ignorelist=MCLIB0_JADP1LEN MCLIB0_JADPNUM MCLIB0_JADVLEN)
+%mp_assertscope(COMPARE,ignorelist=MCLIB0_JADP1LEN MCLIB0_JADPNUM
+ MCLIB0_JADVLEN MC0_JADP1LEN MC0_JADPNUM MC0_JADVLEN
+)
%mp_assert(iftrue=%str(%mf_existds(work.mySessions)=1)
- ,desc=Testing output exists
- ,outds=work.test_results
+ ,desc=Testing output exists
+ ,outds=work.test_results
)
%mp_assertdsobs(work.mySessions,