sasjs/core
1
0
Fork 0
mirror of https://github.com/sasjs/core.git synced 2026-01-11 02:50:06 +00:00
Code Issues Projects Releases Wiki Activity

fix: more dedup fixes on mp_stripdiffs

Browse Source
This commit is contained in:
^
2024-04-30 14:04:15 +01:00
parent ed20bcaa5c
commit e6da373853
2 changed files with 14 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
all.sas
View File

@@ -13483,7 +13483,7 @@ create table &ds1 (drop=libref dsn) as
/* extract key values only */ /* extract key values only */
%let ds2=%upcase(work.%mf_getuniquename(prefix=mpsd_pks)); %let ds2=%upcase(work.%mf_getuniquename(prefix=mpsd_pks));
create table &ds2 as create table &ds2 as
select key_hash, select distinct key_hash,
tgtvar_nm, tgtvar_nm,
tgtvar_type, tgtvar_type,
coalescec(oldval_char,newval_char) as charval, coalescec(oldval_char,newval_char) as charval,
@@ -13497,9 +13497,9 @@ create table &ds2 as
%local pk; %local pk;
data _null_; data _null_;
set &ds2; set &ds2;
by key_hash; by key_hash processed_dttm;
call symputx('pk',catx(' ',symget('pk'),tgtvar_nm),'l'); call symputx('pk',catx(' ',symget('pk'),tgtvar_nm),'l');
if last.key_hash then stop; if last.processed_dttm then stop;
run; run;
%let ds3=%upcase(work.%mf_getuniquename(prefix=mpsd_keychar)); %let ds3=%upcase(work.%mf_getuniquename(prefix=mpsd_keychar));
@@ -13521,6 +13521,7 @@ run;
%mp_ds2squeeze(&ds3,outds=&ds3) %mp_ds2squeeze(&ds3,outds=&ds3)
%mp_ds2squeeze(&ds4,outds=&ds4) %mp_ds2squeeze(&ds4,outds=&ds4)
/* now merge to get all key values and de-dup */
%let ds5=%upcase(work.%mf_getuniquename(prefix=mpsd_merged)); %let ds5=%upcase(work.%mf_getuniquename(prefix=mpsd_merged));
data &ds5; data &ds5;
length key_hash $32 processed_dttm 8; length key_hash $32 processed_dttm 8;
@@ -13528,6 +13529,9 @@ data &ds5;
by key_hash; by key_hash;
if not missing(key_hash); if not missing(key_hash);
run; run;
proc sort data=&ds5 nodupkey;
by &pk;
run;
/* join to base table for preliminary stage DS */ /* join to base table for preliminary stage DS */
proc sql; proc sql;

10
base/mp_stripdiffs.sas
View File

@@ -98,7 +98,7 @@ create table &ds1 (drop=libref dsn) as
/* extract key values only */ /* extract key values only */
%let ds2=%upcase(work.%mf_getuniquename(prefix=mpsd_pks)); %let ds2=%upcase(work.%mf_getuniquename(prefix=mpsd_pks));
create table &ds2 as create table &ds2 as
select key_hash, select distinct key_hash,
tgtvar_nm, tgtvar_nm,
tgtvar_type, tgtvar_type,
coalescec(oldval_char,newval_char) as charval, coalescec(oldval_char,newval_char) as charval,
@@ -112,9 +112,9 @@ create table &ds2 as
%local pk; %local pk;
data _null_; data _null_;
set &ds2; set &ds2;
by key_hash; by key_hash processed_dttm;
call symputx('pk',catx(' ',symget('pk'),tgtvar_nm),'l'); call symputx('pk',catx(' ',symget('pk'),tgtvar_nm),'l');
if last.key_hash then stop; if last.processed_dttm then stop;
run; run;
%let ds3=%upcase(work.%mf_getuniquename(prefix=mpsd_keychar)); %let ds3=%upcase(work.%mf_getuniquename(prefix=mpsd_keychar));
@@ -136,6 +136,7 @@ run;
%mp_ds2squeeze(&ds3,outds=&ds3) %mp_ds2squeeze(&ds3,outds=&ds3)
%mp_ds2squeeze(&ds4,outds=&ds4) %mp_ds2squeeze(&ds4,outds=&ds4)
/* now merge to get all key values and de-dup */
%let ds5=%upcase(work.%mf_getuniquename(prefix=mpsd_merged)); %let ds5=%upcase(work.%mf_getuniquename(prefix=mpsd_merged));
data &ds5; data &ds5;
length key_hash $32 processed_dttm 8; length key_hash $32 processed_dttm 8;
@@ -143,6 +144,9 @@ data &ds5;
by key_hash; by key_hash;
if not missing(key_hash); if not missing(key_hash);
run; run;
proc sort data=&ds5 nodupkey;
by &pk;
run;
/* join to base table for preliminary stage DS */ /* join to base table for preliminary stage DS */
proc sql; proc sql;