options nosource;

582  ods listing close;ods html5 file=stdout options(bitmap_mode='inline') device=png; ods graphics on / outputfmt=png;
NOTE: Writing HTML5 Body file: STDOUT
583  
584  options nosource;

libname mydata "/folders/myfolders/";

NOTE: Writing HTML5 Body file: STDOUT
NOTE: Libref MYDATA was successfully assigned as follows: 
      Engine:        V9 
      Physical Name: /folders/myfolders

proc contents data=mydata.claim_history varnum;
run;

/*********************************************************************************/
/*********************************************************************************/
/* CORRELATION MATRIX FOR CATEGORICAL EXPLANATORY VARIABLES*/
/*********************************************************************************/
/*********************************************************************************/

data work.data_train;
    set mydata.CLAIM_HISTORY (keep= 
 PARENT1
 MSTATUS
 GENDER
 EDUCATION
 OCCUPATION
 CAR_USE
 CAR_TYPE
 RED_CAR
 RED_CAR
 URBANICITY);
run;

NOTE: Writing HTML5 Body file: STDOUT
NOTE: Data file MYDATA.CLAIM_HISTORY.DATA is in a format that is native to another host, or the file encoding does not match the 
      session encoding. Cross Environment Data Access will be used, which might require additional CPU resources and might reduce 
      performance.
NOTE: There were 10302 observations read from the data set MYDATA.CLAIM_HISTORY.
NOTE: The data set WORK.DATA_TRAIN has 10302 observations and 9 variables.
NOTE: DATA statement used (Total process time):
      real time           0.03 seconds
      cpu time            0.02 seconds
      

************************** MACRO PARAMETERS *******************************;
*Put the name of the modeling dataset:;
%let dataset = WORK.data_train;
*Put here the name of all the potential explanatory variables, the 
categorical ones:;
*Put the name of the categorical explanatory variables;
%let varstoconsider = 
PARENT1
MSTATUS
GENDER
EDUCATION
OCCUPATION
CAR_USE
CAR_TYPE
RED_CAR
RED_CAR
URBANICITY;

proc contents data=&dataset.(keep = &varstoconsider.) 
    nodetails varnum out=work.var_desc (keep=name type) noprint;
proc sort data = work.var_desc out = work.var_desc; by type;
run;

data test (keep=name);
    length name $80.;
    set work.var_desc;
    name = upcase(name);
    if type = 2 then output;
run;

NOTE: Writing HTML5 Body file: STDOUT
NOTE: The data set WORK.VAR_DESC has 9 observations and 2 variables.
NOTE: PROCEDURE CONTENTS used (Total process time):
      real time           0.00 seconds
      cpu time            0.01 seconds
      
NOTE: There were 9 observations read from the data set WORK.VAR_DESC.
NOTE: The data set WORK.VAR_DESC has 9 observations and 2 variables.
NOTE: PROCEDURE SORT used (Total process time):
      real time           0.00 seconds
      cpu time            0.00 seconds
      
NOTE: There were 9 observations read from the data set WORK.VAR_DESC.
NOTE: The data set WORK.TEST has 9 observations and 1 variables.
NOTE: DATA statement used (Total process time):
      real time           0.00 seconds
      cpu time            0.00 seconds
      

/****************************** MACRO STARTS HERE ***********************************/
%macro corr_matrix (table = );

%macro setup(dsout=_NULL_,dsin=&syslast,var=,ks=);
    %local dsout dsin var totvar ks;

    proc freq data=&dsin noprint;
        tables &var / out=__count;

data _NULL_;
    set __count end=last;
    retain len oldlen 0;
    nk + 1;
    len = length(&var);

    if ( len > oldlen ) then
        oldlen = len;

    if count > 1 then
        do;
            put "WARNING: The variable %upcase(&var)" /
                "WARNING: has " count " occurrences of the value "
                var;
        end;

    if last then
        do;
            if &ks > nk then
                do;
                    put "ERROR: K greater than the Number of values (N)";
                    put "ERROR: Value of K: &ks Value of N: " nk;
                    put "ERROR: EXITING Macro!!!!!!!!!!!!!!!!!!";
                end;

            call symput("totvar",trim(left(put(nk,5.))) );
            call symput("length",put(oldlen,3.) );
        end;
run;

%if &ks > &totvar %then
    %goto exit;

data __d1;
    set __count end=last;
    array _vals {&totvar} $ &length;
    retain _vals1-_vals&totvar;
    keep _vals1-_vals&totvar;
    _vals{_N_} = &var;

    if last then
        output;

    %comb(k=&ks,n=&totvar,len=&length)
    run;
%exit:
%mend setup;

%macro comb(dsout2=&dsout,dsin2=__d1,k=,n=,len=);
    %local dsin2 dsout2 numvar i start stop n k len;
    %let start = 1;
    %let stop = %eval( &n - &k);

data &dsout2;
    set &dsin2;
    array _vals {&n} $;
    array combo {&k} $ &len;
    keep j combo1 - combo&k;
    retain j 1;

    %do i = 1 %to &k;
        %let stop = %eval(&stop + 1);

        do var&i = &start to &stop;
            %let start = %str(%(var&i + 1 %));
    %end;

    %do i = 1 %to &k;
        combo{&i} = _vals{var&i};
    %end;

    output;
    j + 1;

    %do i = 1 %to &k;
        end;
    %end;
run;

%mend comb;

%setup(var=name,ks=2,dsout=combin);
 *proc print data=combin ;

* Determine the number of observations;
data _NULL_;
    if 0 then
        set combin nobs=n;
    call symputx('nrows',n);
    stop;
run;


%macro do_corr;
    %do obs = 1 %to &nrows;

data _null_;
    set combin;

    if j = &obs then
        call symputx("combo1", PUT(combo1, 35.));

    if j = &obs then
        call symputx("combo2", PUT(combo2, 35.));
run;

%put &combo1;
%put &combo2;

proc freq data = &table noprint;
    tables &combo1*&combo2 / chisq;
    output out=results_&obs chisq;
run;

data results_&obs (keep= combo1 combo2 _CRAMV_);
    length combo1 combo2 $30.;
    set results_&obs;
    combo1 = "&combo1";
    combo2 = "&combo2";
run;

proc append base=association_matrix data=results_&obs force;
run;

    %end;
%mend do_corr;

%do_corr;

proc sort data=association_matrix;
    by descending _CRAMV_;
run;

proc sort data=association_matrix out=association_matrix_sort;
by combo2 combo1;
run;

/* reshape the output to the wide format */
proc transpose data=association_matrix_sort out=fin (drop=_name_ _label_) let;
    by combo2;
    id combo1;
    var _CRAMV_;
run;

proc format;
    value backcolor 
    .7 - high    = "red"
    low - -.7    = "red"; 
run;

proc print data=association_matrix noobs;
title "Sorted Associations - Cramer's V";
    var _all_ / style(data) = [background=backcolor. ];
    format _CRAMV_ percent.;
run;

title "Expenditures Summary Using Traffic Lighting";
proc print data=fin;
    title "Association Matrix - Cramer's V";
    var _all_ / style(data) = [background=backcolor. ];
    format _numeric_ percent.;
run;

proc datasets lib=work nolist;
    delete __count __d1 combin association_matrix
           test association_matrix_sort fin results_: ;
run;

%mend corr_matrix;
/****************************** MACRO ENDS HERE ***********************************/

%corr_matrix(table = work.data_train);

/*proc datasets lib=work nolist;*/
/*   delete VAR_DESC;*/
/*run;*/
ods graphics on;

proc freq data = mydata.claim_history;
    tables gender * car_type;
run;