source: main/adopters/nj/trunk/src/main/ibisq/qModules3/birth/PercentHigh.def @ 26963

#NM_PctDesirableLow.def
#Percentage .def file
#Uses %spvar1% in place of name of variable and the var level for percentage 
#       calculation [e.g., %spvar1%="bwtgp in (1 2)"]
#spvar1 is set in Module.xml file as a configuration parameter value 
#Uses the IBIS-Q data_frame for cross1 and cross2
#NM_ version checks NM pop data for population size for cell suppression
#NM_ version also calculate RSE and provides reliability_flag data
#
f type special
#f data_where nmres=1
#########################################
--------BoNdArY--------
1 script
OPTIONS MPRINT MLOGIC SYMBOLGEN NONUMBER NODATE PAGESIZE=4000;
OPTION SPOOL;

 ************************** 1. TMP ******************************;
 * The dataset 'tmp' is the numerator dataset with any filters   ;
 * already applied (e.g., filtered to specific sex, age, year,   ;
 * etc. population groups). The proc summary counts deaths       ;
 * computes summary statistics by cross1 and cross2 on age.      ;
 ****************************************************************;
        data tmp; set tmp;
                percentvar=0;
                if %spvar1% then percentvar=1;
        run;
        proc summary data=tmp;
                var percentvar;
                class %cross1% 
                ?cross2? %cross2%
                ;
                output out=tmp sum=count n=totalnum;
        run;
        proc sort data=tmp; by %cross1% 
                ?cross2? %cross2%
                ; run;
        proc print data=tmp noobs; 
                title1 '---------------------------------'; 
                title2 '1. TMP - numerator dataset'; 
                run;
        
 *********************** 2. data_frame **************************;
 * df_%cross1%%cross2% is a dataset created by IBIS-Q.           ;
 * It consists of %cross1% and %cross2% (if the user specified   ;
 * %cross2%) and a variable named "count" that is set to "0".    ;
 * The results of the proc summary must be merged with the       ;
 * df_%cross1%%cross2% dataset.                                  ;
 ****************************************************************;
        data frame;
                set df_%cross1%%cross2%;
                run;
        proc sort data=frame; by %cross1% 
                ?cross2? %cross2%
                ; run;
        proc print data=frame noobs; 
                title2 '2. Data Frame'; 
                run;
 
        data new;
                merge frame tmp;   *must list frame dataset first, then tmp;
                by %cross1% 
                   ?cross2? %cross2%
                ;
                run;
        proc print data=new noobs; 
                title2 '2. NEW, after frame merged with tmp'; 
                run;
        data tmp;
                set new;
                drop _TYPE_ _FREQ_;

                run;

        proc print data=tmp noobs; 
                title2 '2. TMP'; 
                run;

 *************** 3. Flag variable and popcross macro *************;
 * The flag variable checks the cross variables for presence of   ;
 * variables that are found in the population dataset. IBIS-q     ;
 * created popcross vars based on info from the .CFG file.        ;
 * The popcross macro will merge the numerator and denominator    ;
 * data, matching up the appropriate values of the cross vars.    ;
 *****************************************************************;
 * IBIS does not need the population dataset to produce a percent.;
 * The following code, through the end of the macro, is used to   ;
 * compute the RSE for the data stability indicator and to check  ;
 * the numerator and denominator counts for the cell suppression. ;
 *****************************************************************;
        %let flag=0;
        ?popcross1? %let flag=1;
        ?popcross2? %let flag=1;
        ?popcross1? ?popcross2? %let flag=2;

        %macro popcross;

        %if &flag=0 %then %do;
                proc summary data=poptmp;
                        var pop;
                        output out=pop (drop=_TYPE_ _FREQ_) sum=pop;
                run;
                proc sql;
                        create table rate as
                        select tmp.*, pop.*
                        from tmp, pop
                quit;
        %end;

        %if &flag=1 %then %do;
                proc summary data=poptmp;
                        var pop;
                        class %popcross1% %popcross2%;
                        output out=pop (drop=_TYPE_ _FREQ_) sum=pop;
                run;
                data pop;
                        set pop;
                        rename 
                        ?popcross1? %popcross1%=%cross1%
                        ?popcross2? %popcross2%=%cross2% 
                        ;
                        run;
                proc sort data=pop;
                        ?popcross1? by %cross1%;
                        ?popcross2? by %cross2%;
                run;
                proc sort data=tmp;
                        ?popcross1? by %cross1%;
                        ?popcross2? by %cross2%;
                run;
                proc print data=pop noobs; title2 '3. POP - pop dataset'; run;
                data rate;
                        merge tmp pop;
                        ?popcross1? by %cross1%;
                        ?popcross2? by %cross2%;
                run;
        %end;

        %if &flag=2 %then %do;
                proc summary data=poptmp;
                        var pop;
                        class %popcross1% %popcross2%  ;
                        output out=pop (drop=_TYPE_ _FREQ_) sum=pop;
                run;
                data pop;
                        set pop;
                        rename %popcross1%=%cross1%  %popcross2%=%cross2% ;
                        run;
                proc sort data=pop;
                        by %cross1% %cross2%;
                run;
                proc sort data=tmp;
                        by %cross1% %cross2%;
                run;
                data rate;
                        merge tmp pop;
                        by %cross1% %cross2%
                        ;
                run;
        %end;
        %mend;
        %popcross;
        proc print data=rate; title2 'rate'; run; 

 ********************** 4. tmp, again ****************************;
 * Create the output variables for the IBIS xml/map file.         ;
 *****************************************************************;
        data tmp;
                set rate;
                if count>0 then do;
                                rate=count/totalnum;
                                rateper=(rate*100);
                                stderr=sqrt(rate*(1-rate)/totalnum)*100;
                        end;
                if count<=0 then do;
                                rate=0;
                                rateper=0;
                                stderr=sqrt((3/totalnum)*(1-(3/totalnum))/totalnum)*100;
                        end;
                t1=(rateper-(1.96*stderr)); 
                if (t1<0) then t1=0; 
                t2=(rateper+(1.96*stderr)); 
                if (t2>100) then t2=100; 
                LL=put(t1, 8.2);
                UL=put(t2, 8.2);
                LL=compress(LL);
                UL=compress(UL);
                n=count;
                if totalnum=. then totalnum=0;

 *********************** 5. Red Flag *****************************;
 * redflag is the statistical stability indicator based on the    ;
 * relative standard error (RSE, or coefficient of variation).    ;
 * Redflag values created here are converted to images or special ;
 * characters in IBIS-View application XSLTfiles, for instance:   ;
 * (xslt\html\query\module\result\ResultPage.xslt, ...Values.xslt ;
 *****************************************************************;
                if count>0 then do;
                        rse=(stderr/rateper);
                        redflag=put('', $12.); 
                        if rse>.3 then redflag=put('Unstable', $12.);
                        if rse>.5 then redflag=put('VeryUnstable', $12.);
                        if stderr=. then redflag=put('Unstable', $12.); 
                end;
                *no variance, n=0, rse=div by zero;
                if count<=0 then redflag=put('Unstable', $12.); 
                *no value attribute for missing crossby values;
                if pop=. then redflag=put('', $12.); 
        run;

 ************* 6. New Mexico Small Numbers Rule *********************;
 * Suppress cells if the numerator in (1 2 3) AND the denominator    ;
 * is less than 20. For Counts, must run the crude rate code to      ;
 * capture the denominator, but only output the N. ZW’s program      ;
 * uses ".A" to identify cells for suppression. I have co-opted      ;
 * his method so I can use the NM logic for cell suppression instead ;
 * of the standard IBIS logic. And I need to use ZW's program        ;
 * because it will suppress the table marginals that can be used to  ;
 * calculate the suppressed cells. If this code is used, the .def    ;
 * file should have the "NM_" prefix. Needs suppressed_variabes      ;
 * code at the end of this file to work.                             ;
 ********************************************************************;
        data tmp;
                set tmp;
                if ((0<n<4) and (totalnum<5000)) then do;
                        n = .A;
                        rateper = .A;
                        totalnum = .A;
                        LL = put('**', 8.0);
                        UL = put('**', 8.0);

        *Only one value attribute is allowed - so if suppressed, overwrite unstable;
        *This also puts ** in record code column for suppressed rows, and adds footnote;
                        redflag = put('Suppressed', $12.);
                end;
        proc print data=tmp noobs;  title2 '6. TMP - final dataset for IBIS View app'; 
        run;

--------BoNdArY--------
f out_variable rateper
# definition for output file
f xml_out_map_file XMLPctLow.map
--------BoNdArY--------
f out_detail lbl_not_used__see_xml_out_map_file
  rateper 15.1
  LL 15.3
  UL 15.3
  n 15.0
  totalnum 15.0
  redflag 15.0
--------BoNdArY--------
--------BoNdArY--------
1 suppressed_variables 1
rateper
--------BoNdArY--------