log using annual2009.log, replace
set memory 2000m
set more 1
*primary family and child variables added 2000-04-20 by Jean Roth, jroth@nber.org
*Y2K compliance by Jean Roth, jroth@nber.org, 2001-01-15
*Imputed highest grade completed, ihigrdc, added by Jean Roth, jroth@nber.org, 2003-01-20
*Stata 8 compliance by Jean Roth, jroth@nber.org, 2003-02-28
*matching variables added by Jean Roth, jroth@nber.org, 2003-02-12
* run with nohup stata -b do annual2002 & to run in batch mode
do rw
! /bin/rm -f /tmp/aef.raw aef.dct dcthead
capture erase /tmp/aef.raw 
capture erase aef.dct 
capture erase dcthead
! echo >dcthead   dictionary using /tmp/aef.raw
program define aef2
local dct_name "aef`3'.dbd"
local raw_name "../raw/morg`2'"
display "dct_name `dct_name' raw_name=`raw_name'" 
if `1' <= 1993 {
     *!zcat /homes/data/cps-basic/cpsb`2'??.Z |tr "\-A" "  " >/tmp/aef.raw
     !zcat /homes/data/morg/raw/morg`2'.Z |tr "\-A" "  " >/tmp/aef.raw
}
*if `1' ==  1993 {
*     *!zcat /homes/data/cps-basic/cpsb`2'??.Z |tr "\-A" "  " >/tmp/aef.raw
*     !zcat /homes/data/morg/raw/morg`2'.oldweights.Z |tr "\-A" "  " >/tmp/aef.raw
*}
if `1' >= 1994 {
     *!zcat /homes/data/cps-basic/cpsb`2'??.Z >/tmp/aef.raw
     !zcat /homes/data/morg/raw/morg`2'.Z >/tmp/aef.raw
}
*quietly infile using "`dct_name'" if age>15&age!=. , using("`raw_name'") clear
*quietly infile using "`dct_name'" if age>15&age!=. in 1/100 , using("`raw_name'") clear
*! cat /home/data/morg/sources/dcthead /home/data/morg/sources/aef`3'.dbd >./aef.dct
! cat  /home/data/morg/sources/aef`3'.dbd >./aef.dct
*quietly infile using aef.dct if age>15&age!=. , using("/tmp/aef.raw") clear
quietly infile using aef.dct , using("/tmp/aef.raw") clear
keep if minsamp==4 | minsamp==8
gen recnum=_n
label variable recnum "Unique record ID number.  It's sequence in the original file."
quietly describe
display "obs " r(N)
quietly count if age<=15
display "# of persons with age<=15 `r(N)'"
quietly count if age==.
display "# of non-interview records `r(N)'"
tab age , missing
tab age if age==. , missing
tab age if age<=15
keep if age>15
keep if age!=.
quietly describe
display "obs " r(N) " after keeping age>15&age!=. "
display "infile successful"
#delimit cr
generate int year = `1'
*summarize
tab intmonth if `1'==2005
** Revised Census 2000-based Weights.  Impact employment and union variables 
if inlist( `1', 2000 , 2001 , 2002 ) {
     gen id = _n
     local rwlist qstnum intmonth year occurnum
     sort `rwlist'
     quietly describe
     display "total obs pre-revise `1' " r(N) 
     saveold /homes/data/morg/annual/rw/annual, replace
     clear
     rw `2' jan 1
     rw `2' feb 2
     rw `2' mar 3
     rw `2' apr 4
     rw `2' may 5
     rw `2' jun 6
     rw `2' jul 7
     rw `2' aug 8
     rw `2' sep 9
     rw `2' oct 10
     rw `2' nov 11
     rw `2' dec 12
     local monlist feb mar apr may jun jul aug sep oct nov dec
     clear
     display "using jan"
     use /homes/data/morg/annual/rw/jan
     foreach mon in `monlist' {
          append using /home/data/morg/annual/rw/`mon'
     }
     quietly describe
     display "total obs post-revise" r(N) 
     display "start renaming"
     rename neio1icd ind02
     rename ntio1ocd occ00
     replace occ00 = . if occ00 < 0
     rename class94 class94p
     replace class94p  = . if class94p<0

     rename neio1cow class94
     rename earnwt earnwtp
     rename nworwgt earnwt
     rename weight weightp
     rename nwsswgt weight 
     display "done renaming"
     display "drop 2000"
     if `1' == 2000 {
          drop neerncov neernlab
     }
     display "rename 2001-2002"
     if inlist( `1' , 2001 , 2002 ) {
          rename unioncov unioncop
          replace unioncop = . if unioncop < 0
          rename neerncov unioncov
          rename unionmme unionmep
          replace unionmep = . if unionmep < 0
          rename neernlab unionmme
     }
     sort id
     drop id _merge
}

* Miscellaneous (record keeping) variables
if `1' == 1994  { 
    replace hhid = hhid94 
    drop hhid94                       
}
if `1'== 1995 { 
    replace hhid = hhid94 if intmonth<9  
    drop hhid94                         
}
if inlist( `1', 1996 , 1997 ) { 
    drop hhid94 
}
replace hurespli =. if hurespli <0 
if `1'>=2003 & `1'<=2006 {
   drop linedad
   drop linemom
}
if `1'>=2007 {
   replace linedad=. if linedad<0   
   replace linemom=. if linemom<0   
}
if ( inlist(`1',2003,2004) | `1'>=2007 ) {
   drop hurhhscrn
   drop purkat1
   drop purkat2
}
if `1'==2005 {
   replace hurhhscrn=. if intmonth<=10 | hurhhscrn<0
   replace purkat1=.   if intmonth<=10 | purkat1<0
   replace purkat2=.   if intmonth<=10 | purkat2<0
}
if `1'==2006 {
   replace hurhhscrn=. if hurhhscrn<0
   replace purkat1=. if purkat2<0
   replace purkat2=. if purkat2<0

}
**************************************************
** Creating time-series month/year from the first month-in-sample
generate ym_file = ym(year,intmonth)
label variable ym_file "time series month from original data"
generate ym = ym_file
label variable ym "time series month of first month-in-sample"
replace ym = ym - 1 if minsamp == 2
replace ym = ym - 2 if minsamp == 3
replace ym = ym - 3 if minsamp == 4
replace ym = ym - 13 if minsamp == 5
replace ym = ym - 14 if minsamp == 6
replace ym = ym - 15 if minsamp == 7
replace ym = ym - 16 if minsamp == 8
**************************************************
* Geography
display "Geography"
if  `1'==2004 {
   display "replace serial"
   replace serial = serial04 if intmonth >= 5
   replace hrsample = "" if intmonth >= 5
   replace hhnum = hhnum04 if intmonth >= 5
   display "replace cmsacode"
   replace cmsacode = . if intmonth >= 5
   display "replace msafips"
   replace msafips = . if intmonth >= 5
   display "replace smsa93"
   replace smsa93   = . if smsa93<2 & intmonth<=4 
   replace smsa93 = . if intmonth >= 5
   display "replacing smsa04 in May 2004 and later"
   replace smsa04 = . if smsa04<2 & intmonth >= 5
}
if  `1' == 2005 {
   replace serial = serial04 
   replace hrsample ="" 
   replace smsa04 = . if smsa04<2 & intmonth >= 5
}
if `1' >= 2005 {
   replace hhnum = hhnum04
   display "dropping cmsacode msafips smsa93"
   drop cmsacode msafips smsa93
}
if `1' == 2003 {
   display "dropping non-2003 variables"
   drop cbsafips smsa04 serial04 hhnum04 hrhhid2
}
if `1'==2004 {
   display "replacing pre-May 2004 variables" 
   replace cbsafips = . if intmonth <=4
   replace smsa04 = . if intmonth <=4
   replace hrhhid2 ="" if intmonth <=4
}
if `1' >= 2004 {
    drop serial04 hhnum04
}
if `1' >=  1996 &  `1' <= 2003 { 
   replace smsa93   = . if smsa93<2 
}
display "smsasize = . if smsasize <=0"
capture replace smsasize = . if smsasize <=0
if `1' == 1995 { 
    replace smsastat = smsa995 if intmonth>8
    replace icntcity = icntct94 if intmonth<9
    replace centcity = centcitx if intmonth<9
    replace smsa93   = . if intmonth>=9 & smsa93<2 
    replace smsa93   = . if intmonth<9
    drop pmsarank
    dis "gen smsa80"
    generate smsa80 = smsasize   
     dis "rep smsa80"
    replace smsa80 = . if intmonth >= 10
    dis "replace county"
    replace county = .  if county < 0
    dis "drop county"
    if intmonth<9 {
         drop county
    }
}
display "inlisting 96 97"
if inlist( `1', 1996 , 1997 ) {
    replace smsastat = smsa995 
}
display "replace smsastat = . if smsastat==3 | smsastat<0"
replace smsastat = . if smsastat==3 | smsastat<0
if `1' == 1994  { 
    drop smsa93
    replace centcity = centcitx
    replace icntcity = icntct94
    replace pmsarank = . if intmonth > 3 
    replace pmsarank = . if pmsarank <= 0
    replace cmsarank = . if intmonth > 3 
}
if inlist( `1', 1996 , 1997 ) {
    drop pmsarank 
}
if `1' >= 1994 & `1' <= 1997 { 
    drop centcitx icntct94 smsa995  
}
if `1' >= 1994  { 
    replace peinusyr = . if peinusyr < 0 
}
display "replace centcity = . if centcity==4 | centcity<=0"
replace centcity = . if centcity==4 | centcity<=0 
if `1' >= 1986 & `1' < 1994 { 
    replace pmsarank = . if pmsarank<=0 
}
if `1' >= 1995 & `1' <= 1997 { 
    drop cmsarank
}
if `1' >= 1986 { 
    replace icntcity = . if icntcity<=0
}
if `1' >  1984 & `1' < 1995 { 
    replace cmsarank = . if cmsarank<=0
}
if `1' >= 1989 & `1' <= 2004 { 
    replace msafips  = . if msafips <=0
    replace cmsacode = . if cmsacode<=0
}
** 1970 occupation variables are not correct on morg83.raw
if `1' == 1983 { 
    drop docc70 occ70 
}
if `1' == 1985 { 
    replace smsarank = . if intmonth > 9
}
if `1' == 1984 { 
    display "drop icntcity pmsarank cmsarank"
    drop icntcity pmsarank cmsarank 
}
if `1' == 1985 & intmonth < 10 { 
    drop icntcity pmsarank cmsarank 
}
if `1' == 1994 { 
    replace cmsarank = . if intmonth>3 
}
display "replace smsasize=. if smsasize<=0"
**should line below be commented out???
capture replace smsasize=. if smsasize<=0  
if `1' <  1985 { 
    display "generate byte smsa70 = smsasize"
    generate byte smsa70 = smsasize 
}
if `1' >  1985 & `1' < 1995 { 
    generate byte smsa80 = smsasize 
}
if `1' == 1985 { 
    generate byte smsa70 = smsasize if intmonth<10 
}
if `1' == 1985 { 
    generate byte smsa80 = smsasize if intmonth>9 
}
display "drop smsasize"
capture drop smsasize
if `1' > 1985 & `1' <  1989 { 
    drop smsarank 
}
if `1' < 1983 { 
    display "drop unioncov unionmme occ80 ind80"
    drop unioncov unionmme occ80 ind80 
}

* Demography
display "Demography"
if `1' > 1983 & `1' < 1994 { 
    replace ownchild = . if ownchild ==0 
    replace ownchild = ownchild - 1
    generate int ch613=chldpres 
    generate int ch1417=chldpres 
}
display "if `1' > 1983 & `1' < 1989 {"
if `1' > 1983 & `1' < 1989 { 
    generate int ch05= chldpres
    recode ch05   (4 6/8 = 1)   (0/3 5 = 0)
    recode ch613  (3 5 7/8 = 1) (0/2 4 6 = 0)
    recode ch1417 (2 5/6 8 =1)  (0/1 3/4 7 = 0)
}
if `1' > 1988 & `1' < 1994 { 
    display "if `1' > 1988 & `1' < 1994 {"
    generate int ch02 = chldpres
    generate int ch35 = chldpres
    recode ch02   (2 6/8 12/14 16 = 1)       (0/1 3/5 9/11 15 = 0)
    recode ch35   (3 6 9/10 12/13 15/16 = 1) (0/2 4/5 7/8 11 14 = 0)
    recode ch613  (4 7 9 11/12 14/16 = 1)    (0/3 5/6 8 10 13 = 0)
    recode ch1417 (5 8 10/11 13/16 = 1)      (0/4 6/7 9 12 = 0 )
    generate int ch05 = ch02 
    replace ch05 = ch35 if ch35 == 1  
    label variable ch02 "Children 0-2"
    label variable ch35 "Children 3-5"
}
if `1' > 1983 & `1' < 1994 { 
    display "if `1' > 1983 & `1' < 1994 {"
    label variable ch05 "Children 0-5"
    label variable ch613 "Children 6-13"
    label variable ch1417 "Children 6-17" 
}
if `1' >= 1994 & `1' <= 1996 { 
    drop prpertyp
}
if `1' >= 1997 {
    replace prpertyp=. if prpertyp<0
}
if `1' == 1998 { 
    drop ownchild chldpres 
}
if `1' >= 1999 {
    replace ownchild = . if ownchild < 0 
    replace chldpres = . if chldpres < 0 
    generate int ch02 = chldpres
    generate int ch35 = chldpres
    generate int ch613 = chldpres
    generate int ch1417 = chldpres
    recode ch02   (1 5/7 11/13 15 = 1)      (0 2/4 8/10 14 = 0)
    recode ch35   (2 5 8/9 11/12 14/15 = 1) (0/1 3/4 6/7 10 13 =0)
    recode ch613  (3 6 8 10/11 13/15 = 1)   (0/2 4/5 7 9 12 = 0)
    recode ch1417 (4 7 9/10 12/15 = 1)      (0/3 5/6 8 11 = 0)
    generate int ch05 = ch02
    replace ch05 = ch35 if ch35 == 1  
}
                   
if `1' == 1999 { 
    replace ownchild = . if intmonth < 10
    replace chldpres = . if intmonth < 10
    replace ch613    = . if intmonth < 10
    replace ch1417   = . if intmonth < 10
    replace ch05     = . if intmonth < 10
    replace ch02     = . if intmonth < 10
    replace ch35     = . if intmonth < 10   
}
if `1' > 1988 & `1' < 1992 { 
    drop grade92   
}
if `1' <  1989 { 
    replace gradeat = gradeat - 1 
    replace marital = 7 if marital==5 
}
if `1' >  1991 { 
    replace grade92 = . if grade92 < 0 
}
if `1' >= 1998 { 
    replace ged      = . if ged < 0
    replace gedhigr  = . if gedhigr < 0
    replace yrcoll   = . if yrcoll < 0
    replace grprof   = . if grprof < 0
    replace gr6cor   = . if gr6cor < 0
    replace ms123    = . if ms123 < 0        
    generate double ihigrdc = .  
    ** Jaeger
    label var ihigrdc "Imputed highest grade completed"
    replace ihigrdc = 0   if grade92==31  
    replace ihigrdc = 2.5 if grade92==32   
    replace ihigrdc = 5.5 if grade92==33  
    replace ihigrdc = 7.5 if grade92==34 
    replace ihigrdc = 9   if grade92==35  
    replace ihigrdc =10   if grade92==36  
    replace ihigrdc =11   if grade92==37  
    replace ihigrdc =12   if grade92==38  
    replace ihigrdc = 0   if grade92==39 & ged==2 & gedhigr==1  
    replace ihigrdc = 2.5 if grade92==39 & ged==2 & gedhigr==2  
    replace ihigrdc = 5.5 if grade92==39 & ged==2 & gedhigr==3  
    replace ihigrdc = 7.5 if grade92==39 & ged==2 & gedhigr==4  
    replace ihigrdc = 9   if grade92==39 & ged==2 & gedhigr==5 
    replace ihigrdc = 10  if grade92==39 & ged==2 & gedhigr==6  
    replace ihigrdc = 11  if grade92==39 & ged==2 & gedhigr==7  
    replace ihigrdc = 12  if grade92==39 & ged==2 & gedhigr==8  
    replace ihigrdc = 12  if ged==1
    replace ihigrdc = 12  if grade92>=40 & grade92<=42 & yrcoll==1
    replace ihigrdc = 13  if grade92>=40 & grade92<=42 & yrcoll==2
    replace ihigrdc = 14  if grade92>=40 & grade92<=42 & yrcoll==3
    replace ihigrdc = 15  if grade92>=40 & grade92<=42 & yrcoll==4
    replace ihigrdc = 16  if grade92>=40 & grade92<=42 & yrcoll==5
    replace ihigrdc = 16  if grade92==43 & grprof==2
    replace ihigrdc = 17  if grade92==43 & gr6cor==2
    replace ihigrdc = 18  if grade92==43 & gr6cor==1
    replace ihigrdc = 17  if grade92==44 & ms123==1
    replace ihigrdc = 18  if grade92==44 & ms123>=2 & ms123<.
    replace ihigrdc = 18  if grade92==45 | grade92==46
}
if inlist( `1', 1992 , 1993 ) {
    drop gradecp gradeat
}
if `1' == 1995 { 
    replace relref94 = . if intmonth > 2
    replace relref95 = . if intmonth < 3 
}
if inlist( `1', 1996 , 1997 ) {
    drop relref94 
}
if `1' == 1994 { 
    drop relref95 
}
if `1' >= 1994 { 
    replace penatvty = . if penatvty < 0
    replace pemntvty = . if pemntvty < 0
    replace pefntvty = . if pefntvty < 0
    replace prcitshp = . if prcitshp < 0
    replace prcitflg = . if prcitflg < 0 
}
if `1' > 1989  { 
    replace ethnic = . if ethnic < 0 
    replace ethnic = . if ethnic >= 10
}
if `1' >= 1994 & `1' <= 2004  {
    replace veteran  = . if veteran  < 0
}
if `1' >= 2003 & `1' <= 2004  {
    drop vet1-vet4
}
if `1' == 2005 {
    display "replacing veteran Jan-July 2005" 
    replace veteran  = . if veteran  < 0 & intmonth <= 7 
    display "replacing vet1-vet4 if intmonth <= 7 "
    replace vet1 = . if intmonth <= 7 
    replace vet2 = . if intmonth <= 7 
    replace vet3 = . if intmonth <= 7 
    replace vet4 = . if intmonth <= 7 
}
if `1' == 2005 {
    replace veteran = . if intmonth >= 8
    replace vet1 = . if vet1 < 0 & intmonth >= 8
    replace vet2 = . if vet2 < 0 & intmonth >= 8
    replace vet3 = . if vet3 < 0 & intmonth >= 8
    replace vet4 = . if vet4 < 0 & intmonth >= 8
}
if `1' >= 2006 {
    drop veteran
    replace vet1=. if vet1<0
    replace vet2=. if vet2<0
    replace vet3=. if vet3<0
    replace vet4=. if vet4<0
}
* Employment
display "Employment"
if `1' >= 1994 {
   replace selfproxy = . if selfproxy<0
   replace dwrsn = . if dwrsn<0
   replace otc = . if otc<0
}
if `1' >= 1994 & `1' <= 2002 { 
    replace occ80    = . if occ80  <0
    replace ind80    = . if ind80  < 10
    replace class94  = . if class94<0 
}
if `1' >= 2000  { 
    replace occ00    = . if occ00  <0
    replace ind02    = . if ind02  < 10
    replace class94  = . if class94<0 
}
#delimit ;
;
display "docc80" ;
if `1' >= 1983 & `1' <= 2002  { 
    display "generate int docc80=occ80;";
    generate int docc80=occ80;
    display "recode docc80";
    recode docc80  (1/6=1) (7/22=2) (23/37=3) (44/59=4) (64/68=5) (69/83=6) (84/89=7)
    (95/106=8) (113/154=9) (155/159=10) (178/179=11) (43 63 163/177 183/199=12)
    (203/208=13) (213/225=14) (226/235=15) (243=16) (253/257=17) (258/259=18)
    (263/278=19) (283/285=20) (303/307=21) (308/309=22) (313/315=23) (337/344=24)
    (354/357=25) (316/336 345/353 359/389=26) (403/407=27) (413/427=28)
    (433/444=29) (445/447=30) (448/455=31) (456/469=32) (503/549=33) (553/599=34)
    (613/699=35) (703/779=36) (783/799=37) (803/814=38) (823/859=39) (869=40)
    (875/883=41) (863/868 873 874 885/889=42) (473/476=43) (477/489=44) (494/499=45)
    (905=46);
} ;
display "**  The renaming is part of the Census reweighting ; " ;
if inlist( `1', 2000 , 2001 , 2002 ) {
     *display "renaming docc80 docc80p " ; 
     *rename docc80 docc80p ;
} ;
display "docc00" ;
if `1' >= 2000  { 
    display "generate int docc00=occ00;";
    generate int docc00=occ00;
    display "recode docc00";
    recode docc00  (10/430=1) (500/950=2) (1000/1240=3) (1300/1560=4) (1600/1960=5) 
    (2000/2060=6) (2100/2150=7) (2200/2550=8) (2600/2960=9) (3000/3540=10) (3600/3650=11) 
    (3700/3950=12) (4000/4160=13) (4200/4250=14) (4300/4650=15) (4700/4960=16) 
    (5000/5930=17) (6000/6130=18) (6200/6940=19) (7000/7620=20) (7700/8960=21) 
    (9000/9750=22) (9840=23);
} ;

display "dind";
if `1'<= 1982 {
    display "`1' <= 1982:  creating dind from ind70";
    gen dind=ind70 ;
    recode dind (18/19=1) (17=2) (47/57=3) (67/77=4) (107/109=5) (118=6) (119/138=7)
    (139/149=8) (157/168 258=9) (169=10) (177/198=11) (199/209=12) (219 =13)
    (227=14) (228/238=15) (239/257=16) (259=18) (268/298=19) (299=20)
    (307/318=21) (319/327=22) (328/337=23) (338/339=24) (347/369=25)
    (377/378=26) (379/387=27) (388/398=28) (407/429=29) (447/449=30) (467/479=31)
    (507/588=32) (607/698=33) (707/709=34) (717/718=35)
    (769=36) (727/748=37) (749/759=38) (777/798=39) (807/809=40) (838=41)
    (828/837 839/848=42) (877/879=44) (857/868=43) (849 869 887/897= 45)
    (027 028 = 46) (907/937=52) ;
} ;
if `1' <=1991 & `1' >=1983 {
    display "replacing dind for `1':  `1' <=1991 & `1' >=1983";
    gen dind=ind80;
    recode
    dind (12/29=1) (10/11=2) (40/50=3) (60=4) (230/241=5) (242=6) (250/262=7)
    (270/280=8) (281/300=9) (301=10) (310/332=11) (340/350=12)
    (351=13) (352=14) (360/370=15) (371/382=16) (390=17) (391/392=18)
    (100/122=19) (130=20) (132/150=21) (151/152=22) (160/162=23) (171/172=24)
    (180/192=25) (200/201=26) (210/212=27) (220/222=28)
    (400/432=29) (440/442=30) (450/472=31) (500/571=32) (580/691=33) (700/710=34)
    (711/712=35) (761=36) (721/750=37) (751/760=38) (762/791=39) (800/810=40)
    (831=41) (812/830 832/840=42) (842/860=43) (861/871=44) (841 872/893=45)
    (30/32=46) (900/932=52) (991=51);
} ;
if `1' >= 1992 & `1' <= 2002  {
    display "replacing dind for `1':  `1' >= 1992 & `1' <= 2002 ";
    gen dind=ind80;
    recode
    dind (12/30=1) (10/11=2) (40/50=3) (60=4) (230/241=5) (242=6) (250/262=7)
    (270/280=8) (281/300=9) (301=10) (310/332=11) (340/350=12)
    (351=13) (352=14) (360/370=15) (371/382=16) (390=17) (391/392=18)
    (100/122=19) (130=20) (132/150=21) (151/152=22) (160/162=23) (171/172=24)
    (180/192=25) (200/201=26) (210/212=27) (220/222=28)
    (400/432=29) (440/442=30) (450/472=31) (500/571=32) (580/691=33)
    (700/710=34) (711/712=35) (761=36) (721/750=37) (751/760=38) (762/791=39)
    (800/810=40) (831=41) (812/830 832/840=42) (842/860=43)
    (861/871=44) (841 872/893 =45)
    (032 031 =46) 
    (910 922 932 900 901 921 930 931 =52) 
    (991=51) ;
};
if `1' >= 2000 {
    display "replacing dind for `1' >= 2000 " ;
    gen dind02 = ind02;
    recode 
    dind02 (170/180 290=1) (190/280=2) (370/490=3) (770=4) (2470/2590=5)
    (2670/2990=6) (3070/3290=7) (3360/3390=8) (3470 3490=9) (3570/3690=10)
    (3770/3870=11) (3890=12) (3960/3990=13) (1070/1290=14) (1370 1390=15)
    (1470/1790=16) (1870/1990=17) (2070 2090=18) (2170/2290=19) (2370/2390=20)
    (4070/4590=21) (4670/5790=22) (6070/6390=23) (570/690=24) (6470/6490=25) 
    (6570 6590=26) (6670=27) (6672/6675=28) (6680 6690=29) (6692 6695=30)
    (6770 6780=31) (6870/6970=32) (6990=33) (7070=34) (7080/7190=35)
    (7270/7490=36) (7570=37) (7580/7780=38) (7790=39) (7860/7890=40)
    (8190=41) (7970/8180 8270 8290=42) (8370/8470=43) (8560/8590=44) (8660 8670=45)
    (8680 8690=46) (8770/8890=47) (8970/9090=48) (9160/9190=49) (9290=50)
    (9370/9590=51) (9890=52) ;
} ;
#delimit cr
**Wages (If earnings are 0, then wage rate is missing, not zero).
display "Wages"
replace paidhr   = . if paidhr  <=0
replace paidhre  = . if paidhre <=0
replace earnhr   = . if earnhr  <=0
replace earnhre  = . if earnhre <=0
replace earnwke  = . if earnwke < 0
if `1' < 1989 {
   replace eligible = 2 if eligible == . 
}
if `1' >= 1989 {
   replace eligible = 2 if eligible <= 0 
   replace agri = 0 if agri==2 
   replace agri = . if agri< 0
   replace untype = . if untype<0
}
if `1'  < 1989 {
   replace I25a = 0 if I25a ==.
   replace I25b = 0 if I25b ==.
   replace I25c = 0 if I25c ==.
   replace I25d = 0 if I25d ==.
   replace agri = . if agri< 0
}
if `1' >= 1994 {
   replace I25a     = 0 if I25a <= 3
   replace I25b     = 0 if I25b <= 3
   *replace I25a = . if I25a < 0
   *replace I25b = . if I25b < 0
   replace earnhre  = . if earnhre ==1
   replace uhourse  = . if lfsr94 >2 | lfsr94 <1
   replace lfsr94    = . if lfsr94 < 0 
   replace laydur = . if laydur < 0
}
if `1' >= 1996 { 
   replace I25c = . if I25c < 0
   replace I25d = . if I25d < 0  
}
if `1' == 1995 { 
   replace I25c = . if I25c < 0
   replace I25d = . if I25d < 0
   replace I25c = . if intmonth < 9
   replace I25d = . if intmonth < 9  
}
if `1' == 1994 { 
   drop I25c I25d 
}
** Hours, Unions
display "Hours, Unions"
if `1' >= 1994 {
   replace reason94 = . if reason94< 0
   replace absent94 = . if absent94< 0
   replace studftpt = . if studftpt< 0
   replace schenr = . if schenr < 0
   replace schlvl = . if schlvl < 0
   replace ftpt94   = . if ftpt94  < 0
   replace hourslw  = . if hourslw < 0
   replace hourslw  = 99 if hourslw >99 & hourslw != .
   replace uhourse  = . if uhourse < 0
   replace why3594  = . if why3594 < 0
   replace unionmme = . if unionmme< 0
   replace unioncov = . if unioncov< 0 
}

** Save and exit
compress
saveold /homes/data/morg/annual/morg`2',replace
summarize
clear
capture ! /usr/bin/rm -f aef.dct /tmp/aef.raw 
capture ! /bin/rm -f aef.dct /tmp/aef.raw
capture ! /usr/bin/chmod a+r /home/data/morg/annual/morg`2'.dta 
capture ! /bin/chmod a+r /home/data/morg/annual/morg`2'.dta
capture ! /usr/bin/chmod g+w /home/data/morg/annual/morg`2'.dta 
capture ! /bin/chmod g+w /home/data/morg/annual/morg`2'.dta
capture ! /usr/bin/chgrp web /home/data/morg/annual/morg`2'.dta 
capture ! /bin/chgrp web /home/data/morg/annual/morg`2'.dta
end

 *Each block of commands does one year of the data. The data must be
 *decompressed, and possibly have dashes converted to blanks.
 *Then a dictionary for the particular year is prepared by
 *concatenating a one line header (with the file name) to a generic
 *dictionary body that covers several years of data that used the
 *same format.
 *Lastly, the data is read, modified, summarized and saved.

*aef2 1979 79 79_83
*aef2 1980 80 79_83
*aef2 1981 81 79_83
*aef2 1982 82 79_83
*aef2 1983 83 79_83
*aef2 1984 84 84_88
*aef2 1985 85 84_88
*aef2 1986 86 84_88
*aef2 1987 87 84_88
*aef2 1988 88 84_88
*aef2 1989 89 89_93
*aef2 1990 90 89_93
*aef2 1991 91 89_93
*aef2 1992 92 89_93
*aef2 1993 93 89_93
aef2 1994 94 94_97
aef2 1995 95 94_97
aef2 1996 96 94_97
aef2 1997 97 94_97
aef2 1998 98 98_02
aef2 1999 99 98_02
aef2 2000 00 98_02
aef2 2001 01 98_02
aef2 2002 02 98_02
aef2 2003 03 03
aef2 2004 04 03
aef2 2005 05 03 
aef2 2006 06 03 
aef2 2007 07 03 
aef2 2008 08 03
aef2 2009 09 03

exit, clear