6WDWLVWLFDO$QDO\VLVRI&RVWHIIHFWLYHQHVV'DWD

)URP&OLQLFDO7ULDOV

$QGUHZ5:LOODQ3K'

&OLQLFDO7ULDOV0HWKRGRORJLVW
2QWDULR&KLOG+HDOWK6XSSRUW8QLW
6LFN.LGV 5HVHDUFK,QVWLWXWH7RURQWR

3URIHVVRURI%LRVWDWLVWLFV
'DOOD /DQD6FKRRORI3XEOLF+HDOWK
8QLYHUVLW\RI7RURQWR

0RGHO'HILQLWLRQV

&RQVLGHUWKHFRVWHIIHFWLYHQHVVFRPSDULVRQEHWZHHQDQHZKHDOWK
FDUHLQWHUYHQWLRQUHIHUUHGWRDVTreatmentGHQRWHGTZLWK
FXUUHQWSUDFWLFHUHIHUUHGWRDVStandardGHQRWHGS

TreatmentT
YHUVXV
StandardS
 0RGHO'HILQLWLRQV

:HQHHGWRHVWLPDWH


' e WKHGLIIHUHQFHLQPHDQHIIHFWLYHQHVV  eT  eS  
ƒ VXUYLYDO ' e SUREVXUYLYDOT±SUREVXUYLYDOS
ƒ VXUYLYDOWLPH ' e PHDQVXUYLYDOWLPHT±PHDQVXUYLYDOWLPHS
ƒ TXDOLW\DGMXVWHGVXUYLYDOWLPH
'e PHDQTDVXUYLYDOWLPHT±PHDQTDVXUYLYDOWLPHS


' c WKHGLIIHUHQFHLQPHDQFRVW  cT  cS  


$OVRQHHGHVWLPDWHVRIV  'Ö e  V  'Ö c  DQG C 'Ö e  'Ö c  

0RGHO'HILQLWLRQV

/HW O EHWKHWKUHVKROGYDOXHIRUDXQLWRIHIIHFWLYHQHVV
ƒ VXUYLYDO O WKUHVKROGYDOXHWRVDYHDOLIH
ƒ VXUYLYDOWLPH O WKUHVKROGYDOXHIRUD\HDURIOLIH
ƒ TXDOLW\DGMXVWHGVXUYLYDOWLPH
O WKUHVKROGYDOXHIRUDTXDOLW\DGMXVWHGOLIH\HDU4$/<

'HILQHLQFUHPHQWDOQHWEHQHILW,1%DV
bO  { O' e  ' c 
³LQFUHPHQWDO´EHFDXVHLWLVGLIIHUHQFHEHWZHHQTDQGSDQGLWLV³QHW´RIFRVWV

,1% O' e  ' c OeT  eS   cT  cS  OeT  cT   OeS  cS   1%T±1%S
 0RGHO'HILQLWLRQV

TLVFRQVLGHUHGFRVWHIIHFWLYHLIDQGRQO\LI O' e ! ' c 


7KDWLVLIDQGRQO\LI O' e  ' c !  

7KDWLVLIDQGRQO\LI,1%LVJUHDWHUWKDQ]HUR



&RVWHIIHFWLYHQHVV3ODQH

1: 'c 1(

' e O  ' c  i e bO   

ORVHORVH WUDGHRII
 'e  O'e 

 'e  'c 

'e

' e O ! 'c  i e bO  ! 

WUDGHRII ZLQZLQ

6: 6(
 0RGHO'HILQLWLRQV

TLVFRVWHIIHFWLYHLIDQGRQO\LI O' e ! ' c 

'c 'c
LHLII O ! {R  ' e !  RU O  {R  ' e   
'e 'e

RLVUHIHUUHGWRDVWKHLQFUHPHQWDOFRVWHIIHFWLYHQHVVUDWLR,&(5

TLVFRVWHIIHFWLYHLII

 bO  !  

25

 R  O LI ' e !  RU R!O LI ' e   

0RGHO'HILQLWLRQV

'c 
,QFUHPHQWDOFRVWHIIHFWLYHQHVVUDWLR,&(5  R 'c 
'e 'e

WKHDGGLWLRQDOFRVWSHUSDWLHQW u 117

DGGLWLRQDOFRVWWRUHDOL]HDQH[WUDXQLWRIHIIHFWLYHQHVV

IURPXVLQJTUDWKHUWKDQS

IRUVXUYLYDO,&(5 FRVWRIVDYLQJDOLIH

IRUVXUYLYDOWLPH,&(5 FRVWRIDQDGGLWLRQDO\HDURIOLIH

IRUTXDOLW\DGMXVWHGVXUYLYDOWLPH

,&(5 FRVWRIDQDGGLWLRQDO4$/<

 &RVWHIIHFWLYHQHVV3ODQH

1: 'c 1(

R!O LI ' e ! 
ORVHORVH WUDGHRII RO LI ' e  

 'e  'c 
VORSH R ǻ c ǻ e

'e

RO LI ' e ! 
WUDGHRII ZLQZLQ R!O LI ' e  

6: 6(

,QIHUHQFHRQ,QFUHPHQWDO1HW%HQHILW

H  bO  d  YHUVXV A  b O  ! 

bÖO  O'Ö e  'Ö c DQGV >bÖ O @ O V  'Ö e   V  'Ö c   OC  'Ö e  'Ö c  

Z bÖO  V >bÖO @ 5HMHFW+LQIDYRXURI$LI Z ! z  


ZKHUH z LVWKHWKSHUFHQWLOHRIWKHVWDQGDUGQRUPDOUDQGRPYDULDEOH


FRQILGHQFHOLPLWV bÖO  r z V >bÖ O @ 



 1(4XDGUDQW 'Ö e !  'Ö c ! 

,1%
bÖO   z V >bÖO @

bÖO  O'Ö e  'Ö c
'Ö e

ORZHUOLPLW
bÖO   z V >bÖO @
IRUR
 RÖ XSSHUOLPLW O4$/<
'Ö c IRUR



6(4XDGUDQW 'Ö e !  'Ö c  

,1%
bÖO  O'Ö e  'Ö c

ORZHUOLPLW
'Ö c
IRUR
 RÖ XSSHUOLPLW O4$/<
IRUR


 1:4XDGUDQW 'Ö e   'Ö c ! 

bÖO  O'Ö e  'Ö c ,1%

ORZHUOLPLW
IRUR O4$/<

RÖ
'Ö c



6:4XDGUDQW 'Ö e   'Ö c  

,1%

'Ö c
XSSHUOLPLW
RÖ IRUR
O4$/<
ORZHUOLPLW


IRUR

bÖO  O'Ö e  'Ö c


)LHOOHU&RQILGHQFH/LPLWVIRUWKH,&(5

'Ö c
(VWLPDWHRIWKH,&(5  RÖ LVELDVHGEXWFRQVLVWHQW
'Ö e

)LHOOHUFRQILGHQFHOLPLWVIRUWKH,&(5JLYHQE\


^
RÖ   z
 
c r z a  b  c  z ab  c      z

a `  ZKHUH
V  'Ö e  V  'Ö c  C  'Ö e  'Ö c 
a  b  c 
'Ö e 'Ö c 'Ö e 'Ö c

)LHOOHU /LPLWVDVD%RZWLH

'c

 'Ö Ö
e  'c 

'e
 )LHOOHUOLPLWVVWUDGGOLQJWKHYHUWLFDOD[LV

'c
'c
 'Ö Ö
e  'c 

 'e  'e

 'Ö Ö
e  'c 

&(3ODQH &(3ODQH 

$&RQILGHQFHLQWHUYDOWR f  %&RQILGHQFHLQWHUYDOWR f 
 DQG f WR  DQG f WR

3UREOHPVZLWK,&(5V

1: 'c 1(

'eO  'c
ORVHORVH WUDGHRII

'e

'eO ! 'c
WUDGHRII ZLQZLQ

6: 6(
 1RWSURSHUO\RUGHUHGLQ³ZLQZLQ´
3UREOHPVZLWK,&(56 DQG³ORVHORVH´TXDGUDQWV

'c
(IIHFW &RVW
 
\UV 
7    'e
7     
7   
6   ,&(5

'   
'   
'   

 EHWWHUWKDQEHWWHUWKDQ

,&(5 ,&(5 ,&(5

,QFUHPHQWDO1HW%HQHILWRQWKH&(3ODQH

'c

 'e  O'e 
O' e  ' c

 'e  'c 
'e
  O' e  ' c  b O 

VORSH O
 3UREOHPVZLWK,&(566ROYHGE\,1%

'c

'e EHWWHUWKDQEHWWHUWKDQ
 
VORSH O ,1%!,1%!,1%
,1%

,1% 

,1%

&RVWHIIHFWLYHQHVV$FFHSWDELOLW\&XUYHV&($&

3ORWRIWKHSUREDELOLW\WKDWTLVFRVWHIIHFWLYH
DVDIXQFWLRQRIWKHWKUHVKROGYDOXHIRUKHDOWKRXWFRPH

7KDWLV3UO' e  'c !  DVDIXQFWLRQRIO  A  O   


%D\HVLDQFRQFHSWEXWWKH&($&LVQRWDSUREDELOLW\GLVWULEXWLRQ


&DQKDYHQHJDWLYHVORSH
 &RVWHIIHFWLYHQHVV$FFHSWDELOLW\&XUYHV&($&

'c

 'Ö Ö
e  'c 

'e

&RVWHIIHFWLYHQHVV$FFHSWDELOLW\&XUYHV

&DQEHJLYHQE\&($&O 
) bÖO  V bÖO 
:KHUH)ÂLVWKHcdf IRUDVWDQGDUGQRUPDOUDQGRPYDULDEOH

$VVXPHV'e DQG'c DUHQRUPDOO\GLVWULEXWHGDQGQRSULRULQIRUPDWLRQ

&($&O  3URE'c i.e. 7UHDWPHQWLVFRVWVDYLQJ

&($&O ’ 3URE'e !i.e. 7UHDWPHQWLVHIIHFWLYH

&($&O FRQIOLPLWVRI,&(5 DQGRU

 &RVWHIIHFWLYHQHVV$FFHSWDELOLW\&XUYHV

3UT LVFRVWHIIHFWLYH
3U ' e ! 





3U ' c  

 //R RÖ 8/R O

3DUDPHWHU(VWLPDWLRQ

1HHGWRHVWLPDWH ' e  ' c  V  'Ö e  V  'Ö c  C  'Ö e'Ö c  




(VWLPDWLRQSURFHGXUHVGHSHQGRQ

x ZKHWKHURUQRWVNHZHGQDWXUHRIFRVWGDWDLVDFFRXQWHGIRU

x ZKHWKHURUQRWFRYDULDWHVDUHDGMXVWIRU

x ZKHWKHURUQRWUDQGRPHIIHFWVFOLQLFDOVLWHRUFRXQWU\DUHDFFRXQWHG
IRU

x ZKHWKHURUQRWWKHGDWDDUHFHQVRUHG
VNHZHGFRYDULDWHVUDQGRPHIIHFWVFHQVRUHG 1111

0LWR[DQWURQH3UHGQLVRQHTYHUVXV3UHGQLVRQHDORQHSIRU

V\PSWRPDWLFKRUPRQHUHVLVWDQWSURVWDWHFDQFHU

SDWLHQWV

1RGLIIHUHQFHLQVXUYLYDO

%HWWHUSDOOLDWLRQZLWKT

&RVWGDWDRQSDWLHQWVIURPWKHODUJHVWFHQWUHV

5HWURVSHFWLYHFKDUWUHYLHZLQFOXGHGKRVSLWDODGPLVVLRQVRXWSDWLHQW
YLVLWVLQYHVWLJDWLRQVWKHUDSLHVDQGSDOOLDWLYHFDUH

4XDOLW\DGMXVWHGVXUYLYDOXVLQJ(257&4/4&

3URVWDWH&DQFHU([DPSOH

/HWejiDQGcjiEHWKHREVHUYHGHIIHFWLYHQHVVDQGFRVW

UHVSHFWLYHO\IRUSDWLHQWiRQDUPj TS

/HW eÖ j DQG cÖ j EHWKHDYHUDJHVRYHUi

7KHQ 'Ö e eÖT  eÖS DQG 'Ö c cÖT  cÖS 

 3URVWDWH&DQFHU([DPSOH

8QSRROHG 3RROHG
S nj

S nj
e ji  eÖ j  § nT  nS ·
¦ ¦ e ji  eÖ j 
VÖ  'Ö e  VÖ eÖT   VÖ eÖS  ¦ ¦ n n  
¨ ¸
j T i 
nT  nS  

j T i  j j © nT nS ¹


S nj

S nj
c ji  cÖ j  § nT  nS ·
¦ ¦ c ji  cÖ j 
VÖ  'Ö c  VÖ cÖT   VÖ cÖS  ¦ ¦ n n  
¨ ¸
j T i 
nT  nS  

j T i  j j © nT nS ¹


S nj
e ji  eÖ j c ji  cÖ j 
CÖ  'Ö e  'Ö c  CÖ eÖT  cÖT   CÖ eÖS  cÖS  ¦¦ n j n j  
j T i 

S nj 

§ nT  nS ·
¦ ¦ e ji  eÖ j c ji  cÖ j 
j T i 
¨ ¸
© nT nS ¹ nT  nS  

3URVWDWH&DQFHU([DPSOH

 7UHDWPHQW 6WDQGDUG 
eÖ j    GLIIHUHQFH  'Ö e  
VÖ eÖ j     VXP VÖ  'Ö e   
cÖ j    GLIIHUHQFH  'Ö c 
VÖ cÖ j     VXP VÖ  'Ö c   

CÖ eÖ j  cÖ j     VXP CÖ  'Ö e  'Ö c   



,&(5  

bÖO  'Ö e O  'Ö c O   FRQILGHQFHLQWHUYDO

bÖ O  r z VÖ >bÖO @
VÖ >bÖO @ VÖ  'Ö e O   VÖ  'Ö c   CÖ  'Ö e  'Ö c O
bÖ O  r  VÖ >bÖO @

O    O
   'Ö c  

  8/ 'c 
  // 'c  


  // 'c 
 // 'c   
  O


  RÖ   

 //R   

 8/R  
  bÖ 

 8/b  

bÖ 
z 
 //b    
VÖ bÖ  

&RVWHIIHFWLYHQHVV$FFHSWDELOLW\&XUYH

 

 //R 
 

 RÖ 
 

 8/R 
O 

  3U'c    

  3Ub !   
  f 3U ' e !   f 
 7KH$6VHVVPHQWRIWKH6DIHW\DQG(IILFDF\RI
1HZ7KURPERO\WLF5HJLPHQV$66(17WULDO

SDWLHQWVIURPVLWHVLQFRXQWULHV

ZLWK67HOHYDWHG$0,UDQGRPL]HGWRDUPV

‡ +HSDULQIXOOGRVHWHQHFWHSODVHXQIUDFWLRQDWHGKHSDULQ

‡ (QR[DSDULQIXOOGRVHWHQHFWHSODVHHQR[DSDULQ

‡ $EFL[LPDEKDOIGRVHWHQHFWHSODVHXQIUDFWLRQDWHGKHSDULQDEFL[LPDE
GXUDWLRQRILQWHUHVW GD\V

&RPSRVLWHPHDVXUHRIHIIHFWLYHQHVV

)UHHGRPIURPLGHDWKLLUHLQIDUFWLRQDQGLLLUHIUDFWRU\LVFKHPLD

$66(17WULDO

/HWeji LISDWLHQWiRQDUPjKDVDVXFFHVVRWKHUZLVH

7KHQ eÖ j  SURSRUWLRQRIVXFFHVVRQDUPj

$VEHIRUH 'Ö e eÖT  eÖS 

eÖT   eÖT  eÖS   eÖS 

VÖ  'Ö e  
nT nS

C  'Ö e  'Ö c 
 cT ^`  nT eÖT cÖT    c6^`  nSeÖScÖS  
nT nT   nS nS  
V
X
P
R
I
F
R
V
W
I
R
U
S
D
W
L
H
Q
W
V
Z
L
W
K
V
X
F
F
H
V
V

nj
ZKHUH c j ^` ¦ e ji c ji
i 
 $66(177ULDO

$EFL[LPDETYV+HSDULQS

'Ö e  VÖ  'Ö e  

'Ö c  VÖ  'Ö c  

CÖ  'Ö e  'Ö c  

,&(5  

bÖO  'Ö e O  'Ö c O   FRQILGHQFHLQWHUYDO

bÖ O  r z VÖ >bÖO @
V >bÖ O @ VÖ  'Ö e O   VÖ  'Ö c   CÖ  'Ö e  'Ö c O
bÖ O  r  VÖ >bÖO @

O    O

$EFL[LPDE T
YV+HSDULQS

  'Ö c   

 8/ 'c 

 // 'c   

   O  // 'c 

 // 'c   



 RÖ  

 //R  

  bÖ 

 8/R  
 8/ b  
bÖ 
z 
 // b    
VÖ bÖ  
 &RVWHIIHFWLYHQHVV$FFHSWDELOLW\&XUYH
$EFL[LPDET
YV+HSDULQS



  //R 


  RÖ 


 8/R 


O


  3Ub(  !     3U'c     u  

   f 3U ' e !   f 

VNHZHGFRYDULDWHVUDQGRPHIIHFWVFHQVRUHG <111

0LWR[DQWURQH3UHGQLVRQHTYHUVXV3UHGQLVRQHDORQHS
IRUV\PSWRPDWLFKRUPRQHUHVLVWDQWSURVWDWHFDQFHU

,WHQGWRXVHDJDPPDGLVWULEXWLRQIRUFRVWV

IDFLOLWDWHGE\WKHSURFHGXUH*(102'LQ6$6
 6$6&RGH

FRPPHQWHVWLPDWH'e DQGLWVYDULDQFH
WUHDWPHQW IRUT DQGWUHDWPHQW IRUS
GLVW ELQIRUELQDU\PHDVXUHIRUHIIHFWLYHQHVV
SURF JHQPRG GDWD GDWDVHWGHVF
PRGHOTDOZ WUHDWPHQWGLVW QRUPDOOLQN LGHQWLW\
RXWSXWRXW HSUHGLFWHG SUHGBH
UXQ

FRPPHQWHVWLPDWH'c DQGLWVYDULDQFH
SURF JHQPRG GDWD GDWDVHWGHVF
PRGHOFRVW WUHDWPHQWGLVW JDPPDOLQN LGHQWLW\
RXWSXWRXW FSUHGLFWHG SUHGBF
UXQ

FRPPHQWHVWLPDWHFRUUHODWLRQEHWZHHQ'e DQG'c WRSURYLGHYDULDQFH

GDWDWHPSPHUJHHFUHVLGBH TDOZ  SUHGBHUHVLGBF FRVW SUHGBFUXQ
SURF FRUU GDWD WHPSQRVLPSOHYDU UHVLGBH UHVLGBFUXQ

Standard Wald 95% Chi-

Parameter DF Estimate Error Confidence Limits Square Pr > ChiSq

Intercept 1 28.1113 4.6999 18.8998 37.3229 35.78 <.0001

TRT 1 12.7805 6.4250 0.1877 25.3732 3.96 0.0467

'Ö e  V  'Ö e  

Standard Wald 95% Chi-

Parameter DF Estimate Error Confidence Limits Square Pr > ChiSq

Intercept 1 29038.86 2586.838 23968.75 34108.97 126.01 <.0001

TRT 1 -1717.08 3440.727 -8460.78 5026.620 0.25 0.6177
'Ö c  V  'Ö c  

Pearson Correlation Coefficients, N = 114

resid_e resid_c

resid_e 1.00000 0.23224

0.0129
resid_c 0.23224 1.00000
0.0129

Cov  'Ö e  'Ö c 


  
 3URVWDWH([DPSOH

$VVXPLQJJDPPDQRUPDO GLVWULEXWLRQIRUFRVWV

'Ö e 

VÖ  'Ö e  

'Ö c 

VÖ  'Ö c  

CÖ  'Ö e  'Ö c  

&($&VIRU3URVWDWH([DPSOH


3UT LV&(


JDPPD
QRUPDO

O
 6XPPDU\,

1HHGWRHVWLPDWHSDUDPHWHUV 'e  'c  V  'Ö e  V  'Ö c  C 'Ö e  'Ö c  



(VWLPDWLRQSURFHGXUHVGHSHQGRQ

x ZKHWKHURUQRWVNHZHGQDWXUHRIFRVWGDWDLVDFFRXQWHG
IRU

x ZKHWKHURUQRWFRYDULDWHVDUHDGMXVWIRU

x ZKHWKHURUQRWUDQGRPHIIHFWVFOLQLFDOVLWHRUFRXQWU\
DUHDFFRXQWHGIRU

x ZKHWKHURUQRWWKHGDWDDUHFHQVRUHG

6XPPDU\,,

,IVNHZLQJLVLJQRUHGDQGWKHUHDUHQRFRYDULDWHVRUUDQGRPHIIHFWV
DQGWKHGDWDDUHQRWFHQVRUHGWKHQSDUDPHWHUHVWLPDWLRQ
LVVLPSO\6WDWV

)RURWKHUVLWXDWLRQVVHH
:LOODQDQG%ULJJVThe Statistical Analysis of
Cost-effectiveness Data:LOH\ 6RQV&KLFKHVWHU
 6XPPDU\,,,

:LWKSDUDPHWHUHVWLPDWHVRQHFDQFDOFXODWH
x ,&(5DQGFRQILGHQFHOLPLWV
x ,1%DQGFRQILGHQFHOLPLWV
x &RVWHIIHFWLYHQHVVDFFHSWDELOLW\FXUYH

7XWRULDO

$QGUHZ5:LOODQ3K'

&OLQLFDO7ULDOV0HWKRGRORJLVW
2QWDULR&KLOG+HDOWK6XSSRUW8QLW
6LFN.LGV 5HVHDUFK,QVWLWXWH7RURQWR

3URIHVVRURI%LRVWDWLVWLFV
'DOOD /DQD6FKRRORI3XEOLF+HDOWK
8QLYHUVLW\RI7RURQWR

'D\[OV[