## ## Moving plot that shows how an ROC curve traces out as the point of integration in the classifier changes. ## Example simulated data is transitional logit. ## ## jamesHonaker 2/3/07 ## rm(list=ls()) t<-1:5000 p<-runif(length(t)) q<-runif(length(t)) y<-seq(from=1,to=1,length=length(t)) t<-seq(from=1,to=1,length=length(t)) all.pi<-matrix(1,length(t),1) for(i in 2:length(t)){ xb<- -1 -p[i] + y[i-1]*(1 + q[i]) current.pi<-1/(1+exp(-xb)) y[i]<-runif(1)i/n & ytrim==1)/sum(ytrim==1) history[i+1,3]<-sum(yhat.trans>i/n & ytrim==0)/sum(ytrim==0) par(mfrow=c(2,1)) plot(density(yhat.trans[ytrim==0]),xlim=c(0,1),ylim=c(0,10),col="red" ,main="",xlab="density") rect(set.pi,0,1,10,col="grey") par(new=TRUE) plot(density(yhat.trans[ytrim==0]),xlim=c(0,1),ylim=c(0,10),col="red" ,main="",xlab="density") par(new=TRUE) plot(density(yhat.trans[ytrim==1]),xlim=c(0,1),ylim=c(0,10),col="blue",main="",xlab="density") abline(v=set.pi) plot(history[1:(i+1),3],history[1:(i+1),2],type="l",ylim=c(0,1),xlim=c(0,1),ylab="True Positive Rate",xlab="False Positive Rate",main="ROC Curve",lwd=2,xaxs="i",yaxs="i") abseq<-(1:4)/5 abline(v=abseq,lty=3,col="grey") abline(h=abseq,lty=3,col="grey") abline(a=0,b=1) }