機(jī)器學(xué)習(xí)習(xí)題

統(tǒng)計(jì)學(xué)習(xí)的模型與操作一、預(yù)測變量為連續(xù)型數(shù)值變量讀入數(shù)據(jù)：rm(list=ls())setwd作工作\\課程\\經(jīng)管軟件應(yīng)用\2016")install.packages("mboost")library("mboost")data("bodyfat",package="TH.data")str(bodyfat)write.table(bodyfat,file="bodyfat.csv",s=FALSE)數(shù)據(jù)結(jié)構(gòu)及描述性統(tǒng)計(jì)Str(bodyfat)Summary(bodyfat)將數(shù)據(jù)集分為訓(xùn)練集和測試集set.seed(1234)ind=sample(2,nrow(bodyfat),replace=TRUE,prob=c(0.7,0.3))bodyfat_train=bodyfat[ind==1,]bodyfat_test=bodyfat[ind==2,]對測試集進(jìn)行廣義線性模性預(yù)測###構(gòu)建廣義線性模性myformula=DEXfat~age+waistcirc+hipcirc+elbowbreadth+kneebreadthbodyfat.glm=glm(myformula,data=bodyfat_train,family=gaussian("log"))summary(bodyfat.glm)###繪圖，比較觀測值與預(yù)測值library(ggplot2)###訓(xùn)練集中的觀測值與預(yù)測值。p=qplot(bodyfat_train$DEXfat,pred1,colour="red",geom=c("point"))p=p+geom_abline(intercept=0,slope=1,colour="blue")p###測試集中的觀測值與預(yù)測值pred2=predict(bodyfat.glm,newdata=bodyfat_test,type="response")p=qplot(bodyfat_test$DEXfat,pred2,colour=I("green"),geom=c("point"))p=p+geom_abline(intercept=0,slope=1,colour="blue")+ggtitle(‘測試集的觀測值與預(yù)測值(廣義線性模型)")p###測試集中的預(yù)測總誤差。error1=sum((pred2-bodyfat_test$DEXfat)A2)###測試集中的均方根誤差RMS1=sqrt(mean((pred2-bodyfat_test$DEXfat)A2))對測試集進(jìn)行決策樹分析###構(gòu)建決策樹模型library(rpart.plot)library(rpart)bodyfat.rpart=rpart(myformula,data=bodyfat_train,control=rpart.control(minsplit=10))summary(bodyfat.rpart)###繪制決策樹模型圖plot(bodyfat.rpart,uniform=TRUE)text(bodyfat.rpart,use.n=T)prp(bodyfat.rpart)###測試集中的觀測值與預(yù)測值pred3=predict(bodyfat.rpart,newdata=bodyfat_test)p=qplot(bodyfat_test$DEXfat,pred2,colour=I("green"),geom=c("point"))p=p+geom_abline(intercept=0,slope=1,colour="blue")+ggtitle(‘測試集的觀測值與預(yù)測值(決策樹模型)")p###模型預(yù)測能力評價(jià)error2=sum((pred3-bodyfat_test$DEXfat)A2)RMS2=sqrt(mean((pred3-bodyfat_test$DEXfat)A2))對預(yù)測集進(jìn)行隨機(jī)森林分析###隨機(jī)森林library(randomForest)bodyfat.ren=randomForest(myformula,data=bodyfat_train)summary(bodyfat.ren)pred4=predict(bodyfat.ren,newdata=bodyfat_test)error3=sum((pred4-bodyfat_test$DEXfat)A2)RMS3=sqrt(mean((pred4-bodyfat_test$DEXfat)A2))p=qplot(bodyfat_test$DEXfat,pred4,colour=I("red"),geom=c("point"))p=p+geom_abline(intercept=0,slope=1,colour="blue")+ggtitle(‘測試集的觀測值與預(yù)測值(隨機(jī)森林模型)")p二、預(yù)測變量為二分式分類變量rm(list=ls())setwd("E:\\E\\yang\\工作\\課程\\經(jīng)管軟件應(yīng)用\\2016")#Readinthedatacensus=read.csv("census.csv")str(census)head(census)#splitdata(兩個(gè)函數(shù)，caTools包中的sample.split函數(shù)，或者base包中的sample函數(shù))library(caTools)set.seed(2000)spl=sample.split(census$over50k,SplitRatio=0.6)train=subset(census,spl==TRUE)test=subset(census,spl==FALSE)set.seed(2000)ind=sample(2,nrow(census),replace=TRUE,prob=c(0.6,0.4))train1=census[ind==1,]summary(train)summary(train1)#logit(logit模型預(yù)測和分析)trainlogit=glm(over50k~.,data=train,family="binomial")summary(trainlogit)#predictionlogitpre=predict(trainlogit,newdata=test,type="response")A1=table(test$over50k,logitpre>0.5)sum(diag(A1))/nrow(test)table(test$over50k)#auclibrary(ROCR)ROCRpredTest=prediction(logitpre,test$over50k)perf1=performance(ROCRpredTest,"tpr","fpr")plot(perf1)auc=as.numeric(performance(ROCRpredTest,"auc")@y.values)auc#treelibrary(rpart)library(rpart.plot)CARTcensus=rpart(over50k~.,data=train,method="class")prp(CARTcensus)cartpre=predict(CARTcensus,newdata=test,type="class")table(test$over50k,cartpre)predictTest=predict(CARTcensus,newdata=test)predictTest2=predictTest[,2]#ComputetheAUC:ROCRpred=prediction(predictTest2,test$over50k)perf2=performance(ROCRpred,"tpr","fpr")plot(perf2)as.numeric(performance(ROCRpred,"auc")@y.values)head(predictTest)A2=table(test$over50k,predictTest2>0.5)sum(diag(A2))/nrow(test)#RANDOMFORESTlibrary(randomForest)Forest=randomForest(over50k~.,data=train)forestpre=predict(Forest,newdata=test)A3=table(test$over50k,forestpre)sum(diag(A3))/nrow(test)#R