一、需求分析
抓取盈盈理财数据
抓取url:
/product/list.htm
二、效果
三、实现源代码
rm(list=ls())library(XML)library(RCurl)k=1url='/product/list.htm'web<-postForm(url,turnPage="",pageNum=k,.opts=curlOptions(url=url,ssl.verifyhost=FALSE,ssl.verifypeer=FALSE))for(k in 2:50){web1 <-postForm(url,turnPage="",pageNum=k,.opts=curlOptions(url=url,ssl.verifyhost=FALSE,ssl.verifypeer=FALSE))web<-c(web,web1)}temp1<-iconv(web,"gb2312","UTF-8") #转码# Encoding(temp1) #UTF-8doc<-htmlParse(temp1,asText=T,encoding="UTF-8") #选择UTF-8进行网页的解析project_title<-sapply(getNodeSet(doc,"//p[@class='text-ellipsis-2']//a[text()]"),xmlValue)project_rate<-sapply(getNodeSet(doc,"//tr//td[2]"),xmlValue)project_day<-sapply(getNodeSet(doc,"//tr//td[3]"),xmlValue)project_money_start<-sapply(getNodeSet(doc,"//tr//td[4]"),xmlValue)target_time<-Sys.Date()project<-data.frame(project_title,project_rate,project_day,target_time)project$platform<-c("盈盈理财")View(project)##################模糊匹配处理天数################a101<-grep("个月",project[,3])a102<-project[a101,]a102[,3]<-gsub("个月","",a102[,3])a102[,3]<-as.numeric(a102[,3])*30a201<-grep("天",project[,3])a202<-project[a201,]a202[,3]<-gsub("天","",a202[,3])a301<-rbind(a102,a202)a301[,3]<-as.numeric(a301[,3])View(a301)output<-write.table(a301,"E:\\数据抓取\\盈盈理财\\project_spider_data.txt",row.names=F,sep="\t")
