As we all know, before the emergence of Android and ios, mobile games mainly from the end J2ME platform development java game, but with the advent of Android and ios games on this platform gradually decline, many sites provide game download resources have been closed. So, I'm going to the game before the few remaining sites shut down, grab all the resources associated with the game package. To 7723, for example, we want to crawl content, including game name, type, language, update time, game description, game icon, screenshots (jpg, png, gif), game reviews, and the corresponding jar, sis, six package format, in order to form a complete game detailed information folder, the total size of the resource 146G.
Examples link: http://www.7723.cn/d ownload / 12215.htm
1. First, find the corresponding HTML page content, as shown below.
A simple analysis of the structure of the code html page ready to start writing it.
2. Create a graphical interface, text boxes and buttons corresponding to the number as shown.
3. Code section, written in the 5 button click event.
ug(3,"text",st)
ug(4,"text",en)
sss en = en
t()
{
//软件总数12216 设为变量javanum
//文件名规则：1.文件名=分辨率
//2.创建文件夹命名规则=游戏名+类型+语言+编号+更新日期
//3.文件夹内包括游戏=游戏介绍文本+更新日期+介绍图+截图+各分辨率版本(触屏)+评论
s javanum = st
w(javanum!=en)
{
ufnsui()
{
ss("下载到：" + javanum,xzd)
us(7,"text",xzd)
}
syso(javanum)
s downloadaddf="http://www.7723.cn/download/"
s downloadaddb=".htm"
ss(downloadaddf + javanum + downloadaddb,add)
hs(add,origin)
w(origin==null)
{
s(javanum+1,javanum)
s downloadaddf="http://www.7723.cn/download/"
s downloadaddb=".htm"
ss(downloadaddf + javanum + downloadaddb,add)
hs(add,origin)
f(javanum>=en)
{
end()
}
}
//第一步：获取应用名name
siof(origin,"<title>",name1)
s(name1 + 50,name11)
ssg(origin,name1,name11,namep)
siof(namep,"_",name2)
ssg(namep,7,name2,name)
sr(name,":","：",name)
sr(name,"*"," ",name)
sr(name,"?","",name)
//第二步：获取游戏类型、语言、以及更新日期
//1.得到类型type
siof(origin,"<dd>类型",type1)
s(type1+150,type11)
ssg(origin,type1,type11,typep)
siof(typep,"</dd>",type2)
ssg(typep,7,type2,type)
s(type2 + 6,type2)
ssg(typep,type2,typep)
//2.得到语言language
siof(typep,"<dd>语言",language1)
s(language1 + 7,language1)
siof(typep,"</dd>",language2)
ssg(typep,language1,language2,language)
s(language2 + 6,language2)
ssg(typep,language2,languagep)
//3.得到更新日期date
siof(languagep,"更新日期",date1)
s(date1 + 5,date1)
siof(languagep,"</dd>\n</dl>",date2)
ssg(languagep,date1,date2,date)
//第三步：获取游戏介绍introduce
s sign="<div class="container">"
siof(origin,sign,introduce1)
s(introduce1 + 500,introduce2)
s(introduce1 + 24,introduce1)
ssg(origin,introduce1,introduce2,introducep)
siof(introducep,"</div>",introducepl)
ssg(introducep,0,introducepl,introduce)
//第四步：获取评论commentall
s sign = "<ul class="commentList">"
siof(origin,sign,comment1)
s(comment1 + 26,comment1)
s signa = "<p class="more"><a target=\"_blank"
siof(origin,signa,comment2)
ssg(origin,comment1,comment2,comment)
//评论处理，调用循环
sr(comment,"<li>"," ",comment)
sr(comment,"</li>"," ",comment)
sr(comment,"</h4>"," ",comment)
siof(comment,"<h4>",commentst)
s order = 0
s commentall = ""
w(commentst != -1)
{
//获取评论用户名
s(commentst + 4,commentst)
siof(comment,"评论于",commenten)
ssg(comment,commentst,commenten,username)
s(commenten + 3,commenten)
ssg(comment,commenten,comment)
//获取评论时间commenttime
siof(comment,"<span>",commenttimest)
s(commenttimest + 6,commenttimest)
siof(comment,"</span>",commenttimeen)
ssg(comment,commenttimest,commenttimeen,commenttime)
s(commenttimeen + 9,commenttimeen)
ssg(comment,commenttimeen,comment)
//获取评论内容commentcontent
siof(comment,"<p>",commentcontentst)
s(commentcontentst + 3,commentcontentst)
siof(comment,"</p>",commentcontenten)
ssg(comment,commentcontentst,commentcontenten,commentcontent)
s(commentcontenten + 9,commentcontenten)
ssg(comment,commentcontenten,comment)
//循环关键
s(order + 1,order)
siof(comment,"<h4>",commentst)
//评论组合
ss(order + ". " + username + " " + commentcontent + "（" + commenttime + "）" + "\n" + "\n",commentsum)
ss(commentall + commentsum,commentall)
}
//第五步：创建文件夹（包含创建游戏详情）
s head = "windows/BstSharedFolder/Gaoithe/javagame/"
s bl = " "
ss(javanum + "." + name + bl + type + bl +language + bl + date + "/",body)
ss("游戏名：" + name + "\n" + "类型：" + type + "\n",p1)
ss("语言：" + language + "\n" + "游戏介绍：" + introduce + "\n",p2)
ss("评论：" + "\n" + commentall + "\n" + "更新日期：" + date + "\n",p3)
ss(p1 + p2 + p3,information)
ss(head + body + "游戏介绍.txt",file)
fw(file,information)
//第六步：获取介绍图
siof(origin,"7723网游群",pic1)
siof(origin,"如何下载到手机",pic2)
ssg(origin,pic1,pic2,pic)
siof(pic,"src=",picwebst)
s(picwebst + 5,picwebst)
siof(pic,"alt=",picweben)
s(picweben - 2,picweben)
ssg(pic,picwebst,picweben,picweb)
slof(picweb,".",add1)
s(add1 + 1,add1)
ssg(picweb,add1,add)
f(add!="jpg" && add!="png" && add!="gif" && add!=null)
{
ss(head + body + "缺少介绍图.text",filepic)
fw(filepic,"lack")
}
f(add == "jpg")
{
ss(head + body + "介绍图.jpg",file)
t()
{
hd(picweb,file,true,picreturn)
f(picreturn==-1)
{
ss(head + body + "缺少介绍图.text",filepic)
fw(filepic,"lack")
}
}
stop(100)
}
else
{
f(add == "gif")
{
ss(head + body + "介绍图.gif",file)
t()
{
hd(picweb,file,true,picreturn)
f(picreturn==-1)
{
ss(head + body + "缺少介绍图.text",filepic)
fw(filepic,"lack")
}
}
stop(100)
}
else
{
f(add=="png")
{
ss(head + body + "介绍图.png",file)
t()
{
hd(picweb,file,true,picreturn)
f(picreturn==-1)
{
ss(head + body + "缺少介绍图.text",filepic)
fw(filepic,"lack")
}
}
stop(100)
}
}
}
//第七步：获取截图
siof(origin,"<h3>游戏截图</h3>",gamepic1)
siof(origin,"<h3>游戏下载</h3>",gamepic2)
ssg(origin,gamepic1,gamepic2,gamepictext)
siof(gamepictext,"src=",gamepicwebst)
s order = 1
w(gamepicwebst != -1)
{
s(gamepicwebst + 5,gamepicwebst)
siof(gamepictext,"nbsp",gamepicweben)
s(gamepicweben - 4,gamepicweben)
ssg(gamepictext,gamepicwebst,gamepicweben,gamepicweb)
slof(gamepicweb,".",add1)
s(add1 + 1,add1)
ssg(gamepicweb,add1,add)
f(add!="jpg" && add!="png" && add!="gif" && add!=null)
{
ss(head + body + "缺少截图.text",filepic)
fw(filepic,"lack")
}
f(add == "jpg")
{
ss(head + body + "截图" + order + ".jpg",file)
t()
{
hd(gamepicweb,file,true,gamepicreturn)
f(gamepicreturn==-1)
{
ss(head + body + "缺少截图.text",filepic)
fw(filepic,"lack")
}
}
stop(100)
}
else
{
f(add == "gif")
{
ss(head + body + "截图" + order + ".gif",file)
t()
{
hd(gamepicweb,file,true,gamepicreturn)
f(gamepicreturn==-1)
{
ss(head + body + "缺少截图.text",filepic)
fw(filepic,"lack")
}
}
stop(100)
}
else
{
f(add=="png")
{
ss(head + body + "截图" + order + ".png",file)
t()
{
hd(gamepicweb,file,true,gamepicreturn)
f(gamepicreturn==-1)
{
ss(head + body + "缺少截图.text",filepic)
fw(filepic,"lack")
}
}
stop(100)
}
}
}
s(order + 1,order)
s(gamepicweben + 10,gamepicweben)
ssg(gamepictext,gamepicweben,gamepictext)
siof(gamepictext,"src=",gamepicwebst)
}
//第八步：获取java文件
//获取下载文本部分
siof(origin,"<h3>游戏下载</h3>",gamedownload1)
siof(origin,"<h3>手机用户评论",gamedownload2)
ssg(origin,gamedownload1,gamedownload2,gamedownloadtext)
siof(gamedownloadtext,"<li>",gamedownloadtext1)
ssg(gamedownloadtext,gamedownloadtext1,gamedownloadtext)
//获取软件适用机型及分辨率
siof(gamedownloadtext,"<p>",gamedownloadtypest)
s downnum=1 //防止重复覆盖
w(gamedownloadtypest != -1)
{
s(gamedownloadtypest + 3,gamedownloadtypest)
siof(gamedownloadtext,"<br /",gamedownloadtypeen)
ssg(gamedownloadtext,gamedownloadtypest,gamedownloadtypeen,gamedownloadtype)
//获取下载地址
siof(gamedownloadtext,"href=",gamewebst)
s(gamewebst + 6,gamewebst)
siof(gamedownloadtext,"target",gameweben)
s(gameweben - 2,gameweben)
ssg(gamedownloadtext,gamewebst,gameweben,gameweb)
//获取文件后缀名
siof(gamedownloadtext,"点击下载",gameadd1)
s(gameadd1 + 5,gameadd1)
siof(gamedownloadtext,"nbsp",gameadd2)
s(gameadd2 - 2,gameadd2)
ssg(gamedownloadtext,gameadd1,gameadd2,gameadd)
//下载文件
ss(head + body + gamedownloadtype + downnum + "." + gameadd,file)
t()
{
hd(gameweb,file,false,gamedownloadreturn)
}
stop(200)
//循环关键
siof(gamedownloadtext,"<br /></p>",cuttext)
s(cuttext + 20,cuttext)
ssg(gamedownloadtext,cuttext,gamedownloadtext)
siof(gamedownloadtext,"<p>",gamedownloadtypest)
s(downnum+1,downnum)
}
//ufnsui()
// {
// us(1,"text",gameadd)
// }
stop(3000)
s(javanum + 1,javanum)
}
}4. File Preview:
Note: Because the software is used to run the simulator, so pay attention to change the path to use.
