淘宝网页使用curl查询并生成文件

  1. 访问对应网页,调出控制台,选择XHR,得到获取数据链接;
  2. 直接使用链接进行网页获取,发现无法正常获取;
  3. 在控制台中,选择XHR,对对应链接点击右键,选择Copy as cURL;
  4. 粘贴到Linux下shell脚本中;
[root@VM_centos test]$ cat deluxsp.sh 
#!/bin/sh
count=1
while true
do
time=$(date "+%Y%m%d-%H%M%S")
#`curl 'https://deluxsp.tmall.com/i/asynSearch.htm?_ksTS=1548900441585_125&callback=jsonp126&mid=w-18845146506-0&wid=18845146506&path=/search.htm&search=y&spm=a220o.1000855.w18202430-18845143858.4.762b2a311DKLTl&scene=taobao_shop' -H 'cookie: hng=CN%7Czh-CN%7CCNY%7C156; UM_distinctid=16893c15aca37a-0ce1ee23786396-6313363-100200-16893c15acb263; cna=eW7EFAMplhsCAWXM28HbGkpS; pnm_cku822=; uss=""; otherx=e%3D1%26p%3D*%26s%3D0%26c%3D0%26f%3D0%26g%3D0%26t%3D0; x=__ll%3D-1%26_ato%3D0; t=7d5671e1f02a04f6d22b01e688322d56; tracknick=%5Cu5BC2%5Cu9759%5Cu7684%5Cu6CB3%5Cu6D411; lid=%E5%AF%82%E9%9D%99%E7%9A%84%E6%B2%B3%E6%B5%811; lgc=%5Cu5BC2%5Cu9759%5Cu7684%5Cu6CB3%5Cu6D411; _tb_token_=0e5e565e6983; cookie2=102bd85608088bff62e1e74ada28978f; CNZZDATA1256793290=989618099-1548830948-%7C1548898082; swfstore=206434; uc1=cookie16=VT5L2FSpNgq6fDudInPRgavC%2BQ%3D%3D&cookie21=Vq8l%2BKCLjhS4UhJVbhgU&cookie15=U%2BGCWk%2F75gdr5Q%3D%3D&existShop=false&pas=0&cookie14=UoTYPmgmHWsZmg%3D%3D&tag=8&lng=zh_CN; uc3=vt3=F8dByE7chlb5SvMswAc%3D&id2=UojdTRy146DoeA%3D%3D&nk2=31zW%2BjjI%2BEzRz9I%3D&lg2=WqG3DMC9VAQiUQ%3D%3D; _l_g_=Ug%3D%3D; ck1=""; unb=1996971892; cookie1=AVS2R%2B%2F9rn0mp%2BSE6xEQD%2F0WFWxtMtmw1ob9oLcEbFY%3D; login=true; cookie17=UojdTRy146DoeA%3D%3D; _nk_=%5Cu5BC2%5Cu9759%5Cu7684%5Cu6CB3%5Cu6D411; csg=927835df; skt=5d73a2361289aee0; cq=ccp%3D0; whl=-1%260%260%260; l=bBOozH9Pvs1M7Hc8BOCwourza77OSIRAguPzaNbMi_5Bh6L6PNQOl-lweFp6Vj5RsrYB4ATie6e9-etki; isg=BMbGr43W5oNUgrJ7KVK2VHymF7yIj8JPuIk9LrDvsunEs2bNGLda8axFj6_aGwL5' -H 'dnt: 1' -H 'accept-encoding: gzip, deflate, br' -H 'accept-language: zh-CN,zh;q=0.9' -H 'user-agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.110 Safari/537.36' -H 'accept: text/javascript, application/javascript, application/ecmascript, application/x-ecmascript, */*; q=0.01' -H 'referer: https://deluxsp.tmall.com/search.htm?spm=a220o.1000855.w18202430-18845143858.4.762b2a311DKLTl&search=y&scene=taobao_shop' -H 'authority: deluxsp.tmall.com' -H 'x-requested-with: XMLHttpRequest' --compressed -o ${time}.html`
let count=$count+1
echo $count
sleep 1m
done
发布了43 篇原创文章 · 获赞 24 · 访问量 42万+

猜你喜欢

转载自blog.csdn.net/u012700515/article/details/87868035