python登录并爬取淘宝信息代码示例

本文主要分享关于python登录并爬取淘宝信息的相关代码，还是挺不错的，大家可以了解下。

#!/usr/bin/env python
# -*- coding:utf-8 -*-
from selenium import webdriver
import time
import datetime
import traceback
import logging
import os
from selenium.webdriver.common.action_chains import ActionChains
import codecs
#登录
def login(driver,site):
 driver.get(site)
 time.sleep(5)
 try:
  #点击请登录
  driver.find_element_by_class_name("h").click()
  time.sleep(5)
  #输入账号和密码
  driver.find_element_by_id("TPL_username_1").send_keys(u"yourusername")
  time.sleep(5)
  #print driver.find_element_by_id("TPL_username_1")
  driver.find_element_by_id("TPL_password_1").send_keys(u"yourpsd")
  time.sleep(5) 

  #点击登录
  driver.find_element_by_id("J_SubmitStatic").click()
  time.sleep(30)
 except:
  print u"failure"
def crawlmarket(driver,filename,site):
 #driver = webdriver.Firefox()
 driver.get(site)
 driver.maximize_window()
 time.sleep(10)
 driver.refresh()
 time.sleep(10)
 test = driver.find_elements_by_xpath("//a[@class='J_ItemLink']")
 #是否获取到消息,若无则登录
 if len(test)==0:
  login(driver,site)
 time.sleep(30)
 resultstrall=""
 resultstr=""
 strinfo =""
 for i in range(0,len(test),1):
  if test[i].text != "" :
   resultstr = test[i].text.strip()+'\n'
   print resultstr
   resultstrall += resultstr
 #是否成功抓取
 if resultstrall !="":
  f = codecs.open(filename,'w','utf-8')
  f.write(resultstrall)
  f.close()
 #若没有成功抓取将网站写入error
 else:
  strinfo = filename+","+site
  print strinfo
  ferror = codecs.open("error.txt",'a','utf-8')
  ferror.write(strinfo)
  ferror.close()
 driver.quit() 

def crawltaobaosousuo(driver,filename,site):
 #driver = webdriver.Firefox()
 driver.get(site)
 driver.maximize_window()
 time.sleep(10)
 driver.get(site)
 time.sleep(30)
 driver.refresh()
 test = driver.find_elements_by_xpath("//a[@class='J_ClickStat']")
 resultstrall=""
 resultstr=""
 strinfo =""
 for i in range(0,len(test),1):
  if test[i].text != "" :
   resultstr = test[i].text.strip()+'\n'
   print resultstr
   resultstrall += resultstr
 if resultstrall !="":
  f = codecs.open(filename,'w','utf-8')
  f.write(resultstrall)
  f.close()
 else:
  strinfo = filename+","+site
  print strinfo
  ferror = codecs.open("error.txt",'a','utf-8')
  ferror.write(strinfo)
  ferror.close()
 driver.quit()
def jiexi(driver):
 f = open("1.txt","r")
 for line in f:
  time.sleep(60)
  info = line.split(",")
  href = info[1]
  filename = info[0].decode("utf-8")
  print filename
  if "markets" in href:
   crawlmarket(driver,filename,href)
  else:
   crawltaobaosousuo(driver,filename,href)
if __name__ =='__main__':
 driver = webdriver.Firefox()
 jiexi(driver) 

小结

有改进策略一起探讨，可以抓取淘宝部分网页内容，根据自己的需求改改吧，会被风控。个人觉得不登录的效果更好。

以上就是本文关于python 登录并爬取淘宝信息代码示例的全部内容，希望对大家有所帮助。感兴趣的朋友可以继续参阅本站其他相关专题。如有不足之处，欢迎留言指出。感谢朋友们对本站的支持！