如何使用scrapy框架循环爬京东数据后导入Mysql的方法

conn = pymysql.connect(host="127.0.0.1", user="root", passwd="root", db="jingdong", charset="utf8")

import scrapy
from scrapy.http import Request
from jingdong.items import JingdongItem
import re
import urllib.error
import urllib.request
import pymysql
class JdSpider(scrapy.Spider):
 name = 'jd' 
 allowed_domains = ['jd.com'] 
 #start_urls = ['http://jd.com/'] 
 header = {"User-Agent":"Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/59.0.3071.115 Safari/537.36"} 
 #fh = open("D:/pythonlianxi/result/4.txt", "w") 
 def start_requests(self): 
 return [Request("https://list.jd.com/list.html?cat=9987,653,655&page=1",callback=self.parse,headers=self.header,meta={"cookiejar":1})] 
 def use_proxy(self,proxy_addr,url): 
 try:
 req=urllib.request.Request(url)
 req.add_header("User-Agent","Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/59.0.3071.115 Safari/537.36")
 proxy = urllib.request.ProxyHandler({"http": proxy_addr})
 opener = urllib.request.build_opener(proxy, urllib.request.HTTPHandler)
 urllib.request.install_opener(opener)
 data=urllib.request.urlopen(req).read().decode("utf-8","ignore") 
 return data 
 except urllib.error.URLError as e: 
 if hasattr(e,"code"): 
 print(e.code) 
 if hasattr(e,"reason"): 
 print(e.reason) 
 except Exception as e: 
 print(str(e)) 
 
 def parse(self, response):
 item=JingdongItem()
 proxy_addr = "61.135.217.7:80" 
 try:
 item["title"]=response.xpath("//p[@class='p-name']/a[@target='_blank']/em/text()").extract()
 item["pricesku"] =response.xpath("//li[@class='gl-item']/p/@data-sku").extract() 
 
 for j in range(2,166):
 url="https://list.jd.com/list.html?cat=9987,653,655&page="+str(j) 
 print(j) 
 #yield item 
 yield Request(url)
 pricepat = '"p":"(.*?)"' 
 personpat = '"CommentCountStr":"(.*?)",' 
 print("2k") 
 #fh = open("D:/pythonlianxi/result/5.txt", "a") 
 conn = pymysql.connect(host="127.0.0.1", user="root", passwd="root", db="jingdong", charset="utf8") 
 
 for i in range(0,len(item["pricesku"])):
 priceurl="https://p.3.cn/prices/mgets?&ext=11000000&pin=&type=1&area=1_72_4137_0&skuIds="+item["pricesku"][i]
 personurl = "https://club.jd.com/comment/productCommentSummaries.action?referenceIds=" + item["pricesku"][i]
 pricedata=self.use_proxy(proxy_addr,priceurl)
 price=re.compile(pricepat).findall(pricedata)
 persondata = self.use_proxy(proxy_addr,personurl)
 person = re.compile(personpat).findall(persondata)
 
 title=item["title"][i] 
 print(title)
 price1=float(price[0]) 
 #print(price1) 
 person1=person[0]
 #fh.write(tile+"
"+price+"
"+person+"
") 
 cursor = conn.cursor()
 sql = "insert into jd(title,price,person) values(%s,%s,%s);" 
 params=(title,price1,person1) 
 print("4")
 cursor.execute(sql,params)
 conn.commit() 
 
 #fh.close()

 conn.close() 
 return item 
 except Exception as e: 
 print(str(e))