article_spider | 微信公众号爬虫 | Crawler library

class MysqlPipeline(object): 
        def __init__(self):
            **Connect the mysql**
            self.conn = MySQLdb.connect('localhost','root','root','zhihu',
            charset='utf8')
            self.cursor = self.conn.cursor()
        def process_item(self, item, spider):
            **insert**
            insert_sql = """
            insert into 
            users_info(img_url,user_name,business,user_followingCount,
            user_followerCount,idea_num,gender,favoriteCount,voteupCount,
            followingColumnsCount,participatedLiveCount,followingFavlistsCount,
            favoritedCount,uid,school_list,
            job_list,place_list,major_list,company_list,url_token)
            VALUES (%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s)
            """
            param= (item["img_url"],item["user_name"],item["business"],
                    item["user_followingCount"],item["user_followerCount"],
                    item["idea_num"],item["gender"],item["favoriteCount"],
                    item["voteupCount"],item["followingColumnsCount"],
                    item["participatedLiveCount"],
                    item["followingFavlistsCount"],
                    item["favoritedCount"],item["uid"],item["school_list"],
                    item["job_list"],item["place_list"],item["major_list"],
                    item["company_list"],item["url_token"]
                    )
           self.cursor.execute(insert_sql,param)