spider_baidutongji/db_items.py

import mysql.connector

db = mysql.connector.connect(
    host="10.8.230.17",
    user="kftest",
    passwd="123456",
    port=3308,
    database="small_sheep_server"
)
cursor = db.cursor()


def get_task_items():
    sql = "select id,supplier,category_first,url_shop_url from spider_data_items where status<>1"
    cursor.execute(sql)
    r = cursor.fetchall()
    return r


def update_task_items(item_id):
    sql = "update spider_data_items set status=1 where id=%s"
    val = (item_id,)
    cursor.execute(sql, val)
    db.commit()


def insert_spider_data(goods):
    sql = "insert into spider_data (supplier,category_first,title,url,spider_item_id,attr_leading,attr_sku,img_header,img_desc) values(%s,%s,%s,%s,'', '', '', '')"
    val = (goods["supplier"], goods["category_first"], goods["title"], goods["url"], goods["spider_item_id"])
    cursor.execute(sql, val)
    db.commit()
    return