craw_spider/ceshi/shop_mysql.py

from commons.conn_mysql import MySQLPoolOnline


def _str_val(v):
    if v is None:
        return ""
    return str(v).strip()


def main():
    conn = MySQLPoolOnline()
    sql = "SELECT * FROM `yaoex_provider_tmp`"
    data_list = conn.select_data(sql)
    if not data_list:
        print("tb_provider_tmp 无数据")
        return

    insert_sql = """
                 INSERT
            IGNORE INTO `retrieve_scrape_shop_info` (
            `shop`,
            `contact_address`,
            `business_license_company`,
            `province`,
            `city`,
            `create_time`,
            `update_time`,
            `platform`
        ) VALUES (
                 %s,
                 %s,
                 %s,
                 %s,
                 %s,
                 %s,
                 %s,
                 %s
                 ) \
                 """

    rows = []
    for data in data_list:
        rows.append(
            (
                _str_val(data.get("name")),
                _str_val(data.get("addr")),
                _str_val(data.get("company_name")),
                _str_val(data.get("province_name")),
                _str_val(data.get("city_name")),
                data.get("create_time"),
                data.get("update_time"),
                _str_val("6"),
            )
        )

    conn.execute_many(insert_sql, rows)
    print(f"已提交 {len(rows)} 条（INSERT IGNORE：重复 shop 会被跳过）")


if __name__ == "__main__":
    main()