message_data = $message_data; } /** * Execute the job. * * @return void */ public function handle() { try { $CitysModel = new CitysModel(); $city_id_data = $CitysModel->get_city_id_list(); $province_id_list = $CitysModel->get_province_id_list(); $item = $this->message_data; $province_name = $item['province_name']; $city_name = $item['city_name']; //特殊地区1级移除市 if ($province_name && in_array($province_name, ['北京市', '天津市', '上海市', '重庆市'])) { //移除市这个字符 $province_name = trim(str_replace('市', '', $province_name)); } else if ($province_name && in_array($province_name, ['内蒙古', '广西', '西藏', '新疆', '宁夏'])) { switch ($province_name) { case '内蒙古': $province_name = '内蒙古自治区'; break; case '广西': $province_name = '广西壮族自治区'; break; case '西藏': $province_name = '西藏自治区'; break; case '新疆': $province_name = '新疆维吾尔自治区'; break; case '宁夏': $province_name = '宁夏回族自治区'; break; } } else if (strpos($province_name, '省') === false) { //是否存在市省,如果不存在则补全 if (strpos($province_name, '省') === false) { $province_name = $province_name . '省'; } } if($city_name !=''){ $city_name = $CitysModel->where([['name','like',"%$city_name%"],['level','=','2']])->value('name'); } $ScrapeDataModel = new ScrapeDataModel(); $item_platform_name = $item['platform_name']; if (!in_array($item_platform_name, ['京东', '天猫'])) { return true; } $platform_id_data = ['京东' => 2, '天猫' => 1]; $where_data = [ 'platform_id' => $platform_id_data[$item_platform_name], //平台0=全部,1=淘宝,2=京东,3=拼多多,4=美团,5=药师帮,6=1药城,7=药久久 'province_id' => isset($province_id_list[$province_name]) ? $province_id_list[$province_name]['id'] : 0, //省份id 'city_id' => isset($city_id_data[$city_name]) ? $city_id_data[$city_name]['id'] : 0, //城市id 'province_name' => $province_name, //省份名称 'city_name' => $city_name, //城市名称 'area_info' => '', //区县信息 'product_name' => $item['drugname'], //产品名称 'product_specs' => $item['specification'], //产品规格 'online_posting_count' => '1', //在线上架数量 'continuous_listing_count' => '1', //持续上架数量 'link_url' => $item['url'], //链接地址 'store_name' => $item['store_name'], //店铺名称 'company_name' => $item['company_name'], //公司名称 'qualification_number' => isset($item['credit_code']) ? $item['credit_code'] : '', //营业执照号码 'scrape_date' => $item['update_time'], //采集日期 'number' => '1', //盒数 ]; //校验$where_data 数据下是否存在空值的情况,如果存在跳过写入 foreach ($where_data as $key => $value) { //如果字段名称不在范围内,才去校验值是否为空 if (!in_array($key, ['qualification_number', 'area_info']) && empty($value)) { return true; } } //查询是否存在记录 $ScrapeTmpData = $ScrapeDataModel->where($where_data)->first(); if (empty($ScrapeTmpData)) { $insert_data = [ 'platform_id' => $platform_id_data[$item_platform_name], //平台0=全部,1=淘宝,2=京东,3=拼多多,4=美团,5=药师帮,6=1药城,7=药久久 'province_id' => isset($province_id_list[$province_name]) ? $province_id_list[$province_name]['id'] : 0, //省份id 'city_id' => isset($city_id_data[$city_name]) ? $city_id_data[$city_name]['id'] : 0, //城市id 'province_name' => $province_name, //省份名称 'city_name' => $city_name, //城市名称 'area_info' => '', //区县信息 'product_name' => $item['drugname'], //产品名称 'product_specs' => $item['specification'], //产品规格 'one_box_price' => $item['min_price'], //一箱价格 'online_posting_count' => '1', //在线上架数量 'continuous_listing_count' => '1', //持续上架数量 'link_url' => $item['url'], //链接地址 'store_name' => $item['store_name'], //店铺名称 'company_name' => $item['company_name'], //公司名称 'qualification_number' => isset($item['credit_code']) ? $item['credit_code'] : '', //营业执照号码 'scrape_date' => $item['update_time'], //采集日期 'min_price' => $item['min_price'], //最低价格 'number' => '1', //盒数 'insert_time' => date('Y-m-d H:i:s', time()), ]; $ScrapeDataModel->insert($insert_data); } else { //如果存在且价格低于采集价格,则更新价格 if ($ScrapeTmpData->min_price > $this->message_data['min_price']) { $ScrapeTmpData->min_price = $this->message_data['min_price']; $ScrapeTmpData->one_box_price = $this->message_data['min_price']; $ScrapeTmpData->save(); } } $queue_page = $item['queue_page']; //页码 $queue_now_limit = $item['queue_now_limit']; //当前处理条数 $queue_limit = $item['queue_limit']; //每页处理条数 $queue_total = $item['queue_total']; //总条数 if ($queue_now_limit == $queue_limit) { // //继续执行下一页 $message_data['page'] = (int)$queue_page + 1; $message_data['limit'] = $queue_limit; $message_data['total'] = $queue_total; JdTmaoProductJobs::dispatch($message_data); } } catch (\Exception $e) { print_r($e->getMessage()); exit; Log::info('job_error', '采集数据-医药城数据处理队列失败', ['data' => $this->message_data, 'error' => $e->getMessage()]); } } public function failed(\Throwable $exception) { Log::info('job_error', '采集数据-医药城数据处理队列完全失败', ['data' => $this->message_data, 'error' => $exception]); } }