message_data = $message_data; } /** * Execute the job. * * @return void */ public function handle() { try { $this->getViolationStoreData($this->message_data); } catch (\Exception $e) { Log::info('job_error', '数据清洗-违规店铺清洗数据队列失败', ['data' => $this->message_data, 'error' => $e->getMessage()]); } } /** * 采集商品数据清洗 * @author 唐远望 * @version 1.0 * @date 2025-12-11 */ public function getViolationStoreData($message_data) { $EmployeeModel = new EmployeeModel(); $ViolationStoreModel = new ViolationStoreModel(); $ScrapeDataModel = new ScrapeDataModel(); $platform = $message_data['platform']; //多个平台配置 $store_name = $message_data['store_name']; //店铺名称 $company_name = $message_data['company_name']; //公司名称 $social_credit_code = $message_data['social_credit_code']; //社会信用代码 $store_type = $message_data['store_type']; //公司类型:1=黑名单2=白名单 $executeLog_id = $message_data['executeLog_id']; $limit = isset($message_data['limit']) ? $message_data['limit'] : 50; $page = isset($message_data['page']) ? $message_data['page'] : 1; if ($platform != '0') { $platform = explode(',', $platform); $ScrapeDataModel=$ScrapeDataModel->where('qualification_number', $social_credit_code)->whereIn('platform_id', $platform); }else{ $ScrapeDataModel=$ScrapeDataModel->where('qualification_number', $social_credit_code); } $product_data_info = $ScrapeDataModel->paginate($limit, ['*'], 'page', $page)->toarray(); $product_datas = $product_data_info['data']; if (empty($product_datas)) { if($executeLog_id){ (new ExecuteLogModel())->where('id', $executeLog_id)->update(['status' => 0]); } return true; } foreach ($product_datas as $product_data) { $insert_product_data = [ 'source_id'=> $product_data['id'], 'platform' => $product_data['platform_id'], 'company_name' => $product_data['company_name'], 'online_posting_cunt' => $product_data['online_posting_cunt'], 'link_url' => $product_data['link_url'], 'store_name' => $product_data['store_name'], 'social_credit_code'=> $social_credit_code, 'province_id' => $product_data['province_id'], 'city_id' => $product_data['city_id'], 'area_info' => $product_data['area_info'], ]; //查询配置的第一责任人 $where_query1[] = ['city_ids', 'like', '%,' . $product_data['city_id'] . ',%']; $where_query1[] = ['status', '=', 0]; $where_query1[] = ['duty_type', '=', 1]; //责任类型1=第一责任人,2=责任人 $first_responsible_person = $EmployeeModel->where($where_query1)->pluck('id')->implode(','); $insert_product_data['first_responsible_person'] = $first_responsible_person; //查询配置的责任人 $where_query2[] = ['city_ids', 'like', '%,' . $product_data['city_id'] . ',%']; $where_query2[] = ['status', '=', 0]; $where_query2[] = ['duty_type', '=', 2]; //责任类型1=第一责任人,2=责任人 $responsible_person = $EmployeeModel->where($where_query2)->pluck('id')->implode(','); $insert_product_data['responsible_person'] = $responsible_person; //溯源责任人 $source_responsible_person = ''; if ($first_responsible_person && $responsible_person) { $source_responsible_person = $first_responsible_person . ',' . $responsible_person; } $insert_product_data['source_responsible_person'] = $source_responsible_person; //插入数据 $ViolationStoreModel->addViolationStore($insert_product_data); } //继续执行下一页 $message_data['page'] = $page + 1; $message_data['limit'] = $limit; ViolationStoreDataJobs::dispatch($message_data); } public function failed(\Throwable $exception) { Log::info('job_error', '数据清洗-违规店铺清洗数据队列完全失败', ['data' => $this->message_data, 'error' => $exception]); } }