ViolationProductDataJobs.php 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269
  1. <?php
  2. namespace App\Jobs\Manager\Process;
  3. use Illuminate\Bus\Queueable;
  4. use Illuminate\Contracts\Queue\ShouldBeUnique;
  5. use Illuminate\Contracts\Queue\ShouldQueue;
  6. use Illuminate\Foundation\Bus\Dispatchable;
  7. use Illuminate\Queue\InteractsWithQueue;
  8. use Illuminate\Queue\SerializesModels;
  9. use App\Facades\Servers\Logs\Log;
  10. use App\Models\Manager\Process\ViolationProduct as ViolationProductModel;
  11. use App\Models\Manager\Personnel\Employee as EmployeeModel;
  12. use App\Models\Api\Process\ExecuteLog as ExecuteLogModel;
  13. use App\Models\Manager\Process\ScrapeData as ScrapeDataModel;
  14. use App\Models\Manager\WashConfig\ViolationStore as ViolationStoreModel;
  15. use App\Models\Manager\WashConfig\ViolationCompanyMember as ViolationCompanyMemberModel;
  16. use App\Models\Manager\Citys as CitysModel;
  17. use App\Models\Manager\Personnel\EmployeePlatform as EmployeePlatformModel;
  18. use App\Models\Manager\Personnel\EmployeeArea as EmployeeAreaModel;
  19. /**
  20. * 数据清洗-违规挂网商品数据队列
  21. * @author 唐远望
  22. * @version 1.0
  23. * @date 2025-12-10
  24. */
  25. class ViolationProductDataJobs implements ShouldQueue
  26. {
  27. use Dispatchable, InteractsWithQueue, Queueable, SerializesModels;
  28. protected $message_data;
  29. /**
  30. * Create a new job instance.
  31. *
  32. * @return void
  33. */
  34. public function __construct(array $message_data)
  35. {
  36. $this->message_data = $message_data;
  37. }
  38. /**
  39. * Execute the job.
  40. *
  41. * @return void
  42. */
  43. public function handle()
  44. {
  45. try {
  46. $this->getViolationProductData($this->message_data);
  47. } catch (\Exception $e) {
  48. Log::info('job_error', '数据清洗-违规挂网商品数据队列失败', ['data' => $this->message_data, 'error' => $e->getMessage()]);
  49. }
  50. }
  51. /**
  52. * 采集商品数据清洗
  53. * @author 唐远望
  54. * @version 1.0
  55. * @date 2025-12-10
  56. */
  57. public function getViolationProductData($message_data)
  58. {
  59. $CitysModel = new CitysModel();
  60. $EmployeeModel = new EmployeeModel();
  61. $ViolationProductModel = new ViolationProductModel();
  62. $ScrapeDataModel = new ScrapeDataModel();
  63. $ViolationStoreModel = new ViolationStoreModel();
  64. $ViolationCompanyMemberModel = new ViolationCompanyMemberModel();
  65. $EmployeePlatformModel = new EmployeePlatformModel();
  66. $EmployeeAreaModel = new EmployeeAreaModel();
  67. $platform = $message_data['platform']; //多个平台配置
  68. $product_name = $message_data['product_name']; //商品名称
  69. $product_specs = $message_data['product_specs']; //商品规格
  70. $store_scope = $message_data['store_scope']; //店铺范围1=全部店铺2=指定店铺
  71. $company_scope = $message_data['company_scope']; //公司范围1=全部公司2=指定公司
  72. $social_credit_code = $message_data['social_credit_code']; //社会信用代码
  73. $executeLog_id = $message_data['executeLog_id'];
  74. $category_name = $message_data['category_name']; //产品分类名称
  75. $specify_responsible_person = $message_data['specify_responsible_person']; //指派责任人 0=开启 1=关闭
  76. $limit = isset($message_data['limit']) ? $message_data['limit'] : 50;
  77. $page = isset($message_data['page']) ? $message_data['page'] : 1;
  78. $company_id = isset($message_data['company_id']) ? $message_data['company_id'] : 0;//品牌方公司ID
  79. $where = [];
  80. if ($platform != '0') {
  81. $platform = explode(',', $platform);
  82. $ScrapeDataModel = $ScrapeDataModel->whereIn('platform_id', $platform);
  83. }
  84. $where[] = ['product_name', 'like', '%' . $product_name . '%'];
  85. $where[] = ['product_specs', 'like', '%' . $product_specs . '%'];
  86. if ($company_scope == 2) {
  87. $ScrapeDataModel->whereIn('qualification_number', $social_credit_code);
  88. }
  89. $product_data_info = $ScrapeDataModel->where($where)->paginate($limit, ['*'], 'page', $page)->toarray();
  90. $product_datas = $product_data_info['data'];
  91. if (empty($product_datas)) {
  92. if ($executeLog_id) {
  93. (new ExecuteLogModel())->where('id', $executeLog_id)->update(['status' => 0]);
  94. }
  95. return true;
  96. }
  97. foreach ($product_datas as $product_data) {
  98. $province_name = $product_data['province_name'];
  99. $city_name = $product_data['city_name'];
  100. //特殊地区1级移除市
  101. if ($province_name && in_array($province_name, ['北京市', '天津市', '上海市', '重庆市'])) {
  102. //移除市这个字符
  103. $province_name = trim(str_replace('市', '', $province_name));
  104. } else if ($province_name && in_array($province_name, ['北京', '天津', '上海', '重庆'])) {
  105. } else if ($province_name && in_array($province_name, ['内蒙古', '广西', '西藏', '新疆', '宁夏'])) {
  106. switch ($province_name) {
  107. case '内蒙古':
  108. $province_name = '内蒙古自治区';
  109. break;
  110. case '广西':
  111. $province_name = '广西壮族自治区';
  112. break;
  113. case '西藏':
  114. $province_name = '西藏自治区';
  115. break;
  116. case '新疆':
  117. $province_name = '新疆维吾尔自治区';
  118. break;
  119. case '宁夏':
  120. $province_name = '宁夏回族自治区';
  121. break;
  122. }
  123. } else if ($province_name && in_array($province_name, ['内蒙古自治区', '广西壮族自治区', '西藏自治区', '新疆维吾尔自治区', '宁夏回族自治区'])) {
  124. } else if (strpos($province_name, '省') === false) {
  125. //是否存在市省,如果不存在则补全
  126. if (strpos($province_name, '省') === false) {
  127. $province_name = $province_name . '省';
  128. }
  129. }
  130. if ($city_name != '') {
  131. $city_name = $CitysModel->where([['id', '=', $product_data['city_id']], ['level', '=', '2']])->value('name');
  132. }
  133. $insert_product_data = [
  134. 'company_id' => $company_id,
  135. 'source_id' => $product_data['id'],
  136. 'platform' => $product_data['platform_id'],
  137. 'company_name' => $product_data['company_name'],
  138. 'product_name' => $product_name,
  139. 'product_specs' => $product_specs,
  140. 'inventory' => $product_data['inventory'] ? $product_data['inventory'] : '',
  141. 'sales' => $product_data['sales'] ? $product_data['sales'] : '',
  142. 'snapshot_url' => $product_data['snapshot_url'] ? $product_data['snapshot_url'] : '',
  143. 'online_posting_count' => $product_data['online_posting_count'],
  144. 'continuous_listing_count' => $product_data['continuous_listing_count'],
  145. 'link_url' => $product_data['link_url'],
  146. 'store_name' => $product_data['store_name'],
  147. 'social_credit_code' => $product_data['qualification_number'],
  148. 'province_id' => $product_data['province_id'],
  149. 'province_name' => $province_name,
  150. 'city_id' => $product_data['city_id'],
  151. 'city_name' => $city_name,
  152. 'area_info' => $product_data['area_info'],
  153. 'category_name' => $category_name,
  154. 'company_category_name' => '',
  155. 'first_responsible_person' => '',
  156. 'responsible_person' => '',
  157. 'source_responsible_person' => '',
  158. 'scrape_date' => $product_data['scrape_date'],
  159. ];
  160. //获取公司绑定责任人信息
  161. $company_data = $ViolationStoreModel->leftjoin('washconfig_company_category', 'washconfig_company_category.id', '=', 'washconfig_violation_store.category_id')
  162. ->where('washconfig_violation_store.social_credit_code', $product_data['qualification_number'])
  163. ->where('washconfig_violation_store.company_id', $company_id)
  164. ->select(['washconfig_violation_store.id', 'washconfig_company_category.name as category_name'])->first();
  165. $employee_id_list = [];
  166. if ($company_data) {
  167. $employee_id_list = $ViolationCompanyMemberModel->where('company_logid', $company_data->id)->pluck('employee_id')->toarray();
  168. $insert_product_data['company_category_name'] = $company_data->category_name ? $company_data->category_name : '';
  169. }
  170. //获取指定人员信息
  171. if ($specify_responsible_person == 0) {
  172. $where_query1 = [];
  173. $where_query2 = [];
  174. $where_query3 = [];
  175. //查询指定公司第一责任人
  176. if (!empty($employee_id_list)) {
  177. $where_query1[] = ['company_id', '=', $company_id];
  178. $where_query1[] = ['id', 'in', $employee_id_list];
  179. $where_query1[] = ['status', '=', 0];
  180. $where_query1[] = ['duty_type', '=', 1]; //责任类型1=第一责任人,2=责任人
  181. }
  182. //查询地区配置的第一责任人
  183. $employee_id_area = $EmployeeAreaModel->where('city_id', $product_data['city_id'])->pluck('employee_id')->toarray();
  184. if (!empty($employee_id_area)) {
  185. $where_query2[] = ['company_id', '=', $company_id];
  186. $where_query2[] = ['id', 'in', $employee_id_area];
  187. $where_query2[] = ['status', '=', 0];
  188. $where_query2[] = ['duty_type', '=', 1]; //责任类型1=第一责任人,2=责任人
  189. }
  190. //查询平台配置的第一责任人
  191. $employee_id_platform = $EmployeePlatformModel->where('platform_id', $product_data['platform_id'])->pluck('employee_id')->toarray();
  192. if (!empty($employee_id_platform)) {
  193. $where_query3[] = ['company_id', '=', $company_id];
  194. $where_query3[] = ['id', 'in', $employee_id_platform];
  195. $where_query3[] = ['status', '=', 0];
  196. $where_query3[] = ['duty_type', '=', 1]; //责任类型1=第一责任人,2=责任人
  197. }
  198. //并行查询第一责任人
  199. $first_responsible_person = $EmployeeModel->orWhere($where_query1)->orWhere($where_query2)->orWhere($where_query3)->pluck('id')->implode(',');
  200. $insert_product_data['first_responsible_person'] = $first_responsible_person;
  201. //查询责任人
  202. $where_query1 = [];
  203. $where_query2 = [];
  204. $where_query3 = [];
  205. //查询指定公司责任人
  206. if (!empty($employee_id_list)) {
  207. $where_query1[] = ['company_id', '=', $company_id];
  208. $where_query1[] = ['id', 'in', $employee_id_list];
  209. $where_query1[] = ['status', '=', 0];
  210. $where_query1[] = ['duty_type', '=', 2]; //责任类型1=第一责任人,2=责任人
  211. }
  212. //查询地区配置的员工
  213. $employee_id_area = $EmployeeAreaModel->where('city_id', $product_data['city_id'])->pluck('employee_id')->toarray();
  214. if (!empty($employee_id_area)) {
  215. $where_query2[] = ['company_id', '=', $company_id];
  216. $where_query2[] = ['id', 'in', $employee_id_area];
  217. $where_query2[] = ['status', '=', 0];
  218. $where_query2[] = ['duty_type', '=', 2]; //责任类型1=第一责任人,2=责任人
  219. }
  220. //查询平台配置的员工
  221. $employee_id_platform = $EmployeePlatformModel->where('platform_id', $product_data['platform_id'])->pluck('employee_id')->toarray();
  222. if (!empty($employee_id_platform)) {
  223. $where_query3[] = ['company_id', '=', $company_id];
  224. $where_query3[] = ['id', 'in', $employee_id_platform];
  225. $where_query3[] = ['status', '=', 0];
  226. $where_query3[] = ['duty_type', '=', 2]; //责任类型1=第一责任人,2=责任人
  227. }
  228. //并行查询责任人
  229. $responsible_person = $EmployeeModel->orWhere($where_query1)->orWhere($where_query2)->orWhere($where_query3)->pluck('id')->implode(',');
  230. $insert_product_data['responsible_person'] = $responsible_person;
  231. //溯源责任人
  232. $source_responsible_person = '';
  233. if ($first_responsible_person && $responsible_person) {
  234. //转换成数组,合并后在去重
  235. $first_responsible_person = explode(',', $first_responsible_person);
  236. $responsible_person = explode(',', $responsible_person);
  237. $source_responsible_person = array_unique(array_merge($first_responsible_person, $responsible_person));
  238. $source_responsible_person = ','.implode(',', $source_responsible_person).',';
  239. } else if ($first_responsible_person) {
  240. $source_responsible_person = $first_responsible_person;
  241. } else if ($responsible_person) {
  242. $source_responsible_person = $responsible_person;
  243. }
  244. $insert_product_data['source_responsible_person'] = $source_responsible_person;
  245. }
  246. //插入数据
  247. $ViolationProductModel->addViolationProduct($insert_product_data);
  248. }
  249. //继续执行下一页
  250. $message_data['page'] = $page + 1;
  251. $message_data['limit'] = $limit;
  252. ViolationProductDataJobs::dispatch($message_data);
  253. }
  254. public function failed(\Throwable $exception)
  255. {
  256. Log::info('job_error', '数据清洗-违规挂网商品数据队列完全失败', ['data' => $this->message_data, 'error' => $exception]);
  257. }
  258. }