ViolationStoreDataJobs.php 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305
  1. <?php
  2. namespace App\Jobs\Manager\Process;
  3. use Illuminate\Bus\Queueable;
  4. use Illuminate\Contracts\Queue\ShouldBeUnique;
  5. use Illuminate\Contracts\Queue\ShouldQueue;
  6. use Illuminate\Foundation\Bus\Dispatchable;
  7. use Illuminate\Queue\InteractsWithQueue;
  8. use Illuminate\Queue\SerializesModels;
  9. use App\Facades\Servers\Logs\Log;
  10. use App\Models\Manager\Process\ViolationStore as ViolationStoreModel;
  11. use App\Models\Manager\Personnel\Employee as EmployeeModel;
  12. use App\Models\Api\Process\ExecuteLog as ExecuteLogModel;
  13. use App\Models\Manager\Process\ScrapeData as ScrapeDataModel;
  14. use App\Models\Manager\WashConfig\ViolationCompanyMember as ViolationCompanyMemberModel;
  15. use App\Models\Manager\Citys as CitysModel;
  16. use App\Models\Manager\Personnel\EmployeePlatform as EmployeePlatformModel;
  17. use App\Models\Manager\Personnel\EmployeeArea as EmployeeAreaModel;
  18. use Illuminate\Support\Facades\DB;
  19. use Illuminate\Support\Carbon;
  20. /**
  21. * 数据清洗-违规店铺清洗数据队列
  22. * @author 唐远望
  23. * @version 1.0
  24. * @date 2025-12-11
  25. */
  26. class ViolationStoreDataJobs implements ShouldQueue
  27. {
  28. use Dispatchable, InteractsWithQueue, Queueable, SerializesModels;
  29. protected $message_data;
  30. /**
  31. * Create a new job instance.
  32. *
  33. * @return void
  34. */
  35. public function __construct(array $message_data)
  36. {
  37. $this->message_data = $message_data;
  38. }
  39. /**
  40. * Execute the job.
  41. *
  42. * @return void
  43. */
  44. public function handle()
  45. {
  46. try {
  47. $this->getViolationStoreData($this->message_data);
  48. } catch (\Exception $e) {
  49. Log::info('job_error', '数据清洗-违规店铺清洗数据队列失败', ['data' => $this->message_data, 'error' => $e->getMessage()]);
  50. }
  51. }
  52. /**
  53. * 采集商品数据清洗
  54. * @author 唐远望
  55. * @version 1.0
  56. * @date 2025-12-11
  57. */
  58. public function getViolationStoreData($message_data)
  59. {
  60. $CitysModel = new CitysModel();
  61. $EmployeeModel = new EmployeeModel();
  62. $ViolationStoreModel = new ViolationStoreModel();
  63. $ScrapeDataModel = new ScrapeDataModel();
  64. $ViolationCompanyMemberModel = new ViolationCompanyMemberModel();
  65. $EmployeePlatformModel = new EmployeePlatformModel();
  66. $EmployeeAreaModel = new EmployeeAreaModel();
  67. $platform = $message_data['platform']; //多个平台配置
  68. $store_name = $message_data['store_name']; //店铺名称
  69. $company_name = $message_data['company_name']; //公司名称
  70. $social_credit_code = $message_data['social_credit_code']; //社会信用代码
  71. $store_type = $message_data['store_type']; //公司类型:1=黑名单2=白名单
  72. $executeLog_id = $message_data['executeLog_id'];
  73. $company_category_name = $message_data['company_category_name']; //公司类别名称
  74. $specify_responsible_person = $message_data['specify_responsible_person']; //指派责任人 0=开启 1=关闭
  75. $limit = isset($message_data['limit']) ? $message_data['limit'] : 50;
  76. $page = isset($message_data['page']) ? $message_data['page'] : 1;
  77. $company_id = isset($message_data['company_id']) ? $message_data['company_id'] : 0;//品牌方公司ID
  78. $last7DaysStart = Carbon::today()->subDays(6)->startOfDay()->getTimestamp(); // 7天前开始
  79. $last7DaysEnd = Carbon::today()->endOfDay()->getTimestamp(); // 到今天结束
  80. $where_map[] = ['insert_time', '>=', $last7DaysStart];
  81. $where_map[] = ['insert_time', '<=', $last7DaysEnd];
  82. if ($platform != '0') {
  83. $platform = explode(',', $platform);
  84. $ScrapeDataModel = $ScrapeDataModel->where('qualification_number', $social_credit_code)->where($where_map)->whereIn('platform_id', $platform);
  85. } else {
  86. $ScrapeDataModel = $ScrapeDataModel->where('qualification_number', $social_credit_code)->where($where_map);
  87. }
  88. $product_data_info = $ScrapeDataModel->paginate($limit, ['*'], 'page', $page)->toarray();
  89. $product_datas = $product_data_info['data'];
  90. if (empty($product_datas)) {
  91. if ($executeLog_id) {
  92. (new ExecuteLogModel())->where('id', $executeLog_id)->update(['status' => 0]);
  93. }
  94. return true;
  95. }
  96. foreach ($product_datas as $product_data) {
  97. $province_name = $product_data['province_name'];
  98. $city_name = $product_data['city_name'];
  99. //特殊地区1级移除市
  100. if ($province_name && in_array($province_name, ['北京市', '天津市', '上海市', '重庆市'])) {
  101. //移除市这个字符
  102. $province_name = trim(str_replace('市', '', $province_name));
  103. } else if ($province_name && in_array($province_name, ['北京', '天津', '上海', '重庆'])) {
  104. } else if ($province_name && in_array($province_name, ['内蒙古', '广西', '西藏', '新疆', '宁夏'])) {
  105. switch ($province_name) {
  106. case '内蒙古':
  107. $province_name = '内蒙古自治区';
  108. break;
  109. case '广西':
  110. $province_name = '广西壮族自治区';
  111. break;
  112. case '西藏':
  113. $province_name = '西藏自治区';
  114. break;
  115. case '新疆':
  116. $province_name = '新疆维吾尔自治区';
  117. break;
  118. case '宁夏':
  119. $province_name = '宁夏回族自治区';
  120. break;
  121. }
  122. } else if ($province_name && in_array($province_name, ['内蒙古自治区', '广西壮族自治区', '西藏自治区', '新疆维吾尔自治区', '宁夏回族自治区'])) {
  123. } else if (strpos($province_name, '省') === false) {
  124. //是否存在市省,如果不存在则补全
  125. if (strpos($province_name, '省') === false) {
  126. $province_name = $province_name . '省';
  127. }
  128. }
  129. if ($city_name != '') {
  130. $city_name = $CitysModel->where([['id', '=', $product_data['city_id']], ['level', '=', '2']])->value('name');
  131. }
  132. $insert_product_data = [
  133. 'company_id' => $company_id,
  134. 'source_id' => $product_data['id'],
  135. 'platform' => $product_data['platform_id'],
  136. 'company_name' => $product_data['company_name'],
  137. 'link_url' => $product_data['link_url'],
  138. 'store_name' => $product_data['store_name'],
  139. 'social_credit_code' => $social_credit_code,
  140. 'province_id' => $product_data['province_id'],
  141. 'province_name' => $province_name,
  142. 'city_id' => $product_data['city_id'],
  143. 'city_name' => $city_name,
  144. 'area_info' => $product_data['area_info'],
  145. 'company_category_name' => $company_category_name,
  146. 'first_responsible_person' => '',
  147. 'responsible_person' => '',
  148. 'source_responsible_person' => '',
  149. 'scrape_date' => $product_data['scrape_date'],
  150. ];
  151. //获取公司绑定责任人信息
  152. $company_data = $ViolationStoreModel->where('social_credit_code', $product_data['qualification_number'])
  153. ->where('process_violation_store.company_id', $company_id)->first();
  154. $employee_id_list = [];
  155. if ($company_data) {
  156. $employee_id_list = $ViolationCompanyMemberModel->where('company_logid', $company_data->id)->pluck('employee_id')->toarray();
  157. }
  158. //获取指定人员信息
  159. if ($specify_responsible_person == 0) {
  160. $where_query1 = [];
  161. $where_query2 = [];
  162. $where_query3 = [];
  163. //查询指定公司第一责任人
  164. if (!empty($employee_id_list)) {
  165. $where_query1[] = ['company_id', '=', $company_id];
  166. $where_query1[] = ['id', 'in', $employee_id_list];
  167. $where_query1[] = ['status', '=', 0];
  168. $where_query1[] = ['duty_type', '=', 1]; //责任类型1=第一责任人,2=责任人
  169. }
  170. //查询地区配置的第一责任人
  171. $employee_id_area = $EmployeeAreaModel->where('city_id', $product_data['city_id'])->pluck('employee_id')->toarray();
  172. if (!empty($employee_id_area)) {
  173. $where_query2[] = ['company_id', '=', $company_id];
  174. $where_query2[] = ['id', 'in', $employee_id_area];
  175. $where_query2[] = ['status', '=', 0];
  176. $where_query2[] = ['duty_type', '=', 1]; //责任类型1=第一责任人,2=责任人
  177. }
  178. //查询平台配置的第一责任人
  179. $employee_id_platform = $EmployeePlatformModel->where('platform_id', $product_data['platform_id'])->pluck('employee_id')->toarray();
  180. if (!empty($employee_id_platform)) {
  181. $where_query3[] = ['company_id', '=', $company_id];
  182. $where_query3[] = ['id', 'in', $employee_id_platform];
  183. $where_query3[] = ['status', '=', 0];
  184. $where_query3[] = ['duty_type', '=', 1]; //责任类型1=第一责任人,2=责任人
  185. }
  186. //并行查询第一责任人
  187. $EmployeeModel = $EmployeeModel->where(function ($q) use ($employee_id_list, $company_id) {
  188. if (!empty($employee_id_list)) {
  189. $q->where('company_id', $company_id)
  190. ->orWhereIn('id', $employee_id_list)
  191. ->where('status', 0)
  192. ->where('duty_type', 1);
  193. }
  194. })->orWhere(function ($q) use ($employee_id_area, $company_id) {
  195. if (!empty($employee_id_area)) {
  196. $q->where('company_id', $company_id)
  197. ->whereIn('id', $employee_id_area)
  198. ->where('status', 0)
  199. ->where('duty_type', 1);
  200. }
  201. })->orWhere(function ($q) use ($employee_id_platform, $company_id) {
  202. if (!empty($employee_id_platform)) {
  203. $q->where('company_id', $company_id)
  204. ->whereIn('id', $employee_id_platform)
  205. ->where('status', 0)
  206. ->where('duty_type', 1);
  207. }
  208. });
  209. $first_responsible_person = $EmployeeModel->pluck('id')->implode(',');
  210. //调试记录查询条件
  211. $insert_product_data['first_responsible_person'] = $first_responsible_person;
  212. //查询责任人
  213. $where_query1 = [];
  214. $where_query2 = [];
  215. $where_query3 = [];
  216. //查询指定公司责任人
  217. if (!empty($employee_id_list)) {
  218. $where_query1[] = ['company_id', '=', $company_id];
  219. $where_query1[] = ['id', 'in', $employee_id_list];
  220. $where_query1[] = ['status', '=', 0];
  221. $where_query1[] = ['duty_type', '=', 2]; //责任类型1=第一责任人,2=责任人
  222. }
  223. //查询地区配置的员工
  224. $employee_id_area = $EmployeeAreaModel->where('city_id', $product_data['city_id'])->pluck('employee_id')->toarray();
  225. if (!empty($employee_id_area)) {
  226. $where_query2[] = ['company_id', '=', $company_id];
  227. $where_query2[] = ['id', 'in', $employee_id_area];
  228. $where_query2[] = ['status', '=', 0];
  229. $where_query2[] = ['duty_type', '=', 2]; //责任类型1=第一责任人,2=责任人
  230. }
  231. //查询平台配置的员工
  232. $employee_id_platform = $EmployeePlatformModel->where('platform_id', $product_data['platform_id'])->pluck('employee_id')->toarray();
  233. if (!empty($employee_id_platform)) {
  234. $where_query3[] = ['company_id', '=', $company_id];
  235. $where_query3[] = ['id', 'in', $employee_id_platform];
  236. $where_query3[] = ['status', '=', 0];
  237. $where_query3[] = ['duty_type', '=', 2]; //责任类型1=第一责任人,2=责任人
  238. }
  239. //并行查询责任人
  240. $EmployeeModel = new EmployeeModel();
  241. $EmployeeModel = $EmployeeModel->where(function ($q) use ($employee_id_list, $company_id) {
  242. if (!empty($employee_id_list)) {
  243. $q->where('company_id', $company_id)
  244. ->orWhereIn('id', $employee_id_list)
  245. ->where('status', 0)
  246. ->where('duty_type', 2);//责任类型1=第一责任人,2=责任人
  247. }
  248. })->orWhere(function ($q) use ($employee_id_area, $company_id) {
  249. if (!empty($employee_id_area)) {
  250. $q->where('company_id', $company_id)
  251. ->whereIn('id', $employee_id_area)
  252. ->where('status', 0)
  253. ->where('duty_type', 2);//责任类型1=第一责任人,2=责任人
  254. }
  255. })->orWhere(function ($q) use ($employee_id_platform, $company_id) {
  256. if (!empty($employee_id_platform)) {
  257. $q->where('company_id', $company_id)
  258. ->whereIn('id', $employee_id_platform)
  259. ->where('status', 0)
  260. ->where('duty_type', 2);//责任类型1=第一责任人,2=责任人
  261. }
  262. });
  263. $responsible_person = $EmployeeModel->pluck('id')->implode(',');
  264. $insert_product_data['responsible_person'] = $responsible_person;
  265. //溯源责任人
  266. $source_responsible_person = '';
  267. if ($first_responsible_person && $responsible_person) {
  268. //转换成数组,合并后在去重
  269. $first_responsible_person = explode(',', $first_responsible_person);
  270. $responsible_person = explode(',', $responsible_person);
  271. $source_responsible_person = array_unique(array_merge($first_responsible_person, $responsible_person));
  272. $source_responsible_person = ','.implode(',', $source_responsible_person).',';
  273. } else if ($first_responsible_person) {
  274. $source_responsible_person = $first_responsible_person;
  275. } else if ($responsible_person) {
  276. $source_responsible_person = $responsible_person;
  277. }
  278. $insert_product_data['source_responsible_person'] = $source_responsible_person;
  279. }
  280. //插入数据
  281. $ViolationStoreModel->addViolationStore($insert_product_data);
  282. }
  283. //继续执行下一页
  284. $message_data['page'] = $page + 1;
  285. $message_data['limit'] = $limit;
  286. ViolationStoreDataJobs::dispatch($message_data);
  287. }
  288. public function failed(\Throwable $exception)
  289. {
  290. Log::info('job_error', '数据清洗-违规店铺清洗数据队列完全失败', ['data' => $this->message_data, 'error' => $exception]);
  291. }
  292. }