YychengProductDataJobs.php 9.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178
  1. <?php
  2. namespace App\Jobs\Manager\CollectData\Yycheng;
  3. use Illuminate\Bus\Queueable;
  4. use Illuminate\Contracts\Queue\ShouldBeUnique;
  5. use Illuminate\Contracts\Queue\ShouldQueue;
  6. use Illuminate\Foundation\Bus\Dispatchable;
  7. use Illuminate\Queue\InteractsWithQueue;
  8. use Illuminate\Queue\SerializesModels;
  9. use App\Facades\Servers\Logs\Log;
  10. use App\Models\Manager\Collect\ScrapeTmpData as ScrapeTmpDataModel; //临时采集数据表
  11. use App\Models\Manager\Collect\ScrapeData as ScrapeDataModel; //采集数据表
  12. use Illuminate\Support\Facades\Cache;
  13. use App\Models\Manager\CollectData\Yycheng\Store as YychengStoreModel;
  14. use App\Models\Manager\Citys as CitysModel;
  15. use App\Jobs\Manager\CollectData\Yycheng\YychengProductJobs;
  16. /**
  17. * 采集数据-医药城数据处理
  18. * @author 唐远望
  19. * @version 1.0
  20. * @date 2026-02-05
  21. */
  22. class YychengProductDataJobs implements ShouldQueue
  23. {
  24. use Dispatchable, InteractsWithQueue, Queueable, SerializesModels;
  25. protected $message_data;
  26. /**
  27. * Create a new job instance.
  28. *
  29. * @return void
  30. */
  31. public function __construct(array $message_data)
  32. {
  33. $this->message_data = $message_data;
  34. }
  35. /**
  36. * Execute the job.
  37. *
  38. * @return void
  39. */
  40. public function handle()
  41. {
  42. try {
  43. $CitysModel = new CitysModel();
  44. $YychengStoreModel = new YychengStoreModel();
  45. $city_id_data = $CitysModel->get_city_id_list();
  46. $province_id_list = $CitysModel->get_province_id_list();
  47. $item = $this->message_data;
  48. $comStoreId = $item['comStoreId'];
  49. if (!$comStoreId) return true;
  50. $comStoreId = explode('_', $comStoreId);
  51. $provider_id = $comStoreId[0];
  52. $store_data = $YychengStoreModel->where(['id' => $provider_id])->first(['id', 'name', 'company_id', 'company_name', 'province_name', 'city_name', 'addr', 'unified_code']);
  53. if (!$store_data) return true;
  54. $store_data = $store_data->toarray();
  55. $province_name = isset($store_data['province_name']) ? $store_data['province_name'] : ''; //省份名称
  56. $city_name = isset($store_data['city_name']) ? $store_data['city_name'] : ''; //城市名称
  57. //特殊地区1级移除市
  58. if ($province_name && in_array($province_name, ['北京市', '天津市', '上海市', '重庆市'])) {
  59. //移除市这个字符
  60. $province_name = trim(str_replace('市', '', $province_name));
  61. }else if ($province_name && in_array($province_name, ['北京', '天津', '上海', '重庆'])) {
  62. } else if ($province_name && in_array($province_name, ['内蒙古', '广西', '西藏', '新疆', '宁夏'])) {
  63. switch ($province_name) {
  64. case '内蒙古':
  65. $province_name = '内蒙古自治区';
  66. break;
  67. case '广西':
  68. $province_name = '广西壮族自治区';
  69. break;
  70. case '西藏':
  71. $province_name = '西藏自治区';
  72. break;
  73. case '新疆':
  74. $province_name = '新疆维吾尔自治区';
  75. break;
  76. case '宁夏':
  77. $province_name = '宁夏回族自治区';
  78. break;
  79. }
  80. } else if ($province_name && in_array($province_name, ['内蒙古自治区', '广西壮族自治区', '西藏自治区', '新疆维吾尔自治区', '宁夏回族自治区'])) {
  81. } else if (strpos($province_name, '省') === false) {
  82. //是否存在市省,如果不存在则补全
  83. if (strpos($province_name, '省') === false) {
  84. $province_name = $province_name . '省';
  85. }
  86. }
  87. if ($city_name != '') {
  88. $city_name = $CitysModel->where([['name', 'like', "%$city_name%"], ['level', '=', '2']])->value('name');
  89. }
  90. $ScrapeDataModel = new ScrapeDataModel();
  91. $where_data = [
  92. 'platform_id' => '6', //平台0=全部,1=淘宝,2=京东,3=拼多多,4=美团,5=药师帮,6=1药城,7=药久久
  93. 'province_id' => isset($province_id_list[$province_name]) ? $province_id_list[$province_name]['id'] : 0, //省份id
  94. 'city_id' => isset($city_id_data[$store_data['city_name']]) ? $city_id_data[$store_data['city_name']]['id'] : 0, //城市id
  95. 'province_name' => $province_name, //省份名称
  96. 'city_name' => $city_name, //城市名称
  97. 'area_info' => isset($store_data['addr']) ? $store_data['addr'] : '', //区县信息
  98. 'product_name' => $item['drugname'], //产品名称
  99. 'product_specs' => $item['specification'], //产品规格
  100. 'online_posting_count' => '1', //在线上架数量
  101. 'continuous_listing_count' => '1', //持续上架数量
  102. 'link_url' => $item['url'], //链接地址
  103. 'store_name' => $item['storeName'], //店铺名称
  104. 'company_name' => $item['manufacturer'], //公司名称
  105. 'qualification_number' => isset($store_data['unified_code']) ? $store_data['unified_code'] : '', //营业执照号码
  106. 'scrape_date' => date('Y-m-d H:i:s', $item['real_crawler_time']), //采集日期
  107. 'number' => '1', //盒数
  108. ];
  109. //校验$where_data 数据下是否存在空值的情况,如果存在跳过写入
  110. foreach ($where_data as $key => $value) {
  111. //如果字段名称不在范围内,才去校验值是否为空
  112. if (!in_array($key, ['qualification_number']) && empty($value)) {
  113. return true;
  114. }
  115. }
  116. //查询是否存在记录
  117. $ScrapeTmpData = $ScrapeDataModel->where($where_data)->first();
  118. if (empty($ScrapeTmpData)) {
  119. $insert_data = [
  120. 'platform_id' => '6', //平台0=全部,1=淘宝,2=京东,3=拼多多,4=美团,5=药师帮,6=1药城,7=药久久
  121. 'province_id' => isset($province_id_list[$province_name]) ? $province_id_list[$province_name]['id'] : 0, //省份id
  122. 'city_id' => isset($city_id_data[$store_data['city_name']]) ? $city_id_data[$store_data['city_name']]['id'] : 0, //城市id
  123. 'province_name' => isset($store_data['province_name']) ? $store_data['province_name'] : '', //省份名称
  124. 'city_name' => isset($store_data['city_name']) ? $store_data['city_name'] : '', //城市名称
  125. 'area_info' => isset($store_data['addr']) ? $store_data['addr'] : '', //区县信息
  126. 'product_name' => $item['drugname'], //产品名称
  127. 'product_specs' => $item['specification'], //产品规格
  128. 'one_box_price' => round($item['minPrice'] / 100, 2), //一箱价格
  129. 'online_posting_count' => '1', //在线上架数量
  130. 'continuous_listing_count' => '1', //持续上架数量
  131. 'link_url' => $item['url'], //链接地址
  132. 'store_name' => $item['storeName'], //店铺名称
  133. 'company_name' => $item['manufacturer'], //公司名称
  134. 'qualification_number' => isset($store_data['unified_code']) ? $store_data['unified_code'] : '', //营业执照号码
  135. 'scrape_date' => date('Y-m-d H:i:s', $item['real_crawler_time']), //采集日期
  136. 'min_price' => round($item['minPrice'] / 100, 2), //最低价格
  137. 'number' => '1', //盒数
  138. 'insert_time' => date('Y-m-d H:i:s', time()),
  139. ];
  140. $ScrapeDataModel->insert($insert_data);
  141. } else {
  142. //如果存在且价格低于采集价格,则更新价格
  143. if ($ScrapeTmpData->min_price > $item['minPrice']) {
  144. $ScrapeTmpData->min_price = $item['minPrice'];
  145. $ScrapeTmpData->one_box_price = $item['minPrice'];
  146. $ScrapeTmpData->save();
  147. }
  148. }
  149. // $queue_page = $item['queue_page']; //页码
  150. // $queue_now_limit = $item['queue_now_limit']; //当前处理条数
  151. // $queue_limit = $item['queue_limit']; //每页处理条数
  152. // $queue_total = $item['queue_total']; //总条数
  153. // if ($queue_now_limit == $queue_limit) {
  154. // //继续执行下一页
  155. // $message_data['page'] = (int)$queue_page + 1;
  156. // $message_data['limit'] = $queue_limit;
  157. // $message_data['total'] = $queue_total;
  158. // YychengProductJobs::dispatch($message_data);
  159. // }
  160. } catch (\Exception $e) {
  161. Log::info('job_error', '采集数据-医药城数据处理队列失败', ['data' => $this->message_data, 'error' => $e->getMessage()]);
  162. }
  163. }
  164. public function failed(\Throwable $exception)
  165. {
  166. Log::info('job_error', '采集数据-医药城数据处理队列完全失败', ['data' => $this->message_data, 'error' => $exception]);
  167. }
  168. }