YsbangProductDataJobs.php 7.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136
  1. <?php
  2. namespace App\Jobs\Manager\CollectData;
  3. use Illuminate\Bus\Queueable;
  4. use Illuminate\Contracts\Queue\ShouldBeUnique;
  5. use Illuminate\Contracts\Queue\ShouldQueue;
  6. use Illuminate\Foundation\Bus\Dispatchable;
  7. use Illuminate\Queue\InteractsWithQueue;
  8. use Illuminate\Queue\SerializesModels;
  9. use App\Facades\Servers\Logs\Log;
  10. use App\Models\manager\Collect\ScrapeTmpData as ScrapeTmpDataModel;
  11. use Illuminate\Support\Facades\Cache;
  12. use App\Models\Manager\Ysbang\Store as YsbangStoreModel;
  13. use App\Models\Manager\Citys as CitysModel;
  14. /**
  15. * 采集数据-药师帮数据处理
  16. * @author 唐远望
  17. * @version 1.0
  18. * @date 2026-02-05
  19. */
  20. class YsbangProductDataJobs implements ShouldQueue
  21. {
  22. use Dispatchable, InteractsWithQueue, Queueable, SerializesModels;
  23. protected $message_data;
  24. /**
  25. * Create a new job instance.
  26. *
  27. * @return void
  28. */
  29. public function __construct(array $message_data)
  30. {
  31. $this->message_data = $message_data;
  32. }
  33. /**
  34. * Execute the job.
  35. *
  36. * @return void
  37. */
  38. public function handle()
  39. {
  40. try {
  41. $CitysModel = new CitysModel();
  42. $YsbangStoreModel = new YsbangStoreModel();
  43. $city_id_data = $CitysModel->get_city_id_list();
  44. $province_id_list = $CitysModel->get_province_id_list();
  45. $item = $this->message_data;
  46. $provider_id = $item['provider_id'];
  47. $store_data = Cache::get('admin:store_data_log:' . $provider_id);
  48. if (!$store_data) {
  49. $store_data = $YsbangStoreModel->where(['id' => $provider_id])->first(['id', 'name', 'company_id', 'company_name', 'province_name', 'city_name', 'addr', 'unified_code']);
  50. if (!$store_data) return true;
  51. $store_data = $store_data->toarray();
  52. Cache::put('YsbangStoreJobs:store_data_log:' . $provider_id, $store_data, 300);
  53. }
  54. $province_name = $store_data['province_name'];
  55. if ($province_name && in_array($province_name, ['北京市', '天津市', '上海市', '重庆市'])) {
  56. //移除市这个字符
  57. $province_name = trim(str_replace('市', '', $province_name));
  58. }
  59. $ScrapeTmpDataModel = new ScrapeTmpDataModel();
  60. $where_data = [
  61. 'platform_id' => '8', //平台0=全部,1=淘宝,2=京东,3=拼多多,4=美团,5=药师帮,6=1药城,7=药久久,8=药师帮
  62. 'province_id' => isset($province_id_list[$province_name]) ? $province_id_list[$province_name]['id'] : 0, //省份id
  63. 'city_id' => isset($city_id_data[$store_data['city_name']]) ? $city_id_data[$store_data['city_name']]['id'] : 0, //城市id
  64. 'province_name' => isset($store_data['province_name']) ? $store_data['province_name'] : '', //省份名称
  65. 'city_name' => isset($store_data['city_name']) ? $store_data['city_name'] : '', //城市名称
  66. 'area_info' => isset($store_data['addr']) ? $store_data['addr'] : '', //区县信息
  67. 'product_name' => $item['drugname'], //产品名称
  68. 'product_specs' => $item['specification'], //产品规格
  69. 'online_posting_count' => '1', //在线上架数量
  70. 'continuous_listing_count' => '1', //持续上架数量
  71. 'link_url' => $item['url'], //链接地址
  72. 'store_name' => $item['provider_name'], //店铺名称
  73. 'company_name' => $item['manufacturer'], //公司名称
  74. 'qualification_number' => '', //资质证书号
  75. 'scrape_date' => date('Y-m-d H:i:s', $item['real_crawler_time']), //采集日期
  76. 'number' => '1', //盒数
  77. 'insert_time' => date('Y-m-d H:i:s', time()),
  78. ];
  79. //校验$where_data 数据下是否存在空值的情况,如果存在跳过写入
  80. foreach ($where_data as $key => $value) {
  81. //如果字段名称不在范围内,才去校验值是否为空
  82. if (!in_array($key, ['qualification_number']) && empty($value)) {
  83. Log::info('job_info', '采集数据-药师帮数据处理队列跳过', ['data' => $this->message_data, 'error' => "{$key}字段值为空"]);
  84. return true;
  85. }
  86. }
  87. //查询是否存在记录
  88. $ScrapeTmpData = $ScrapeTmpDataModel->where($where_data)->first();
  89. if (empty($ScrapeTmpData)) {
  90. $insert_data = [
  91. 'platform_id' => '8', //平台0=全部,1=淘宝,2=京东,3=拼多多,4=美团,5=药师帮,6=1药城,7=药久久,8=药师帮
  92. 'province_id' => isset($province_id_list[$province_name]) ? $province_id_list[$province_name]['id'] : 0, //省份id
  93. 'city_id' => isset($city_id_data[$store_data['city_name']]) ? $city_id_data[$store_data['city_name']]['id'] : 0, //城市id
  94. 'province_name' => isset($store_data['province_name']) ? $store_data['province_name'] : '', //省份名称
  95. 'city_name' => isset($store_data['city_name']) ? $store_data['city_name'] : '', //城市名称
  96. 'area_info' => isset($store_data['addr']) ? $store_data['addr'] : '', //区县信息
  97. 'product_name' => $item['drugname'], //产品名称
  98. 'product_specs' => $item['specification'], //产品规格
  99. 'one_box_price' => round($item['minPrice'] / 100, 2), //一箱价格
  100. 'online_posting_count' => '1', //在线上架数量
  101. 'continuous_listing_count' => '1', //持续上架数量
  102. 'link_url' => $item['url'], //链接地址
  103. 'store_name' => $item['provider_name'], //店铺名称
  104. 'company_name' => $item['manufacturer'], //公司名称
  105. 'qualification_number' => '', //资质证书号
  106. 'scrape_date' => date('Y-m-d H:i:s', $item['real_crawler_time']), //采集日期
  107. 'min_price' => round($item['minPrice'] / 100, 2), //最低价格
  108. 'number' => '1', //盒数
  109. 'insert_time' => date('Y-m-d H:i:s', time()),
  110. ];
  111. $ScrapeTmpDataModel->insert($insert_data);
  112. } else {
  113. //如果存在且价格低于采集价格,则更新价格
  114. if ($ScrapeTmpData->min_price > $this->message_data['min_price']) {
  115. $ScrapeTmpData->min_price = $this->message_data['min_price'];
  116. $ScrapeTmpData->one_box_price = $this->message_data['one_box_price'];
  117. $ScrapeTmpData->save();
  118. }
  119. }
  120. } catch (\Exception $e) {
  121. Log::info('job_error', '采集数据-药师帮数据处理队列失败', ['data' => $this->message_data, 'error' => $e->getMessage()]);
  122. }
  123. }
  124. public function failed(\Throwable $exception)
  125. {
  126. Log::info('job_error', '采集数据-药师帮数据处理队列完全失败', ['data' => $this->message_data, 'error' => $exception]);
  127. }
  128. }