| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172 |
- <?php
- namespace App\Jobs\Manager\CollectData\JdTmao;
- use Illuminate\Bus\Queueable;
- use Illuminate\Contracts\Queue\ShouldBeUnique;
- use Illuminate\Contracts\Queue\ShouldQueue;
- use Illuminate\Foundation\Bus\Dispatchable;
- use Illuminate\Queue\InteractsWithQueue;
- use Illuminate\Queue\SerializesModels;
- use App\Facades\Servers\Logs\Log;
- use App\Models\Manager\Collect\ScrapeTmpData as ScrapeTmpDataModel; //临时采集数据表
- use App\Models\Manager\Collect\ScrapeData as ScrapeDataModel; //采集数据表
- use Illuminate\Support\Facades\Cache;
- use App\Models\Manager\CollectData\JdTmao\Store as JdTmaoStoreModel;
- use App\Models\Manager\Citys as CitysModel;
- use App\Jobs\Manager\CollectData\JdTmao\JdTmaoProductJobs;
- /**
- * 采集数据-医药城数据处理
- * @author 唐远望
- * @version 1.0
- * @date 2026-02-05
- */
- class JdTmaoProductDataJobs implements ShouldQueue
- {
- use Dispatchable, InteractsWithQueue, Queueable, SerializesModels;
- protected $message_data;
- /**
- * Create a new job instance.
- *
- * @return void
- */
- public function __construct(array $message_data)
- {
- $this->message_data = $message_data;
- }
- /**
- * Execute the job.
- *
- * @return void
- */
- public function handle()
- {
- try {
- $CitysModel = new CitysModel();
- $city_id_data = $CitysModel->get_city_id_list();
- $province_id_list = $CitysModel->get_province_id_list();
- $item = $this->message_data;
- $province_name = $item['province_name'];
- $city_name = $item['city_name'];
- //特殊地区1级移除市
- if ($province_name && in_array($province_name, ['北京市', '天津市', '上海市', '重庆市'])) {
- //移除市这个字符
- $province_name = trim(str_replace('市', '', $province_name));
- } else if ($province_name && in_array($province_name, ['内蒙古', '广西', '西藏', '新疆', '宁夏'])) {
- switch ($province_name) {
- case '内蒙古':
- $province_name = '内蒙古自治区';
- break;
- case '广西':
- $province_name = '广西壮族自治区';
- break;
- case '西藏':
- $province_name = '西藏自治区';
- break;
- case '新疆':
- $province_name = '新疆维吾尔自治区';
- break;
- case '宁夏':
- $province_name = '宁夏回族自治区';
- break;
- }
- } else if (strpos($province_name, '省') === false) {
- //是否存在市省,如果不存在则补全
- if (strpos($province_name, '省') === false) {
- $province_name = $province_name . '省';
- }
- }
- if($city_name !=''){
- $city_name = $CitysModel->where([['name','like',"%$city_name%"],['level','=','2']])->value('name');
- }
- $ScrapeDataModel = new ScrapeDataModel();
- $item_platform_name = $item['platform_name'];
- if (!in_array($item_platform_name, ['京东', '天猫'])) {
- return true;
- }
- $platform_id_data = ['京东' => 2, '天猫' => 1];
- $where_data = [
- 'platform_id' => $platform_id_data[$item_platform_name], //平台0=全部,1=淘宝,2=京东,3=拼多多,4=美团,5=药师帮,6=1药城,7=药久久
- 'province_id' => isset($province_id_list[$province_name]) ? $province_id_list[$province_name]['id'] : 0, //省份id
- 'city_id' => isset($city_id_data[$city_name]) ? $city_id_data[$city_name]['id'] : 0, //城市id
- 'province_name' => $province_name, //省份名称
- 'city_name' => $city_name, //城市名称
- 'area_info' => '', //区县信息
- 'product_name' => $item['drugname'], //产品名称
- 'product_specs' => $item['specification'], //产品规格
- 'online_posting_count' => '1', //在线上架数量
- 'continuous_listing_count' => '1', //持续上架数量
- 'link_url' => $item['url'], //链接地址
- 'store_name' => $item['store_name'], //店铺名称
- 'company_name' => $item['company_name'], //公司名称
- 'qualification_number' => isset($item['credit_code']) ? $item['credit_code'] : '', //营业执照号码
- 'scrape_date' => $item['update_time'], //采集日期
- 'number' => '1', //盒数
- ];
- //校验$where_data 数据下是否存在空值的情况,如果存在跳过写入
- foreach ($where_data as $key => $value) {
- //如果字段名称不在范围内,才去校验值是否为空
- if (!in_array($key, ['qualification_number', 'area_info']) && empty($value)) {
- return true;
- }
- }
- //查询是否存在记录
- $ScrapeTmpData = $ScrapeDataModel->where($where_data)->first();
- if (empty($ScrapeTmpData)) {
- $insert_data = [
- 'platform_id' => $platform_id_data[$item_platform_name], //平台0=全部,1=淘宝,2=京东,3=拼多多,4=美团,5=药师帮,6=1药城,7=药久久
- 'province_id' => isset($province_id_list[$province_name]) ? $province_id_list[$province_name]['id'] : 0, //省份id
- 'city_id' => isset($city_id_data[$city_name]) ? $city_id_data[$city_name]['id'] : 0, //城市id
- 'province_name' => $province_name, //省份名称
- 'city_name' => $city_name, //城市名称
- 'area_info' => '', //区县信息
- 'product_name' => $item['drugname'], //产品名称
- 'product_specs' => $item['specification'], //产品规格
- 'one_box_price' => $item['min_price'], //一箱价格
- 'online_posting_count' => '1', //在线上架数量
- 'continuous_listing_count' => '1', //持续上架数量
- 'link_url' => $item['url'], //链接地址
- 'store_name' => $item['store_name'], //店铺名称
- 'company_name' => $item['company_name'], //公司名称
- 'qualification_number' => isset($item['credit_code']) ? $item['credit_code'] : '', //营业执照号码
- 'scrape_date' => $item['update_time'], //采集日期
- 'min_price' => $item['min_price'], //最低价格
- 'number' => '1', //盒数
- 'insert_time' => date('Y-m-d H:i:s', time()),
- ];
- $ScrapeDataModel->insert($insert_data);
- } else {
- //如果存在且价格低于采集价格,则更新价格
- if ($ScrapeTmpData->min_price > $this->message_data['min_price']) {
- $ScrapeTmpData->min_price = $this->message_data['min_price'];
- $ScrapeTmpData->one_box_price = $this->message_data['min_price'];
- $ScrapeTmpData->save();
- }
- }
- $queue_page = $item['queue_page']; //页码
- $queue_now_limit = $item['queue_now_limit']; //当前处理条数
- $queue_limit = $item['queue_limit']; //每页处理条数
- $queue_total = $item['queue_total']; //总条数
- if ($queue_now_limit == $queue_limit) {
- // //继续执行下一页
- $message_data['page'] = (int)$queue_page + 1;
- $message_data['limit'] = $queue_limit;
- $message_data['total'] = $queue_total;
- JdTmaoProductJobs::dispatch($message_data);
- }
- } catch (\Exception $e) {
- print_r($e->getMessage());
- exit;
- Log::info('job_error', '采集数据-医药城数据处理队列失败', ['data' => $this->message_data, 'error' => $e->getMessage()]);
- }
- }
- public function failed(\Throwable $exception)
- {
- Log::info('job_error', '采集数据-医药城数据处理队列完全失败', ['data' => $this->message_data, 'error' => $exception]);
- }
- }
|