zhijiayun/app/Jobs/Manager/Process/ViolationProductDataJobs.php

<?php

namespace App\Jobs\Manager\Process;

use Illuminate\Bus\Queueable;
use Illuminate\Contracts\Queue\ShouldBeUnique;
use Illuminate\Contracts\Queue\ShouldQueue;
use Illuminate\Foundation\Bus\Dispatchable;
use Illuminate\Queue\InteractsWithQueue;
use Illuminate\Queue\SerializesModels;
use App\Facades\Servers\Logs\Log;
use App\Models\Manager\Process\ViolationProduct as ViolationProductModel;
use App\Models\Manager\Personnel\Employee as EmployeeModel;
use App\Models\Api\Process\ExecuteLog as ExecuteLogModel;
use App\Models\Manager\Process\ScrapeData as ScrapeDataModel;
use App\Models\Manager\WashConfig\ViolationStore as ViolationStoreModel;
use App\Models\Manager\WashConfig\ViolationCompanyMember as ViolationCompanyMemberModel;
use App\Models\Manager\Citys as CitysModel;
use App\Models\Manager\Personnel\EmployeePlatform as EmployeePlatformModel;
use App\Models\Manager\Personnel\EmployeeArea as EmployeeAreaModel;
use Illuminate\Support\Facades\DB;
use Illuminate\Support\Carbon;

/**
 * 数据清洗-违规挂网商品数据队列
 * @author  唐远望
 * @version 1.0
 * @date  2025-12-10
 */
class ViolationProductDataJobs implements ShouldQueue
{
    use Dispatchable, InteractsWithQueue, Queueable, SerializesModels;
    protected $message_data;
    /**
     * Create a new job instance.
     *
     * @return void
     */
    public function __construct(array $message_data)
    {
        $this->message_data = $message_data;
    }

    /**
     * Execute the job.
     *
     * @return void
     */
    public function handle()
    {
        try {
            $this->getViolationProductData($this->message_data);
        } catch (\Exception $e) {
            Log::info('job_error', '数据清洗-违规挂网商品数据队列失败', ['data' => $this->message_data, 'error' => $e->getMessage()]);
        }
    }


    /**
     * 采集商品数据清洗
     * @author  唐远望
     * @version 1.0
     * @date  2025-12-10
     */
    public function getViolationProductData($message_data)
    {
        $CitysModel = new CitysModel();
        $EmployeeModel = new EmployeeModel();
        $ViolationProductModel = new ViolationProductModel();
        $ScrapeDataModel = new ScrapeDataModel();
        $ViolationStoreModel = new ViolationStoreModel();
        $ViolationCompanyMemberModel = new ViolationCompanyMemberModel();
        $EmployeePlatformModel = new EmployeePlatformModel();
        $EmployeeAreaModel = new EmployeeAreaModel();
        $platform = $message_data['platform']; //多个平台配置
        $product_name = $message_data['product_name']; //商品名称
        $enable_full_quantity = $message_data['enable_full_quantity']; //是否启用全量采集0=是 1=否
        $product_specs = $message_data['product_specs']; //商品规格
        $store_scope = $message_data['store_scope']; //店铺范围1=全部店铺2=指定店铺
        $company_scope = $message_data['company_scope']; //公司范围1=全部公司2=指定公司
        $social_credit_code = $message_data['social_credit_code']; //社会信用代码
        $executeLog_id = $message_data['executeLog_id'];
        $category_name = $message_data['category_name']; //产品分类名称
        $specify_responsible_person = $message_data['specify_responsible_person']; //指派责任人 0=开启 1=关闭
        $limit = isset($message_data['limit']) ? $message_data['limit'] : 50;
        $page = isset($message_data['page']) ? $message_data['page'] : 1;
        $company_id = isset($message_data['company_id']) ? $message_data['company_id'] : 0;//品牌方公司ID
        $product_brand = $message_data['product_brand']; //商品品牌名称
        $product_keywords = $message_data['product_keyword']; //关键字
        $item_totle_page = $message_data['item_totle_page']; //清洗商品总页数
        $item_now_page = $message_data['item_now_page']; //清洗商品当前页

        $where = [];
        if ($platform != '0' && !empty($platform)) {
            $platform = explode(',', $platform);
            $ScrapeDataModel = $ScrapeDataModel->whereIn('platform_id', $platform);
        }
        $yesterdayStart = Carbon::today()->subDays(6)->startOfDay()->getTimestamp(); // 最近7天开始时间 00:00:00
        // $yesterdayStart = Carbon::yesterday()->startOfDay()->getTimestamp(); // 昨天开始时间 00:00:00
        $yesterdayEnd = Carbon::yesterday()->endOfDay()->getTimestamp(); // 昨天结束时间 23:59:59
        $yesterdayStart = date('Y-m-d', $yesterdayStart);
        $yesterdayEnd = date('Y-m-d', $yesterdayEnd);
        $where[] = ['scrape_date', '>=', $yesterdayStart];
        $where[] = ['scrape_date', '<=', $yesterdayEnd];
        $where[] = ['product_name', 'like', '%' . $product_name . '%'];
        if($enable_full_quantity == 1) $where[] = ['product_specs', 'like', '%' . $product_specs . '%']; //如果不是全量清洗，则查询规格
        
        if ($product_brand) $where[] = ['product_name', 'like', '%' . $product_brand . '%'];
        if (!empty($product_keyword)) {
            foreach ($product_keywords as $key => $keywords) {
                if (trim($keywords) == '') continue;
                $where[] = ['product_name', 'like', '%' . $keywords . '%'];
            }
        }
        if ($company_scope == 2) {
            $ScrapeDataModel->whereIn('qualification_number', $social_credit_code);
        }
        $product_data_info = $ScrapeDataModel->where($where)->paginate($limit, ['*'], 'page', $page)->toarray();
        $product_datas = $product_data_info['data'];
        if (empty($product_datas)) {
            if ($executeLog_id && $item_now_page >= $item_totle_page) {
                (new ExecuteLogModel())->where('id', $executeLog_id)->update(['status' => 0,'update_time' => time()]);
            }
            return true;
        }
        foreach ($product_datas as $product_data) {
            $province_name = $product_data['province_name'];
            $city_name = $product_data['city_name'];
            //特殊地区1级移除市
            if ($province_name && in_array($province_name, ['北京市', '天津市', '上海市', '重庆市'])) {
                //移除市这个字符
                $province_name = trim(str_replace('市', '', $province_name));
            } else if ($province_name && in_array($province_name, ['北京', '天津', '上海', '重庆'])) {
            } else if ($province_name && in_array($province_name, ['内蒙古', '广西', '西藏', '新疆', '宁夏'])) {
                switch ($province_name) {
                    case '内蒙古':
                        $province_name = '内蒙古自治区';
                        break;
                    case '广西':
                        $province_name = '广西壮族自治区';
                        break;
                    case '西藏':
                        $province_name = '西藏自治区';
                        break;
                    case '新疆':
                        $province_name = '新疆维吾尔自治区';
                        break;
                    case '宁夏':
                        $province_name = '宁夏回族自治区';
                        break;
                }
            } else if ($province_name && in_array($province_name, ['内蒙古自治区', '广西壮族自治区', '西藏自治区', '新疆维吾尔自治区', '宁夏回族自治区'])) {
            } else if (strpos($province_name, '省') === false) {
                //是否存在市省，如果不存在则补全
                if (trim($province_name) != '' &&  strpos($province_name, '省') === false) {
                    $province_name = $province_name . '省';
                }
            }
            if ($city_name != '') {
                $city_name_value = $CitysModel->where([['id', '=', $product_data['city_id']], ['level', '=', '2']])->value('name');
                $city_name = !empty($city_name_value) ? $city_name_value : '';
            }
            $insert_product_data = [
                'company_id' => $company_id,
                'source_id' => $product_data['id'],
                'platform'    => $product_data['platform_id'],
                'company_name'    => $product_data['company_name'],
                'product_brand'    => $product_data['product_brand'],
                'product_name'    => $product_name,
                'product_specs'    => $product_specs,
                'inventory'    => $product_data['inventory'] ? $product_data['inventory'] : '',
                'sales'    => $product_data['sales'] ? $product_data['sales'] : '',
                'snapshot_url' => $product_data['snapshot_url'] ? $product_data['snapshot_url'] : '',
                'online_posting_count'    => $product_data['online_posting_count'],
                'continuous_listing_count'    => $product_data['continuous_listing_count'],
                'link_url'    => $product_data['link_url'],
                'store_name'    => $product_data['store_name'],
                'social_credit_code'    => $product_data['qualification_number'],
                'province_id'    => $product_data['province_id'],
                'province_name' => $province_name,
                'city_id' => $product_data['city_id'],
                'city_name' => $city_name,
                'area_info' => $product_data['area_info'],
                'category_name' => $category_name,
                'company_category_name' => '',
                'first_responsible_person' => '',
                'responsible_person' => '',
                'source_responsible_person' => '',
                'scrape_date' => $product_data['scrape_date'],
                'shipment_province_id' => $product_data['shipment_province_id'],
                'shipment_province_name' => $product_data['shipment_province_name'],
                'shipment_city_id' => $product_data['shipment_city_id'],
                'shipment_city_name' => $product_data['shipment_city_name'],
            ];
            //获取公司绑定责任人信息
            $company_data = $ViolationStoreModel->leftjoin('washconfig_company_category', 'washconfig_company_category.id', '=', 'washconfig_violation_store.category_id')
                ->where('washconfig_violation_store.social_credit_code', $product_data['qualification_number'])
                ->where('washconfig_violation_store.company_id', $company_id)
                ->select(['washconfig_violation_store.id', 'washconfig_company_category.name as category_name'])->first();
            $employee_id_list = [];
            if ($company_data) {
                $employee_id_list = $ViolationCompanyMemberModel->where('company_logid', $company_data->id)->pluck('employee_id')->toarray();
                $insert_product_data['company_category_name'] = $company_data->category_name ? $company_data->category_name : '';
            }
            //获取指定人员信息
           if ($specify_responsible_person == 0) {
                $where_query1 = [];
                $where_query2 = [];
                $where_query3 = [];
                //查询指定公司第一责任人
                if (!empty($employee_id_list)) {
                    $where_query1[] = ['company_id', '=', $company_id];
                    $where_query1[] = ['id', 'in', $employee_id_list];
                    $where_query1[] = ['status', '=', 0];
                    $where_query1[] = ['duty_type', '=', 1]; //责任类型1=第一责任人，2=责任人
                }
                //查询地区配置的第一责任人
                $employee_id_area = $EmployeeAreaModel->where('city_id', $product_data['city_id'])->pluck('employee_id')->toarray();
                if (!empty($employee_id_area)) {
                    $where_query2[] = ['company_id', '=', $company_id];
                    $where_query2[] = ['id', 'in', $employee_id_area];
                    $where_query2[] = ['status', '=', 0];
                    $where_query2[] = ['duty_type', '=', 1]; //责任类型1=第一责任人，2=责任人
                }
                //查询平台配置的第一责任人
                $employee_id_platform = $EmployeePlatformModel->where('platform_id', $product_data['platform_id'])->pluck('employee_id')->toarray();
                if (!empty($employee_id_platform)) {
                    $where_query3[] = ['company_id', '=', $company_id];
                    $where_query3[] = ['id', 'in', $employee_id_platform];
                    $where_query3[] = ['status', '=', 0];
                    $where_query3[] = ['duty_type', '=', 1]; //责任类型1=第一责任人，2=责任人
                }
                //并行查询第一责任人
                $EmployeeModel = $EmployeeModel->where(function ($q) use ($employee_id_list, $company_id) {
                    if (!empty($employee_id_list)) {
                        $q->where('company_id', $company_id)
                            ->orWhereIn('id', $employee_id_list)
                            ->where('status', 0)
                            ->where('duty_type', 1);
                    }
                })->orWhere(function ($q) use ($employee_id_area, $company_id) {
                    if (!empty($employee_id_area)) {
                        $q->where('company_id', $company_id)
                            ->whereIn('id', $employee_id_area)
                            ->where('status', 0)
                            ->where('duty_type', 1);
                    }
                })->orWhere(function ($q) use ($employee_id_platform, $company_id) {
                    if (!empty($employee_id_platform)) {
                        $q->where('company_id', $company_id)
                            ->whereIn('id', $employee_id_platform)
                            ->where('status', 0)
                            ->where('duty_type', 1);
                    }
                });
                $first_responsible_person = $EmployeeModel->pluck('id')->implode(',');

                //当以上规则匹配不到责任人时，则去查询发货地区信息关联责任人
                if (trim($first_responsible_person) == '' && trim($product_data['shipment_city_id']) !='') {
                    $employee_id_area = $EmployeeAreaModel->where('city_id', $product_data['city_id'])->pluck('employee_id')->toarray();
                    if (!empty($employee_id_area)) {
                        $where_city[] = ['company_id', '=', $company_id];
                        $where_city[] = ['id', 'in', $employee_id_area];
                        $where_city[] = ['status', '=', 0];
                        $where_city[] = ['duty_type', '=', 1]; //责任类型1=第一责任人，2=责任人
                        $EmployeeModel = new EmployeeModel();
                        $first_responsible_person = $EmployeeModel->where($where_city)->pluck('id')->implode(',');
                    }
                }
                //调试记录查询条件
                $insert_product_data['first_responsible_person'] = $first_responsible_person;
                //查询责任人
                $where_query1 = [];
                $where_query2 = [];
                $where_query3 = [];
                //查询指定公司责任人
                if (!empty($employee_id_list)) {
                    $where_query1[] = ['company_id', '=', $company_id];
                    $where_query1[] = ['id', 'in', $employee_id_list];
                    $where_query1[] = ['status', '=', 0];
                    $where_query1[] = ['duty_type', '=', 2]; //责任类型1=第一责任人，2=责任人
                }
                //查询地区配置的员工
                $employee_id_area = $EmployeeAreaModel->where('city_id', $product_data['city_id'])->pluck('employee_id')->toarray();
                if (!empty($employee_id_area)) {
                    $where_query2[] = ['company_id', '=', $company_id];
                    $where_query2[] = ['id', 'in', $employee_id_area];
                    $where_query2[] = ['status', '=', 0];
                    $where_query2[] = ['duty_type', '=', 2]; //责任类型1=第一责任人，2=责任人
                }
                //查询平台配置的员工
                $employee_id_platform = $EmployeePlatformModel->where('platform_id', $product_data['platform_id'])->pluck('employee_id')->toarray();
                if (!empty($employee_id_platform)) {
                    $where_query3[] = ['company_id', '=', $company_id];
                    $where_query3[] = ['id', 'in', $employee_id_platform];
                    $where_query3[] = ['status', '=', 0];
                    $where_query3[] = ['duty_type', '=', 2]; //责任类型1=第一责任人，2=责任人
                }
                //并行查询责任人
                $EmployeeModel = new EmployeeModel();
                $EmployeeModel = $EmployeeModel->where(function ($q) use ($employee_id_list, $company_id) {
                    if (!empty($employee_id_list)) {
                        $q->where('company_id', $company_id)
                            ->orWhereIn('id', $employee_id_list)
                            ->where('status', 0)
                            ->where('duty_type', 2);//责任类型1=第一责任人，2=责任人
                    }
                })->orWhere(function ($q) use ($employee_id_area, $company_id) {
                    if (!empty($employee_id_area)) {
                        $q->where('company_id', $company_id)
                            ->whereIn('id', $employee_id_area)
                            ->where('status', 0)
                            ->where('duty_type', 2);//责任类型1=第一责任人，2=责任人
                    }
                })->orWhere(function ($q) use ($employee_id_platform, $company_id) {
                    if (!empty($employee_id_platform)) {
                        $q->where('company_id', $company_id)
                            ->whereIn('id', $employee_id_platform)
                            ->where('status', 0)
                            ->where('duty_type', 2);//责任类型1=第一责任人，2=责任人
                    }
                });
                $responsible_person = $EmployeeModel->pluck('id')->implode(',');

                //当以上规则匹配不到责任人时，则去查询发货地区信息关联责任人
                if (trim($responsible_person) == '' && trim($product_data['shipment_city_id']) !='') {
                    $employee_id_area = $EmployeeAreaModel->where('city_id', $product_data['city_id'])->pluck('employee_id')->toarray();
                    if (!empty($employee_id_area)) {
                        $where_city[] = ['company_id', '=', $company_id];
                        $where_city[] = ['id', 'in', $employee_id_area];
                        $where_city[] = ['status', '=', 0];
                        $where_city[] = ['duty_type', '=', 2]; //责任类型1=第一责任人，2=责任人
                        $EmployeeModel = new EmployeeModel();
                        $responsible_person = $EmployeeModel->where($where_city)->pluck('id')->implode(',');
                    }
                }
                $insert_product_data['responsible_person'] = $responsible_person;

                //溯源责任人
                $source_responsible_person = '';
                if ($first_responsible_person && $responsible_person) {
                    //转换成数组，合并后在去重
                    $first_responsible_person = explode(',', $first_responsible_person);
                    $responsible_person = explode(',', $responsible_person);
                    $source_responsible_person = array_unique(array_merge($first_responsible_person, $responsible_person));
                    $source_responsible_person = ','.implode(',', $source_responsible_person).',';
                } else if ($first_responsible_person) {
                    $source_responsible_person = $first_responsible_person;
                } else if ($responsible_person) {
                    $source_responsible_person = $responsible_person;
                }
                $insert_product_data['source_responsible_person'] = $source_responsible_person;
            }

            //插入数据
            $ViolationProductModel->addViolationProduct($insert_product_data);
        }
        //继续执行下一页
        $message_data['page'] = $page + 1;
        $message_data['limit'] = $limit;
        ViolationProductDataJobs::dispatch($message_data);
    }


    public function failed(\Throwable $exception)
    {
        Log::info('job_error', '数据清洗-违规挂网商品数据队列完全失败', ['data' => $this->message_data, 'error' => $exception]);
    }
}