ProjectUpdateTemp.php 14.7 KB
<?php

namespace App\Console\Commands\Update;

use App\Helper\Arr;
use App\Http\Logic\Bside\Product\CategoryLogic;
use App\Models\Collect\CollectSource;
use App\Models\Collect\CollectTask;
use App\Models\Com\UpdateLog;
use App\Models\Product\Category;
use App\Models\Product\Product;
use App\Models\RouteMap\RouteMap;
use App\Services\CosService;
use App\Services\ProjectServer;
use Illuminate\Console\Command;
use Illuminate\Support\Facades\DB;

/**
 * 4.0,5.0升级到6.0,内容同步
 * Class ProjectImport
 * @package App\Console\Commands
 * @author Akun
 * @date 2023/10/9 15:04
 */
class ProjectUpdateTemp extends Command
{
    /**
     * The name and signature of the console command.
     *
     * @var string
     */
    protected $signature = 'project_update_temp';

    /**
     * The console command description.
     *
     * @var string
     */
    protected $description = '执行项目升级任务';


    public function handle()
    {
        while (true) {
            $this->start_update();
        }
    }

    protected function start_update()
    {
        $list = UpdateLog::where('api_type', 'category')->get();

        foreach ($list as $task) {


            $project_id = $task->project_id;
            $api_type = $task->api_type;
            $api_url_arr = explode('?', $task->api_url);
            $api_url = $api_url_arr[0];

            $page_size = 20;

            echo 'date:' . date('Y-m-d H:i:s') . ', task_id: ' . $task->id . ', task_type: ' . $api_type . ', update start' . PHP_EOL;

            $task->status = UpdateLog::STATUS_ING;//同步中
            $task->save();

            $domain_arr = parse_url($api_url);
            //获取网站配置
            $link_type = 0;
            $web_url_domain = $domain_arr['host'];
            $home_url = $domain_arr['host'];
            $url_web_config = 'https://' . $domain_arr['host'] . '/wp-content/cache/user_config.text';
            $data_config = curl_c($url_web_config);
            if ($data_config) {
                $link_type = $data_config['link_type'] ?? 0;

                $web_url_arr = parse_url($data_config['web_url_domain'] ?? '');
                if (isset($web_url_arr['host'])) {
                    $web_url_domain = $web_url_arr['host'];
                }

                $home_url_arr = parse_url($data_config['home_url'] ?? '');
                if (isset($home_url_arr['host'])) {
                    $home_url = $home_url_arr['host'];
                }
            }
            //获取所有语种
            $language_list = [];
            $url_language = 'https://' . $domain_arr['host'] . '/wp-content/plugins/proofreading/json/user_language.json';
            $data_language = curl_c($url_language);
            if ($data_language) {
                $language_list = array_column($data_language, 'short');
            }
            //获取所有页面
            $page_list = [];
            $url_page = 'https://' . $domain_arr['host'] . '/wp-content/cache/pages_list.json';
            $data_page = curl_c($url_page);
            if ($data_page) {
                $page_list = array_column($data_page, 'path');
            }

            $is_flush = 0;
            //设置数据库
            $project = ProjectServer::useProject($project_id);
            if ($project) {
                if ($api_type == 'category') {
                    //产品分类
                    $url = $api_url . '?' . http_build_query(['w' => 'category']);
                    $data = curl_c($url);
                    if (isset($data['code']) && $data['code'] == 200) {
                        $items = $data['data'] ?? [];
                        $this->category_insert($project_id, $items, 0);
                    } else {
                        return true;
                    }
                } elseif ($api_type == 'post') {
                    //产品
                    $url = $api_url . '?' . http_build_query(['w' => 'post', 'page' => 1, 'pagesize' => 0]);
                    $data = curl_c($url);
                    if (isset($data['code']) && $data['code'] == 200) {
                        $count = $data['data']['count'] ?? 0;

                        $total_page = ceil($count / $page_size);
                        for ($page = 1; $page <= $total_page; $page++) {
                            $url_page = $api_url . '?' . http_build_query(['w' => 'post', 'page' => $page, 'pagesize' => $page_size]);
                            $data_page = curl_c($url_page);
                            if (isset($data_page['code']) && $data_page['code'] == 200) {
                                $items = $data_page['data']['data'] ?? [];

                                $model = new Product();
                                $category_model = new Category();
                                $logic = new CategoryLogic();

                                foreach ($items as $item) {
                                    $route = $this->get_url_route($item['url'] ?? '');
                                    if ($route) {
                                        $product = $model->read(['route' => $route], 'id');
                                        if (!$product) {
                                            //图片
                                            $gallery = [];
                                            if ($item['images'] ?? []) {
                                                foreach ($item['images'] as $k_img => $img) {
                                                    $gallery[] = ['alt' => '这是一张产品图', 'url' => $this->source_download($img, $project_id, $domain_arr['host'], $web_url_domain, $home_url)];
                                                }
                                            }
                                            //分类
                                            $category_id = '';
                                            if ($item['category'] ?? []) {
                                                $category_arr = $category_model->list(['original_id' => ['in', array_column($item['category'], 'id')]]);
                                                $category_id = $logic->getLastCategory(array_column($category_arr, 'id'));
                                            }
                                            try {
                                                $item['ttile'] = $this->special2str($item['ttile'] ?? '');
                                                $id = $model->insertGetId([
                                                    'project_id' => $project_id,
                                                    'title' => $item['ttile'],
                                                    'intro' => $item['short_description'] ?? '',
                                                    'content' => $item['content'] ?? '',
                                                    'category_id' => $category_id,
                                                    'thumb' => isset($gallery[0]) ? Arr::a2s($gallery[0]) : '',
                                                    'gallery' => Arr::a2s($gallery),
                                                    'seo_mate' => Arr::a2s([
                                                        'title' => $item['ttile'],
                                                        'keyword' => $item['keywords'] ?? '',
                                                        'description' => $item['description'] ?? ''
                                                    ]),
                                                    'status' => Product::STATUS_ON,
                                                    'created_at' => $item['post_date'] ?? date('Y-m-d H:i:s'),
                                                    'updated_at' => $item['post_date'] ?? date('Y-m-d H:i:s'),
                                                    'sort' => $item['sort'] ?? 0,
                                                    'is_upgrade' => 1,
                                                    'six_read' => 1,
                                                    'route' => $route
                                                ]);
                                                $this->set_map($route, RouteMap::SOURCE_PRODUCT, $id, $project_id);

                                                CollectTask::_insert($item['url'], $project_id, RouteMap::SOURCE_PRODUCT, $id, $link_type, $language_list, $page_list);

                                                $is_flush = 1;
                                            } catch (\Exception $e) {
                                                echo 'date:' . date('Y-m-d H:i:s') . ', task_id: ' . $task->id . ', error: ' . $e->getMessage() . PHP_EOL;
                                                continue;
                                            }
                                        } else {
                                            $category_id = '';
                                            if ($item['category'] ?? []) {
                                                $category_arr = $category_model->list(['original_id' => ['in', array_column($item['category'], 'id')]]);
                                                $category_id = $logic->getLastCategory(array_column($category_arr, 'id'));
                                            }

                                            $model->edit(['category_id' => $category_id, 'product_type' => ''], ['id' => $product['id']]);
                                        }
                                    }
                                }
                            }
                        }
                    } else {
                        return true;
                    }
                }
            }
            //关闭数据库
            DB::disconnect('custom_mysql');

            $task->status = UpdateLog::STATUS_COM;//同步完成
            if ($is_flush) {
                $task->collect_status = UpdateLog::COLLECT_STATUS_UN;
            }
            $task->save();

            echo 'date:' . date('Y-m-d H:i:s') . ', task_id: ' . $task->id . ', task_type: ' . $api_type . ', update end ' . PHP_EOL;

            sleep(2);
        }
    }


    //获取地址路由
    protected function get_url_route($url)
    {
        $arr = parse_url(urldecode($url));
        if (empty($arr['path'])) {
            return '';
        }
        $path = $arr['path'];

        if (strpos($path, '.') !== false) {
            $path = substr($path, 0, strpos($path, '.'));
        }

        $path_arr = explode('/', $path);

        return end($path_arr) ? end($path_arr) : $path_arr[count($path_arr) - 2];
    }

    //产品多级分类入库
    protected function category_insert($project_id, $items, $pid = 0)
    {
        $model = new Category();
        foreach ($items as $item) {
            $route = $this->get_url_route($item['url'] ?? '');
            if ($route) {
                $parent = $model->read(['pid' => $pid, 'route' => $route], 'id');
                if (!$parent) {
                    try {
                        $item['name'] = $this->special2str($item['name'] ?? '');
                        $parent_id = $model->addReturnId([
                            'project_id' => $project_id,
                            'title' => $item['name'],
                            'pid' => $pid,
                            'keywords' => $item['keywords'] ?? '',
                            'describe' => $item['description'] ?? '',
                            'original_id' => $item['id'],
                            'route' => $route
                        ]);
                        $this->set_map($route, RouteMap::SOURCE_PRODUCT_CATE, $parent_id, $project_id);
                    } catch (\Exception $e) {
                        echo 'date:' . date('Y-m-d H:i:s') . ', category_insert error: ' . $e->getMessage() . PHP_EOL;
                        continue;
                    }
                } else {
                    $parent_id = $parent['id'];
                }

                if (!empty($item['children'])) {
                    $this->category_insert($project_id, $item['children'], $parent_id);
                }
            }
        }
    }

    //特殊字符转换
    protected function special2str($str)
    {
        if (strpos($str, ';') === false) {
            return $str;
        }

        $list = [
            '&lt;' => '<',
            '&gt;' => '>',
            '&amp;' => '&',
            '&acute;' => '´',
            '&quot;' => '“',
            '&nbsp;' => ' '
        ];

        foreach ($list as $k => $v) {
            $str = str_replace($k, $v, $str);
        }

        return $str;
    }

    //路由入库
    protected function set_map($route, $source, $source_id, $project_id)
    {
        if ($route) {
            $route_map = RouteMap::where('project_id', $project_id)->where('source', $source)->where('source_id', $source_id)->first();
            if (!$route_map) {
                $route_map = new RouteMap();
                $route_map->project_id = $project_id;
                $route_map->source = $source;
                $route_map->source_id = $source_id;
                $route_map->route = $route;

                if ($source == RouteMap::SOURCE_NEWS) {
                    $route_map->path = RouteMap::SOURCE_NEWS;
                } elseif ($source == RouteMap::SOURCE_BLOG) {
                    $route_map->path = RouteMap::SOURCE_BLOG;
                }

                $route_map->save();
            }
        }
    }

    //资源下载
    protected function source_download($url, $project_id, $domain, $web_url_domain, $home_url)
    {
        if (!$url) {
            return '';
        }

        $arr = parse_url($url);
        $scheme = $arr['scheme'] ?? '';
        $host = $arr['host'] ?? '';
        $path = $arr['path'] ?? '';

        $url_complete = ($scheme ?: 'https') . '://' . ($host ?: $domain) . $path;

        if ((empty($host) || $host == $web_url_domain || $host == $home_url) && $path) {

            $source = CollectSource::where('project_id', $project_id)->where('origin', $url)->first();
            if (!$source) {
                $new_url = CosService::uploadRemote($project_id, 'image_product', $url_complete);

                if ($new_url) {
                    CollectSource::insert([
                        'project_id' => $project_id,
                        'origin' => $url,
                        'target' => $new_url,
                        'created_at' => date('Y-m-d H:i:s'),
                        'updated_at' => date('Y-m-d H:i:s'),
                    ]);

                    return getImageUrl($new_url);
                } else {
                    return $url_complete;
                }
            } else {
                return getImageUrl($source['target']);
            }
        } else {
            return $url_complete;
        }
    }
}