作者 刘锟

采集单词替换

... ... @@ -156,6 +156,10 @@ class HtmlCollect extends Command
return true;
}
if ($project_id == 437) {
//437项目单词替换
$html = str_replace('Forenia', 'Tourle', $html);
}
$collect_info->html = $html;
$collect_info->status = CollectTask::STATUS_COM;
$collect_info->save();
... ...
... ... @@ -123,13 +123,20 @@ class ProjectUpdate extends Command
$page_list = array_column($data_page, 'path');
}
//获取需要替换的内容
$replace = [];
if ($project_id == 437) {
//437项目单词替换
$replace = ['Forenia' => 'Tourle'];
}
//设置数据库
$project = ProjectServer::useProject($project_id);
if ($project) {
if ($api_type == 'category') {
//产品分类
$url = $api_url . '?' . http_build_query(['w' => 'category']);
$data = curl_c($url);
$data = curl_c($url, true, $replace);
if (isset($data['code']) && $data['code'] == 200) {
$items = $data['data'] ?? [];
$this->category_insert($project_id, $items, 0, $domain_arr['host'], $web_url_domain, $home_url);
... ... @@ -139,7 +146,7 @@ class ProjectUpdate extends Command
} elseif ($api_type == 'category_news') {
// 新闻分类
$url = $api_url . '?' . http_build_query(['w' => 'category_news']);
$data = curl_c($url);
$data = curl_c($url, true, $replace);
if (isset($data['code']) && $data['code'] == 200) {
$items = $data['data'] ?? [];
$this->category_news_insert($project_id, $items, 0);
... ... @@ -156,7 +163,7 @@ class ProjectUpdate extends Command
$total_page = ceil($count / $page_size);
for ($page = 1; $page <= $total_page; $page++) {
$url_page = $api_url . '?' . http_build_query(['w' => 'tag', 'page' => $page, 'pagesize' => $page_size]);
$data_page = curl_c($url_page);
$data_page = curl_c($url_page, true, $replace);
if (isset($data_page['code']) && $data_page['code'] == 200) {
$items = $data_page['data']['data'] ?? [];
... ... @@ -287,7 +294,7 @@ class ProjectUpdate extends Command
$total_page = ceil($count / $page_size);
for ($page = 1; $page <= $total_page; $page++) {
$url_page = $api_url . '?' . http_build_query(['w' => 'post', 'page' => $page, 'pagesize' => $page_size]);
$data_page = curl_c($url_page);
$data_page = curl_c($url_page, true, $replace);
if (isset($data_page['code']) && $data_page['code'] == 200) {
$items = $data_page['data']['data'] ?? [];
... ... @@ -522,7 +529,7 @@ class ProjectUpdate extends Command
$total_page = ceil($count / $page_size);
for ($page = 1; $page <= $total_page; $page++) {
$url_page = $api_url . '?' . http_build_query(['w' => $api_type, 'page' => $page, 'pagesize' => $page_size]);
$data_page = curl_c($url_page);
$data_page = curl_c($url_page, true, $replace);
if (isset($data_page['code']) && $data_page['code'] == 200) {
$items = $data_page['data']['data'] ?? [];
... ... @@ -616,7 +623,7 @@ class ProjectUpdate extends Command
$total_page = ceil($count / $page_size);
for ($page = 1; $page <= $total_page; $page++) {
$url_page = $api_url . '?' . http_build_query(['w' => 'page', 'page' => $page, 'pagesize' => $page_size]);
$data_page = curl_c($url_page);
$data_page = curl_c($url_page, true, $replace);
if (isset($data_page['code']) && $data_page['code'] == 200) {
$items = $data_page['data']['data'] ?? [];
... ... @@ -706,7 +713,7 @@ class ProjectUpdate extends Command
$total_page = ceil($count / $page_size);
for ($page = 1; $page <= $total_page; $page++) {
$url_page = $api_url . '?' . http_build_query(['w' => $api_type, 'page' => $page, 'pagesize' => $page_size]);
$data_page = curl_c($url_page);
$data_page = curl_c($url_page, true, $replace);
if (isset($data_page['code']) && $data_page['code'] == 200) {
$items = $data_page['data']['data'] ?? [];
... ...
... ... @@ -170,12 +170,13 @@ function contains_russian($text) {
if (!function_exists('curl_c')) {
/**
* @param $url
* @param array $replace
* @param $is_array
* @return []
* @author Akun
* @date 2023/11/22 11:33
*/
function curl_c($url,$is_array=true){
function curl_c($url,$is_array=true,$replace=[]){
$header = array(
'Expect:',
'Content-Type: application/json; charset=utf-8'
... ... @@ -197,6 +198,11 @@ if (!function_exists('curl_c')) {
$http_code = curl_getinfo($ch,CURLINFO_HTTP_CODE);
curl_close($ch);
if($http_code == 200){
if(!empty($replace)){
foreach ($replace as $k=>$v){
$content = str_replace($k,$v,$content);
}
}
return $is_array ? json_decode($content, true) : $content;
}else{
return false;
... ...