作者 刘锟

update

@@ -106,11 +106,11 @@ class HtmlCustomCollect extends Command @@ -106,11 +106,11 @@ class HtmlCustomCollect extends Command
106 // 'https://www.citymax-group.com/case/field-experiment-crop-lettuce/', 106 // 'https://www.citymax-group.com/case/field-experiment-crop-lettuce/',
107 // ]; 107 // ];
108 108
109 - $project_id = 626;  
110 - $project_site = 'v6-m342g.globalso.site';  
111 - $pages = [  
112 - 'https://a574.goodao.net/project_catalog/project/',  
113 - 'https://a574.goodao.net/project_catalog/project/page/2/', 109 +// $project_id = 626;
  110 +// $project_site = 'v6-m342g.globalso.site';
  111 +// $pages = [
  112 +// 'https://a574.goodao.net/project_catalog/project/',
  113 +// 'https://a574.goodao.net/project_catalog/project/page/2/',
114 // 'https://www.lecusostreetlight.com/project/560pcs-250w-smart-led-street-light-in-manila-city-philippines/', 114 // 'https://www.lecusostreetlight.com/project/560pcs-250w-smart-led-street-light-in-manila-city-philippines/',
115 // 'https://www.lecusostreetlight.com/project/3200pcs-8m-150w-solar-street-light-in-cebu-philippines/', 115 // 'https://www.lecusostreetlight.com/project/3200pcs-8m-150w-solar-street-light-in-cebu-philippines/',
116 // 'https://lecusostreetlight.com/project/170pcs-100w-split-lithium-battery-solar-street-light-in-tanzania/', 116 // 'https://lecusostreetlight.com/project/170pcs-100w-split-lithium-battery-solar-street-light-in-tanzania/',
@@ -134,7 +134,7 @@ class HtmlCustomCollect extends Command @@ -134,7 +134,7 @@ class HtmlCustomCollect extends Command
134 // 'https://www.lecusostreetlight.com/project/198pcs-8m-80w-zc-series-all-in-two-solar-light-in-philippines/', 134 // 'https://www.lecusostreetlight.com/project/198pcs-8m-80w-zc-series-all-in-two-solar-light-in-philippines/',
135 // 'https://www.lecusostreetlight.com/project/5m-30w-morden-led-garden-light-in-russian/', 135 // 'https://www.lecusostreetlight.com/project/5m-30w-morden-led-garden-light-in-russian/',
136 // 'https://www.lecusostreetlight.com/project/135pcs-all-in-one-solar-street-light-in-uae-dubai-park/' 136 // 'https://www.lecusostreetlight.com/project/135pcs-all-in-one-solar-street-light-in-uae-dubai-park/'
137 - ]; 137 +// ];
138 138
139 // $project_id = 633; 139 // $project_id = 633;
140 // $project_site = 'v6-ke5nz.globalso.site'; 140 // $project_site = 'v6-ke5nz.globalso.site';
@@ -175,6 +175,19 @@ class HtmlCustomCollect extends Command @@ -175,6 +175,19 @@ class HtmlCustomCollect extends Command
175 // 'https://www.mach-sales.com/case/cooperation-win-win-and-starting-anew-sumec-creates-a-new-sample-of-strong-enterprise-cooperation/' 175 // 'https://www.mach-sales.com/case/cooperation-win-win-and-starting-anew-sumec-creates-a-new-sample-of-strong-enterprise-cooperation/'
176 // ]; 176 // ];
177 177
  178 + $project_id = 549;
  179 + $project_site = 'v6-myz64.globalso.site';
  180 + $pages = [
  181 + 'https://sryled.goodao.net/event-staging/page/2/',
  182 + 'https://sryled.goodao.net/event-staging/page/3/',
  183 + 'https://sryled.goodao.net/event-staging/page/4/',
  184 + 'https://sryled.goodao.net/advertising-3/page/2/',
  185 + 'https://sryled.goodao.net/advertising-3/page/3/',
  186 + 'https://sryled.goodao.net/advertising-3/page/4/',
  187 + 'https://sryled.goodao.net/indoor/page/2/',
  188 + 'https://sryled.goodao.net/indoor/page/3/',
  189 + ];
  190 +
178 foreach ($pages as $page) { 191 foreach ($pages as $page) {
179 $this->start_collect(urldecode($page), $project_id, $project_site); 192 $this->start_collect(urldecode($page), $project_id, $project_site);
180 } 193 }
@@ -314,6 +327,14 @@ class HtmlCustomCollect extends Command @@ -314,6 +327,14 @@ class HtmlCustomCollect extends Command
314 $source[] = $check_vv2; 327 $source[] = $check_vv2;
315 } 328 }
316 } 329 }
  330 + preg_match_all('/<iframe\s+[^>]*?src\s*=\s*(\'|\")(.*?)\\1[^>]*?\/?\s*>/i', $html, $result_video_3);
  331 + $video_3 = $result_video_3[2] ?? [];
  332 + foreach ($video_3 as $vv3) {
  333 + $check_vv3 = $this->url_check($vv3, $project_id, $domain, $web_url_domain, $home_url);
  334 + if ($check_vv3 && (!in_array($check_vv3, $source))) {
  335 + $source[] = $check_vv3;
  336 + }
  337 + }
317 338
318 //css 339 //css
319 preg_match_all('/<link\s+[^>]*?href\s*=\s*(\'|\")(.*?)\\1[^>]*?\/?\s*>/i', $html, $result_css); 340 preg_match_all('/<link\s+[^>]*?href\s*=\s*(\'|\")(.*?)\\1[^>]*?\/?\s*>/i', $html, $result_css);
@@ -401,7 +422,12 @@ class HtmlCustomCollect extends Command @@ -401,7 +422,12 @@ class HtmlCustomCollect extends Command
401 foreach ($source as $vs) { 422 foreach ($source as $vs) {
402 423
403 if ($vs['download']) { 424 if ($vs['download']) {
404 - $new_source = CosService::uploadRemote($project_id, 'source', $vs['url_complete']); 425 + if (in_array(substr($vs['url_complete'], -3), ['pdf', 'zip', 'rar', '.gz'])) {
  426 + //可下载类资源要保持原名称
  427 + $new_source = CosService::uploadRemote($project_id, 'source', $vs['url_complete'], '', '', 1);
  428 + } else {
  429 + $new_source = CosService::uploadRemote($project_id, 'source', $vs['url_complete']);
  430 + }
405 if ($new_source) { 431 if ($new_source) {
406 CollectSource::insert([ 432 CollectSource::insert([
407 'project_id' => $project_id, 433 'project_id' => $project_id,