update

@@ -103,7 +103,7 @@ class HtmlSpecialCollect extends Command
                 $source_list = $this->html_preg($new_html, $project_id, $collect_info->domain, $old_info['web_url_domain'], $old_info['home_url']);
                 $source_list = $this->html_preg($new_html, $project_id, $collect_info->domain, $old_info['web_url_domain'], $old_info['home_url']);
 
 
                 if ($source_list) {
                 if ($source_list) {
-                    $html = $this->upload_source($html, array_unique($source_list), $project_id, $collect_info->domain, $old_info['web_url_domain'], $old_info['home_url']);
+                    $html = $this->upload_source($html, $source_list, $project_id, $collect_info->domain, $old_info['web_url_domain'], $old_info['home_url']);
                 }
                 }
             } catch (\Exception $e) {
             } catch (\Exception $e) {
                 $collect_info->status = CollectTask::STATUS_FAIL;
                 $collect_info->status = CollectTask::STATUS_FAIL;
@@ -198,48 +198,60 @@ class HtmlSpecialCollect extends Command
         $img = $result_img[2] ?? [];
         $img = $result_img[2] ?? [];
         foreach ($img as $vi) {
         foreach ($img as $vi) {
             $check_vi = $this->url_check($vi, $project_id, $domain, $web_url_domain, $home_url);
             $check_vi = $this->url_check($vi, $project_id, $domain, $web_url_domain, $home_url);
+            if ($check_vi && (!in_array($check_vi, $source))) {
                 $check_vi && $source[] = $check_vi;
                 $check_vi && $source[] = $check_vi;
             }
             }
+        }
 
 
         //js
         //js
         preg_match_all('/<script\s+[^>]*?src\s*=\s*(\'|\")(.*?)\\1[^>]*?\/?\s*>/i', $html, $result_js);
         preg_match_all('/<script\s+[^>]*?src\s*=\s*(\'|\")(.*?)\\1[^>]*?\/?\s*>/i', $html, $result_js);
         $js = $result_js[2] ?? [];
         $js = $result_js[2] ?? [];
         foreach ($js as $vj) {
         foreach ($js as $vj) {
             $check_vj = $this->url_check($vj, $project_id, $domain, $web_url_domain, $home_url);
             $check_vj = $this->url_check($vj, $project_id, $domain, $web_url_domain, $home_url);
+            if ($check_vj && (!in_array($check_vj, $source))) {
                 $check_vj && $source[] = $check_vj;
                 $check_vj && $source[] = $check_vj;
             }
             }
+        }
 
 
         //video
         //video
         preg_match_all('/<source\s+[^>]*?src\s*=\s*(\'|\")(.*?)\\1[^>]*?\/?\s*>/i', $html, $result_video);
         preg_match_all('/<source\s+[^>]*?src\s*=\s*(\'|\")(.*?)\\1[^>]*?\/?\s*>/i', $html, $result_video);
         $video = $result_video[2] ?? [];
         $video = $result_video[2] ?? [];
         foreach ($video as $vv) {
         foreach ($video as $vv) {
             $check_vv = $this->url_check($vv, $project_id, $domain, $web_url_domain, $home_url);
             $check_vv = $this->url_check($vv, $project_id, $domain, $web_url_domain, $home_url);
+            if ($check_vv && (!in_array($check_vv, $source))) {
                 $check_vv && $source[] = $check_vv;
                 $check_vv && $source[] = $check_vv;
             }
             }
+        }
 
 
         //css
         //css
         preg_match_all('/<link\s+[^>]*?href\s*=\s*(\'|\")(.*?)\\1[^>]*?\/?\s*>/i', $html, $result_css);
         preg_match_all('/<link\s+[^>]*?href\s*=\s*(\'|\")(.*?)\\1[^>]*?\/?\s*>/i', $html, $result_css);
         $css = $result_css[2] ?? [];
         $css = $result_css[2] ?? [];
         foreach ($css as $vc) {
         foreach ($css as $vc) {
             $check_vc = $this->url_check($vc, $project_id, $domain, $web_url_domain, $home_url);
             $check_vc = $this->url_check($vc, $project_id, $domain, $web_url_domain, $home_url);
+            if ($check_vc && (!in_array($check_vc, $source))) {
                 $check_vc && $source[] = $check_vc;
                 $check_vc && $source[] = $check_vc;
             }
             }
+        }
 
 
         //css background
         //css background
         preg_match_all("/url\(['\"]?(\s*[^>]+?)['\"]?\)/i", $html, $result_css_b);
         preg_match_all("/url\(['\"]?(\s*[^>]+?)['\"]?\)/i", $html, $result_css_b);
         $css_b = $result_css_b[1] ?? [];
         $css_b = $result_css_b[1] ?? [];
         foreach ($css_b as $vc_b) {
         foreach ($css_b as $vc_b) {
             $check_vc_b = $this->url_check($vc_b, $project_id, $domain, $web_url_domain, $home_url);
             $check_vc_b = $this->url_check($vc_b, $project_id, $domain, $web_url_domain, $home_url);
+            if ($check_vc_b && (!in_array($check_vc_b, $source))) {
                 $check_vc_b && $source[] = $check_vc_b;
                 $check_vc_b && $source[] = $check_vc_b;
             }
             }
+        }
 
 
         //a标签下载资源
         //a标签下载资源
         preg_match_all('/<a\s+[^>]*?href\s*=\s*(\'|\")(.*?)\\1[^>]*?\/?\s*>/i', $html, $result_a);
         preg_match_all('/<a\s+[^>]*?href\s*=\s*(\'|\")(.*?)\\1[^>]*?\/?\s*>/i', $html, $result_a);
         $down = $result_a[2] ?? [];
         $down = $result_a[2] ?? [];
         foreach ($down as $vd) {
         foreach ($down as $vd) {
             $check_vd = $this->url_check($vd, $project_id, $domain, $web_url_domain, $home_url);
             $check_vd = $this->url_check($vd, $project_id, $domain, $web_url_domain, $home_url);
+            if ($check_vd && (!in_array($check_vd, $source))) {
                 $check_vd && $source[] = $check_vd;
                 $check_vd && $source[] = $check_vd;
             }
             }
+        }
 
 
         return $source;
         return $source;
     }
     }
@@ -270,7 +282,6 @@ class HtmlSpecialCollect extends Command
             ) {
             ) {
                 $source = CollectSource::where('project_id', $project_id)->where('origin', $url)->first();
                 $source = CollectSource::where('project_id', $project_id)->where('origin', $url)->first();
                 if (!$source) {
                 if (!$source) {
-                    echo $url . PHP_EOL;
                     return [
                     return [
                         'download' => true,
                         'download' => true,
                         'url' => $url,
                         'url' => $url,