作者 刘锟

update

... ... @@ -39,15 +39,15 @@ class HtmlCollect extends Command
public function handle()
{
// while (true) {
ini_set('memory_limit', '512M');
while (true) {
$this->start_collect();
// }
}
}
protected function start_collect()
{
// $task_id = $this->get_task();
$task_id = '717_57995';
$task_id = $this->get_task();
if ($task_id === false) {
//所有项目采集完成
sleep(60);
... ... @@ -351,11 +351,11 @@ class HtmlCollect extends Command
if ($js_css_source) {
foreach ($js_css_source as $vjs) {
$vjs_down = str_replace('"', '', $vjs);
if(strpos($vjs_down,'data:') !== false){
if (strpos($vjs_down, 'data:') !== false) {
//过滤二进制文件
continue;
}
if(strlen($vjs_down) > 255){
if (strlen($vjs_down) > 255) {
//过滤太长文件
continue;
}
... ...
... ... @@ -39,6 +39,7 @@ class HtmlLanguageCollect extends Command
public function handle()
{
ini_set('memory_limit', '512M');
while (true) {
$this->start_collect();
}
... ... @@ -350,11 +351,11 @@ class HtmlLanguageCollect extends Command
if ($js_css_source) {
foreach ($js_css_source as $vjs) {
$vjs_down = str_replace('"', '', $vjs);
if(strpos($vjs_down,'data:') !== false){
if (strpos($vjs_down, 'data:') !== false) {
//过滤二进制文件
continue;
}
if(strlen($vjs_down) > 255){
if (strlen($vjs_down) > 255) {
//过滤太长文件
continue;
}
... ...
... ... @@ -49,6 +49,7 @@ class ProjectUpdate extends Command
public function handle()
{
ini_set('memory_limit', '512M');
while (true) {
$this->start_update();
}
... ... @@ -262,11 +263,9 @@ class ProjectUpdate extends Command
$gallery = [];
if ($item['images'] ?? []) {
foreach ($item['images'] as $k_img => $img) {
if (substr($img, -3, 3) != 'tif') {
$gallery[] = ['alt' => '这是一张产品图', 'url' => $this->source_download($img, $project_id, $domain_arr['host'], $web_url_domain, $home_url)];
}
}
}
//分类
$category_id = '';
//产品类型,2Featured Products,3Hot Products
... ... @@ -468,7 +467,7 @@ class ProjectUpdate extends Command
DB::disconnect('custom_mysql');
$task->status = UpdateLog::STATUS_COM;//同步完成
if ($is_flush) {
if($is_flush){
$task->collect_status = UpdateLog::COLLECT_STATUS_UN;
}
$task->save();
... ...