diff --git a/app/Http/Controllers/WeiboController.php b/app/Http/Controllers/WeiboController.php index df94f30..e7ece26 100644 --- a/app/Http/Controllers/WeiboController.php +++ b/app/Http/Controllers/WeiboController.php @@ -32,7 +32,7 @@ class WeiboController extends Controller // for( $i = 341; $i >= 1 ; $i-- ) // $url[] = 'https://m.weibo.cn/api/container/getIndex?containerid=1076035893812490&openApp=0&page='.$i; - for( $i = 1; $i >= 1 ; $i-- ) + for( $i = 50; $i >= 1 ; $i-- ) $url[] = 'https://m.weibo.cn/api/container/getIndex?containerid=230259&openApp=0&page='.$i; // for ($i = 5; $i >= 1; $i--) { // $url[] = 'https://m.weibo.cn/feed/group?gid=4423532052076817&&page=' . $i; diff --git a/app/Services/FfmpegService.php b/app/Services/FfmpegService.php index 9a6c642..6b44ab6 100644 --- a/app/Services/FfmpegService.php +++ b/app/Services/FfmpegService.php @@ -106,6 +106,10 @@ class FfmpegService dump("stopFlag is set"); exit; } + $fileInfo = pathinfo($pathFile); + if (Redis::sismember("unneed", $fileInfo["filename"])) { + return; + } if (!$this->checkFileSize($pathFile)) { return; } @@ -121,13 +125,9 @@ class FfmpegService $mtime = date("Y-m-d H:i:s", filemtime($pathFile)); // dump("$pathFile modify at $mtime is before 2021-07-19 00:00:00"); } - $fileInfo = pathinfo($pathFile); if (ends_with($fileInfo["filename"], "-x265")) { return; } - if (Redis::sismember("unneed", $fileInfo["filename"])) { - return; - } $targetFile = $fileInfo["dirname"] . '/' .$fileInfo["filename"] . '-x265'. '.' . $fileInfo["extension"]; if (is_file($targetFile)) { unlink($pathFile); @@ -241,11 +241,11 @@ class FfmpegService public function checkFileSize($file, $size = 1): bool { - if (is_file($file) && filesize($file) > 100 * 1024 * 1024) { + if (is_file($file) && filesize($file) > 10 * 1024 * 1024) { return true; } $fileSize = FileUtils::humanFilesize(filesize($file)); - echo "$file size < 100Mb filesize is $fileSize skip \n"; + echo "$file size < 10Mb filesize is $fileSize skip \n"; return false; } diff --git a/app/Services/TujiguService.php b/app/Services/TujiguService.php index 4bf5513..e084a7d 100644 --- a/app/Services/TujiguService.php +++ b/app/Services/TujiguService.php @@ -104,9 +104,9 @@ class TujiguService } } } - $baseUrl = "https://www.tujigu.com/"; + $baseUrl = "https://www.tujigu.net/"; usleep(random_int(100, 1000) * 1000); - $peopleUrl = "https://www.tujigu.com/t/"; + $peopleUrl = "https://www.tujigu.net/t/"; $peopleUrl .= $name['code']; // 获取总的相册数量 $albumNumSelector = "body > div:nth-child(4) > span"; @@ -135,7 +135,7 @@ class TujiguService } $totalAlbumPage = ceil($totalAlbumNum / 40); } - $baseAlbumUrl = "https://www.tujigu.com/t/{$name['code']}/"; + $baseAlbumUrl = "https://www.tujigu.net/t/{$name['code']}/"; // 表示限制抓取相册数 $countLimit = 8; @@ -176,7 +176,7 @@ class TujiguService // $albumCode = substr($album, 25, 5); $albumCode = explode("/", $album)[4]; - $baseImageUrl = "https://tjg.hywly.com/a/1/{$albumCode}/"; + $baseImageUrl = "https://tjg.gzhuibei.com/a/1/{$albumCode}/"; // if ($j == 0) { // $imageName = $j . ".jpg"; // } else { diff --git a/app/Services/WeiboService.php b/app/Services/WeiboService.php index 8d522d9..cc348fe 100644 --- a/app/Services/WeiboService.php +++ b/app/Services/WeiboService.php @@ -16,7 +16,7 @@ class WeiboService // if (!isset($_REQUEST['content'])) die('NoData'); // // $content = trim($_REQUEST['content']); - echo $content;exit; + // echo $content;exit; // @mkdir('data'); diff --git a/fail.log b/fail.log index 613eba6..4aa40ed 100644 --- a/fail.log +++ b/fail.log @@ -2352,3 +2352,10 @@ /Users/shixuesen/OneDrive/Pictures/instagram/limerencem_/ https://scontent-lax3-2.cdninstagram.com/v/t51.2885-15/e35/233733125_844481339777785_8458315680149863276_n.jpg?se=8&_nc_ht=scontent-lax3-2.cdninstagram.com&_nc_cat=101&_nc_ohc=qux3Nb2xqYAAX_czzbM&edm=ABmJApABAAAA&ccb=7-4&oh=b547d9083f9f4924ab5969bfe9dd2fbc&oe=611CCC15&_nc_sid=6136e7&ig_cache_key=MjYzNDEyNDg4NjYzOTcyMDQ3MQ%3D%3D.2-ccb7-4 /Users/shixuesen/OneDrive/Pictures/instagram/irishuo_/ https://scontent-lax3-2.cdninstagram.com/v/t51.2885-15/e35/234915016_348172043632740_6452054389988192918_n.jpg?se=7&_nc_ht=scontent-lax3-2.cdninstagram.com&_nc_cat=100&_nc_ohc=xJdWmQe6bGEAX-ZhbU3&edm=ABmJApABAAAA&ccb=7-4&oh=818e62814cbb057d503d644e9f8601f9&oe=611DB548&_nc_sid=6136e7&ig_cache_key=MjYzNzg4MTQxMjEyMTc2OTU1NA%3D%3D.2-ccb7-4 /Users/shixuesen/OneDrive/Pictures/instagram/irishuo_/ https://scontent-lax3-1.cdninstagram.com/v/t51.2885-15/e35/234803390_274836711112214_787656283753125631_n.jpg?se=7&_nc_ht=scontent-lax3-1.cdninstagram.com&_nc_cat=102&_nc_ohc=N6xdmUPSAaUAX_u2_Rs&edm=ABmJApABAAAA&ccb=7-4&oh=b4d625fb3ba6213f58c63780fdb5140d&oe=611C806D&_nc_sid=6136e7&ig_cache_key=MjYzNzE0NDAwMzE4ODY0NTE5Mw%3D%3D.2-ccb7-4 +/Users/shixuesen/OneDrive/Pictures/instagram/cherry_quahst/ https://scontent-lax3-1.cdninstagram.com/v/t50.2886-16/10000000_529450954803026_2368429608584597809_n.mp4?efg=eyJ2ZW5jb2RlX3RhZyI6InZ0c192b2RfdXJsZ2VuLjcyMC5jbGlwcy5iYXNlbGluZSJ9&_nc_ht=scontent-lax3-1.cdninstagram.com&_nc_cat=102&_nc_ohc=djmtLJUGsksAX9fKaah&edm=ABmJApABAAAA&vs=521402232277013_2612035464&_nc_vs=HBksFQAYJEdJQ1dtQUJTUnhab2lPRUJBREhSTXpjdVd0NGdicV9FQUFBRhUAAsgBABUAGCRHQkNPSHc2M04xUmZEUGdCQUlLNzd1S0o1akVhYnFfRUFBQUYVAgLIAQAoABgAGwGIB3VzZV9vaWwBMBUAACao066Ig8%2FPPxUCKAJDMywXQD6iDEm6XjUYEmRhc2hfYmFzZWxpbmVfMl92MREAdf4HAA%3D%3D&_nc_rid=3fc4e41ff5&ccb=7-4&oe=611FF1EE&oh=ebd0c2b5e7fac1c5e886e9273a89b787&_nc_sid=6136e7 +/Users/shixuesen/OneDrive/Pictures/instagram/amandacerny/ https://scontent-lax3-1.cdninstagram.com/v/t50.16885-16/10000000_4323446751067569_5524826293537411788_n.mp4?efg=eyJ2ZW5jb2RlX3RhZyI6InZ0c192b2RfdXJsZ2VuLjEyODAuaWd0di5kZWZhdWx0In0&_nc_ht=scontent-lax3-1.cdninstagram.com&_nc_cat=1&_nc_ohc=q8qeJfn2I7EAX9hdvQO&edm=ABmJApABAAAA&vs=17920587691738958_1890256334&_nc_vs=HBksFQAYJEdJQ1dtQUN4ZmMzakpsd1BBTXdTQ1FBX0lLeE1idlZCQUFBRhUAAsgBABUAGCRHTnVhT3c2S0s2UzctSFlDQUFXTm5HUU1XSlk2YnZWQkFBQUYVAgLIAQAoABgAGwGIB3VzZV9vaWwBMRUAACaMzbuspavIPxUCKAJDMywXQIOtEGJN0vIYEmRhc2hfYmFzZWxpbmVfMV92MREAdewHAA%3D%3D&_nc_rid=7a3462867f&ccb=7-4&oe=61207772&oh=50e223f16db2667696bcc9879cb1b534&_nc_sid=6136e7 +/Users/shixuesen/OneDrive/Pictures/instagram/amandacerny/ https://scontent-lax3-2.cdninstagram.com/v/t50.2886-16/10000000_1225151721269055_5823326806827617713_n.mp4?efg=eyJ2ZW5jb2RlX3RhZyI6InZ0c192b2RfdXJsZ2VuLjcyMC5jbGlwcy5iYXNlbGluZSJ9&_nc_ht=scontent-lax3-2.cdninstagram.com&_nc_cat=103&_nc_ohc=6quL94IQ8osAX85Gloz&edm=ABmJApABAAAA&vs=350777940057023_2184360437&_nc_vs=HBksFQAYJEdJQ1dtQUEtWnlUZFJGb0VBTEZOX0tQZ25OQlFicV9FQUFBRhUAAsgBABUAGCRHQ2JqLXcycVBsZGl2bzhBQUE0akpiTmYxSmdUYnFfRUFBQUYVAgLIAQAoABgAGwGIB3VzZV9vaWwBMBUAACbu3dSD6cvlPxUCKAJDMywXQE07peNT988YEmRhc2hfYmFzZWxpbmVfMV92MREAdf4HAA%3D%3D&_nc_rid=7a34658dbc&ccb=7-4&oe=61206740&oh=a575374724156ca62413cba92012e5a0&_nc_sid=6136e7 +/Users/shixuesen/OneDrive/Pictures/instagram/boram__jj/ https://scontent-lax3-1.cdninstagram.com/v/t50.2886-16/10000000_355508819403016_7399974224340674884_n.mp4?efg=eyJ2ZW5jb2RlX3RhZyI6InZ0c192b2RfdXJsZ2VuLjcyMC5jbGlwcy5iYXNlbGluZSJ9&_nc_ht=scontent-lax3-1.cdninstagram.com&_nc_cat=104&_nc_ohc=DEMtf6KcUZAAX9x1JUw&edm=ABmJApABAAAA&vs=257745262646130_3260509384&_nc_vs=HBksFQAYJEdJQ1dtQUFJSWVWWVZVTUJBRVJwMzZ4Wi1iRm1icV9FQUFBRhUAAsgBABUAGCRHRjZHUEE0djNKSThPUU1DQUxWVWtrZ2NJNFFBYnFfRUFBQUYVAgLIAQAoABgAGwGIB3VzZV9vaWwBMBUAACb058f2x8%2FKPxUCKAJDMywXQE4AAAAAAAAYEmRhc2hfYmFzZWxpbmVfMV92MREAdf4HAA%3D%3D&_nc_rid=8c4cd06da1&ccb=7-4&oe=6122F99D&oh=bc5fb413302b42caf1b8d5d2ecf149fc&_nc_sid=6136e7 +/Users/shixuesen/OneDrive/Pictures/instagram/sharalinmusic/ https://scontent-lax3-1.cdninstagram.com/v/t50.12441-16/240619062_127369326282806_1269662062799596549_n.mp4?efg=eyJ2ZW5jb2RlX3RhZyI6InZ0c192b2RfdXJsZ2VuLjcyMC5zdG9yeS5iYXNlbGluZSJ9&_nc_ht=scontent-lax3-1.cdninstagram.com&_nc_cat=102&_nc_ohc=UpU7tuZFnfAAX_IajUt&edm=AOVtZ6oBAAAA&vs=300247991857288_2891961278&_nc_vs=HBkcFQAYJEdEYU9WdzQyeUhKNzEzTUFBQVdzOVUzcnZwNFJicGt3QUFBRhUAAsgBACgAGAAbAYgHdXNlX29pbAExFQAAJsiiudS6%2F8c%2FFQIoAkMzLBdAKO6XjU%2FfOxgSZGFzaF9iYXNlbGluZV8yX3YxEQB16AcA&_nc_rid=25fcb41fb7&ccb=7-4&oe=61267E05&oh=25d27fd252c98536d3e77c025fc065f9&_nc_sid=bab638 +/Users/shixuesen/OneDrive/Pictures/instagram/amandacerny/ https://scontent-lax3-1.cdninstagram.com/v/t50.2886-16/10000000_139543141668053_2611204976473764495_n.mp4?efg=eyJ2ZW5jb2RlX3RhZyI6InZ0c192b2RfdXJsZ2VuLjcyMC5jbGlwcy5iYXNlbGluZSJ9&_nc_ht=scontent-lax3-1.cdninstagram.com&_nc_cat=105&_nc_ohc=F9sacvi--MQAX82QYKc&edm=ABmJApABAAAA&vs=1172788593228470_431478627&_nc_vs=HBksFQAYJEdJQ1dtQURWMUdQcjZYNEFBSTl5YzJJWDNUd2ticV9FQUFBRhUAAsgBABUAGCRHSzVyVlE2aWJueEFFS0lEQUo3aFpuMkRDWlprYnFfRUFBQUYVAgLIAQAoABgAGwGIB3VzZV9vaWwBMBUAACaQwfXc8OLPPxUCKAJDMywXQEXZmZmZmZoYEmRhc2hfYmFzZWxpbmVfMV92MREAdf4HAA%3D%3D&_nc_rid=9d9e7b5a95&ccb=7-4&oe=6126E75D&oh=42aa5d53f4ce1fa596adec6911173ba9&_nc_sid=6136e7 +/Users/shixuesen/OneDrive/Pictures/instagram/weiman_the_real_one/ https://scontent-lax3-2.cdninstagram.com/v/t51.2885-15/e35/240929191_360046995581239_7835808278865687311_n.jpg?se=7&_nc_ht=scontent-lax3-2.cdninstagram.com&_nc_cat=107&_nc_ohc=VecQ6GIt44QAX8CH7A6&edm=ABmJApABAAAA&ccb=7-4&oh=a9f484adbe964e41348044c550c6edfa&oe=6136BBAF&_nc_sid=6136e7&ig_cache_key=MjY1MjQwNDE5Njc2MTY3NDk5MA%3D%3D.2-ccb7-4