diff --git a/app/Console/Commands/RenameTest.php b/app/Console/Commands/RenameTest.php index 6cbb002..2dabe71 100644 --- a/app/Console/Commands/RenameTest.php +++ b/app/Console/Commands/RenameTest.php @@ -41,7 +41,7 @@ class RenameTest extends Command // $rename = new RenameService(); // $rename->rename("/Volumes/WD/tmp/尤果网/尤G网", "尤果网-"); - $rename->rename("/Users/shixuesen/Documents/tmp/PartyCat轰趴猫&PDL潘多拉-TLoB", "PartyCat轰趴猫&PDL潘多拉-TLoB-"); + $rename->rename("/Users/shixuesen/Documents/tmp/nm", ""); // $rename->rename(); // $rename->mvFiles("/Users/shixuesen/Documents/tmp/秀人旗下《MFStar模范学院》套图及视频写真-TLoB/视频/"); } diff --git a/app/Services/HandBrakeService.php b/app/Services/HandBrakeService.php index 1449f53..d74d097 100644 --- a/app/Services/HandBrakeService.php +++ b/app/Services/HandBrakeService.php @@ -52,7 +52,7 @@ class HandBrakeService print_r($files); } - public function processDir($baseDir = "/Volumes/WD/tmp/探花系列【AI高清2K修复】大合集") + public function processDir($baseDir = "/Users/shixuesen/Documents/tmp/nm") // public function processDir($baseDir = "/Volumes/Backup/iPhone nPlayer/") { $files = scandir($baseDir); diff --git a/app/Services/Ins24Service.php b/app/Services/Ins24Service.php index 48f47e7..16b4011 100644 --- a/app/Services/Ins24Service.php +++ b/app/Services/Ins24Service.php @@ -10,6 +10,13 @@ use InstagramAPI\Response\Model\Item; class Ins24Service { + + function logFailUrl($filePrefix, $fileUrl) + { + $failLogFile = "fail.log"; + $myfile = file_put_contents($failLogFile, $filePrefix . "\t" . $fileUrl . PHP_EOL, FILE_APPEND | LOCK_EX); + } + public function scrapeUsers() { @@ -18,12 +25,12 @@ class Ins24Service try { $userList = file("/Users/shixuesen/OneDrive/Pictures/instagram/user.txt"); - // $userList = array_slice($userList, 17); + $userList = array_slice($userList, 24); // $userList = ['1992.ai_']; - // print_r($userList);exit; +// print_r($userList);exit; // print_r($userList); foreach ($userList as $userName) { - usleep(random_int(100, 1000) * 10000); + usleep(random_int(10, 1000) * 100000); $trueName = trim($userName); $thisUserImageDir = $baseImageDir . $trueName . "/"; @@ -32,9 +39,12 @@ class Ins24Service for (; ;) { try { $data = $this->queryImage($trueName, $pageNo, $maxId); + if (count($data["resourceList"]) == 0) { + break; + } foreach ($data["resourceList"] as $resource) { $res = $this->downloadFile($resource["mediaURL"], 0, $thisUserImageDir); - usleep(random_int(100, 1000) * 10000); + usleep(random_int(10, 1000) * 100000); if ($res == 0) { break 2; } @@ -57,7 +67,7 @@ class Ins24Service $curl = curl_init(); curl_setopt_array($curl, array( - CURLOPT_URL => "https://www.ins246.com/ins/search.html", + CURLOPT_URL => "http://www.ins246.com/ins/search.html", CURLOPT_RETURNTRANSFER => true, CURLOPT_ENCODING => "", CURLOPT_MAXREDIRS => 10, @@ -75,7 +85,7 @@ class Ins24Service "x-requested-with: XMLHttpRequest", "user-agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/86.0.4240.111 Safari/537.36", "content-type: application/x-www-form-urlencoded; charset=UTF-8", - "origin: https://www.ins246.com", + "origin: http://www.ins246.com", "sec-fetch-site: same-origin", "sec-fetch-mode: cors", "sec-fetch-dest: empty", @@ -86,11 +96,19 @@ class Ins24Service )); $response = curl_exec($curl); - + if(curl_exec($curl) === false) + { + echo 'Curl error: ' . curl_error($curl); + } else { + echo $response; + } curl_close($curl); $formatResponse = json_decode($response, true); if ($formatResponse["code"] == 200) { return $formatResponse["data"]; + } else { + echo $response; + throw new \Exception("出现异常"); } // echo $response; @@ -134,7 +152,7 @@ class Ins24Service curl_setopt($ch, CURLOPT_VERBOSE, 1); curl_setopt($ch, CURLOPT_RETURNTRANSFER, 1); curl_setopt($ch, CURLOPT_AUTOREFERER, false); - curl_setopt($ch, CURLOPT_REFERER, "https://www.ins246.com/ins/gosearch.html"); + curl_setopt($ch, CURLOPT_REFERER, "http://www.ins246.com/ins/gosearch.html"); curl_setopt($ch, CURLOPT_HTTP_VERSION, CURL_HTTP_VERSION_1_1); curl_setopt($ch, CURLOPT_HEADER, 0); $image = curl_exec($ch); diff --git a/app/Services/InstagramService.php b/app/Services/InstagramService.php index e49e9f3..80e0289 100644 --- a/app/Services/InstagramService.php +++ b/app/Services/InstagramService.php @@ -18,8 +18,10 @@ use InstagramScraper\Exception\InstagramException; class InstagramService { - private $username = "nicksxs"; - private $password = 'tmx211314'; +// private $username = "nicksxs"; +// private $password = 'tmx211314'; + private $username = "sili1024"; + private $password = 'Qwer2020'; private $debug = false; private $truncatedDebug = false; @@ -288,6 +290,7 @@ class InstagramService $ig = new Instagram($this->debug, $this->truncatedDebug); try { +// echo 1; $ig->login($this->username, $this->password); } catch (\Exception $e) { @@ -300,9 +303,9 @@ class InstagramService try { $userList = file("/Users/shixuesen/OneDrive/Pictures/instagram/user.txt"); - // $userList = array_slice($userList, 17); + $userList = array_slice($userList, 25, 1); // $userList = ['1992.ai_']; - // print_r($userList);exit; +// print_r($userList);exit; // print_r($userList); foreach ($userList as $userName) { $trueName = trim($userName); @@ -339,7 +342,7 @@ class InstagramService } } // echo $item[0]->getVideoVersions()[0]->getUrl(); - sleep(5); + sleep(5 * random_int(1, 10)); $maxId = null; // } do { @@ -391,6 +394,7 @@ class InstagramService } // printf("[%s] https://instagram.com/p/%s/\n", $item->getId(), $item->getCode()); + sleep(5 * random_int(1, 10)); } // Now we must update the maxId variable to the "next page". diff --git a/fail.log b/fail.log index 7416b2b..b077b87 100644 --- a/fail.log +++ b/fail.log @@ -713,3 +713,4 @@ /Users/shixuesen/OneDrive/Pictures/instagram/siawase726/ https://scontent-xsp1-2.cdninstagram.com/v/t72.14836-16/76961228_128382518991100_8045032356054751626_n.mp4?efg=eyJ2ZW5jb2RlX3RhZyI6InZ0c192b2RfdXJsZ2VuLjY0MC5zdG9yeS5kZWZhdWx0In0&_nc_ht=scontent-xsp1-2.cdninstagram.com&_nc_cat=104&_nc_ohc=iBZiUcIStkkAX8EJZz3&vs=17845020485362442_529587106&_nc_vs=HBkcFQAYJEdNeFZsZ1Q4bUhCaXczUUFBSXJaS3ExTnNxVnZidlE1QUFBRhUAAsgBACgAGAAbAYgHdXNlX29pbAExFQAAGAAWlJLKiPP8sj8VAigCQzMsF0AUAAAAAAAAGBJkYXNoX2Jhc2VsaW5lXzFfdjERAHXoBwA%3D&_nc_rid=cf474b0697&oe=5F6FFEE8&oh=27660ff02bd0bc57f7ea74f7938ccf37 /Users/shixuesen/OneDrive/Pictures/instagram/amberchenslife/ https://scontent-hkt1-1.cdninstagram.com/v/t72.14836-16/74824219_3557390804353147_1328503251148931024_n.mp4?efg=eyJ2ZW5jb2RlX3RhZyI6InZ0c192b2RfdXJsZ2VuLjcyMC5zdG9yeS5kZWZhdWx0In0&_nc_ht=scontent-hkt1-1.cdninstagram.com&_nc_cat=107&_nc_ohc=34dXXH34whIAX9E4F1v&vs=17890226869650647_3171234365&_nc_vs=HBkcFQAYJEdCdTZkUVI3Z0RpWGJhTU1BTkQtcmdfcnltOFNidlE1QUFBRhUAAsgBACgAGAAbAYgHdXNlX29pbAExFQAAGAAWrpL04aDExz8VAigCQzMsF0AWzMzMzMzNGBJkYXNoX2Jhc2VsaW5lXzFfdjERAHXoBwA%3D&_nc_rid=5cc8bc54dd&oe=5F6FC220&oh=61ec27f88ee30363f64a75fda05fb69c /Users/shixuesen/OneDrive/Pictures/instagram/parlovetati/ https://scontent-hkt1-1.cdninstagram.com/v/t72.14836-16/76010161_251349799519910_912016424311028328_n.mp4?efg=eyJ2ZW5jb2RlX3RhZyI6InZ0c192b2RfdXJsZ2VuLjcyMC5zdG9yeS5kZWZhdWx0In0&_nc_ht=scontent-hkt1-1.cdninstagram.com&_nc_cat=102&_nc_ohc=Wkyycp1Mvh4AX-DQD4S&vs=17867218838039142_542442121&_nc_vs=HBksFQAYJEdMSFNod1NteG9Qdm1lUUFBR2g2WVJnYklxZ01idlE1QUFBRhUAAsgBABUAGCRHRTBLTkFYRXZSbUcyVWNDQUotWkJOR1dORnBZYnZRNUFBQUYVAgLIAQAoABgAGwGIB3VzZV9vaWwBMRUAABgAFszljt2Bib0%2FFQIoAkMzLBdALgAAAAAAABgSZGFzaF9iYXNlbGluZV8xX3YxEQB16AcA&_nc_rid=8d70888e17&oe=5F6FBB10&oh=eb6fc8a4e2b2c495a07ee607ba330c07 +/Users/shixuesen/OneDrive/Pictures/instagram/ji_an35/ http://www.ins246.com/v/t51.2885-15/e35/122417963_143079587522010_1776739592396217437_n.jpg?_nc_ht=scontent-hkt1-1.cdninstagram.com&_nc_cat=106&_nc_ohc=-5dE1rfeAlMAX9uklmv&se=7&tp=18&oh=a9565016f750d9eb0cdccf772d388100&oe=5FD7EF25&ig_cache_key=MjQyNjk3NDkyOTQ5MTQ5NjgzNQ%3D%3D.2