Browse Source

add ins 246 code

feature/new_bilibili_and_instagram_sxs20191126
shixuesen 5 years ago
parent
commit
53ff93c321
5 changed files with 38 additions and 15 deletions
  1. +1
    -1
      app/Console/Commands/RenameTest.php
  2. +1
    -1
      app/Services/HandBrakeService.php
  3. +26
    -8
      app/Services/Ins24Service.php
  4. +9
    -5
      app/Services/InstagramService.php
  5. +1
    -0
      fail.log

+ 1
- 1
app/Console/Commands/RenameTest.php View File

@ -41,7 +41,7 @@ class RenameTest extends Command
//
$rename = new RenameService();
// $rename->rename("/Volumes/WD/tmp/尤果网/尤G网", "尤果网-");
$rename->rename("/Users/shixuesen/Documents/tmp/PartyCat轰趴猫&PDL潘多拉-TLoB", "PartyCat轰趴猫&PDL潘多拉-TLoB-");
$rename->rename("/Users/shixuesen/Documents/tmp/nm", "");
// $rename->rename();
// $rename->mvFiles("/Users/shixuesen/Documents/tmp/秀人旗下《MFStar模范学院》套图及视频写真-TLoB/视频/");
}


+ 1
- 1
app/Services/HandBrakeService.php View File

@ -52,7 +52,7 @@ class HandBrakeService
print_r($files);
}
public function processDir($baseDir = "/Volumes/WD/tmp/探花系列【AI高清2K修复】大合集")
public function processDir($baseDir = "/Users/shixuesen/Documents/tmp/nm")
// public function processDir($baseDir = "/Volumes/Backup/iPhone nPlayer/")
{
$files = scandir($baseDir);


+ 26
- 8
app/Services/Ins24Service.php View File

@ -10,6 +10,13 @@ use InstagramAPI\Response\Model\Item;
class Ins24Service
{
function logFailUrl($filePrefix, $fileUrl)
{
$failLogFile = "fail.log";
$myfile = file_put_contents($failLogFile, $filePrefix . "\t" . $fileUrl . PHP_EOL, FILE_APPEND | LOCK_EX);
}
public function scrapeUsers()
{
@ -18,12 +25,12 @@ class Ins24Service
try {
$userList = file("/Users/shixuesen/OneDrive/Pictures/instagram/user.txt");
// $userList = array_slice($userList, 17);
$userList = array_slice($userList, 24);
// $userList = ['1992.ai_'];
// print_r($userList);exit;
// print_r($userList);exit;
// print_r($userList);
foreach ($userList as $userName) {
usleep(random_int(100, 1000) * 10000);
usleep(random_int(10, 1000) * 100000);
$trueName = trim($userName);
$thisUserImageDir = $baseImageDir . $trueName . "/";
@ -32,9 +39,12 @@ class Ins24Service
for (; ;) {
try {
$data = $this->queryImage($trueName, $pageNo, $maxId);
if (count($data["resourceList"]) == 0) {
break;
}
foreach ($data["resourceList"] as $resource) {
$res = $this->downloadFile($resource["mediaURL"], 0, $thisUserImageDir);
usleep(random_int(100, 1000) * 10000);
usleep(random_int(10, 1000) * 100000);
if ($res == 0) {
break 2;
}
@ -57,7 +67,7 @@ class Ins24Service
$curl = curl_init();
curl_setopt_array($curl, array(
CURLOPT_URL => "https://www.ins246.com/ins/search.html",
CURLOPT_URL => "http://www.ins246.com/ins/search.html",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
@ -75,7 +85,7 @@ class Ins24Service
"x-requested-with: XMLHttpRequest",
"user-agent: Mozilla/5.0 (Macintosh; Intel Mac OS X 10_14_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/86.0.4240.111 Safari/537.36",
"content-type: application/x-www-form-urlencoded; charset=UTF-8",
"origin: https://www.ins246.com",
"origin: http://www.ins246.com",
"sec-fetch-site: same-origin",
"sec-fetch-mode: cors",
"sec-fetch-dest: empty",
@ -86,11 +96,19 @@ class Ins24Service
));
$response = curl_exec($curl);
if(curl_exec($curl) === false)
{
echo 'Curl error: ' . curl_error($curl);
} else {
echo $response;
}
curl_close($curl);
$formatResponse = json_decode($response, true);
if ($formatResponse["code"] == 200) {
return $formatResponse["data"];
} else {
echo $response;
throw new \Exception("出现异常");
}
// echo $response;
@ -134,7 +152,7 @@ class Ins24Service
curl_setopt($ch, CURLOPT_VERBOSE, 1);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, 1);
curl_setopt($ch, CURLOPT_AUTOREFERER, false);
curl_setopt($ch, CURLOPT_REFERER, "https://www.ins246.com/ins/gosearch.html");
curl_setopt($ch, CURLOPT_REFERER, "http://www.ins246.com/ins/gosearch.html");
curl_setopt($ch, CURLOPT_HTTP_VERSION, CURL_HTTP_VERSION_1_1);
curl_setopt($ch, CURLOPT_HEADER, 0);
$image = curl_exec($ch);


+ 9
- 5
app/Services/InstagramService.php View File

@ -18,8 +18,10 @@ use InstagramScraper\Exception\InstagramException;
class InstagramService
{
private $username = "nicksxs";
private $password = 'tmx211314';
// private $username = "nicksxs";
// private $password = 'tmx211314';
private $username = "sili1024";
private $password = 'Qwer2020';
private $debug = false;
private $truncatedDebug = false;
@ -288,6 +290,7 @@ class InstagramService
$ig = new Instagram($this->debug, $this->truncatedDebug);
try {
// echo 1;
$ig->login($this->username, $this->password);
} catch
(\Exception $e) {
@ -300,9 +303,9 @@ class InstagramService
try {
$userList = file("/Users/shixuesen/OneDrive/Pictures/instagram/user.txt");
// $userList = array_slice($userList, 17);
$userList = array_slice($userList, 25, 1);
// $userList = ['1992.ai_'];
// print_r($userList);exit;
// print_r($userList);exit;
// print_r($userList);
foreach ($userList as $userName) {
$trueName = trim($userName);
@ -339,7 +342,7 @@ class InstagramService
}
}
// echo $item[0]->getVideoVersions()[0]->getUrl();
sleep(5);
sleep(5 * random_int(1, 10));
$maxId = null;
// }
do {
@ -391,6 +394,7 @@ class InstagramService
}
// printf("[%s] https://instagram.com/p/%s/\n", $item->getId(), $item->getCode());
sleep(5 * random_int(1, 10));
}
// Now we must update the maxId variable to the "next page".


+ 1
- 0
fail.log View File

@ -713,3 +713,4 @@
/Users/shixuesen/OneDrive/Pictures/instagram/siawase726/ https://scontent-xsp1-2.cdninstagram.com/v/t72.14836-16/76961228_128382518991100_8045032356054751626_n.mp4?efg=eyJ2ZW5jb2RlX3RhZyI6InZ0c192b2RfdXJsZ2VuLjY0MC5zdG9yeS5kZWZhdWx0In0&_nc_ht=scontent-xsp1-2.cdninstagram.com&_nc_cat=104&_nc_ohc=iBZiUcIStkkAX8EJZz3&vs=17845020485362442_529587106&_nc_vs=HBkcFQAYJEdNeFZsZ1Q4bUhCaXczUUFBSXJaS3ExTnNxVnZidlE1QUFBRhUAAsgBACgAGAAbAYgHdXNlX29pbAExFQAAGAAWlJLKiPP8sj8VAigCQzMsF0AUAAAAAAAAGBJkYXNoX2Jhc2VsaW5lXzFfdjERAHXoBwA%3D&_nc_rid=cf474b0697&oe=5F6FFEE8&oh=27660ff02bd0bc57f7ea74f7938ccf37
/Users/shixuesen/OneDrive/Pictures/instagram/amberchenslife/ https://scontent-hkt1-1.cdninstagram.com/v/t72.14836-16/74824219_3557390804353147_1328503251148931024_n.mp4?efg=eyJ2ZW5jb2RlX3RhZyI6InZ0c192b2RfdXJsZ2VuLjcyMC5zdG9yeS5kZWZhdWx0In0&_nc_ht=scontent-hkt1-1.cdninstagram.com&_nc_cat=107&_nc_ohc=34dXXH34whIAX9E4F1v&vs=17890226869650647_3171234365&_nc_vs=HBkcFQAYJEdCdTZkUVI3Z0RpWGJhTU1BTkQtcmdfcnltOFNidlE1QUFBRhUAAsgBACgAGAAbAYgHdXNlX29pbAExFQAAGAAWrpL04aDExz8VAigCQzMsF0AWzMzMzMzNGBJkYXNoX2Jhc2VsaW5lXzFfdjERAHXoBwA%3D&_nc_rid=5cc8bc54dd&oe=5F6FC220&oh=61ec27f88ee30363f64a75fda05fb69c
/Users/shixuesen/OneDrive/Pictures/instagram/parlovetati/ https://scontent-hkt1-1.cdninstagram.com/v/t72.14836-16/76010161_251349799519910_912016424311028328_n.mp4?efg=eyJ2ZW5jb2RlX3RhZyI6InZ0c192b2RfdXJsZ2VuLjcyMC5zdG9yeS5kZWZhdWx0In0&_nc_ht=scontent-hkt1-1.cdninstagram.com&_nc_cat=102&_nc_ohc=Wkyycp1Mvh4AX-DQD4S&vs=17867218838039142_542442121&_nc_vs=HBksFQAYJEdMSFNod1NteG9Qdm1lUUFBR2g2WVJnYklxZ01idlE1QUFBRhUAAsgBABUAGCRHRTBLTkFYRXZSbUcyVWNDQUotWkJOR1dORnBZYnZRNUFBQUYVAgLIAQAoABgAGwGIB3VzZV9vaWwBMRUAABgAFszljt2Bib0%2FFQIoAkMzLBdALgAAAAAAABgSZGFzaF9iYXNlbGluZV8xX3YxEQB16AcA&_nc_rid=8d70888e17&oe=5F6FBB10&oh=eb6fc8a4e2b2c495a07ee607ba330c07
/Users/shixuesen/OneDrive/Pictures/instagram/ji_an35/ http://www.ins246.com/v/t51.2885-15/e35/122417963_143079587522010_1776739592396217437_n.jpg?_nc_ht=scontent-hkt1-1.cdninstagram.com&_nc_cat=106&_nc_ohc=-5dE1rfeAlMAX9uklmv&se=7&tp=18&oh=a9565016f750d9eb0cdccf772d388100&oe=5FD7EF25&ig_cache_key=MjQyNjk3NDkyOTQ5MTQ5NjgzNQ%3D%3D.2

Loading…
Cancel
Save