Browse Source

add some code

feature/new_bilibili_and_instagram_sxs20191126
shixuesen 4 years ago
parent
commit
ba8ee7ad1f
11 changed files with 77 additions and 19 deletions
  1. +1
    -1
      app/Console/Commands/CommonTest.php
  2. +16
    -5
      app/Console/Commands/RecordDir.php
  3. +1
    -0
      app/Console/Commands/RenameTest.php
  4. +1
    -1
      app/Console/Commands/XiurenjiScrape.php
  5. +11
    -8
      app/Http/Controllers/WeiboController.php
  6. +34
    -0
      app/Jobs/BilibiliEncode.php
  7. +1
    -1
      app/Services/BilibiliServiceV2.php
  8. +1
    -1
      app/Services/FfmpegService.php
  9. +2
    -2
      app/Services/WeiboService.php
  10. +7
    -0
      fail.log
  11. +2
    -0
      files.txt

+ 1
- 1
app/Console/Commands/CommonTest.php View File

@ -45,7 +45,7 @@ class CommonTest extends Command
*/
public function handle()
{
echo App::environment();exit;
// echo App::environment();exit;
// $list = BilibiliVideos::where("created_at", ">", "2021-09-09 00:00:00")->get();
// dump($list[0]->getAttributes());exit;
date_default_timezone_set('PRC');


+ 16
- 5
app/Console/Commands/RecordDir.php View File

@ -13,7 +13,7 @@ class RecordDir extends Command
*
* @var string
*/
protected $signature = 'record:dir';
protected $signature = 'record:dir {path}';
/**
* The console command description.
@ -40,16 +40,27 @@ class RecordDir extends Command
public function handle()
{
//
$path = trim($this->argument("path"));
$service = new DirService();
$list = $service->recursiveScan("/Users/shixuesen/Documents/sync/image");
$list = $service->recursiveScan($path);
// $i = 0;
foreach ($list["files"] as $file) {
if (strstr($file, ".DS_Store")) {
continue;
}
$fileInfo = pathinfo($file);
$imageRecord = new ImageRecord();
$imageRecord->path = $fileInfo["dirname"];
$imageRecord->name = $fileInfo["filename"];
$imageRecord->path = str_replace($path, "", $fileInfo["dirname"]);
$imageRecord->name = $fileInfo["basename"];
$imageRecord->type = 2;
// dump($imageRecord->getAttributes());
// $i++;
// if ($i > 100) {
// exit;
// }
// continue;
$imageRecord->save();
}
}
}

+ 1
- 0
app/Console/Commands/RenameTest.php View File

@ -42,6 +42,7 @@ class RenameTest extends Command
$path = $this->argument("path");
$prefix = $this->argument("prefix");
$rename = new RenameService();
dump($rename->splitCustomSizeOfFolder($path, $prefix, 500));exit;
// $rename->rename("/Volumes/WD/tmp/写真图/猫九", "猫九-");
$rename->rename($path, $prefix);
return;


+ 1
- 1
app/Console/Commands/XiurenjiScrape.php View File

@ -40,7 +40,7 @@ class XiurenjiScrape extends Command
{
//
$service = new XiurenjiService();
// $service->scrapeSingleAlbum("https://www.xiurenji.vip/XiuRen/9037.html");exit;
// $service->scrapeSingleAlbum("https://www.xiurenji.vip/XiuRen/7828.html");exit;
$service->scrapeAlbum();
}
}

+ 11
- 8
app/Http/Controllers/WeiboController.php View File

@ -34,13 +34,16 @@ class WeiboController extends Controller
$url = array();
// for( $i = 341; $i >= 1 ; $i-- )
// $url[] = 'https://m.weibo.cn/api/container/getIndex?containerid=1076035893812490&openApp=0&page='.$i;
for( $i = 100; $i >= 1 ; $i-- )
$url[] = 'https://m.weibo.cn/api/container/getIndex?containerid=2304133907143723&openApp=0&page='.$i;
// for ($i = 5; $i >= 1; $i--) {
// $url[] = 'https://m.weibo.cn/feed/group?gid=4423532052076817&&page=' . $i;
// }
// for( $i = 341; $i >= 1 ; $i-- )
// $url[] = 'https://m.weibo.cn/api/container/getIndex?containerid=1076035893812490&openApp=0&page='.$i;
// for( $i = 100; $i >= 1 ; $i-- )
// $url[] = 'https://m.weibo.cn/api/container/getIndex?containerid=2304133907143723&openApp=0&page='.$i;
// for ($i = 5; $i >= 1; $i--) {
// $url[] = 'https://m.weibo.cn/feed/group?gid=4423532052076817&&page=' . $i;
// }
for ($i = 1; $i < 10; $i++) {
$url[] = 'https://m.weibo.cn/api/container/getIndex?containerid=230259&&page=' . $i;
}
return response()->json($url);
}
@ -58,7 +61,7 @@ class WeiboController extends Controller
* Store a newly created resource in storage.
*
* @param \Illuminate\Http\Request $request
* @return \Illuminate\Http\Response
* @return \Illuminate\Http\JsonResponse
*/
public function store(Request $request)
{


+ 34
- 0
app/Jobs/BilibiliEncode.php View File

@ -0,0 +1,34 @@
<?php
namespace App\Jobs;
use Illuminate\Bus\Queueable;
use Illuminate\Queue\SerializesModels;
use Illuminate\Queue\InteractsWithQueue;
use Illuminate\Contracts\Queue\ShouldQueue;
use Illuminate\Foundation\Bus\Dispatchable;
class BilibiliEncode implements ShouldQueue
{
use Dispatchable, InteractsWithQueue, Queueable, SerializesModels;
/**
* Create a new job instance.
*
* @return void
*/
public function __construct()
{
//
}
/**
* Execute the job.
*
* @return void
*/
public function handle()
{
//
}
}

+ 1
- 1
app/Services/BilibiliServiceV2.php View File

@ -83,7 +83,7 @@ class BilibiliServiceV2
$url = "https://api.bilibili.com/x/space/arc/search?mid={$mediaId}&ps=30&tid=0&keyword=&order=pubdate&jsonp=jsonp&pn=";
// https://space.bilibili.com/475250/video
for ($i = 1; $i < 5; $i++) {
for ($i = 1; $i < 15; $i++) {
$curl = curl_init();
curl_setopt_array($curl, array(


+ 1
- 1
app/Services/FfmpegService.php View File

@ -81,7 +81,7 @@ class FfmpegService
{
$files = scandir($baseDir);
foreach ($files as $file) {
if ($file == "." || $file == ".." || $file == ".DS_Store") {
if ($file == "." || $file == ".." || $file == ".DS_Store" || $file == "1762") {
continue;
}
$subDir = implode("/", [$baseDir, $file]);


+ 2
- 2
app/Services/WeiboService.php View File

@ -27,8 +27,8 @@ class WeiboService
// $video_dir = "/Volumes/Samsung/weibo/people/徐圣佑/video";
// $image_dir = "/Volumes/Samsung/weibo/people/徐圣佑/image";
$video_dir = "/Volumes/Samsung/weibo/video/";
$image_dir = "/Volumes/Samsung/weibo/image/";
$video_dir = "/Volumes/Crucial X6/Image/weibo/video/";
$image_dir = "/Volumes/Crucial X6/Image/weibo/image/";
try {
if (strlen($content) > 0) {


+ 7
- 0
fail.log View File

@ -2397,3 +2397,10 @@
/Users/shixuesen/OneDrive/Pictures/instagram/amandacerny/ https://scontent-lax3-2.cdninstagram.com/v/t50.2886-16/10000000_288901286576539_6067234896254624566_n.mp4?efg=eyJ2ZW5jb2RlX3RhZyI6InZ0c192b2RfdXJsZ2VuLjcyMC5jbGlwcy5iYXNlbGluZSJ9&_nc_ht=scontent-lax3-2.cdninstagram.com&_nc_cat=107&_nc_ohc=3q2O2VHcZu8AX-tA1xF&edm=ABmJApABAAAA&vs=215243547393407_2341694866&_nc_vs=HBksFQAYJEdJQ1dtQUNid1k4U3dRWUJBRFpqSEJqX0pUTlVicV9FQUFBRhUAAsgBABUAGCRHRUs0WmdfMXNCNVlPVzBFQUsteDdybF9ZY0IxYnFfRUFBQUYVAgLIAQAoABgAGwGIB3VzZV9vaWwBMBUAACaix5Ldj8CFQBUCKAJDMywXQD%2F3S8an754YEmRhc2hfYmFzZWxpbmVfMV92MREAdf4HAA%3D%3D&_nc_rid=887a455722&ccb=7-4&oe=619B174D&oh=0da8018e4e502a50b92809c122962b96&_nc_sid=6136e7
/Users/shixuesen/OneDrive/Pictures/instagram/ngoctrinh89/ https://scontent-lax3-2.cdninstagram.com/v/t50.2886-16/10000000_313009227078783_3250413392895561598_n.mp4?efg=eyJ2ZW5jb2RlX3RhZyI6InZ0c192b2RfdXJsZ2VuLjcyMC5jbGlwcy5iYXNlbGluZSJ9&_nc_ht=scontent-lax3-2.cdninstagram.com&_nc_cat=103&_nc_ohc=uZYW0910QqgAX-wESJO&edm=ABmJApABAAAA&vs=203881368589343_1990162413&_nc_vs=HBksFQAYJEdJQ1dtQUItbk1vanJod0JBSDVQdG1qQ3lSc3RicV9FQUFBRhUAAsgBABUAGCRHRllxYWc4OExtUkhsam9CQUtQQ2lUcGJpYTFBYnFfRUFBQUYVAgLIAQAoABgAGwGIB3VzZV9vaWwBMBUAACbWsq7ZpuDnPxUCKAJDMywXQEFAAAAAAAAYEmRhc2hfYmFzZWxpbmVfMV92MREAdf4HAA%3D%3D&_nc_rid=794cd77827&ccb=7-4&oe=619D207A&oh=d4f2f04b6a759828b1c7ba8c2380e37c&_nc_sid=6136e7
/Users/shixuesen/OneDrive/Pictures/instagram/ngoctrinh89/ https://scontent-lax3-2.cdninstagram.com/v/t50.2886-16/10000000_600412731268885_8431618659707636955_n.mp4?efg=eyJ2ZW5jb2RlX3RhZyI6InZ0c192b2RfdXJsZ2VuLjcyMC5jbGlwcy5iYXNlbGluZSJ9&_nc_ht=scontent-lax3-2.cdninstagram.com&_nc_cat=101&_nc_ohc=GCfUSGCun4AAX8IS9rx&edm=ABmJApABAAAA&vs=289046986481936_97278992&_nc_vs=HBksFQAYJEdJQ1dtQUFWMzVCN0VpSUNBTnZNYlpWLUlBTjFicV9FQUFBRhUAAsgBABUAGCRHSnJ3aEEtNkZyNGdKLVVBQUpTbzJOZGdFbzVEYnFfRUFBQUYVAgLIAQAoABgAGwGIB3VzZV9vaWwBMBUAACbMrNPfurPMQBUCKAJDMywXQEFRBiTdLxsYEmRhc2hfYmFzZWxpbmVfMV92MREAdf4HAA%3D%3D&_nc_rid=ac3ec73f5f&ccb=7-4&oe=61A28E5F&oh=8295dcdeab954437f0bf433c3ae74f4d&_nc_sid=6136e7
/Users/shixuesen/OneDrive/Pictures/instagram/ayreen/ https://scontent-lax3-2.cdninstagram.com/v/t50.2886-16/262019037_436478354808667_4398534223511883238_n.mp4?efg=eyJ2ZW5jb2RlX3RhZyI6InZ0c192b2RfdXJsZ2VuLjcyMC5jbGlwcy5iYXNlbGluZSJ9&_nc_ht=scontent-lax3-2.cdninstagram.com&_nc_cat=107&_nc_ohc=s6HgBsLkJVYAX-F_BGf&edm=ABmJApABAAAA&vs=3022996591307572_2218931825&_nc_vs=HBksFQAYJEdOMFhuZzliWDBxSl9Zd0JBT1lOMDJTU3V3bzlicV9FQUFBRhUAAsgBABUAGCRHQTdjb0EtZXRtVkVHWTBCQUdsMGQybEp3QWNoYnFfRUFBQUYVAgLIAQAoABgAGwGIB3VzZV9vaWwBMBUAACao0NPo46jQPxUCKAJDMywXQESmZmZmZmYYEmRhc2hfYmFzZWxpbmVfMV92MREAdf4HAA%3D%3D&_nc_rid=e11d97beed&ccb=7-4&oe=61A7BA4E&oh=aee64d46fc11541f6e7e36b4fcbc0119&_nc_sid=6136e7
/Users/shixuesen/OneDrive/Pictures/instagram/boram__jj/ https://scontent-lax3-2.cdninstagram.com/v/t50.2886-16/10000000_335734768083361_7243681172356069690_n.mp4?efg=eyJ2ZW5jb2RlX3RhZyI6InZ0c192b2RfdXJsZ2VuLjcyMC5jbGlwcy5iYXNlbGluZSJ9&_nc_ht=scontent-lax3-2.cdninstagram.com&_nc_cat=101&_nc_ohc=uQRVLwlslBIAX9yZQkK&edm=ABmJApABAAAA&vs=1667653046773061_2117067105&_nc_vs=HBksFQAYJEdJQ1dtQUNoSVpkWFdURUJBRHI1ZDhpbHVZWmticV9FQUFBRhUAAsgBABUAGCRHUEZMcUE4dlZMUS1LQ2dCQU83bGZKVjZNZ2dkYnFfRUFBQUYVAgLIAQAoABgAGwGIB3VzZV9vaWwBMBUAACaQ5%2Fv05ti1PxUCKAJDMywXQE4EOVgQYk4YEmRhc2hfYmFzZWxpbmVfMV92MREAdf4HAA%3D%3D&_nc_rid=10a8a531dd&ccb=7-4&oe=61AF759A&oh=e14b4001e03ef29c7040b337b397f6c3&_nc_sid=6136e7
/Users/shixuesen/OneDrive/Pictures/instagram/loveruby_official/ https://scontent-lax3-2.cdninstagram.com/v/t50.16885-16/265077386_611311290064609_8215343387629147029_n.mp4?efg=eyJ2ZW5jb2RlX3RhZyI6InZ0c192b2RfdXJsZ2VuLjY0MC5pZ3R2LmJhc2VsaW5lIn0&_nc_ht=scontent-lax3-2.cdninstagram.com&_nc_cat=101&_nc_ohc=RSEv91VIqzIAX-yp7U3&edm=ABmJApABAAAA&vs=1591757501183409_1563424560&_nc_vs=HBksFQAYJEdJckN6QS1obmtvQS1Dc0NBSlZUZmNkSXd3SnlidlZCQUFBRhUAAsgBABUAGCRHSzJJMlE4REJITFVIbDhDQVBpWTRxVEdJblVtYnZWQkFBQUYVAgLIAQAoABgAGwGIB3VzZV9vaWwBMRUAACbmhrCUnbvXPxUCKAJDMywXQGQYgxJul40YEmRhc2hfYmFzZWxpbmVfMV92MREAdewHAA%3D%3D&_nc_rid=2f5dbdb7cf&ccb=7-4&oe=61B815D8&oh=00_AT92uZCA0Vqo-fg4pdX9IKc3KK3F4Unc72Fn6kKnAKkxDw&_nc_sid=6136e7
/Users/shixuesen/OneDrive/Pictures/instagram/amandacerny/ https://scontent-lax3-1.cdninstagram.com/v/t50.2886-16/10000000_490277505669020_3970394212265184895_n.mp4?efg=eyJ2ZW5jb2RlX3RhZyI6InZ0c192b2RfdXJsZ2VuLjcyMC5jbGlwcy5iYXNlbGluZSJ9&_nc_ht=scontent-lax3-1.cdninstagram.com&_nc_cat=108&_nc_ohc=K662lZRRr58AX8DMHfA&edm=ABmJApABAAAA&vs=1910353959171985_1783674592&_nc_vs=HBksFQAYJEdJQ1dtQUNjRjVHZzU3MEJBSDlPVlFDQXJCazNicV9FQUFBRhUAAsgBABUAGCRHRnd4MWctS3RKT1dBTG9IQU51eGlPaENuZkk5YnFfRUFBQUYVAgLIAQAoABgAGwAVAAAm7Na2yOmk7D8VAigCQzMsF0BLwAAAAAAAGBJkYXNoX2Jhc2VsaW5lXzFfdjERAHX%2BBwA%3D&_nc_rid=dae5322505&ccb=7-4&oe=61B83B42&oh=0530f5364792f67b8abcadb337346f14&_nc_sid=6136e7
/Users/shixuesen/OneDrive/Pictures/instagram/cherry_quahst/ https://scontent-lax3-1.cdninstagram.com/o1/v/t16/f1/m38/A446BFBD6ED502A7309884E0DF5929A7_video_dashinit.mp4?efg=eyJ2ZW5jb2RlX3RhZyI6InZ0c192b2RfdXJsZ2VuLjcyMC5zdG9yeS5iYXNlbGluZW9pbCJ9&_nc_ht=scontent-lax3-1.cdninstagram.com&_nc_cat=110&vs=517909086312108_3931211438&_nc_vs=HBkcFQIYRGlnX3hwdl9lcGhlbWVyYWwvQTQ0NkJGQkQ2RUQ1MDJBNzMwOTg4NEUwREY1OTI5QTdfdmlkZW9fZGFzaGluaXQubXA0FQACyAEAKAAYABsBiAd1c2Vfb2lsATEVAAAmluXyiq%2FY0z8VAigCQzMsF0ATMzMzMzMzGBVkYXNoX2Jhc2VsaW5lb2lsXzVfdjERAHXoBwA%3D&_nc_rid=5721fa51f9&ccb=9-4&oe=61BA734B&oh=00_AT96zUVpG7fv3FPmfoLsYRXUUsgTQtfSF2GYCymIe34SkA&_nc_sid=bab638
/Users/shixuesen/OneDrive/Pictures/instagram/Likes/ https://scontent-lax3-2.cdninstagram.com/v/t51.2885-15/e35/269789502_640795550688030_6547086535616069361_n.jpg?se=7&_nc_ht=scontent-lax3-2.cdninstagram.com&_nc_cat=106&_nc_ohc=nwhRj_yUwh8AX8R3V6F&edm=APv5SkIBAAAA&ccb=7-4&ig_cache_key=MjczNTczNjAyNzcyMzE3NjAxMQ%3D%3D.2-ccb7-4&oh=00_AT-BgQgxKQcKcohqYtQNkcvuwVuwA8C_e8lk-OwvBFWznQ&oe=61CF0A16&_nc_sid=7479f6
/Users/shixuesen/OneDrive/Pictures/instagram/tngnlo/ https://scontent-lax3-2.cdninstagram.com/v/t50.16885-16/10000000_1179129612861553_5218515111065676073_n.mp4?efg=eyJ2ZW5jb2RlX3RhZyI6InZ0c192b2RfdXJsZ2VuLjcyMC5pZ3R2LmJhc2VsaW5lIn0&_nc_ht=scontent-lax3-2.cdninstagram.com&_nc_cat=101&_nc_ohc=Yx_liWyB1EMAX_61oti&edm=ABmJApABAAAA&vs=1351693768591093_990667624&_nc_vs=HBksFQAYJEdJQ1dtQUJ4QUxpQmFUQUVBQ25wRXpyWTQydElidlZCQUFBRhUAAsgBABUAGCRHQkdJSFJEMEhpSUd0bXNEQUwzQnpnMDhtblFaYnZWQkFBQUYVAgLIAQAoABgAGwGIB3VzZV9vaWwBMRUAACa%2B6OHG5MrIPxUCKAJDMywXQExVP3ztkWgYEmRhc2hfYmFzZWxpbmVfMV92MREAdewHAA%3D%3D&_nc_rid=be13d5d6f0&ccb=7-4&oe=61CDE5F5&oh=00_AT9v2q12IjXPURvOeUBxFQgNggGX2H7PxT-3g7SGWUSaLw&_nc_sid=6136e7

+ 2
- 0
files.txt View File

@ -0,0 +1,2 @@
SSPD-148(sspd00148) [Attackers]夫の目の前で犯●れて― 背徳の希求 希崎ジェシカ.mp4
SSPD-100(sspd00100) [Attackers]夫の目の前で犯●れて-特別編 アスリートの絶望 神ユキ.mp4

Loading…
Cancel
Save