|
@@ -0,0 +1,226 @@
|
|
|
+<?php
|
|
|
+
|
|
|
+namespace App\Jobs\RemoteFollowPipeline;
|
|
|
+
|
|
|
+use Zttp\Zttp;
|
|
|
+use Log, Storage;
|
|
|
+use Carbon\Carbon;
|
|
|
+use Illuminate\Http\File;
|
|
|
+use App\{Media, Profile, Status};
|
|
|
+use Illuminate\Bus\Queueable;
|
|
|
+use Illuminate\Queue\SerializesModels;
|
|
|
+use Illuminate\Queue\InteractsWithQueue;
|
|
|
+use Illuminate\Contracts\Queue\ShouldQueue;
|
|
|
+use Illuminate\Foundation\Bus\Dispatchable;
|
|
|
+use App\Jobs\StatusPipeline\NewStatusPipeline;
|
|
|
+
|
|
|
+class RemoteFollowImportRecent implements ShouldQueue
|
|
|
+{
|
|
|
+ use Dispatchable, InteractsWithQueue, Queueable, SerializesModels;
|
|
|
+
|
|
|
+ protected $actor;
|
|
|
+ protected $profile;
|
|
|
+ protected $outbox;
|
|
|
+ protected $mediaCount;
|
|
|
+ protected $cursor;
|
|
|
+ protected $nextUrl;
|
|
|
+ protected $supported;
|
|
|
+
|
|
|
+ /**
|
|
|
+ * Create a new job instance.
|
|
|
+ *
|
|
|
+ * @return void
|
|
|
+ */
|
|
|
+ public function __construct($actorObject, $profile)
|
|
|
+ {
|
|
|
+ $this->actor = $actorObject;
|
|
|
+ $this->profile = $profile;
|
|
|
+ $this->cursor = 1;
|
|
|
+ $this->mediaCount = 0;
|
|
|
+ $this->supported = [
|
|
|
+ 'image/jpg',
|
|
|
+ 'image/jpeg',
|
|
|
+ 'image/png',
|
|
|
+ 'image/gif'
|
|
|
+ ];
|
|
|
+ }
|
|
|
+
|
|
|
+ /**
|
|
|
+ * Execute the job.
|
|
|
+ *
|
|
|
+ * @return void
|
|
|
+ */
|
|
|
+ public function handle()
|
|
|
+ {
|
|
|
+ $outbox = $this->fetchOutbox();
|
|
|
+ }
|
|
|
+
|
|
|
+ public function fetchOutbox($url = false)
|
|
|
+ {
|
|
|
+ Log::info(json_encode($url));
|
|
|
+ $url = ($url == false) ? $this->actor['outbox'] : $url;
|
|
|
+
|
|
|
+ $response = Zttp::withHeaders([
|
|
|
+ 'User-Agent' => 'PixelFedBot v0.1 - https://pixelfed.org'
|
|
|
+ ])->get($url);
|
|
|
+
|
|
|
+ $this->outbox = $response->json();
|
|
|
+ $this->parseOutbox($this->outbox);
|
|
|
+ }
|
|
|
+
|
|
|
+ public function parseOutbox($outbox)
|
|
|
+ {
|
|
|
+ $types = ['OrderedCollection', 'OrderedCollectionPage'];
|
|
|
+
|
|
|
+ if(isset($outbox['totalItems']) && $outbox['totalItems'] < 1) {
|
|
|
+ // Skip remote fetch, not enough posts
|
|
|
+ Log::info('not enough items');
|
|
|
+ return;
|
|
|
+ }
|
|
|
+
|
|
|
+ if(isset($outbox['type']) && in_array($outbox['type'], $types)) {
|
|
|
+ Log::info('handle ordered collection');
|
|
|
+ $this->handleOrderedCollection();
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ public function handleOrderedCollection()
|
|
|
+ {
|
|
|
+ $outbox = $this->outbox;
|
|
|
+
|
|
|
+ if(!isset($outbox['next']) && !isset($outbox['first']['next']) && $this->cursor !== 1) {
|
|
|
+ $this->cursor = 40;
|
|
|
+ $outbox['next'] = false;
|
|
|
+ }
|
|
|
+
|
|
|
+ if($outbox['type'] == 'OrderedCollectionPage') {
|
|
|
+ $this->nextUrl = $outbox['next'];
|
|
|
+ }
|
|
|
+
|
|
|
+ if(isset($outbox['first']) && !is_array($outbox['first'])) {
|
|
|
+ // Mastodon detected
|
|
|
+ Log::info('Mastodon detected...');
|
|
|
+ $this->nextUrl = $outbox['first'];
|
|
|
+ return $this->fetchOutbox($this->nextUrl);
|
|
|
+ } else {
|
|
|
+ // Pleroma detected.
|
|
|
+ $this->nextUrl = isset($outbox['next']) ? $outbox['next'] : (isset($outbox['first']['next']) ? $outbox['first']['next'] : $outbox['next']);
|
|
|
+ Log::info('Checking ordered items...');
|
|
|
+ $orderedItems = isset($outbox['orderedItems']) ? $outbox['orderedItems'] : $outbox['first']['orderedItems'];
|
|
|
+ }
|
|
|
+
|
|
|
+
|
|
|
+ foreach($orderedItems as $item) {
|
|
|
+ Log::info('Parsing items...');
|
|
|
+ $parsed = $this->parseObject($item);
|
|
|
+ if($parsed !== 0) {
|
|
|
+ Log::info('Found media!');
|
|
|
+ $this->importActivity($item);
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ if($this->cursor < 40 && $this->mediaCount < 9) {
|
|
|
+ $this->cursor++;
|
|
|
+ $this->mediaCount++;
|
|
|
+ $this->fetchOutbox($this->nextUrl);
|
|
|
+ }
|
|
|
+
|
|
|
+ }
|
|
|
+
|
|
|
+ public function parseObject($parsed)
|
|
|
+ {
|
|
|
+ if($parsed['type'] !== 'Create') {
|
|
|
+ return 0;
|
|
|
+ }
|
|
|
+
|
|
|
+ $activity = $parsed['object'];
|
|
|
+
|
|
|
+ if(isset($activity['attachment']) && !empty($activity['attachment'])) {
|
|
|
+ return $this->detectSupportedMedia($activity['attachment']);
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ public function detectSupportedMedia($attachments)
|
|
|
+ {
|
|
|
+ $supported = $this->supported;
|
|
|
+ $count = 0;
|
|
|
+
|
|
|
+ foreach($attachments as $media) {
|
|
|
+ $mime = $media['mediaType'];
|
|
|
+ $count = in_array($mime, $supported) ? ($count + 1) : $count;
|
|
|
+ }
|
|
|
+
|
|
|
+ return $count;
|
|
|
+ }
|
|
|
+
|
|
|
+ public function importActivity($activity)
|
|
|
+ {
|
|
|
+ $profile = $this->profile;
|
|
|
+ $supported = $this->supported;
|
|
|
+ $attachments = $activity['object']['attachment'];
|
|
|
+ $caption = str_limit($activity['object']['content'], 125);
|
|
|
+
|
|
|
+ if(Status::whereUrl($activity['id'])->count() !== 0) {
|
|
|
+ return true;
|
|
|
+ }
|
|
|
+
|
|
|
+ $status = new Status;
|
|
|
+ $status->profile_id = $profile->id;
|
|
|
+ $status->url = $activity['id'];
|
|
|
+ $status->local = false;
|
|
|
+ $status->caption = strip_tags($caption);
|
|
|
+ $status->created_at = Carbon::parse($activity['published']);
|
|
|
+
|
|
|
+ $count = 0;
|
|
|
+
|
|
|
+ foreach($attachments as $media) {
|
|
|
+ Log::info($media['mediaType'] . ' - ' . $media['url']);
|
|
|
+ $url = $media['url'];
|
|
|
+ $mime = $media['mediaType'];
|
|
|
+ if(!in_array($mime, $supported)) {
|
|
|
+ Log::info('Invalid media, skipping. ' . $mime);
|
|
|
+ continue;
|
|
|
+ }
|
|
|
+ $count++;
|
|
|
+
|
|
|
+ if($count === 1) {
|
|
|
+ $status->save();
|
|
|
+ }
|
|
|
+ $this->importMedia($url, $mime, $status);
|
|
|
+ }
|
|
|
+ Log::info(count($attachments) . ' media found...');
|
|
|
+
|
|
|
+ if($count !== 0) {
|
|
|
+ NewStatusPipeline::dispatch($status, $status->media->first());
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ public function importMedia($url, $mime, $status)
|
|
|
+ {
|
|
|
+ $user = $this->profile;
|
|
|
+ $monthHash = hash('sha1', date('Y') . date('m'));
|
|
|
+ $userHash = hash('sha1', $user->id . (string) $user->created_at);
|
|
|
+ $storagePath = "public/m/{$monthHash}/{$userHash}";
|
|
|
+ try {
|
|
|
+ $info = pathinfo($url);
|
|
|
+ $img = file_get_contents($url);
|
|
|
+ $file = '/tmp/' . str_random(12) . $info['basename'];
|
|
|
+ file_put_contents($file, $img);
|
|
|
+ $path = Storage::putFile($storagePath, new File($file), 'public');
|
|
|
+
|
|
|
+ $media = new Media;
|
|
|
+ $media->status_id = $status->id;
|
|
|
+ $media->profile_id = $status->profile_id;
|
|
|
+ $media->user_id = null;
|
|
|
+ $media->media_path = $path;
|
|
|
+ $media->size = 0;
|
|
|
+ $media->mime = $mime;
|
|
|
+ $media->save();
|
|
|
+
|
|
|
+ return true;
|
|
|
+ } catch (Exception $e) {
|
|
|
+ return false;
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+}
|