|
@@ -10,33 +10,54 @@ use DB;
|
|
|
use Exception;
|
|
|
use GuzzleHttp\Client;
|
|
|
use GuzzleHttp\Pool;
|
|
|
-use GuzzleHttp\Psr7\Request;
|
|
|
use Illuminate\Contracts\Queue\ShouldQueue;
|
|
|
use Illuminate\Foundation\Queue\Queueable;
|
|
|
use Illuminate\Queue\Middleware\ThrottlesExceptionsWithRedis;
|
|
|
use Illuminate\Queue\Middleware\WithoutOverlapping;
|
|
|
-use Illuminate\Support\Facades\Log;
|
|
|
|
|
|
class MoveMigrateFollowersPipeline implements ShouldQueue
|
|
|
{
|
|
|
use Queueable;
|
|
|
|
|
|
- public string $target;
|
|
|
-
|
|
|
- public string $activity;
|
|
|
-
|
|
|
- public int $tries = 15;
|
|
|
-
|
|
|
- public int $maxExceptions = 5;
|
|
|
-
|
|
|
- public int $timeout = 900;
|
|
|
-
|
|
|
- public function __construct(string $target, string $activity)
|
|
|
+ public $target;
|
|
|
+
|
|
|
+ public $activity;
|
|
|
+
|
|
|
+ /**
|
|
|
+ * The number of times the job may be attempted.
|
|
|
+ *
|
|
|
+ * @var int
|
|
|
+ */
|
|
|
+ public $tries = 15;
|
|
|
+
|
|
|
+ /**
|
|
|
+ * The maximum number of unhandled exceptions to allow before failing.
|
|
|
+ *
|
|
|
+ * @var int
|
|
|
+ */
|
|
|
+ public $maxExceptions = 5;
|
|
|
+
|
|
|
+ /**
|
|
|
+ * The number of seconds the job can run before timing out.
|
|
|
+ *
|
|
|
+ * @var int
|
|
|
+ */
|
|
|
+ public $timeout = 900;
|
|
|
+
|
|
|
+ /**
|
|
|
+ * Create a new job instance.
|
|
|
+ */
|
|
|
+ public function __construct($target, $activity)
|
|
|
{
|
|
|
$this->target = $target;
|
|
|
$this->activity = $activity;
|
|
|
}
|
|
|
|
|
|
+ /**
|
|
|
+ * Get the middleware the job should pass through.
|
|
|
+ *
|
|
|
+ * @return array<int, object>
|
|
|
+ */
|
|
|
public function middleware(): array
|
|
|
{
|
|
|
return [
|
|
@@ -45,111 +66,40 @@ class MoveMigrateFollowersPipeline implements ShouldQueue
|
|
|
];
|
|
|
}
|
|
|
|
|
|
+ /**
|
|
|
+ * Determine the time at which the job should timeout.
|
|
|
+ */
|
|
|
public function retryUntil(): DateTime
|
|
|
{
|
|
|
return now()->addMinutes(15);
|
|
|
}
|
|
|
|
|
|
+ /**
|
|
|
+ * Execute the job.
|
|
|
+ */
|
|
|
public function handle(): void
|
|
|
{
|
|
|
- try {
|
|
|
- $this->validateEnvironment();
|
|
|
-
|
|
|
- $targetAccount = $this->fetchProfile($this->target);
|
|
|
- $actorAccount = $this->fetchProfile($this->activity);
|
|
|
-
|
|
|
- if (! $targetAccount || ! $actorAccount) {
|
|
|
- throw new Exception('Invalid move accounts');
|
|
|
- }
|
|
|
-
|
|
|
- $client = $this->createHttpClient();
|
|
|
- $targetInbox = $targetAccount['sharedInbox'] ?? $targetAccount['inbox_url'];
|
|
|
- $targetPid = $targetAccount['id'];
|
|
|
-
|
|
|
- DB::table('followers')
|
|
|
- ->join('profiles', 'followers.profile_id', '=', 'profiles.id')
|
|
|
- ->where('followers.following_id', $actorAccount['id'])
|
|
|
- ->whereNotNull('profiles.user_id')
|
|
|
- ->whereNull('profiles.deleted_at')
|
|
|
- ->select('profiles.id', 'profiles.user_id', 'profiles.username', 'profiles.private_key', 'profiles.status')
|
|
|
- ->chunkById(100, function ($followers) use ($client, $targetInbox, $targetPid) {
|
|
|
- $this->processFollowerChunk($followers, $client, $targetInbox, $targetPid);
|
|
|
- }, 'id');
|
|
|
- } catch (Exception $e) {
|
|
|
- Log::error('MoveMigrateFollowersPipeline failed', [
|
|
|
- 'target' => $this->target,
|
|
|
- 'activity' => $this->activity,
|
|
|
- 'error' => $e->getMessage(),
|
|
|
- ]);
|
|
|
- throw $e;
|
|
|
- }
|
|
|
- }
|
|
|
-
|
|
|
- private function validateEnvironment(): void
|
|
|
- {
|
|
|
- if (config('app.env') !== 'production' || ! (bool) config('federation.activitypub.enabled')) {
|
|
|
- throw new Exception('ActivityPub not enabled');
|
|
|
+ if (config('app.env') !== 'production' || (bool) config_cache('federation.activitypub.enabled') == false) {
|
|
|
+ throw new Exception('Activitypub not enabled');
|
|
|
}
|
|
|
- }
|
|
|
-
|
|
|
- private function fetchProfile(string $url): ?array
|
|
|
- {
|
|
|
- return Helpers::profileFetch($url);
|
|
|
- }
|
|
|
-
|
|
|
- private function createHttpClient(): Client
|
|
|
- {
|
|
|
- return new Client([
|
|
|
- 'timeout' => config('federation.activitypub.delivery.timeout'),
|
|
|
- ]);
|
|
|
- }
|
|
|
|
|
|
- private function processFollowerChunk($followers, Client $client, string $targetInbox, int $targetPid): void
|
|
|
- {
|
|
|
- $requests = $this->generateRequests($followers, $targetInbox, $targetPid);
|
|
|
-
|
|
|
- $pool = new Pool($client, $requests, [
|
|
|
- 'concurrency' => config('federation.activitypub.delivery.concurrency'),
|
|
|
- 'fulfilled' => function ($response, $index) {
|
|
|
- // Log success if needed
|
|
|
- },
|
|
|
- 'rejected' => function ($reason, $index) {
|
|
|
- Log::error('Failed to process follower', ['reason' => $reason, 'index' => $index]);
|
|
|
- },
|
|
|
- ]);
|
|
|
-
|
|
|
- $pool->promise()->wait();
|
|
|
- }
|
|
|
+ $target = $this->target;
|
|
|
+ $actor = $this->activity;
|
|
|
|
|
|
- private function generateRequests($followers, string $targetInbox, int $targetPid): \Generator
|
|
|
- {
|
|
|
- foreach ($followers as $follower) {
|
|
|
- if (! $this->isValidFollower($follower)) {
|
|
|
- continue;
|
|
|
- }
|
|
|
+ $targetAccount = Helpers::profileFetch($target);
|
|
|
+ $actorAccount = Helpers::profileFetch($actor);
|
|
|
|
|
|
- yield $this->createFollowRequest($follower, $targetInbox, $targetPid);
|
|
|
+ if (! $targetAccount || ! $actorAccount) {
|
|
|
+ throw new Exception('Invalid move accounts');
|
|
|
}
|
|
|
- }
|
|
|
-
|
|
|
- private function isValidFollower($follower): bool
|
|
|
- {
|
|
|
- return $follower->private_key && $follower->username && $follower->user_id && $follower->status !== 'delete';
|
|
|
- }
|
|
|
|
|
|
- private function createFollowRequest($follower, string $targetInbox, int $targetPid): \GuzzleHttp\Psr7\Request
|
|
|
- {
|
|
|
- $permalink = 'https://'.config('pixelfed.domain.app').'/users/'.$follower->username;
|
|
|
$activity = [
|
|
|
'@context' => 'https://www.w3.org/ns/activitystreams',
|
|
|
'type' => 'Follow',
|
|
|
- 'actor' => $permalink,
|
|
|
- 'object' => $this->target,
|
|
|
+ 'actor' => null,
|
|
|
+ 'object' => $target,
|
|
|
];
|
|
|
|
|
|
- $keyId = $permalink.'#main-key';
|
|
|
- $payload = json_encode($activity);
|
|
|
-
|
|
|
$version = config('pixelfed.version');
|
|
|
$appUrl = config('app.url');
|
|
|
$userAgent = "(Pixelfed/{$version}; +{$appUrl})";
|
|
@@ -157,14 +107,61 @@ class MoveMigrateFollowersPipeline implements ShouldQueue
|
|
|
'Content-Type' => 'application/ld+json; profile="https://www.w3.org/ns/activitystreams"',
|
|
|
'User-Agent' => $userAgent,
|
|
|
];
|
|
|
-
|
|
|
- $headers = HttpSignature::signRaw($follower->private_key, $keyId, $targetInbox, $activity, $addlHeaders);
|
|
|
-
|
|
|
- Follower::updateOrCreate([
|
|
|
- 'profile_id' => $follower->id,
|
|
|
- 'following_id' => $targetPid,
|
|
|
- ]);
|
|
|
-
|
|
|
- return new Request('POST', $targetInbox, $headers, $payload);
|
|
|
+ $targetInbox = $targetAccount['sharedInbox'] ?? $targetAccount['inbox_url'];
|
|
|
+ $targetPid = $targetAccount['id'];
|
|
|
+
|
|
|
+ DB::table('followers')
|
|
|
+ ->join('profiles', 'followers.profile_id', '=', 'profiles.id')
|
|
|
+ ->where('followers.following_id', $actorAccount['id'])
|
|
|
+ ->whereNotNull('profiles.user_id')
|
|
|
+ ->whereNull('profiles.deleted_at')
|
|
|
+ ->select('profiles.id', 'profiles.user_id', 'profiles.username', 'profiles.private_key', 'profiles.status')
|
|
|
+ ->chunkById(100, function ($followers) use ($addlHeaders, $targetInbox, $targetPid, $target) {
|
|
|
+ $client = new Client([
|
|
|
+ 'timeout' => config('federation.activitypub.delivery.timeout'),
|
|
|
+ ]);
|
|
|
+ $requests = function ($followers) use ($client, $target, $addlHeaders, $targetInbox, $targetPid) {
|
|
|
+ $activity = [
|
|
|
+ '@context' => 'https://www.w3.org/ns/activitystreams',
|
|
|
+ 'type' => 'Follow',
|
|
|
+ 'actor' => null,
|
|
|
+ 'object' => $target,
|
|
|
+ ];
|
|
|
+ foreach ($followers as $follower) {
|
|
|
+ if (! $follower->private_key || ! $follower->username || ! $follower->user_id || $follower->status === 'delete') {
|
|
|
+ continue;
|
|
|
+ }
|
|
|
+ $permalink = 'https://'.config('pixelfed.domain.app').'/users/'.$follower->username;
|
|
|
+ $activity['actor'] = $permalink;
|
|
|
+ $keyId = $permalink.'#main-key';
|
|
|
+ $payload = json_encode($activity);
|
|
|
+ $url = $targetInbox;
|
|
|
+ $headers = HttpSignature::signRaw($follower->private_key, $keyId, $targetInbox, $activity, $addlHeaders);
|
|
|
+ Follower::updateOrCreate([
|
|
|
+ 'profile_id' => $follower->id,
|
|
|
+ 'following_id' => $targetPid,
|
|
|
+ ]);
|
|
|
+ yield function () use ($client, $url, $headers, $payload) {
|
|
|
+ return $client->postAsync($url, [
|
|
|
+ 'curl' => [
|
|
|
+ CURLOPT_HTTPHEADER => $headers,
|
|
|
+ CURLOPT_POSTFIELDS => $payload,
|
|
|
+ CURLOPT_HEADER => true,
|
|
|
+ ],
|
|
|
+ ]);
|
|
|
+ };
|
|
|
+ }
|
|
|
+ };
|
|
|
+
|
|
|
+ $pool = new Pool($client, $requests($followers), [
|
|
|
+ 'concurrency' => config('federation.activitypub.delivery.concurrency'),
|
|
|
+ 'fulfilled' => function ($response, $index) {},
|
|
|
+ 'rejected' => function ($reason, $index) {},
|
|
|
+ ]);
|
|
|
+
|
|
|
+ $promise = $pool->promise();
|
|
|
+
|
|
|
+ $promise->wait();
|
|
|
+ }, 'id');
|
|
|
}
|
|
|
}
|