mirror of
https://github.com/HDInnovations/UNIT3D-Community-Edition.git
synced 2026-03-17 19:03:13 -05:00
Significantly improves DX with LSP compatibility. Now it's possible to navigate to the definition of these functions in laravel and get ide autocomplete.
174 lines
4.7 KiB
PHP
174 lines
4.7 KiB
PHP
<?php
|
|
|
|
declare(strict_types=1);
|
|
|
|
/**
|
|
* NOTICE OF LICENSE.
|
|
*
|
|
* UNIT3D Community Edition is open-sourced software licensed under the GNU Affero General Public License v3.0
|
|
* The details is bundled with this project in the file LICENSE.txt.
|
|
*
|
|
* @project UNIT3D Community Edition
|
|
*
|
|
* @author HDVinnie <hdinnovations@protonmail.com>
|
|
* @license https://www.gnu.org/licenses/agpl-3.0.en.html/ GNU Affero General Public License v3.0
|
|
*/
|
|
|
|
namespace App\Jobs;
|
|
|
|
use App\Enums\GlobalRateLimit;
|
|
use App\Models\TmdbCompany;
|
|
use App\Models\TmdbCredit;
|
|
use App\Models\TmdbGenre;
|
|
use App\Models\TmdbNetwork;
|
|
use App\Models\TmdbPerson;
|
|
use App\Models\Torrent;
|
|
use App\Models\TmdbTv;
|
|
use App\Services\Tmdb\Client;
|
|
use DateTime;
|
|
use Illuminate\Bus\Queueable;
|
|
use Illuminate\Contracts\Queue\ShouldQueue;
|
|
use Illuminate\Foundation\Bus\Dispatchable;
|
|
use Illuminate\Queue\InteractsWithQueue;
|
|
use Illuminate\Queue\Middleware\RateLimited;
|
|
use Illuminate\Queue\Middleware\Skip;
|
|
use Illuminate\Queue\Middleware\WithoutOverlapping;
|
|
use Illuminate\Queue\SerializesModels;
|
|
|
|
class ProcessTvJob implements ShouldQueue
|
|
{
|
|
use Dispatchable;
|
|
use InteractsWithQueue;
|
|
use Queueable;
|
|
use SerializesModels;
|
|
|
|
/**
|
|
* ProcessTvJob Constructor.
|
|
*/
|
|
public function __construct(public int $id)
|
|
{
|
|
}
|
|
|
|
/**
|
|
* The number of seconds the job can run before timing out.
|
|
*
|
|
* Some shows have 2000+ credits requiring more than the default of 60 seconds.
|
|
*
|
|
* @var int
|
|
*/
|
|
public $timeout = 300;
|
|
|
|
/**
|
|
* Indicate if the job should be marked as failed on timeout.
|
|
*
|
|
* @var bool
|
|
*/
|
|
public $failOnTimeout = true;
|
|
|
|
/**
|
|
* Get the middleware the job should pass through.
|
|
*
|
|
* @return array<int, object>
|
|
*/
|
|
public function middleware(): array
|
|
{
|
|
return [
|
|
Skip::when(cache()->has("tmdb-tv-scraper:{$this->id}")),
|
|
new WithoutOverlapping((string) $this->id)->dontRelease()->expireAfter(30),
|
|
new RateLimited(GlobalRateLimit::TMDB),
|
|
];
|
|
}
|
|
|
|
/**
|
|
* Determine the time at which the job should timeout.
|
|
*/
|
|
public function retryUntil(): DateTime
|
|
{
|
|
return now()->addDay();
|
|
}
|
|
|
|
public function handle(): void
|
|
{
|
|
// Tv
|
|
|
|
$tvScraper = new Client\TV($this->id);
|
|
|
|
if ($tvScraper->getTv() === null) {
|
|
return;
|
|
}
|
|
|
|
$tv = TmdbTv::query()->updateOrCreate(['id' => $this->id], $tvScraper->getTv());
|
|
|
|
// Companies
|
|
|
|
$companies = [];
|
|
|
|
foreach ($tvScraper->data['production_companies'] ?? [] as $company) {
|
|
$companies[] = (new Client\Company($company['id']))->getCompany();
|
|
}
|
|
|
|
TmdbCompany::query()->upsert($companies, 'id');
|
|
$tv->companies()->sync(array_unique(array_column($companies, 'id')));
|
|
|
|
// Networks
|
|
|
|
$networks = [];
|
|
|
|
foreach ($tvScraper->data['networks'] ?? [] as $network) {
|
|
$networks[] = (new Client\Network($network['id']))->getNetwork();
|
|
}
|
|
|
|
TmdbNetwork::query()->upsert($networks, 'id');
|
|
$tv->networks()->sync(array_unique(array_column($networks, 'id')));
|
|
|
|
// Genres
|
|
|
|
TmdbGenre::query()->upsert($tvScraper->getGenres(), 'id');
|
|
$tv->genres()->sync(array_unique(array_column($tvScraper->getGenres(), 'id')));
|
|
|
|
// People
|
|
|
|
$credits = $tvScraper->getCredits();
|
|
$people = [];
|
|
$cache = [];
|
|
|
|
foreach (array_unique(array_column($credits, 'tmdb_person_id')) as $personId) {
|
|
// TMDB caches their api responses for 8 hours, so don't abuse them
|
|
|
|
$cacheKey = "tmdb-person-scraper:{$personId}";
|
|
|
|
if (cache()->has($cacheKey)) {
|
|
continue;
|
|
}
|
|
|
|
$people[] = (new Client\Person($personId))->getPerson();
|
|
|
|
$cache[$cacheKey] = now();
|
|
}
|
|
|
|
foreach (collect($people)->chunk(intdiv(65_000, 13)) as $people) {
|
|
TmdbPerson::query()->upsert($people->toArray(), 'id');
|
|
}
|
|
|
|
if ($cache !== []) {
|
|
cache()->put($cache, 8 * 3600);
|
|
}
|
|
|
|
TmdbCredit::query()->where('tmdb_tv_id', '=', $this->id)->delete();
|
|
TmdbCredit::query()->upsert($credits, ['tmdb_person_id', 'tmdb_movie_id', 'tmdb_tv_id', 'occupation_id', 'character']);
|
|
|
|
// Recommendations
|
|
|
|
$tv->recommendedTv()->sync(array_unique(array_column($tvScraper->getRecommendations(), 'recommended_tmdb_tv_id')));
|
|
|
|
Torrent::query()
|
|
->where('tmdb_tv_id', '=', $this->id)
|
|
->whereRelation('category', 'tv_meta', '=', true)
|
|
->searchable();
|
|
|
|
// TMDB caches their api responses for 8 hours, so don't abuse them
|
|
|
|
cache()->put("tmdb-tv-scraper:{$this->id}", now(), 8 * 3600);
|
|
}
|
|
}
|