mirror of
https://github.com/HDInnovations/UNIT3D-Community-Edition.git
synced 2026-01-29 07:19:32 -06:00
174 lines
4.7 KiB
PHP
174 lines
4.7 KiB
PHP
<?php
|
|
|
|
declare(strict_types=1);
|
|
|
|
/**
|
|
* NOTICE OF LICENSE.
|
|
*
|
|
* UNIT3D Community Edition is open-sourced software licensed under the GNU Affero General Public License v3.0
|
|
* The details is bundled with this project in the file LICENSE.txt.
|
|
*
|
|
* @project UNIT3D Community Edition
|
|
*
|
|
* @author HDVinnie <hdinnovations@protonmail.com>
|
|
* @license https://www.gnu.org/licenses/agpl-3.0.en.html/ GNU Affero General Public License v3.0
|
|
*/
|
|
|
|
namespace App\Jobs;
|
|
|
|
use App\Enums\GlobalRateLimit;
|
|
use App\Models\TmdbCompany;
|
|
use App\Models\TmdbCredit;
|
|
use App\Models\TmdbGenre;
|
|
use App\Models\TmdbNetwork;
|
|
use App\Models\TmdbPerson;
|
|
use App\Models\Torrent;
|
|
use App\Models\TmdbTv;
|
|
use App\Services\Tmdb\Client;
|
|
use DateTime;
|
|
use Illuminate\Bus\Queueable;
|
|
use Illuminate\Contracts\Queue\ShouldQueue;
|
|
use Illuminate\Foundation\Bus\Dispatchable;
|
|
use Illuminate\Queue\InteractsWithQueue;
|
|
use Illuminate\Queue\Middleware\RateLimited;
|
|
use Illuminate\Queue\Middleware\Skip;
|
|
use Illuminate\Queue\Middleware\WithoutOverlapping;
|
|
use Illuminate\Queue\SerializesModels;
|
|
|
|
class ProcessTvJob implements ShouldQueue
|
|
{
|
|
use Dispatchable;
|
|
use InteractsWithQueue;
|
|
use Queueable;
|
|
use SerializesModels;
|
|
|
|
/**
|
|
* ProcessTvJob Constructor.
|
|
*/
|
|
public function __construct(public int $id)
|
|
{
|
|
}
|
|
|
|
/**
|
|
* The number of seconds the job can run before timing out.
|
|
*
|
|
* Some shows have 2000+ credits requiring more than the default of 60 seconds.
|
|
*
|
|
* @var int
|
|
*/
|
|
public $timeout = 300;
|
|
|
|
/**
|
|
* Indicate if the job should be marked as failed on timeout.
|
|
*
|
|
* @var bool
|
|
*/
|
|
public $failOnTimeout = true;
|
|
|
|
/**
|
|
* Get the middleware the job should pass through.
|
|
*
|
|
* @return array<int, object>
|
|
*/
|
|
public function middleware(): array
|
|
{
|
|
return [
|
|
Skip::when(cache()->has("tmdb-tv-scraper:{$this->id}")),
|
|
new WithoutOverlapping((string) $this->id)->dontRelease()->expireAfter(30),
|
|
new RateLimited(GlobalRateLimit::TMDB),
|
|
];
|
|
}
|
|
|
|
/**
|
|
* Determine the time at which the job should timeout.
|
|
*/
|
|
public function retryUntil(): DateTime
|
|
{
|
|
return now()->addDay();
|
|
}
|
|
|
|
public function handle(): void
|
|
{
|
|
// Tv
|
|
|
|
$tvScraper = new Client\TV($this->id);
|
|
|
|
if ($tvScraper->getTv() === null) {
|
|
return;
|
|
}
|
|
|
|
$tv = TmdbTv::updateOrCreate(['id' => $this->id], $tvScraper->getTv());
|
|
|
|
// Companies
|
|
|
|
$companies = [];
|
|
|
|
foreach ($tvScraper->data['production_companies'] ?? [] as $company) {
|
|
$companies[] = (new Client\Company($company['id']))->getCompany();
|
|
}
|
|
|
|
TmdbCompany::upsert($companies, 'id');
|
|
$tv->companies()->sync(array_unique(array_column($companies, 'id')));
|
|
|
|
// Networks
|
|
|
|
$networks = [];
|
|
|
|
foreach ($tvScraper->data['networks'] ?? [] as $network) {
|
|
$networks[] = (new Client\Network($network['id']))->getNetwork();
|
|
}
|
|
|
|
TmdbNetwork::upsert($networks, 'id');
|
|
$tv->networks()->sync(array_unique(array_column($networks, 'id')));
|
|
|
|
// Genres
|
|
|
|
TmdbGenre::upsert($tvScraper->getGenres(), 'id');
|
|
$tv->genres()->sync(array_unique(array_column($tvScraper->getGenres(), 'id')));
|
|
|
|
// People
|
|
|
|
$credits = $tvScraper->getCredits();
|
|
$people = [];
|
|
$cache = [];
|
|
|
|
foreach (array_unique(array_column($credits, 'tmdb_person_id')) as $personId) {
|
|
// TMDB caches their api responses for 8 hours, so don't abuse them
|
|
|
|
$cacheKey = "tmdb-person-scraper:{$personId}";
|
|
|
|
if (cache()->has($cacheKey)) {
|
|
continue;
|
|
}
|
|
|
|
$people[] = (new Client\Person($personId))->getPerson();
|
|
|
|
$cache[$cacheKey] = now();
|
|
}
|
|
|
|
foreach (collect($people)->chunk(intdiv(65_000, 13)) as $people) {
|
|
TmdbPerson::upsert($people->toArray(), 'id');
|
|
}
|
|
|
|
if ($cache !== []) {
|
|
cache()->put($cache, 8 * 3600);
|
|
}
|
|
|
|
TmdbCredit::where('tmdb_tv_id', '=', $this->id)->delete();
|
|
TmdbCredit::upsert($credits, ['tmdb_person_id', 'tmdb_movie_id', 'tmdb_tv_id', 'occupation_id', 'character']);
|
|
|
|
// Recommendations
|
|
|
|
$tv->recommendedTv()->sync(array_unique(array_column($tvScraper->getRecommendations(), 'recommended_tmdb_tv_id')));
|
|
|
|
Torrent::query()
|
|
->where('tmdb_tv_id', '=', $this->id)
|
|
->whereRelation('category', 'tv_meta', '=', true)
|
|
->searchable();
|
|
|
|
// TMDB caches their api responses for 8 hours, so don't abuse them
|
|
|
|
cache()->put("tmdb-tv-scraper:{$this->id}", now(), 8 * 3600);
|
|
}
|
|
}
|