🐛 Fixed issues with incremental indexer command

app/Console/Commands/Indexer/IncrementalIndexer.php

@@ -30,6 +30,23 @@
         ];
     }
 
+    private function sleep(int $milliseconds): void
+    {
+        $interval = 100; // check every 100 ms
+        $elapsed = 0;
+
+        while ($elapsed < $milliseconds)
+        {
+            if ($this->cancelled)
+            {
+                return;
+            }
+
+            usleep($interval * 1000);
+            $elapsed += $interval;
+        }
+    }
+
     private function getExistingIds(string $mediaType): array
     {
         $existingIdsHash = "";
@@ -91,19 +108,20 @@
         return json_decode(Storage::get("indexer/incremental/{$mediaType}_failed.json"));
     }
 
-    private function fetchIds(string $mediaType, array $idsToFetch, bool $resume): void
+    private function fetchIds(string $mediaType, array $idsToFetch, int $delay, bool $resume): void
     {
         $index = 0;
         $success = [];
         $failedIds = [];
-        $idCount = count($idsToFetch);
+
         if ($resume && Storage::exists("indexer/incremental/{$mediaType}_resume.save"))
         {
             $index = (int)Storage::get("indexer/incremental/{$mediaType}_resume.save");
             $this->info("Resuming from index: $index");
         }
 
         $ids = array_merge($idsToFetch['sfw'], $idsToFetch['nsfw']);
+        $idCount = count($ids);
 
         if ($index > 0 && !isset($ids[$index]))
         {
@@ -119,10 +137,11 @@
         {
             if ($this->cancelled)
             {
+                $this->info("Cancelling...");
                 return;
             }
 
-            $id = $ids[$index];
+            $id = $ids[$i];
 
             $url = env('APP_URL') . "/v4/$mediaType/$id";
             $this->info("Indexing/Updating " . ($i + 1) . "/$idCount $url [MAL ID: $id]");
@@ -142,6 +161,16 @@
                 $this->warn("[SKIPPED] Failed to fetch $url");
                 $failedIds[] = $id;
                 Storage::put("indexer/incremental/$mediaType.failed", json_encode($failedIds));
+                continue;
+            }
+            finally
+            {
+                $this->sleep($delay * 1000);
+                if ($this->cancelled)
+                {
+                    $this->info("Cancelling...");
+                    return;
+                }
             }
 
             $success[] = $id;
@@ -168,18 +197,20 @@
             [
                 'mediaType' => $this->argument('mediaType'),
                 'delay' => $this->option('delay'),
-                'resume' => $this->option('resume') ?? false,
-                'failed' => $this->option('failed') ?? false
+                'resume' => $this->option('resume'),
+                'failed' => $this->option('failed')
             ],
             [
-                'mediaType' => 'required|in:anime,manga',
+                'mediaType' => 'required|array',
+                'mediaType.*' => 'in:anime,manga',
                 'delay' => 'integer|min:1',
-                'resume' => 'bool|prohibited_with:failed',
-                'failed' => 'bool|prohibited_with:resume'
+                'resume' => 'bool',
+                'failed' => 'bool'
             ]
         );
 
-        if ($validator->fails()) {
+        if ($validator->fails())
+        {
             $this->error($validator->errors()->toJson());
             return 1;
         }
@@ -189,6 +220,7 @@
 
         $resume = $this->option('resume') ?? false;
         $onlyFailed = $this->option('failed') ?? false;
+        $delay = $this->option('delay') ?? 3;
 
         /**
          * @var $mediaTypes array
@@ -211,16 +243,18 @@
 
             if ($this->cancelled)
             {
-                return 127;
+                $this->info("Cancelling...");
+                return 0;
             }
 
             $idCount = count($idsToFetch);
             if ($idCount === 0)
             {
+                $this->info("No $mediaType entries to index");
                 continue;
             }
 
-            $this->fetchIds($mediaType, $idsToFetch, $resume);
+            $this->fetchIds($mediaType, $idsToFetch, $delay, $resume);
         }
 
         return 0;

app/Providers/AppServiceProvider.php

@@ -48,14 +48,14 @@
 use App\Support\DefaultMediator;
 use App\Support\JikanConfig;
 use App\Support\JikanUnitOfWork;
+use Illuminate\Console\Signals;
 use Illuminate\Contracts\Container\BindingResolutionException;
 use Illuminate\Http\JsonResponse;
 use Laravel\Lumen\Application;
 use Illuminate\Http\Response;
 use Illuminate\Support\Env;
 use Illuminate\Support\ServiceProvider;
 use Illuminate\Support\Collection;
-use Jikan\MyAnimeList\MalClient;
 use Laravel\Scout\Builder as ScoutBuilder;
 use Typesense\LaravelTypesense\Typesense;
 use App\Features;
@@ -96,6 +96,13 @@
             $this->app->singleton(\App\Services\TypesenseCollectionDescriptor::class);
         }
         $this->registerModelRepositories();
+
+        // lumen hack for signal handling in artisan commands
+        Signals::resolveAvailabilityUsing(function () {
+            return $this->app->runningInConsole()
+                && ! $this->app->runningUnitTests()
+                && extension_loaded('pcntl');
+        });
     }
 
     private function getSearchService(Repository $repository): SearchService