malhuda/jikan-rest
1
0
Fork 0
mirror of https://github.com/jikan-me/jikan-rest.git synced 2025-02-20 11:23:35 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

fix genre duplication issue

Browse Source
This commit is contained in:
Irfan 2021-12-27 19:55:24 +05:00
parent d7f043d725
commit 5bff12964a
3 changed files with 128 additions and 16 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

114
app/Console/Commands/Indexer/GenreIndexer.php
View File

@ -65,9 +65,21 @@ class GenreIndexer extends Command
$itemCount = count($results['genres']);
echo "Parsed {$itemCount} anime genres\n";
foreach ($results['genres'] as $i => $item) {
$item['count'] = $item['count'] - 587;
$result = DB::table('genres_anime')
->where('mal_id', $item['mal_id'])
->updateOrInsert(['request_hash'=>'request:anime_genres:'.sha1($item['mal_id'].$item['name'])]+$item);
// ->where('mal_id', $item['mal_id'])
->updateOrInsert(
[
'mal_id' => $item['mal_id']
],
[
'mal_id' => $item['mal_id'],
'name' => $item['name'],
'url' => $item['url'],
'count' => $item['count']
]
);
echo "Indexing {$i}/{$itemCount} \r";
}
@ -75,8 +87,18 @@ class GenreIndexer extends Command
echo "Parsed {$itemCount} anime explicit_genres\n";
foreach ($results['explicit_genres'] as $i => $item) {
$result = DB::table('explicit_genres_anime')
->where('mal_id', $item['mal_id'])
->updateOrInsert(['request_hash'=>'request:anime_explicit_genres:'.sha1($item['mal_id'].$item['name'])]+$item);
// ->where('mal_id', $item['mal_id'])
->updateOrInsert(
[
'mal_id' => $item['mal_id']
],
[
'mal_id' => $item['mal_id'],
'name' => $item['name'],
'url' => $item['url'],
'count' => $item['count']
]
);
echo "Indexing {$i}/{$itemCount} \r";
}
@ -84,8 +106,18 @@ class GenreIndexer extends Command
echo "Parsed {$itemCount} anime themes\n";
foreach ($results['themes'] as $i => $item) {
$result = DB::table('themes_anime')
->where('mal_id', $item['mal_id'])
->updateOrInsert(['request_hash'=>'request:anime_themes:'.sha1($item['mal_id'].$item['name'])]+$item);
// ->where('mal_id', $item['mal_id'])
->updateOrInsert(
[
'mal_id' => $item['mal_id']
],
[
'mal_id' => $item['mal_id'],
'name' => $item['name'],
'url' => $item['url'],
'count' => $item['count']
]
);
echo "Indexing {$i}/{$itemCount} \r";
}
@ -93,8 +125,18 @@ class GenreIndexer extends Command
echo "Parsed {$itemCount} anime demographics\n";
foreach ($results['demographics'] as $i => $item) {
$result = DB::table('demographics_anime')
->where('mal_id', $item['mal_id'])
->updateOrInsert(['request_hash'=>'request:anime_demographics:'.sha1($item['mal_id'].$item['name'])]+$item);
// ->where('mal_id', $item['mal_id'])
->updateOrInsert(
[
'mal_id' => $item['mal_id']
],
[
'mal_id' => $item['mal_id'],
'name' => $item['name'],
'url' => $item['url'],
'count' => $item['count']
]
);
echo "Indexing {$i}/{$itemCount} \r";
}
@ -120,8 +162,18 @@ class GenreIndexer extends Command
echo "Parsed {$itemCount} manga genres\n";
foreach ($results['genres'] as $i => $item) {
$result = DB::table('genres_manga')
->where('mal_id', $item['mal_id'])
->updateOrInsert(['request_hash'=>'request:manga_genres:'.sha1($item['mal_id'].$item['name'])]+$item);
// ->where('mal_id', $item['mal_id'])
->updateOrInsert(
[
'mal_id' => $item['mal_id']
],
[
'mal_id' => $item['mal_id'],
'name' => $item['name'],
'url' => $item['url'],
'count' => $item['count']
]
);
echo "Indexing {$i}/{$itemCount} \r";
}
@ -129,8 +181,18 @@ class GenreIndexer extends Command
echo "Parsed {$itemCount} manga explicit_genres\n";
foreach ($results['explicit_genres'] as $i => $item) {
$result = DB::table('explicit_genres_manga')
->where('mal_id', $item['mal_id'])
->updateOrInsert(['request_hash'=>'request:manga_explicit_genres:'.sha1($item['mal_id'].$item['name'])]+$item);
// ->where('mal_id', $item['mal_id'])
->updateOrInsert(
[
'mal_id' => $item['mal_id']
],
[
'mal_id' => $item['mal_id'],
'name' => $item['name'],
'url' => $item['url'],
'count' => $item['count']
]
);
echo "Indexing {$i}/{$itemCount} \r";
}
@ -138,8 +200,18 @@ class GenreIndexer extends Command
echo "Parsed {$itemCount} manga themes\n";
foreach ($results['themes'] as $i => $item) {
$result = DB::table('themes_manga')
->where('mal_id', $item['mal_id'])
->updateOrInsert(['request_hash'=>'request:manga_themes:'.sha1($item['mal_id'].$item['name'])]+$item);
// ->where('mal_id', $item['mal_id'])
->updateOrInsert(
[
'mal_id' => $item['mal_id']
],
[
'mal_id' => $item['mal_id'],
'name' => $item['name'],
'url' => $item['url'],
'count' => $item['count']
]
);
echo "Indexing {$i}/{$itemCount} \r";
}
@ -147,8 +219,18 @@ class GenreIndexer extends Command
echo "Parsed {$itemCount} manga demographics\n";
foreach ($results['demographics'] as $i => $item) {
$result = DB::table('demographics_manga')
->where('mal_id', $item['mal_id'])
->updateOrInsert(['request_hash'=>'request:manga_demographics:'.sha1($item['mal_id'].$item['name'])]+$item);
// ->where('mal_id', $item['mal_id'])
->updateOrInsert(
[
'mal_id' => $item['mal_id']
],
[
'mal_id' => $item['mal_id'],
'name' => $item['name'],
'url' => $item['url'],
'count' => $item['count']
]
);
echo "Indexing {$i}/{$itemCount} \r";
}

15
database/migrations/2021_01_16_105532_create_genres_anime_table.php
View File

@ -16,6 +16,18 @@ class CreateGenresAnimeTable extends Migration
Schema::create('genres_anime', function (Blueprint $table) {
$table->unique(['mal_id' => 1], 'mal_id');
});
Schema::create('demographics_anime', function (Blueprint $table) {
$table->unique(['mal_id' => 1], 'mal_id');
});
Schema::create('explicit_genres_anime', function (Blueprint $table) {
$table->unique(['mal_id' => 1], 'mal_id');
});
Schema::create('themes_anime', function (Blueprint $table) {
$table->unique(['mal_id' => 1], 'mal_id');
});
}
/**
@ -26,5 +38,8 @@ class CreateGenresAnimeTable extends Migration
public function down()
{
Schema::dropIfExists('genres_anime');
Schema::dropIfExists('demographics_anime');
Schema::dropIfExists('explicit_genres_anime');
Schema::dropIfExists('themes_anime');
}
}

15
database/migrations/2021_01_16_105536_create_genres_manga_table.php
View File

@ -16,6 +16,18 @@ class CreateGenresMangaTable extends Migration
Schema::create('genres_manga', function (Blueprint $table) {
$table->unique(['mal_id' => 1], 'mal_id');
});
Schema::create('explicit_genres_manga', function (Blueprint $table) {
$table->unique(['mal_id' => 1], 'mal_id');
});
Schema::create('demographics_manga', function (Blueprint $table) {
$table->unique(['mal_id' => 1], 'mal_id');
});
Schema::create('themes_manga', function (Blueprint $table) {
$table->unique(['mal_id' => 1], 'mal_id');
});
}
/**
@ -26,5 +38,8 @@ class CreateGenresMangaTable extends Migration
public function down()
{
Schema::dropIfExists('genres_manga');
Schema::dropIfExists('explicit_genres_manga');
Schema::dropIfExists('demographics_manga');
Schema::dropIfExists('themes_manga');
}
}