Enhance database insertion logic to handle duplicates and ensure unique type names

This commit is contained in:
vista-man
2025-03-20 13:41:28 +01:00
parent 50cad302cf
commit 65d8752829
3 changed files with 13762 additions and 11 deletions

View File

@@ -35,16 +35,30 @@ const fetchPokemonData = async (id) => {
const insertPokemonData = (pokemon) => {
const { data, data2 } = pokemon;
const pokemonQuery = `INSERT INTO pokemon (id, name, height, weight, base_experience, species_url, image_url) VALUES (?, ?, ?, ?, ?, ?, ?)`;
const pokemonQuery = `
INSERT INTO pokemon (id, name, height, weight, base_experience, species_url, image_url)
VALUES (?, ?, ?, ?, ?, ?, ?)
ON DUPLICATE KEY UPDATE
name = VALUES(name),
height = VALUES(height),
weight = VALUES(weight),
base_experience = VALUES(base_experience),
species_url = VALUES(species_url),
image_url = VALUES(image_url)
`;
const pokemonValues = [data.id, data.name, data.height, data.weight, data.base_experience, data2.url, data.sprites.other['official-artwork'].front_default];
connection.query(pokemonQuery, pokemonValues, (error, results, fields) => {
if (error) throw error;
console.log(`Inserted Pokémon: ${data.name}`);
console.log(`Inserted/Updated Pokémon: ${data.name}`);
});
data.types.forEach(type => {
const typeQuery = `INSERT INTO pokemon_types (pokemon_id, type_id) VALUES (?, (SELECT id FROM types WHERE name = ?))`;
const typeQuery = `
INSERT INTO pokemon_types (pokemon_id, type_id)
VALUES (?, (SELECT id FROM types WHERE name = ? LIMIT 1))
ON DUPLICATE KEY UPDATE type_id = VALUES(type_id)
`;
const typeValues = [data.id, type.type.name];
connection.query(typeQuery, typeValues, (error, results, fields) => {
if (error) throw error;
@@ -52,27 +66,55 @@ const insertPokemonData = (pokemon) => {
});
data.abilities.forEach(ability => {
const abilityQuery = `INSERT INTO pokemon_abilities (pokemon_id, ability_id) VALUES (?, (SELECT id FROM abilities WHERE name = ?))`;
const abilityQuery = `
INSERT INTO pokemon_abilities (pokemon_id, ability_id)
VALUES (?, (SELECT id FROM abilities WHERE name = ? LIMIT 1))
ON DUPLICATE KEY UPDATE ability_id = VALUES(ability_id)
`;
const abilityValues = [data.id, ability.ability.name];
connection.query(abilityQuery, abilityValues, (error, results, fields) => {
if (error) throw error;
});
});
const statsQuery = `INSERT INTO stats (pokemon_id, hp, attack, defense, sp_attack, sp_defense, speed) VALUES (?, ?, ?, ?, ?, ?, ?)`;
const statsQuery = `
INSERT INTO stats (pokemon_id, hp, attack, defense, sp_attack, sp_defense, speed)
VALUES (?, ?, ?, ?, ?, ?, ?)
ON DUPLICATE KEY UPDATE
hp = VALUES(hp),
attack = VALUES(attack),
defense = VALUES(defense),
sp_attack = VALUES(sp_attack),
sp_defense = VALUES(sp_defense),
speed = VALUES(speed)
`;
const statsValues = [data.id, data.stats[0].base_stat, data.stats[1].base_stat, data.stats[2].base_stat, data.stats[3].base_stat, data.stats[4].base_stat, data.stats[5].base_stat];
connection.query(statsQuery, statsValues, (error, results, fields) => {
if (error) throw error;
});
const speciesQuery = `INSERT INTO species (pokemon_id, genus, flavor_text, growth_rate, base_happiness, capture_rate, gender_rate) VALUES (?, ?, ?, ?, ?, ?, ?)`;
const speciesValues = [data.id, data2.genera[0].genus, data2.flavor_text_entries[0].flavor_text, data2.growth_rate.name, data2.base_happiness, data2.capture_rate, data2.gender_rate];
const speciesQuery = `
INSERT INTO species (pokemon_id, genus, flavor_text, growth_rate, base_happiness, capture_rate, gender_rate)
VALUES (?, ?, ?, ?, ?, ?, ?)
ON DUPLICATE KEY UPDATE
genus = VALUES(genus),
flavor_text = VALUES(flavor_text),
growth_rate = VALUES(growth_rate),
base_happiness = VALUES(base_happiness),
capture_rate = VALUES(capture_rate),
gender_rate = VALUES(gender_rate)
`;
const speciesValues = [data.id, data2.genera[0].genus, data2.flavor_text_entries[0].flavor_text.replace("\f", " "), data2.growth_rate.name, data2.base_happiness, data2.capture_rate, data2.gender_rate];
connection.query(speciesQuery, speciesValues, (error, results, fields) => {
if (error) throw error;
});
data2.egg_groups.forEach(group => {
const eggGroupQuery = `INSERT INTO pokemon_egg_groups (pokemon_id, egg_group_id) VALUES (?, (SELECT id FROM egg_groups WHERE name = ?))`;
const eggGroupQuery = `
INSERT INTO pokemon_egg_groups (pokemon_id, egg_group_id)
VALUES (?, (SELECT id FROM egg_groups WHERE name = ? LIMIT 1))
ON DUPLICATE KEY UPDATE egg_group_id = VALUES(egg_group_id)
`;
const eggGroupValues = [data.id, group.name];
connection.query(eggGroupQuery, eggGroupValues, (error, results, fields) => {
if (error) throw error;
@@ -83,8 +125,12 @@ const insertPokemonData = (pokemon) => {
const fetchAndInsertAllPokemon = async () => {
insertTypes();
for (let i = 1; i <= 1010; i++) {
const pokemon = await fetchPokemonData(i);
insertPokemonData(pokemon);
try {
const pokemon = await fetchPokemonData(i);
insertPokemonData(pokemon);
} catch (error) {
console.error(`Error fetching/inserting Pokémon with ID ${i}:`, error);
}
}
connection.end();
};