完成数据清洗
This commit is contained in:
@@ -24,20 +24,21 @@ suspend fun main(args: Array<String>) {
|
||||
|
||||
val database = Database.connect(
|
||||
url = "jdbc:mysql://localhost:3306/sif_card",
|
||||
driver = "com.mysql.jdbc.Driver",
|
||||
driver = "com.mysql.cj.jdbc.Driver",
|
||||
user = "root",
|
||||
password = ""
|
||||
)
|
||||
|
||||
cardList.forEach { card ->
|
||||
database.useTransaction {
|
||||
val count = database
|
||||
.from(TCard)
|
||||
.select()
|
||||
.where { TCard.name eq card.name }
|
||||
.totalRecordsInAllPages
|
||||
if (count > 0) {
|
||||
return@forEach
|
||||
var id = -1
|
||||
for (row in database.from(TCard).select().where { TCard.name eq card.name }) {
|
||||
row[TCard.characterName]?.let { characterName ->
|
||||
if (characterName.isNotEmpty()) {
|
||||
return@forEach
|
||||
}
|
||||
id = row[TCard.id]!!
|
||||
}
|
||||
}
|
||||
|
||||
gameList.find { gameCh -> gameCh.name.contains(card.name) }?.let { gameCh ->
|
||||
@@ -89,29 +90,53 @@ suspend fun main(args: Array<String>) {
|
||||
tables[4].select(".mu__table--row2").apply {
|
||||
card.specialSkillInfo = select(".mu__table--col1").text()
|
||||
}
|
||||
}
|
||||
} ?: run { return@forEach }
|
||||
|
||||
println(card)
|
||||
|
||||
database.insert(TCard) {
|
||||
set(it.name, card.name)
|
||||
set(it.characterId, card.characterId)
|
||||
set(it.characterName, card.characterName)
|
||||
set(it.type, card.type)
|
||||
set(it.rarity, card.rarity)
|
||||
set(it.maxLevel, card.maxLevel)
|
||||
set(it.maxHp, card.maxHp)
|
||||
set(it.smile, card.smile)
|
||||
set(it.pure, card.pure)
|
||||
set(it.cool, card.cool)
|
||||
set(it.illustId, card.illustId)
|
||||
set(it.evolveIllustId, card.evolveIllustId)
|
||||
set(it.group, card.group)
|
||||
set(it.team, card.team)
|
||||
set(it.date, card.date)
|
||||
set(it.centerSkillName, card.centerSkillName)
|
||||
set(it.centerSkillInfo, card.centerSkillInfo)
|
||||
set(it.specialSkillName, card.specialSkillName)
|
||||
set(it.specialSkillInfo, card.specialSkillInfo)
|
||||
if (id == -1) {
|
||||
database.insert(TCard) {
|
||||
set(it.name, card.name)
|
||||
set(it.characterId, card.characterId)
|
||||
set(it.characterName, card.characterName)
|
||||
set(it.type, card.type)
|
||||
set(it.rarity, card.rarity)
|
||||
set(it.maxLevel, card.maxLevel)
|
||||
set(it.maxHp, card.maxHp)
|
||||
set(it.smile, card.smile)
|
||||
set(it.pure, card.pure)
|
||||
set(it.cool, card.cool)
|
||||
set(it.illustId, card.illustId)
|
||||
set(it.evolveIllustId, card.evolveIllustId)
|
||||
set(it.group, card.group)
|
||||
set(it.team, card.team)
|
||||
set(it.date, card.date)
|
||||
set(it.centerSkillName, card.centerSkillName)
|
||||
set(it.centerSkillInfo, card.centerSkillInfo)
|
||||
set(it.specialSkillName, card.specialSkillName)
|
||||
set(it.specialSkillInfo, card.specialSkillInfo)
|
||||
}
|
||||
} else {
|
||||
database.update(TCard) {
|
||||
set(it.characterName, card.characterName)
|
||||
set(it.type, card.type)
|
||||
set(it.rarity, card.rarity)
|
||||
set(it.maxLevel, card.maxLevel)
|
||||
set(it.maxHp, card.maxHp)
|
||||
set(it.smile, card.smile)
|
||||
set(it.pure, card.pure)
|
||||
set(it.cool, card.cool)
|
||||
set(it.illustId, card.illustId)
|
||||
set(it.evolveIllustId, card.evolveIllustId)
|
||||
set(it.group, card.group)
|
||||
set(it.team, card.team)
|
||||
set(it.date, card.date)
|
||||
set(it.centerSkillName, card.centerSkillName)
|
||||
set(it.centerSkillInfo, card.centerSkillInfo)
|
||||
set(it.specialSkillName, card.specialSkillName)
|
||||
set(it.specialSkillInfo, card.specialSkillInfo)
|
||||
where { TCard.id eq id }
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
Reference in New Issue
Block a user