Draff/TachiyomiSY-Plus
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix to cryllic letter filtering (#837)

Browse Source
This commit is contained in:
simakover 2023-04-10 05:54:39 +05:00 committed by GitHub
parent 0e618db668
commit 3d7b8cd551
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 13 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
app/src/main/java/exh/smartsearch/SmartSearchEngine.kt
View File

@ -107,8 +107,18 @@ class SmartSearchEngine(
cleanedTitle = removeTextInBrackets(preTitle, false) cleanedTitle = removeTextInBrackets(preTitle, false)
} }
// Strip chapter reference RU
cleanedTitle = cleanedTitle.replace(chapterRefCyrillicRegexp, " ").trim()
// Strip non-special characters // Strip non-special characters
cleanedTitle = cleanedTitle.replace(titleRegex, " ") val cleanedTitleEng = cleanedTitle.replace(titleRegex, " ")
// Do not strip foreign language letters if cleanedTitle is too short
if (cleanedTitleEng.length <= 5) {
cleanedTitle = cleanedTitle.replace(titleCyrillicRegex, " ")
} else {
cleanedTitle = cleanedTitleEng
}
// Strip splitters and consecutive spaces // Strip splitters and consecutive spaces
cleanedTitle = cleanedTitle.trim().replace(" - ", " ").replace(consecutiveSpacesRegex, " ").trim() cleanedTitle = cleanedTitle.trim().replace(" - ", " ").replace(consecutiveSpacesRegex, " ").trim()
@ -167,7 +177,9 @@ class SmartSearchEngine(
const val MIN_NORMAL_ELIGIBLE_THRESHOLD = 0.4 const val MIN_NORMAL_ELIGIBLE_THRESHOLD = 0.4
private val titleRegex = Regex("[^a-zA-Z0-9- ]") private val titleRegex = Regex("[^a-zA-Z0-9- ]")
private val titleCyrillicRegex = Regex("[^\\p{L}0-9- ]")
private val consecutiveSpacesRegex = Regex(" +") private val consecutiveSpacesRegex = Regex(" +")
private val chapterRefCyrillicRegexp = Regex("""((- часть|- глава) \d*)""")
} }
} }