Draff/TachiyomiSY-Plus
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix to cryllic letter filtering (#837)

Browse Source 
(cherry picked from commit 3d7b8cd5517b47afbd8d3ff3d04e3218d128a565)
This commit is contained in:
simakover 2023-04-10 05:54:39 +05:00 committed by Jobobby04
parent 69bd76f780
commit 143489a80b
1 changed files with 13 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
app/src/main/java/exh/smartsearch/SmartSearchEngine.kt
View File

@ -107,8 +107,18 @@ class SmartSearchEngine(
cleanedTitle = removeTextInBrackets(preTitle, false)
}
// Strip chapter reference RU
cleanedTitle = cleanedTitle.replace(chapterRefCyrillicRegexp, " ").trim()
// Strip non-special characters
cleanedTitle = cleanedTitle.replace(titleRegex, " ")
val cleanedTitleEng = cleanedTitle.replace(titleRegex, " ")
// Do not strip foreign language letters if cleanedTitle is too short
if (cleanedTitleEng.length <= 5) {
cleanedTitle = cleanedTitle.replace(titleCyrillicRegex, " ")
} else {
cleanedTitle = cleanedTitleEng
}
// Strip splitters and consecutive spaces
cleanedTitle = cleanedTitle.trim().replace(" - ", " ").replace(consecutiveSpacesRegex, " ").trim()
@ -167,7 +177,9 @@ class SmartSearchEngine(
const val MIN_NORMAL_ELIGIBLE_THRESHOLD = 0.4
private val titleRegex = Regex("[^a-zA-Z0-9- ]")
private val titleCyrillicRegex = Regex("[^\\p{L}0-9- ]")
private val consecutiveSpacesRegex = Regex(" +")
private val chapterRefCyrillicRegexp = Regex("""((- часть|- глава) \d*)""")
}
}