beerpsi 0053823dcf Rewrite MMRCMS (#931)
* Rewrite MMRCMS

* linting

* Mangas.in: Fix latest, search by query, manga details

* use HashSet instead of Set for manga detail keys

* use buildList for building filter list

* mangas.in: Copy over changes to MangasInDto

* Use a better metric for determining if filter fetching failed.

Also merged types and tags.

* Move to using named constructor parameters instead of open vals

This improves the discoverability of configurable stuff.

* use normal try/catch instead of runCatching

* Elaborate on the reason for not using Nothing

* Make most configuration options private

* forbidden -> useNamedArgumentsBelow

* Address lint failures

* Close the thingies

* <:shitting:1130237162105876490>

* <:shitting:1130237162105876490>
2024-02-04 02:25:08 +00:00

178 lines
6.3 KiB
Kotlin

package eu.kanade.tachiyomi.extension.es.mangasin
import android.util.Base64
import eu.kanade.tachiyomi.lib.cryptoaes.CryptoAES
import eu.kanade.tachiyomi.lib.synchrony.Deobfuscator
import eu.kanade.tachiyomi.multisrc.mmrcms.MMRCMS
import eu.kanade.tachiyomi.multisrc.mmrcms.MMRCMSUtils
import eu.kanade.tachiyomi.multisrc.mmrcms.SuggestionDto
import eu.kanade.tachiyomi.network.GET
import eu.kanade.tachiyomi.network.interceptor.rateLimitHost
import eu.kanade.tachiyomi.source.model.FilterList
import eu.kanade.tachiyomi.source.model.MangasPage
import eu.kanade.tachiyomi.source.model.SChapter
import eu.kanade.tachiyomi.source.model.SManga
import eu.kanade.tachiyomi.util.asJsoup
import kotlinx.serialization.decodeFromString
import okhttp3.HttpUrl.Companion.toHttpUrl
import okhttp3.Request
import okhttp3.Response
import org.jsoup.nodes.Document
import java.text.SimpleDateFormat
import java.util.Locale
class MangasIn : MMRCMS(
"Mangas.in",
"https://mangas.in",
"es",
supportsAdvancedSearch = false,
) {
override val client = super.client.newBuilder()
.rateLimitHost(baseUrl.toHttpUrl(), 1, 1)
.build()
override fun headersBuilder() = super.headersBuilder()
.add("Referer", "$baseUrl/")
override fun latestUpdatesRequest(page: Int) = GET("$baseUrl/lasted?p=$page", headers)
override fun latestUpdatesParse(response: Response): MangasPage {
runCatching { fetchFilterOptions() }
val data = json.decodeFromString<LatestUpdateResponse>(response.body.string())
val manga = data.data.map {
SManga.create().apply {
url = "/$itemPath/${it.slug}"
title = it.name
thumbnail_url = MMRCMSUtils.guessCover(baseUrl, url, null)
}
}
val hasNextPage = response.request.url.queryParameter("p")!!.toInt() < data.totalPages
return MangasPage(manga, hasNextPage)
}
override fun searchMangaRequest(page: Int, query: String, filters: FilterList): Request {
if (query.isEmpty()) {
return super.searchMangaRequest(page, query, filters)
}
val url = "$baseUrl/search".toHttpUrl().newBuilder().apply {
addQueryParameter("q", query)
}.build()
return GET(url, headers)
}
override fun searchMangaParse(response: Response): MangasPage {
val searchType = response.request.url.pathSegments.last()
if (searchType != "search") {
return super.searchMangaParse(response)
}
searchDirectory = json.decodeFromString<List<SuggestionDto>>(response.body.string())
return parseSearchDirectory(1)
}
override fun mangaDetailsParse(document: Document) = super.mangaDetailsParse(document).apply {
status = when (document.selectFirst("div.manga-name span.label")?.text()?.lowercase()) {
in detailStatusComplete -> SManga.COMPLETED
in detailStatusOngoing -> SManga.ONGOING
in detailStatusDropped -> SManga.CANCELLED
else -> SManga.UNKNOWN
}
}
private var key = ""
private fun getKey(): String {
val script = client.newCall(GET("$baseUrl/js/datachs.js")).execute().body.string()
val deobfuscatedScript = Deobfuscator.deobfuscateScript(script)
?: throw Exception("No se pudo desofuscar el script")
return KEY_REGEX.find(deobfuscatedScript)?.groupValues?.get(1)
?: throw Exception("No se pudo encontrar la clave")
}
override fun chapterListParse(response: Response): List<SChapter> {
val document = response.asJsoup()
val mangaUrl = document.location().removeSuffix("/")
val receivedData = RECEIVED_DATA_REGEX.find(document.html())?.groupValues?.get(1) ?: throw Exception("No se pudo encontrar la lista de capítulos")
val unescapedReceivedData = receivedData.unescape()
val chapterData = json.decodeFromString<CDT>(unescapedReceivedData)
val salt = chapterData.s.decodeHex()
val unsaltedCipherText = Base64.decode(chapterData.ct, Base64.DEFAULT)
val cipherText = SALTED + salt + unsaltedCipherText
val decrypted = CryptoAES.decrypt(Base64.encodeToString(cipherText, Base64.DEFAULT), key).ifEmpty {
key = getKey()
CryptoAES.decrypt(Base64.encodeToString(cipherText, Base64.DEFAULT), key)
}
val unescaped = decrypted.unescapeJava().removeSurrounding("\"").unescape()
val chapters = json.decodeFromString<List<Chapter>>(unescaped)
return chapters.map {
SChapter.create().apply {
name = if (it.name == "Capítulo ${it.number}") {
it.name
} else {
"Capítulo ${it.number}: ${it.name}"
}
date_upload = it.createdAt.parseDate()
setUrlWithoutDomain("$mangaUrl/${it.slug}")
}
}
}
private fun String.unescape(): String {
return UNESCAPE_REGEX.replace(this, "$1")
}
private fun String.unescapeJava(): String {
var escaped = this
if (!escaped.contains("\\u")) return escaped
val builder = StringBuilder()
var position = escaped.indexOf("\\u")
while (position != -1) {
if (position != 0) {
builder.append(escaped, 0, position)
}
val token = escaped.substring(position + 2, position + 6)
escaped = escaped.substring(position + 6)
builder.append(Integer.parseInt(token, 16).toChar())
position = escaped.indexOf("\\u")
}
builder.append(escaped)
return builder.toString()
}
private fun String.parseDate(): Long {
return dateFormat.parse(this)?.time ?: 0L
}
private fun String.decodeHex(): ByteArray {
check(length % 2 == 0) { "Must have an even length" }
return chunked(2)
.map { it.toInt(16).toByte() }
.toByteArray()
}
companion object {
val UNESCAPE_REGEX = """\\(.)""".toRegex()
val RECEIVED_DATA_REGEX = """receivedData\s*=\s*["'](.*)["']\s*;""".toRegex()
val KEY_REGEX = """decrypt\(.*'(.*)'.*\)""".toRegex()
val SALTED = "Salted__".toByteArray(Charsets.UTF_8)
val dateFormat by lazy {
SimpleDateFormat("yyyy-MM-dd HH:mm:ss", Locale.US)
}
}
}