package eu.kanade.tachiyomi.extension.en.constellarscans import android.graphics.Bitmap import android.graphics.BitmapFactory import android.graphics.Canvas import android.graphics.ColorMatrix import android.graphics.ColorMatrixColorFilter import android.graphics.Paint import android.graphics.Rect import android.util.Log import app.cash.quickjs.QuickJs import eu.kanade.tachiyomi.multisrc.mangathemesia.MangaThemesia import eu.kanade.tachiyomi.network.GET import eu.kanade.tachiyomi.network.interceptor.rateLimit import eu.kanade.tachiyomi.source.model.Page import eu.kanade.tachiyomi.source.model.SChapter import eu.kanade.tachiyomi.util.asJsoup import kotlinx.serialization.json.jsonArray import kotlinx.serialization.json.jsonObject import kotlinx.serialization.json.jsonPrimitive import okhttp3.CacheControl import okhttp3.Headers import okhttp3.MediaType.Companion.toMediaTypeOrNull import okhttp3.Request import okhttp3.ResponseBody.Companion.toResponseBody import org.jsoup.nodes.Document import java.io.ByteArrayOutputStream import java.io.InputStream import java.lang.IllegalArgumentException import java.security.MessageDigest class ConstellarScans : MangaThemesia("Constellar Scans", "https://constellarscans.com", "en") { override val client = super.client.newBuilder() .rateLimit(1, 3) .addInterceptor { chain -> val response = chain.proceed(chain.request()) val url = response.request.url if (url.fragment?.contains(DESCRAMBLE) != true) { return@addInterceptor response } val segments = url.pathSegments val filenameWithoutExtension = segments.last().split(".")[0] val fragment = segments[segments.lastIndex - 1] val key = md5sum(fragment + filenameWithoutExtension) val image = descrambleImage(response.body!!.byteStream(), key) val body = image.toResponseBody("image/jpeg".toMediaTypeOrNull()) response.newBuilder() .body(body) .build() } .build() override fun headersBuilder(): Headers.Builder = Headers.Builder() .add("Referer", "$baseUrl/") .add("Accept-Language", "en-US,en;q=0.9") .add("DNT", "1") .add("User-Agent", mobileUserAgent) .add("Upgrade-Insecure-Requests", "1") override val seriesStatusSelector = ".status" private val mobileUserAgent by lazy { val req = GET(UA_DB_URL) val data = client.newCall(req).execute().body!!.use { json.parseToJsonElement(it.string()).jsonArray }.mapNotNull { it.jsonObject["user-agent"]?.jsonPrimitive?.content?.takeIf { ua -> ua.startsWith("Mozilla/5.0") && ( ua.contains("iPhone") && (ua.contains("FxiOS") || ua.contains("CriOS")) || ua.contains("Android") && (ua.contains("EdgA") || ua.contains("Chrome") || ua.contains("Firefox")) ) } } data.random() } override fun pageListRequest(chapter: SChapter): Request = super.pageListRequest(chapter).newBuilder() .header( "Accept", "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9" ) .header("Sec-Fetch-Site", "same-origin") .header("Sec-Fetch-Mode", "navigate") .header("Sec-Fetch-Dest", "document") .header("Sec-Fetch-User", "?1") .cacheControl(CacheControl.FORCE_NETWORK) .build() override fun pageListParse(document: Document): List { val obfuscatedCode = document.select("script:containsData(_0x)").html() val tsDataEncrypted = TS_DATA_RE.find(obfuscatedCode)?.groupValues?.get(1) if (tsDataEncrypted != null) { val descrambledData = descrambleString(tsDataEncrypted).trim() Log.d("constellarscans", "decrypted chapter, data: $descrambledData") val match = DESCRAMBLING_KEY_RE.find(descrambledData)?.value ?: throw Exception("Did not receive valid decryption key. Try opening the chapter again.") Log.d("constellarscans", "device-limited chapter: $match") return decodeDeviceLimitedChapter(match) } val tsData = descrambleString(getDecryptionKey(document)).trim() val tsDataObject = json.parseToJsonElement(tsData).jsonObject return tsDataObject["sources"]!!.jsonArray[0].jsonObject["images"]!!.jsonArray.mapIndexed { index, jsonElement -> Page(index, imageUrl = jsonElement.jsonPrimitive.content.replace("http://", "https://")) } } override fun imageRequest(page: Page): Request = super.imageRequest(page).newBuilder() .header("Accept", "image/webp,image/apng,image/svg+xml,image/*,*/*;q=0.8") .header("Sec-Fetch-Dest", "image") .header("Sec-Fetch-Mode", "no-cors") .header("Sec-Fetch-Site", "same-origin") .build() private var descramblingBytecode: ByteArray? = null /** * Also updates `descramblingBytecode` as a side effect */ private fun getDecryptionKey(document: Document?): String { val doc = if (document == null) { val req = pageListRequest( SChapter.create().apply { url = "/the-dignity-of-sister-in-law-chapter-60/" } ) client.newCall(req).execute().asJsoup() } else { document } val obfuscatedScript = doc.selectFirst("script:containsData(_0x)").data() val scripts = doc.select("script:containsData(_0x) ~ script").html() val (decodingSymbol, tsData) = JS_FUNC_RE.findAll(obfuscatedScript).firstNotNullOf { val func = it.groupValues[1] val tsDataFuncRe = Regex("""$func\s*\(\s*['"]([\da-z]+?)['"]\s*\)""", RegexOption.IGNORE_CASE) val tsData = tsDataFuncRe.find(scripts)?.groupValues?.get(1) ?: return@firstNotNullOf null func to tsData } Log.d("constellarscans", "decoding symbol: $decodingSymbol") descramblingBytecode = QuickJs.create().use { it.compile( """ ts_reader = {} ts_reader.run = arg => { throw Error(arg) } JSON.parse = arg => arg ${obfuscatedScript.replace(decodingSymbol, "decode")} """.trimIndent(), "#" ) } return tsData } private fun descrambleString(input: String): String { if (descramblingBytecode == null) getDecryptionKey(null) return QuickJs.create().use { it.execute(descramblingBytecode!!) it.evaluate( """ try { decode("$input") } catch (e) { e.message } """.trimIndent() ) } as String } private fun decodeDeviceLimitedChapter(fullKey: String): List { if (!DESCRAMBLING_KEY_RE.matches(fullKey)) { throw IllegalArgumentException("Did not receive suitable decryption key. Try opening the chapter again.") } val shiftBy = fullKey.substring(32..33).toInt(16) val key = fullKey.substring(0..31) + fullKey.substring(34) val fragmentAndImageCount = key.map { var idx = LOOKUP_STRING_ALNUM.indexOf(it) - shiftBy if (idx < 0) { idx += LOOKUP_STRING_ALNUM.length } LOOKUP_STRING_ALNUM[idx] }.joinToString("") val fragment = fragmentAndImageCount.substring(0..31) val imageCount = fragmentAndImageCount.substring(32).toInt() val pages = mutableListOf() for (i in 1..imageCount) { val filename = i.toString().padStart(5, '0') pages.add( Page( i, imageUrl = "$encodedUploadsPath/$fragment/$filename.webp#$DESCRAMBLE" ) ) } return pages } private fun descrambleImage(image: InputStream, key: String): ByteArray { val bitmap = BitmapFactory.decodeStream(image) val invertingPaint = Paint().apply { colorFilter = ColorMatrixColorFilter( ColorMatrix( floatArrayOf( -1.0f, 0.0f, 0.0f, 0.0f, 255.0f, 0.0f, -1.0f, 0.0f, 0.0f, 255.0f, 0.0f, 0.0f, -1.0f, 0.0f, 255.0f, 0.0f, 0.0f, 0.0f, 1.0f, 0.0f ) ) ) } val result = Bitmap.createBitmap(bitmap.width, bitmap.height, Bitmap.Config.ARGB_8888) val canvas = Canvas(result) val sectionCount = (key.last().code % 10) * 2 + 4 val remainder = bitmap.height % sectionCount for (i in 0 until sectionCount) { var sectionHeight = bitmap.height / sectionCount var sy = bitmap.height - sectionHeight * (i + 1) - remainder val dy = sectionHeight * i if (i == sectionCount - 1) { sectionHeight += remainder } else { sy += remainder } val sRect = Rect(0, sy, bitmap.width, sy + sectionHeight) val dRect = Rect(0, dy, bitmap.width, dy + sectionHeight) canvas.drawBitmap(bitmap, sRect, dRect, invertingPaint) } val output = ByteArrayOutputStream() result.compress(Bitmap.CompressFormat.JPEG, 90, output) return output.toByteArray() } private fun md5sum(input: String): String { val md = MessageDigest.getInstance("MD5") return md.digest(input.toByteArray()) .joinToString("") { "%02x".format(it) } } private val encodedUploadsPath = "$baseUrl/wp-content/uploads/encoded" companion object { const val DESCRAMBLE = "descramble" const val UA_DB_URL = "https://cdn.jsdelivr.net/gh/mimmi20/browscap-helper@30a83c095688f40b9eaca0165a479c661e5a7fbe/tests/0002999.json" const val LOOKUP_STRING_ALNUM = "0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz" val NOT_DIGIT_RE = Regex("""\D""") val JS_FUNC_RE = Regex("""function (.+?)\s*\(""") val TS_DATA_RE = Regex("""\(\s*['"]([\da-z]+?)['"]\s*\)""", RegexOption.IGNORE_CASE) // The decoding algorithm looks for a hex number in 32..33, so we write our regex accordingly val DESCRAMBLING_KEY_RE = Regex("""[\da-z]{32}[\da-f]{2}[\da-z]+""", RegexOption.IGNORE_CASE) } }