package eu.kanade.tachiyomi.extension.en.constellarscans import android.graphics.Bitmap import android.graphics.BitmapFactory import android.graphics.Canvas import android.graphics.ColorMatrix import android.graphics.ColorMatrixColorFilter import android.graphics.Paint import android.graphics.Rect import android.util.Log import eu.kanade.tachiyomi.multisrc.mangathemesia.MangaThemesia import eu.kanade.tachiyomi.network.GET import eu.kanade.tachiyomi.network.interceptor.rateLimit import eu.kanade.tachiyomi.source.model.Page import eu.kanade.tachiyomi.source.model.SChapter import kotlinx.serialization.json.jsonArray import kotlinx.serialization.json.jsonObject import kotlinx.serialization.json.jsonPrimitive import okhttp3.CacheControl import okhttp3.Headers import okhttp3.MediaType.Companion.toMediaTypeOrNull import okhttp3.Request import okhttp3.ResponseBody.Companion.toResponseBody import org.jsoup.nodes.Document import java.io.ByteArrayOutputStream import java.io.InputStream import java.lang.IllegalArgumentException import java.security.MessageDigest class ConstellarScans : MangaThemesia("Constellar Scans", "https://constellarscans.com", "en") { override val client = super.client.newBuilder() .rateLimit(1, 2) .addInterceptor { chain -> val response = chain.proceed(chain.request()) val url = response.request.url if (url.fragment?.contains(DESCRAMBLE) != true) { return@addInterceptor response } val segments = url.pathSegments val filenameWithoutExtension = segments.last().split(".")[0] val fragment = segments[segments.lastIndex - 1] val key = md5sum(fragment + filenameWithoutExtension) val image = descrambleImage(response.body!!.byteStream(), key) val body = image.toResponseBody("image/jpeg".toMediaTypeOrNull()) response.newBuilder() .body(body) .build() } .build() override fun headersBuilder(): Headers.Builder = Headers.Builder() .add("Referer", "$baseUrl/") .add("Accept-Language", "en-US,en;q=0.9") .add("DNT", "1") .add("User-Agent", mobileUserAgent) .add("Upgrade-Insecure-Requests", "1") override val seriesStatusSelector = ".status" private val mobileUserAgent by lazy { val req = GET(UA_DB_URL) val data = client.newCall(req).execute().body!!.use { json.parseToJsonElement(it.string()).jsonArray }.mapNotNull { it.jsonObject["user-agent"]?.jsonPrimitive?.content?.takeIf { ua -> ua.startsWith("Mozilla/5.0") && ( ua.contains("iPhone") && (ua.contains("FxiOS") || ua.contains("CriOS")) || ua.contains("Android") && (ua.contains("EdgA") || ua.contains("Chrome") || ua.contains("Firefox")) ) } } data.random() } override fun pageListRequest(chapter: SChapter): Request = super.pageListRequest(chapter).newBuilder() .header( "Accept", "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9" ) .header("Sec-Fetch-Site", "same-origin") .header("Sec-Fetch-Mode", "navigate") .header("Sec-Fetch-Dest", "document") .header("Sec-Fetch-User", "?1") .cacheControl(CacheControl.FORCE_NETWORK) .build() override fun pageListParse(document: Document): List { val tsData = TS_DATA_RE.find(document.select("script").html())?.groupValues?.get(1) ?: return super.pageListParse(document) val descrambledData = descrambleString(tsData).trim() val match = DESCRAMBLING_KEY_RE.find(descrambledData)?.value if (match != null) { Log.d("constellarscans", "device-limited chapter, key: $match") return decodeDeviceLimitedChapter(match) } val imageListJson = JSON_IMAGE_LIST_REGEX.find(descrambledData)?.groupValues?.get(1).orEmpty() val imageList = try { json.parseToJsonElement(imageListJson).jsonArray } catch (_: IllegalArgumentException) { emptyList() } val scriptPages = imageList.mapIndexed { i, jsonEl -> Page(i, imageUrl = jsonEl.jsonPrimitive.content) } return scriptPages } override fun imageRequest(page: Page): Request = super.imageRequest(page).newBuilder() .header("Accept", "image/webp,image/apng,image/svg+xml,image/*,*/*;q=0.8") .header("Sec-Fetch-Dest", "image") .header("Sec-Fetch-Mode", "no-cors") .header("Sec-Fetch-Site", "same-origin") .build() private fun descrambleString(input: String): String = input.replace(NOT_DIGIT_RE, "") .chunked(2) .joinToString("") { (it.toInt() + 32).toChar().toString() } private fun decodeDeviceLimitedChapter(fullKey: String): List { if (!DESCRAMBLING_KEY_RE.matches(fullKey)) { throw IllegalArgumentException("Did not receive suitable decryption key. Try opening the chapter again.") } val shiftBy = fullKey.substring(32..33).toInt(16) val key = fullKey.substring(0..31) + fullKey.substring(34) val fragmentAndImageCount = key.map { var idx = LOOKUP_STRING_ALNUM.indexOf(it) - shiftBy if (idx < 0) { idx += LOOKUP_STRING_ALNUM.length } LOOKUP_STRING_ALNUM[idx] }.joinToString("") val fragment = fragmentAndImageCount.substring(0..31) val imageCount = fragmentAndImageCount.substring(32).toInt() val pages = mutableListOf() for (i in 1..imageCount) { val filename = i.toString().padStart(5, '0') pages.add( Page( i, imageUrl = "$encodedUploadsPath/$fragment/$filename.webp#$DESCRAMBLE" ) ) } return pages } private fun descrambleImage(image: InputStream, key: String): ByteArray { val bitmap = BitmapFactory.decodeStream(image) val invertingPaint = Paint().apply { colorFilter = ColorMatrixColorFilter( ColorMatrix( floatArrayOf( -1.0f, 0.0f, 0.0f, 0.0f, 255.0f, 0.0f, -1.0f, 0.0f, 0.0f, 255.0f, 0.0f, 0.0f, -1.0f, 0.0f, 255.0f, 0.0f, 0.0f, 0.0f, 1.0f, 0.0f ) ) ) } val result = Bitmap.createBitmap(bitmap.width, bitmap.height, Bitmap.Config.ARGB_8888) val canvas = Canvas(result) val sectionCount = (key.last().code % 10) * 2 + 4 val remainder = bitmap.height % sectionCount for (i in 0 until sectionCount) { var sectionHeight = bitmap.height / sectionCount var sy = bitmap.height - sectionHeight * (i + 1) - remainder val dy = sectionHeight * i if (i == sectionCount - 1) { sectionHeight += remainder } else { sy += remainder } val sRect = Rect(0, sy, bitmap.width, sy + sectionHeight) val dRect = Rect(0, dy, bitmap.width, dy + sectionHeight) canvas.drawBitmap(bitmap, sRect, dRect, invertingPaint) } val output = ByteArrayOutputStream() result.compress(Bitmap.CompressFormat.JPEG, 90, output) return output.toByteArray() } private fun md5sum(input: String): String { val md = MessageDigest.getInstance("MD5") return md.digest(input.toByteArray()) .joinToString("") { "%02x".format(it) } } private val encodedUploadsPath = "$baseUrl/wp-content/uploads/encoded" companion object { const val DESCRAMBLE = "descramble" const val UA_DB_URL = "https://cdn.jsdelivr.net/gh/mimmi20/browscap-helper@30a83c095688f40b9eaca0165a479c661e5a7fbe/tests/0002999.json" const val LOOKUP_STRING_ALNUM = "0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz" val NOT_DIGIT_RE = Regex("""\D""") // We know that `ts_reader.run` accepts a JSON object, which contains `{"`, or in Constellar's // encoding scheme, 91 02. val TS_DATA_RE = Regex( """['"]([\da-z]*?9[a-z]*?1[a-z]*?0[a-z]*?2[\da-z]+?)['"]""", RegexOption.IGNORE_CASE ) // The decoding algorithm looks for a hex number in 32..33, so we write our regex accordingly val DESCRAMBLING_KEY_RE = Regex("""[\da-z]{32}[\da-f]{2}[\da-z]+""", RegexOption.IGNORE_CASE) } }