Remove ReadMangas (#9587)
This commit is contained in:
Chopper
parent
66551c4eca
commit
642156da15
GPG Key ID:
E8A89F3211677653
@ -1,7 +0,0 @@
|
||||
ext {
|
||||
extName = 'Read Mangas'
|
||||
extClass = '.ReadMangas'
|
||||
extVersionCode = 40
|
||||
}
|
||||
|
||||
apply from: "$rootDir/common.gradle"
|
||||
Binary file not shown.
|
Before Width: | Height: | Size: 11 KiB |
Binary file not shown.
|
Before Width: | Height: | Size: 5.1 KiB |
Binary file not shown.
|
Before Width: | Height: | Size: 18 KiB |
Binary file not shown.
|
Before Width: | Height: | Size: 38 KiB |
Binary file not shown.
|
Before Width: | Height: | Size: 64 KiB |
@ -1,377 +0,0 @@
|
||||
package eu.kanade.tachiyomi.extension.pt.readmangas
|
||||
|
||||
import android.annotation.SuppressLint
|
||||
import android.app.Application
|
||||
import android.os.Handler
|
||||
import android.os.Looper
|
||||
import android.widget.Toast
|
||||
import app.cash.quickjs.QuickJs
|
||||
import eu.kanade.tachiyomi.network.GET
|
||||
import eu.kanade.tachiyomi.network.POST
|
||||
import eu.kanade.tachiyomi.source.model.FilterList
|
||||
import eu.kanade.tachiyomi.source.model.MangasPage
|
||||
import eu.kanade.tachiyomi.source.model.Page
|
||||
import eu.kanade.tachiyomi.source.model.SChapter
|
||||
import eu.kanade.tachiyomi.source.model.SManga
|
||||
import eu.kanade.tachiyomi.source.online.HttpSource
|
||||
import eu.kanade.tachiyomi.util.asJsoup
|
||||
import keiyoushi.utils.parseAs
|
||||
import keiyoushi.utils.tryParse
|
||||
import kotlinx.serialization.json.JsonElement
|
||||
import kotlinx.serialization.json.buildJsonArray
|
||||
import kotlinx.serialization.json.buildJsonObject
|
||||
import kotlinx.serialization.json.put
|
||||
import okhttp3.HttpUrl
|
||||
import okhttp3.Interceptor
|
||||
import okhttp3.MediaType.Companion.toMediaType
|
||||
import okhttp3.Request
|
||||
import okhttp3.RequestBody.Companion.toRequestBody
|
||||
import okhttp3.Response
|
||||
import org.jsoup.nodes.Element
|
||||
import rx.Observable
|
||||
import uy.kohesive.injekt.Injekt
|
||||
import uy.kohesive.injekt.api.get
|
||||
import java.text.SimpleDateFormat
|
||||
|
||||
class ReadMangas() : HttpSource() {
|
||||
|
||||
override val name = "Read Mangas"
|
||||
|
||||
override val baseUrl = "https://mangalivre.one"
|
||||
|
||||
override val lang = "pt-BR"
|
||||
|
||||
override val supportsLatest = true
|
||||
|
||||
override val client = network.cloudflareClient.newBuilder()
|
||||
.addInterceptor(::mangaSlugCompatibility)
|
||||
.build()
|
||||
|
||||
override val versionId = 2
|
||||
|
||||
private val application: Application = Injekt.get<Application>()
|
||||
|
||||
// =========================== Popular ================================
|
||||
|
||||
private var popularNextCursorPage = ""
|
||||
|
||||
private val popularMangaToken: String by lazy {
|
||||
getToken(popularMangaRequest(1), "script[src*='projects/page-']")
|
||||
}
|
||||
|
||||
override fun popularMangaRequest(page: Int): Request {
|
||||
val url = "$baseUrl/projects"
|
||||
if (page == 1) {
|
||||
return GET(url, headers)
|
||||
}
|
||||
|
||||
val payload = buildJsonArray {
|
||||
add(
|
||||
buildJsonObject {
|
||||
put("cursor", popularNextCursorPage)
|
||||
},
|
||||
)
|
||||
}
|
||||
|
||||
val newHeaders = headers.newBuilder()
|
||||
.set("Next-Action", popularMangaToken)
|
||||
.build()
|
||||
|
||||
return POST(url, newHeaders, payload.toRequestBody())
|
||||
}
|
||||
|
||||
override fun popularMangaParse(response: Response): MangasPage {
|
||||
val (mangaPage, nextCursor) = response.mangasPageParse<PopularResultDto>()
|
||||
popularNextCursorPage = nextCursor
|
||||
return mangaPage
|
||||
}
|
||||
|
||||
// =========================== Latest ===================================
|
||||
|
||||
private var latestNextCursorPage = ""
|
||||
|
||||
private val latestMangaToken: String by lazy {
|
||||
getToken(latestUpdatesRequest(1), "script[src*='updates/page-']")
|
||||
}
|
||||
|
||||
override fun latestUpdatesRequest(page: Int): Request {
|
||||
val url = "$baseUrl/updates"
|
||||
if (page == 1) {
|
||||
return GET(url, headers)
|
||||
}
|
||||
val payload = buildJsonArray {
|
||||
add(
|
||||
buildJsonObject {
|
||||
put("limit", 20)
|
||||
put("cursor", latestNextCursorPage)
|
||||
},
|
||||
)
|
||||
}
|
||||
|
||||
val newHeaders = headers.newBuilder()
|
||||
.set("Next-Action", latestMangaToken)
|
||||
.build()
|
||||
|
||||
return POST(url, newHeaders, payload.toRequestBody())
|
||||
}
|
||||
|
||||
override fun latestUpdatesParse(response: Response): MangasPage {
|
||||
val (mangaPage, nextCursor) = response.mangasPageParse<LatestResultDto>()
|
||||
latestNextCursorPage = nextCursor
|
||||
return mangaPage
|
||||
}
|
||||
|
||||
// =========================== Search =================================
|
||||
|
||||
private val searchMangaToken: String by lazy {
|
||||
getToken(latestUpdatesRequest(1), "script[src*='app/layout-']")
|
||||
}
|
||||
|
||||
override fun searchMangaRequest(page: Int, query: String, filters: FilterList): Request {
|
||||
val payload = buildJsonArray {
|
||||
add(
|
||||
buildJsonObject {
|
||||
put("name", query)
|
||||
},
|
||||
)
|
||||
}
|
||||
|
||||
val newHeaders = headers.newBuilder()
|
||||
.set("Next-Action", searchMangaToken)
|
||||
.build()
|
||||
|
||||
return POST(baseUrl, newHeaders, payload.toRequestBody())
|
||||
}
|
||||
|
||||
override fun searchMangaParse(response: Response) = latestUpdatesParse(response)
|
||||
|
||||
// =========================== Details =================================
|
||||
|
||||
override fun mangaDetailsParse(response: Response): SManga {
|
||||
val json = response.parseScriptToJson()!!
|
||||
return with(json.parseAs<MangaDetailsDto>()) {
|
||||
SManga.create().apply {
|
||||
title = details.title
|
||||
thumbnail_url = details.thumbnailUrl
|
||||
description = details.description
|
||||
genre = details.genres.joinToString { it.name }
|
||||
status = details.status.toStatus()
|
||||
url = "/title/$slug#${details.id}"
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// =========================== Chapter =================================
|
||||
|
||||
override fun chapterListRequest(manga: SManga) = throw UnsupportedOperationException()
|
||||
|
||||
override fun chapterListParse(response: Response) = throw UnsupportedOperationException()
|
||||
|
||||
private fun chapterListRequest(manga: SManga, page: Int, chapterToken: String): Request {
|
||||
val id = manga.url.substringAfterLast("#")
|
||||
val payload = buildJsonArray {
|
||||
add(
|
||||
buildJsonObject {
|
||||
put("id", id)
|
||||
put("page", page)
|
||||
put("limit", 50)
|
||||
put("sort", "desc")
|
||||
put("search", "\$undefined")
|
||||
},
|
||||
)
|
||||
}
|
||||
|
||||
val newHeaders = headers.newBuilder()
|
||||
.set("Next-Action", chapterToken)
|
||||
.build()
|
||||
|
||||
return POST("$baseUrl/title/$id", newHeaders, payload.toRequestBody())
|
||||
}
|
||||
|
||||
private fun findChapterToken(manga: SManga): String {
|
||||
var response = client.newCall(super.chapterListRequest(manga)).execute()
|
||||
val document = response.asJsoup()
|
||||
|
||||
val scriptUlr = document.selectFirst("""script[src*="%5Boid%5D/page"]""")
|
||||
?.absUrl("src")
|
||||
?: throw Exception("Token não encontrado")
|
||||
|
||||
response = client.newCall(GET(scriptUlr, headers)).execute()
|
||||
|
||||
return TOKEN_REGEX.find(response.body.string())?.groups?.get(1)?.value
|
||||
?: throw Exception("Não foi possivel obter token")
|
||||
}
|
||||
override fun fetchChapterList(manga: SManga): Observable<List<SChapter>> {
|
||||
val chapterToken = findChapterToken(manga)
|
||||
val chapters = mutableListOf<SChapter>()
|
||||
var page = 1
|
||||
try {
|
||||
do {
|
||||
val response = tryFetchChapterPage(manga, page++, chapterToken)
|
||||
val json = CHAPTERS_REGEX.find(response.body.string())?.groups?.get(0)?.value!!
|
||||
val dto = json.parseAs<ChapterListDto>()
|
||||
chapters += chapterListParse(dto.chapters)
|
||||
} while (dto.hasNext())
|
||||
} catch (e: Exception) {
|
||||
showToast(e.message!!)
|
||||
}
|
||||
|
||||
return Observable.just(chapters)
|
||||
}
|
||||
|
||||
private val attempts = 2
|
||||
|
||||
private fun tryFetchChapterPage(manga: SManga, page: Int, chapterToken: String): Response {
|
||||
repeat(attempts) { index ->
|
||||
try { return client.newCall(this.chapterListRequest(manga, page, chapterToken)).execute() } catch (e: Exception) { /* do nothing */ }
|
||||
}
|
||||
throw Exception("Não foi possivel obter os capitulos da página: $page")
|
||||
}
|
||||
|
||||
private fun chapterListParse(chapters: List<ChapterDto>): List<SChapter> {
|
||||
return chapters.map {
|
||||
SChapter.create().apply {
|
||||
name = it.title
|
||||
chapter_number = it.number.toFloat()
|
||||
date_upload = dateFormat.tryParse(it.createdAt)
|
||||
url = "/readme/${it.id}"
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// =========================== Pages ===================================
|
||||
|
||||
override fun pageListParse(response: Response): List<Page> {
|
||||
val document = response.asJsoup()
|
||||
val scripts = document.select("script").joinToString("\n") { it.data() }
|
||||
val pages = IMAGE_URL_REGEX.findAll(scripts).mapIndexed { index, match ->
|
||||
Page(index, imageUrl = match.groups[1]!!.value)
|
||||
}.toList()
|
||||
|
||||
return pages
|
||||
}
|
||||
|
||||
override fun imageUrlParse(response: Response) = ""
|
||||
|
||||
// =========================== Utilities ===============================
|
||||
|
||||
private fun mangaSlugCompatibility(chain: Interceptor.Chain): Response {
|
||||
val request = chain.request()
|
||||
if (request.url.fragment.isNullOrBlank()) {
|
||||
return chain.proceed(request)
|
||||
}
|
||||
|
||||
val response = chain.proceed(request)
|
||||
if (response.isSuccessful) {
|
||||
return response
|
||||
}
|
||||
|
||||
response.close()
|
||||
|
||||
val url = request.url.newBuilder()
|
||||
.dropLastPathSegment()
|
||||
.addPathSegment(request.url.fragment!!)
|
||||
.build()
|
||||
|
||||
val newRequest = request.newBuilder()
|
||||
.url(url)
|
||||
.build()
|
||||
|
||||
return chain.proceed(newRequest)
|
||||
}
|
||||
|
||||
private fun HttpUrl.Builder.dropLastPathSegment(): HttpUrl.Builder =
|
||||
this.removePathSegment(this.build().pathSegments.size - 1)
|
||||
|
||||
private inline fun <reified T : ResultDto> Response.mangasPageParse(): Pair<MangasPage, String> {
|
||||
val json = when (request.method) {
|
||||
"GET" -> parseScriptToJson()
|
||||
else -> JSON_REGEX.find(body.string())?.groups?.get(0)?.value
|
||||
}
|
||||
|
||||
if (json.isNullOrBlank()) {
|
||||
return MangasPage(emptyList(), false) to ""
|
||||
}
|
||||
|
||||
val dto = json.parseAs<T>()
|
||||
|
||||
val mangas = dto.mangas.map {
|
||||
SManga.create().apply {
|
||||
title = it.title
|
||||
thumbnail_url = it.thumbnailUrl
|
||||
author = it.author
|
||||
status = it.status.toStatus()
|
||||
url = "/title/${it.slug}#${it.id}"
|
||||
}
|
||||
}
|
||||
return MangasPage(mangas, dto.hasNextPage) to dto.nextCursor
|
||||
}
|
||||
|
||||
private fun String.toStatus() = when (lowercase()) {
|
||||
"ongoing" -> SManga.ONGOING
|
||||
"hiatus" -> SManga.ON_HIATUS
|
||||
else -> SManga.UNKNOWN
|
||||
}
|
||||
|
||||
private fun Response.parseScriptToJson(): String? {
|
||||
val document = asJsoup()
|
||||
val script = document.select("script")
|
||||
.map(Element::data)
|
||||
.filter {
|
||||
it.contains("self.__next_f")
|
||||
}
|
||||
.joinToString("\n")
|
||||
|
||||
val content = QuickJs.create().use {
|
||||
it.evaluate(
|
||||
"""
|
||||
globalThis.self = globalThis;
|
||||
$script
|
||||
self.__next_f.map(it => it[it.length - 1]).join('')
|
||||
""".trimIndent(),
|
||||
) as String
|
||||
}
|
||||
|
||||
return JSON_REGEX.find(content)?.groups?.get(0)?.value
|
||||
}
|
||||
|
||||
private fun JsonElement.toRequestBody() = toString().toRequestBody(APPLICATION_JSON)
|
||||
|
||||
private fun getToken(request: Request, selector: String): String {
|
||||
var document = client.newCall(request).execute().asJsoup()
|
||||
val url = document.selectFirst(selector)?.absUrl("src")
|
||||
?: return ""
|
||||
|
||||
val script = client.newCall(GET(url, headers))
|
||||
.execute().body.string()
|
||||
|
||||
return TOKEN_REGEX.find(script)?.groups?.get(1)?.value ?: ""
|
||||
}
|
||||
|
||||
private val handler by lazy { Handler(Looper.getMainLooper()) }
|
||||
|
||||
private fun showToast(message: String) {
|
||||
handler.post {
|
||||
Toast.makeText(application, message, Toast.LENGTH_LONG).show()
|
||||
}
|
||||
}
|
||||
|
||||
@SuppressLint("SimpleDateFormat")
|
||||
companion object {
|
||||
val IMAGE_URL_REGEX = """url\\":\\"([^(\\")]+)""".toRegex()
|
||||
val POPULAR_REGEX = """\{"(?:cursor|mangas)".+?\}{2}""".toRegex()
|
||||
val LATEST_REGEX = """\{"(?:items|mangas)".+?(?:hasNextPage[^,]+|query.+\})""".toRegex()
|
||||
val DETAILS_REGEX = """\{"oId".+\}{3}""".toRegex()
|
||||
val CHAPTERS_REGEX = """\{"count".+totalPages.+\}""".toRegex()
|
||||
val TOKEN_REGEX = """\("([^\)]+)",[^"]+"(?:getChapters|getProjects|getUpdatedProjects|searchProjects)""".toRegex()
|
||||
val JSON_REGEX = listOf(
|
||||
POPULAR_REGEX,
|
||||
LATEST_REGEX,
|
||||
DETAILS_REGEX,
|
||||
).joinToString("|").toRegex()
|
||||
|
||||
val dateFormat = SimpleDateFormat("'\$D'yyyy-MM-dd'T'HH:mm:ss.SSS'Z'")
|
||||
|
||||
val APPLICATION_JSON = "application/json".toMediaType()
|
||||
}
|
||||
}
|
||||
@ -1,95 +0,0 @@
|
||||
package eu.kanade.tachiyomi.extension.pt.readmangas
|
||||
|
||||
import kotlinx.serialization.SerialName
|
||||
import kotlinx.serialization.Serializable
|
||||
import kotlinx.serialization.json.JsonNames
|
||||
|
||||
interface ResultDto {
|
||||
val mangas: List<MangaDto>
|
||||
val nextCursor: String
|
||||
val hasNextPage: Boolean
|
||||
}
|
||||
|
||||
@Serializable
|
||||
class PopularResultDto(
|
||||
@JsonNames("initialData")
|
||||
val result: MangaListDto?,
|
||||
@SerialName("mangas")
|
||||
val list: List<MangaDto> = emptyList(),
|
||||
override val nextCursor: String = result?.nextCursor ?: "",
|
||||
) : ResultDto {
|
||||
override val mangas: List<MangaDto> get() = result?.mangas ?: list
|
||||
override val hasNextPage: Boolean = nextCursor.isNotBlank()
|
||||
}
|
||||
|
||||
@Serializable
|
||||
class LatestResultDto(
|
||||
@SerialName("items")
|
||||
override val mangas: List<MangaDto>,
|
||||
override val nextCursor: String = "",
|
||||
override val hasNextPage: Boolean = false,
|
||||
) : ResultDto
|
||||
|
||||
@Serializable
|
||||
class MangaDetailsDto(
|
||||
@SerialName("oId")
|
||||
val slug: String,
|
||||
@SerialName("data")
|
||||
val details: MangaDto,
|
||||
) {
|
||||
|
||||
@Serializable
|
||||
class MangaDto(
|
||||
val id: String,
|
||||
@SerialName("title")
|
||||
val titles: List<Map<String, String>>,
|
||||
val description: String,
|
||||
@SerialName("coverImage")
|
||||
val thumbnailUrl: String,
|
||||
val status: String,
|
||||
val genres: List<Genre>,
|
||||
) {
|
||||
val title: String get() = titles.first().values.first()
|
||||
}
|
||||
|
||||
@Serializable
|
||||
class Genre(
|
||||
val name: String,
|
||||
)
|
||||
}
|
||||
|
||||
@Serializable
|
||||
class MangaListDto(
|
||||
@JsonNames("pages")
|
||||
val mangas: List<MangaDto>,
|
||||
@JsonNames("pageParams")
|
||||
val nextCursor: String = "",
|
||||
)
|
||||
|
||||
@Serializable
|
||||
class MangaDto(
|
||||
val author: String,
|
||||
@SerialName("coverImage")
|
||||
val thumbnailUrl: String,
|
||||
val id: String,
|
||||
val slug: String,
|
||||
val status: String,
|
||||
val title: String,
|
||||
)
|
||||
|
||||
@Serializable
|
||||
class ChapterListDto(
|
||||
val currentPage: Int,
|
||||
val chapters: List<ChapterDto>,
|
||||
val totalPages: Int,
|
||||
) {
|
||||
fun hasNext() = currentPage < totalPages
|
||||
}
|
||||
|
||||
@Serializable
|
||||
class ChapterDto(
|
||||
val id: String,
|
||||
val title: String,
|
||||
val number: String,
|
||||
val createdAt: String,
|
||||
)
|
||||
Loading…
x
Reference in New Issue
Block a user