Draff
/
Tachiyomi-Extensions
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Move unpacker lib to extension repo (#13565) 

It was hosted at https://github.com/stevenyomi/unpacker
This commit is contained in:
stevenyomi 2022-09-25 00:01:52 +08:00 committed by GitHub
parent a5187d9148
commit 445af0f144
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
12 changed files with 136 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
lib/unpacker/build.gradle.kts Normal file
View File

@ -0,0 +1,12 @@
plugins {
`java-library`
kotlin("jvm")
}
repositories {
mavenCentral()
}
dependencies {
compileOnly(libs.kotlin.stdlib)
}

34
lib/unpacker/src/main/java/eu/kanade/tachiyomi/lib/unpacker/SubstringExtractor.kt Normal file
View File

@ -0,0 +1,34 @@
package eu.kanade.tachiyomi.lib.unpacker
/**
* A helper class to extract substrings efficiently.
*
* Note that all methods move [startIndex] over the ending delimiter.
*/
class SubstringExtractor(private val text: String) {
private var startIndex = 0
fun skipOver(str: String) {
val index = text.indexOf(str, startIndex)
if (index == -1) return
startIndex = index + str.length
}
fun substringBefore(str: String): String {
val index = text.indexOf(str, startIndex)
if (index == -1) return ""
val result = text.substring(startIndex, index)
startIndex = index + str.length
return result
}
fun substringBetween(left: String, right: String): String {
val index = text.indexOf(left, startIndex)
if (index == -1) return ""
val leftIndex = index + left.length
val rightIndex = text.indexOf(right, leftIndex)
if (rightIndex == -1) return ""
startIndex = rightIndex + right.length
return text.substring(leftIndex, rightIndex)
}
}

76
lib/unpacker/src/main/java/eu/kanade/tachiyomi/lib/unpacker/Unpacker.kt Normal file
View File

@ -0,0 +1,76 @@
package eu.kanade.tachiyomi.lib.unpacker
/**
* Helper class to unpack JavaScript code compressed by [packer](http://dean.edwards.name/packer/).
*
* Source code of packer can be found [here](https://github.com/evanw/packer/blob/master/packer.js).
*/
object Unpacker {
/**
* Unpacks JavaScript code compressed by packer.
*
* Specify [left] and [right] to unpack only the data between them.
*
* Note: single quotes `\'` in the data will be replaced with double quotes `"`.
*/
fun unpack(script: String, left: String? = null, right: String? = null): String =
unpack(SubstringExtractor(script), left, right)
/**
* Unpacks JavaScript code compressed by packer.
*
* Specify [left] and [right] to unpack only the data between them.
*
* Note: single quotes `\'` in the data will be replaced with double quotes `"`.
*/
fun unpack(script: SubstringExtractor, left: String? = null, right: String? = null): String {
val packed = script
.substringBetween("}('", ".split('|'),0,{}))")
.replace("\\'", "\"")
val parser = SubstringExtractor(packed)
val data: String
if (left != null && right != null) {
data = parser.substringBetween(left, right)
parser.skipOver("',")
} else {
data = parser.substringBefore("',")
}
if (data.isEmpty()) return ""
val dictionary = parser.substringBetween("'", "'").split("|")
val size = dictionary.size
return wordRegex.replace(data) {
val key = it.value
val index = parseRadix62(key)
if (index >= size) return@replace key
dictionary[index].ifEmpty { key }
}
}
private val wordRegex by lazy { Regex("""\w+""") }
private fun parseRadix62(str: String): Int {
var result = 0
for (ch in str.toCharArray()) {
result = result * 62 + when {
ch.code <= '9'.code -> { // 0-9
ch.code - '0'.code
}
ch.code >= 'a'.code -> { // a-z
// ch - 'a' + 10
ch.code - ('a'.code - 10)
}
else -> { // A-Z
// ch - 'A' + 36
ch.code - ('A'.code - 36)
}
}
}
return result
}
}

2
multisrc/overrides/mangabz/mangabz/additional.gradle
View File

@ -1,3 +1,3 @@
dependencies {
implementation 'com.github.stevenyomi:unpacker:2948449d0c' // 1.2
implementation project(':lib-unpacker')
}

6
multisrc/overrides/mangabz/mangabz/src/Mangabz.kt
View File

@ -2,8 +2,8 @@ package eu.kanade.tachiyomi.extension.zh.mangabz
import android.app.Application
import androidx.preference.PreferenceScreen
import com.github.stevenyomi.unpacker.ProgressiveParser
import com.github.stevenyomi.unpacker.Unpacker
import eu.kanade.tachiyomi.lib.unpacker.SubstringExtractor
import eu.kanade.tachiyomi.lib.unpacker.Unpacker
import eu.kanade.tachiyomi.multisrc.mangabz.MangabzTheme
import eu.kanade.tachiyomi.network.GET
import eu.kanade.tachiyomi.network.asObservableSuccess
@ -128,7 +128,7 @@ class Mangabz : MangabzTheme("Mangabz", ""), ConfigurableSource {
return client.newCall(GET(page.url, headers)).asObservableSuccess().map {
val script = Unpacker.unpack(it.body!!.string())
val parser = ProgressiveParser(script)
val parser = SubstringExtractor(script)
val prefix = parser.substringBetween("pix=\"", "\"")
// 2 pages, or 15 if server cache is ready
val paths = parser.substringBetween("[\"", "\"]").split("\",\"")

2
multisrc/overrides/sinmh/wuqimanga/additional.gradle
View File

@ -1,3 +1,3 @@
dependencies {
implementation 'com.github.stevenyomi:unpacker:12a09e3c1a' // 1.1
implementation project(':lib-unpacker')
}

2
multisrc/overrides/sinmh/wuqimanga/src/WuqiManga.kt
View File

@ -1,6 +1,6 @@
package eu.kanade.tachiyomi.extension.zh.wuqimanga
import com.github.stevenyomi.unpacker.Unpacker
import eu.kanade.tachiyomi.lib.unpacker.Unpacker
import eu.kanade.tachiyomi.multisrc.sinmh.SinMH
import eu.kanade.tachiyomi.network.GET
import eu.kanade.tachiyomi.source.model.Filter

2
multisrc/src/main/java/eu/kanade/tachiyomi/multisrc/mangabz/MangabzGenerator.kt
View File

@ -8,7 +8,7 @@ class MangabzGenerator : ThemeSourceGenerator {
override val themePkg = "mangabz"
override val baseVersionCode = 1
override val sources = listOf(
SingleLang("Mangabz", "https://mangabz.com", "zh", overrideVersionCode = 5),
SingleLang("Mangabz", "https://mangabz.com", "zh", overrideVersionCode = 6),
SingleLang("vomic", "http://www.vomicmh.com", "zh", className = "Vomic"),
)

2
multisrc/src/main/java/eu/kanade/tachiyomi/multisrc/sinmh/SinMHGenerator.kt
View File

@ -26,7 +26,7 @@ class SinMHGenerator : ThemeSourceGenerator {
),
SingleLang(
name = "57Manhua", baseUrl = "http://www.wuqimh.net", lang = "zh",
className = "WuqiManga", sourceName = "57漫画", overrideVersionCode = 3
className = "WuqiManga", sourceName = "57漫画", overrideVersionCode = 4
),
)

3
settings.gradle.kts
View File

@ -3,6 +3,9 @@ include(":core")
include(":lib-dataimage")
project(":lib-dataimage").projectDir = File("lib/dataimage")
include(":lib-unpacker")
project(":lib-unpacker").projectDir = File("lib/unpacker")
if (System.getenv("CI") == null || System.getenv("CI_MODULE_GEN") == "true") {
// Local development (full project build)

4
src/zh/sixmh/build.gradle
View File

@ -6,11 +6,11 @@ ext {
extName = '6Manhua'
pkgNameSuffix = 'zh.sixmh'
extClass = '.SixMH'
extVersionCode = 3
extVersionCode = 4
}
apply from: "$rootDir/common.gradle"
dependencies {
implementation 'com.github.stevenyomi:unpacker:12a09e3c1a' // 1.1
implementation project(':lib-unpacker')
}

2
src/zh/sixmh/src/eu/kanade/tachiyomi/extension/zh/sixmh/SixMH.kt
View File

@ -1,7 +1,7 @@
package eu.kanade.tachiyomi.extension.zh.sixmh
import com.github.stevenyomi.unpacker.Unpacker
import eu.kanade.tachiyomi.AppInfo
import eu.kanade.tachiyomi.lib.unpacker.Unpacker
import eu.kanade.tachiyomi.network.GET
import eu.kanade.tachiyomi.network.POST
import eu.kanade.tachiyomi.network.interceptor.rateLimit