* Centralize library management logic and introduce support for plain text and HTML formats * Centralize library management logic and introduce support for plain text and HTML formats * Expand unit test coverage for library state management, UI models, and MainViewModel features. * Add comprehensive unit tests for PDF reader core logic, preferences, and data persistence * Add unit tests for EPUB parsing, content loading, search functionality, and reader JavaScript bridges. * Add unit tests for OPDS parsing and Smart Collection engine, and integrate Kover plugin * Add comprehensive unit tests * Centralize library snapshot serialization in the `shared` module and improve filtering and sorting logic. * Implement text selection, highlighting, and reading state persistence for PDF and EPUB engines in desktop version * Folder import support for desktop app * Introduce Smart Shelves with rule-based filtering in desktop version * Implement shared EPUB annotation serialization and highlight rendering * Centralize file type capabilities and platform-specific support logic * Refactor reader state management to use a central reducer * Implement customizable reader toolbar and advanced formatting settings in shared * Implement locator-based navigation and customizable highlight palette for desktop app * Enhance reader customization and expand search functionality in desktop app * Redesign reader settings and tools into a tabbed control panel in desktop app * Enhance reader navigation and highlight precision in desktop app * Implement bidirectional position synchronization and dynamic highlights in the desktop reader * Implement shared state management and enhanced search for the PDF reader in desktop app * Add vertical scroll support to the desktop PDF reader * Implement ink, text, and eraser annotation support in desktop PDF viewer * Implement PDF bookmarks, Table of Contents, and annotation editing in desktop app * Implement link handling and navigation for PDF and EPUB readers in desktop app * Implement PDF jump history for navigation in desktop app * Enhance PDF ink rendering and annotation capabilities in desktop app * Implement advanced PDF text annotations with inline editing and rich styling in desktop app * Add move handle and movement logic for PDF text annotations in desktop app * Implement local folder synchronization and metadata sidecar support in desktop app * Implement book metadata extraction and drag-and-drop import for Desktop * Implement dynamic and custom app theme management for desktop * Introduce canonical PDF annotation codec and support for multi-segment highlights * Implement rich text editing and pagination support for the PDF reader in desktop app * Improve PDF rich text pagination, synchronization, and observability in desktop * Hide trailing structural page breaks in rich text editor * Implement a unified JVM book loader and expand supported formats on Desktop * Add comic archive support for Desktop and enhance MOBI parsing * Implement shared OPDS catalog support and UI for Android and Desktop * Improve native WebView lifecycle and surface transition management on Desktop * Enable Compose Swing interop blending and simplify Desktop WebView management * Integrate BYOK AI features and Cloud TTS for desktop * Enhance Desktop TTS with streaming audio and improved secure storage for AI key * Implement scoped Cloud TTS with synchronized highlighting for EPUB and PDF in desktop app * Implement custom font management and utility screens in desktop app * Implement PDFium-based PDF annotation export * Remove PdfBox dependency and standardize PDF export via Pdfium * Implement local audio caching and playback controls for Gemini Cloud TTS in desktop app * Implement reader themes and custom texture support in desktop app * Redesign non-reader UI with responsive navigation and enhanced library management in desktop app * Introduce ReaderWorkspaceShell to unify EPUB and PDF reader layouts in desktop app * Exclude manual-only files from automated sync and import * Implement customizable Text-to-Speech (TTS) word replacements * Optimize reader performance with persistent layout caching and decoupled theme rendering * Improve position restoration during reader reconfiguration in epub pagination * Use independent thickness for eraser tool and stylus override
327 lines
13 KiB
Kotlin
327 lines
13 KiB
Kotlin
/*
|
|
* Episteme Reader - A native Android document reader.
|
|
* Copyright (C) 2026 Episteme
|
|
*
|
|
* This program is free software: you can redistribute it and/or modify
|
|
* it under the terms of the GNU Affero General Public License as
|
|
* published by the Free Software Foundation, either version 3 of the
|
|
* License, or (at your option) any later version.
|
|
*
|
|
* This program is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
* GNU Affero General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Affero General Public License
|
|
* along with this program. If not, see <https://www.gnu.org/licenses/>.
|
|
*
|
|
* mail: epistemereader@gmail.com
|
|
*/
|
|
package com.aryan.reader.epub
|
|
|
|
import android.content.Context
|
|
import android.graphics.BitmapFactory
|
|
import timber.log.Timber
|
|
import kotlinx.coroutines.Dispatchers
|
|
import kotlinx.coroutines.withContext
|
|
import org.jsoup.Jsoup
|
|
import java.io.File
|
|
import java.io.InputStream
|
|
import java.util.UUID
|
|
|
|
class MobiParser(private val context: Context) {
|
|
|
|
private data class ParsedMobiTocEntry(val title: String, val filePosition: Int) : Comparable<ParsedMobiTocEntry> {
|
|
override fun compareTo(other: ParsedMobiTocEntry): Int = this.filePosition.compareTo(other.filePosition)
|
|
}
|
|
|
|
// Updated data class to receive the full raw HTML
|
|
private data class ParsedMobiData(
|
|
val title: String?,
|
|
val author: String?,
|
|
val publisher: String?,
|
|
val rawHtmlContent: String?, // This is the full HTML of the book
|
|
val resources: Array<ParsedMobiResource>,
|
|
val toc: Array<ParsedMobiTocEntry>?,
|
|
val coverImageResourceUid: Int // Use -1 if not found
|
|
) {
|
|
override fun equals(other: Any?): Boolean {
|
|
if (this === other) return true
|
|
if (javaClass != other?.javaClass) return false
|
|
|
|
other as ParsedMobiData
|
|
|
|
if (title != other.title) return false
|
|
if (author != other.author) return false
|
|
if (publisher != other.publisher) return false
|
|
if (rawHtmlContent != other.rawHtmlContent) return false
|
|
if (!resources.contentEquals(other.resources)) return false
|
|
if (toc != null) {
|
|
if (other.toc == null) return false
|
|
if (!toc.contentEquals(other.toc)) return false
|
|
} else if (other.toc != null) return false
|
|
if (coverImageResourceUid != other.coverImageResourceUid) return false
|
|
|
|
return true
|
|
}
|
|
|
|
override fun hashCode(): Int {
|
|
var result = title?.hashCode() ?: 0
|
|
result = 31 * result + (author?.hashCode() ?: 0)
|
|
result = 31 * result + (publisher?.hashCode() ?: 0)
|
|
result = 31 * result + (rawHtmlContent?.hashCode() ?: 0)
|
|
result = 31 * result + resources.contentHashCode()
|
|
result = 31 * result + (toc?.contentHashCode() ?: 0)
|
|
result = 31 * result + coverImageResourceUid
|
|
return result
|
|
}
|
|
}
|
|
|
|
private data class ParsedMobiResource(
|
|
val uid: Int,
|
|
val path: String,
|
|
val data: ByteArray,
|
|
val mediaType: String
|
|
) {
|
|
override fun equals(other: Any?): Boolean {
|
|
if (this === other) return true
|
|
if (javaClass != other?.javaClass) return false
|
|
|
|
other as ParsedMobiResource
|
|
|
|
if (uid != other.uid) return false
|
|
if (path != other.path) return false
|
|
if (!data.contentEquals(other.data)) return false
|
|
if (mediaType != other.mediaType) return false
|
|
|
|
return true
|
|
}
|
|
|
|
override fun hashCode(): Int {
|
|
var result = uid
|
|
result = 31 * result + path.hashCode()
|
|
result = 31 * result + data.contentHashCode()
|
|
result = 31 * result + mediaType.hashCode()
|
|
return result
|
|
}
|
|
}
|
|
|
|
private external fun parseMobiFile(filePath: String): ParsedMobiData?
|
|
|
|
companion object {
|
|
private val nativeLoadError: Throwable? = try {
|
|
System.loadLibrary("mobi")
|
|
System.loadLibrary("native-lib")
|
|
null
|
|
} catch (t: Throwable) {
|
|
Timber.e(t, "MOBI native parser is unavailable on this device.")
|
|
t
|
|
}
|
|
|
|
val isNativeParserAvailable: Boolean
|
|
get() = nativeLoadError == null
|
|
|
|
fun nativeParserUnavailableMessage(): String =
|
|
nativeLoadError?.message ?: "MOBI native parser is unavailable on this device."
|
|
}
|
|
|
|
suspend fun createMobiBook(
|
|
inputStream: InputStream,
|
|
bookId: String,
|
|
originalBookNameHint: String,
|
|
parseContent: Boolean = true,
|
|
extractionDirOverride: File? = null
|
|
): EpubBook? = withContext(Dispatchers.IO) {
|
|
if (!isNativeParserAvailable) {
|
|
Timber.e("Skipping MOBI parsing: ${nativeParserUnavailableMessage()}")
|
|
return@withContext null
|
|
}
|
|
|
|
val tempFile = File.createTempFile("temp_mobi_", ".mobi", context.cacheDir)
|
|
try {
|
|
tempFile.outputStream().use { output ->
|
|
inputStream.copyTo(output)
|
|
}
|
|
Timber.d("MOBI stream saved to temporary file: ${tempFile.absolutePath}")
|
|
} catch (e: Exception) {
|
|
Timber.e(e, "Failed to write InputStream to temporary file.")
|
|
tempFile.delete()
|
|
return@withContext null
|
|
}
|
|
|
|
val parsedData = try {
|
|
parseMobiFile(tempFile.absolutePath)
|
|
} catch (e: UnsatisfiedLinkError) {
|
|
Timber.e(e, "JNI call failed. Is the native library loaded correctly?")
|
|
null
|
|
} finally {
|
|
tempFile.delete()
|
|
}
|
|
|
|
if (parsedData?.rawHtmlContent == null) {
|
|
Timber.e("The native parser returned null or empty HTML content. Check JNI logs.")
|
|
return@withContext null
|
|
}
|
|
|
|
Timber.d("Received ${parsedData.resources.size} resources from JNI.")
|
|
|
|
val bookTitle = parsedData.title ?: originalBookNameHint
|
|
val bookAuthor = parsedData.author ?: "Unknown Author"
|
|
|
|
val extractionDir = extractionDirOverride?.let(ImportedFileCache::prepareDirectory)
|
|
?: if (parseContent) {
|
|
ImportedFileCache.prepareActiveBookDir(context, bookId)
|
|
} else {
|
|
ImportedFileCache.createTemporaryBookDir(context, bookId, "metadata")
|
|
}
|
|
|
|
val sequentialImageMap = parsedData.resources
|
|
.filter { it.mediaType.startsWith("image/") }
|
|
.sortedBy { it.uid }
|
|
.mapIndexed { index, resource -> (index + 1) to resource.path }
|
|
.toMap()
|
|
|
|
if (parseContent) {
|
|
parsedData.resources.forEach { resource ->
|
|
try {
|
|
val file = File(extractionDir, resource.path)
|
|
file.parentFile?.mkdirs()
|
|
file.writeBytes(resource.data)
|
|
Timber.d("Wrote resource to disk -> Path: ${file.absolutePath}")
|
|
} catch (e: Exception) {
|
|
Timber.e(e, "Parser: FAILED to write resource to disk: ${resource.path}")
|
|
}
|
|
}
|
|
}
|
|
|
|
val cssFlowMap = parsedData.resources
|
|
.filter { it.mediaType == "text/css" && it.path.startsWith("flow_") }
|
|
.associate {
|
|
val index = it.path.removePrefix("flow_").removeSuffix(".css").toIntOrNull() ?: -1
|
|
"kindle:flow:${String.format("%04d", index)}?mime=text/css" to it.path
|
|
}
|
|
|
|
val processChapterHtml: (String) -> String = { html ->
|
|
val doc = Jsoup.parse(html)
|
|
|
|
doc.select("link[href]").forEach { link ->
|
|
val originalHref = link.attr("href")
|
|
cssFlowMap[originalHref]?.let { newPath ->
|
|
link.attr("href", newPath)
|
|
Timber.d("Rewrote CSS link from '$originalHref' to '$newPath'")
|
|
} ?: Timber.w("Could not find mapping for CSS link: $originalHref")
|
|
}
|
|
|
|
doc.select("img").forEach { img ->
|
|
val src = img.attr("src")
|
|
if (src.startsWith("kindle:embed:")) {
|
|
val embedIndexString = src.substringAfter("embed:").substringBefore("?")
|
|
val embedIndex = embedIndexString.toIntOrNull()
|
|
if (embedIndex != null) {
|
|
// **THE FIX**: Use the sequential map, not a UID map
|
|
sequentialImageMap[embedIndex]?.let { newPath ->
|
|
img.attr("src", newPath)
|
|
Timber.d("Rewrote image src from '$src' to '$newPath' using sequential map")
|
|
} ?: Timber.w("No resource found for sequential image index: $embedIndex")
|
|
}
|
|
} else if (img.hasAttr("recindex")) {
|
|
val recIndex = img.attr("recindex").toIntOrNull()
|
|
if (recIndex != null) {
|
|
sequentialImageMap[recIndex]?.let { newPath ->
|
|
img.attr("src", newPath)
|
|
img.removeAttr("recindex")
|
|
} ?: Timber.w("Kotlin: No matching image found for recindex: $recIndex")
|
|
}
|
|
}
|
|
}
|
|
doc.outerHtml()
|
|
}
|
|
|
|
// --- CHAPTER SPLITTING LOGIC ---
|
|
val rawHtmlBytes = parsedData.rawHtmlContent.toByteArray(Charsets.UTF_8)
|
|
val chapterHtmlParts = mutableListOf<Pair<String, String>>()
|
|
|
|
val sortedToc = parsedData.toc?.sorted()
|
|
if (!sortedToc.isNullOrEmpty()) {
|
|
Timber.d("Splitting content using TOC (${sortedToc.size} entries).")
|
|
for (i in sortedToc.indices) {
|
|
val tocEntry = sortedToc[i]
|
|
val startByte = tocEntry.filePosition
|
|
val endByte = if (i + 1 < sortedToc.size) sortedToc[i + 1].filePosition else rawHtmlBytes.size
|
|
if (startByte >= endByte) continue
|
|
val chapterBytes = rawHtmlBytes.sliceArray(startByte until endByte)
|
|
val chapterHtml = String(chapterBytes, Charsets.UTF_8)
|
|
chapterHtmlParts.add(Pair(chapterHtml, tocEntry.title))
|
|
}
|
|
} else {
|
|
Timber.d("No TOC found. Falling back to splitting by <mbp:pagebreak/>.")
|
|
val parts = parsedData.rawHtmlContent.split("(?i)<mbp:pagebreak\\s*/>".toRegex())
|
|
parts.forEachIndexed { index, html ->
|
|
if (html.isNotBlank()) {
|
|
chapterHtmlParts.add(Pair(html, "Chapter ${index + 1}"))
|
|
}
|
|
}
|
|
}
|
|
|
|
Timber.d("Successfully split content into ${chapterHtmlParts.size} chapters.")
|
|
|
|
val epubChapters = if (parseContent) {
|
|
chapterHtmlParts.mapIndexedNotNull { index, (chapterHtml, title) ->
|
|
try {
|
|
val rewrittenHtml = processChapterHtml(chapterHtml)
|
|
val doc = Jsoup.parse(rewrittenHtml)
|
|
val chapterFileName = "chapter_$index.html"
|
|
val chapterFile = File(extractionDir, chapterFileName)
|
|
chapterFile.writeText(rewrittenHtml)
|
|
EpubChapter(
|
|
chapterId = "mobi_chapter_$index",
|
|
title = title,
|
|
absPath = chapterFileName,
|
|
htmlFilePath = chapterFileName,
|
|
htmlContent = rewrittenHtml,
|
|
plainTextContent = doc.text()
|
|
)
|
|
} catch (e: Exception) {
|
|
Timber.e(e, "Failed to process split chapter $index")
|
|
null
|
|
}
|
|
}
|
|
} else emptyList()
|
|
|
|
val images = parsedData.resources
|
|
.filter { it.mediaType.startsWith("image/") }
|
|
.map { EpubImage(absPath = it.path) }
|
|
|
|
val cssContent = parsedData.resources
|
|
.filter { it.mediaType == "text/css" }
|
|
.associate { it.path to String(it.data, Charsets.UTF_8) }
|
|
|
|
Timber.d("Extracted ${cssContent.size} CSS files.")
|
|
|
|
val coverImageBytes = if (parsedData.coverImageResourceUid != -1) {
|
|
parsedData.resources.find { it.uid == parsedData.coverImageResourceUid }?.data
|
|
} else {
|
|
null
|
|
}
|
|
val coverImage = coverImageBytes?.let { BitmapFactory.decodeByteArray(it, 0, it.size) }
|
|
if (coverImage == null) {
|
|
Timber.d("Kotlin: Cover image data not found for UID: ${parsedData.coverImageResourceUid}")
|
|
}
|
|
|
|
val finalBook = EpubBook(
|
|
fileName = bookTitle.asFileName(),
|
|
title = bookTitle,
|
|
author = bookAuthor,
|
|
language = "en",
|
|
coverImage = coverImage,
|
|
chapters = epubChapters,
|
|
chaptersForPagination = epubChapters,
|
|
images = images,
|
|
pageList = emptyList(),
|
|
extractionBasePath = extractionDir.absolutePath,
|
|
css = cssContent
|
|
)
|
|
Timber.d("Final EpubBook created. CSS map size: ${finalBook.css.size}, Image count: ${finalBook.images.size}")
|
|
return@withContext finalBook
|
|
}
|
|
}
|