mangayomi-mirror/lib/modules/widgets/custom_extended_image_provider.dart
NBA2K1 0ed8ee2cd2 Move cacheDir creation to storage_provider
- Move the cacheDir creation to storage_provider from `others.dart`, `custom_extended_image_provider.dart` and `storage_usage.dart`.

- Use the correct directory, `getApplicationCacheDirectory()` instead of the `getTemporaryDirectory()` (which is being deleted by the OS regularly) for cache files.

- remove the `_cacheDownloadPath` from `storage_usage.dart` as the path is never being created in the first place, so using that path in `clearCache()` and `_getTotalDiskSpace()` is unnecessary.
2025-12-17 20:55:41 +01:00

541 lines
14 KiB
Dart

// ignore_for_file: non_nullable_equals_parameter, depend_on_referenced_packages, implementation_imports
import 'dart:async';
import 'dart:io';
import 'dart:ui' as ui show Codec;
import 'package:extended_image_library/src/extended_image_provider.dart';
import 'package:extended_image_library/src/platform.dart';
import 'package:flutter/foundation.dart';
import 'package:flutter/widgets.dart';
import 'package:http_client_helper/http_client_helper.dart';
import 'package:mangayomi/providers/storage_provider.dart';
import 'package:mangayomi/services/http/m_client.dart';
import 'package:path/path.dart';
import 'package:extended_image_library/src/network/extended_network_image_provider.dart'
as image_provider;
/// LRU Memory Cache for decoded image data
class _LRUCache<K, V> {
final int _maxSize;
final _cache = <K, V>{};
int _currentSize = 0;
final int Function(V)? _sizeOf;
_LRUCache({required int maxSize, int Function(V)? sizeOf})
: _maxSize = maxSize,
_sizeOf = sizeOf;
V? get(K key) {
final value = _cache.remove(key);
if (value != null) {
_cache[key] = value; // Move to end (most recently used)
}
return value;
}
void put(K key, V value) {
_cache.remove(key); // Remove if exists
_cache[key] = value; // Add to end
if (_sizeOf != null) {
_currentSize += _sizeOf(value);
while (_currentSize > _maxSize && _cache.isNotEmpty) {
final oldest = _cache.entries.first;
_currentSize -= _sizeOf(oldest.value);
_cache.remove(oldest.key);
}
} else {
while (_cache.length > _maxSize) {
_cache.remove(_cache.keys.first);
}
}
}
void remove(K key) {
final value = _cache.remove(key);
if (value != null && _sizeOf != null) {
_currentSize -= _sizeOf(value);
}
}
void clear() {
_cache.clear();
_currentSize = 0;
}
int get length => _cache.length;
int get currentSize => _currentSize;
}
/// Global memory cache (100 images max, ~50MB)
final _memoryCache = _LRUCache<String, Uint8List>(
maxSize: 50 * 1024 * 1024, // 50MB
sizeOf: (data) => data.length,
);
/// Cache metadata for LRU eviction
class _CacheMetadata {
final String path;
final int size;
final DateTime lastAccessed;
_CacheMetadata({
required this.path,
required this.size,
required this.lastAccessed,
});
}
/// Global cache manager
class _CacheManager {
static const _maxCacheSize = 500 * 1024 * 1024; // 500MB
static Future<int> getCacheSize(Directory cacheDir) async {
if (!await cacheDir.exists()) return 0;
int totalSize = 0;
await for (final entity in cacheDir.list(recursive: true)) {
if (entity is File) {
totalSize += await entity.length();
}
}
return totalSize;
}
static Future<void> evictOldestIfNeeded(Directory cacheDir) async {
final size = await getCacheSize(cacheDir);
if (size <= _maxCacheSize) return;
// Collect all cache files with metadata
final List<_CacheMetadata> files = [];
await for (final entity in cacheDir.list()) {
if (entity is File) {
final stat = await entity.stat();
files.add(
_CacheMetadata(
path: entity.path,
size: stat.size,
lastAccessed: stat.accessed,
),
);
}
}
// Sort by last accessed (oldest first)
files.sort((a, b) => a.lastAccessed.compareTo(b.lastAccessed));
// Delete until under limit
int currentSize = size;
for (final file in files) {
if (currentSize <= _maxCacheSize) break;
try {
await File(file.path).delete();
currentSize -= file.size;
} catch (e) {
if (kDebugMode) print('Failed to delete cache file: $e');
}
}
}
}
class CustomExtendedNetworkImageProvider
extends ImageProvider<image_provider.ExtendedNetworkImageProvider>
with ExtendedImageProvider<image_provider.ExtendedNetworkImageProvider>
implements image_provider.ExtendedNetworkImageProvider {
/// Creates an object that fetches the image at the given URL.
///
/// The arguments must not be null.
CustomExtendedNetworkImageProvider(
this.url, {
this.scale = 1.0,
this.headers,
this.cache = true,
this.retries = 3,
this.timeLimit,
this.timeRetry = const Duration(milliseconds: 100),
this.cacheKey,
this.printError = true,
this.cacheRawData = false,
this.cancelToken,
this.imageCacheName,
this.imageCacheFolderName,
this.cacheMaxAge = const Duration(days: 30),
this.showCloudFlareError = false,
});
/// The name of [ImageCache], you can define custom [ImageCache] to store this provider.
@override
final String? imageCacheName;
/// Whether cache raw data if you need to get raw data directly.
/// For example, we need raw image data to edit,
/// but [ui.Image.toByteData()] is very slow. So we cache the image
/// data here.
@override
final bool cacheRawData;
/// The time limit to request image
@override
final Duration? timeLimit;
/// The time to retry to request
@override
final int retries;
/// The time duration to retry to request
@override
final Duration timeRetry;
/// Whether cache image to local
@override
final bool cache;
/// The URL from which the image will be fetched.
@override
final String url;
/// The scale to place in the [ImageInfo] object of the image.
@override
final double scale;
/// The HTTP headers that will be used with [HttpClient.get] to fetch image from network.
@override
final Map<String, String>? headers;
/// The token to cancel network request
@override
final CancellationToken? cancelToken;
/// Custom cache key
@override
final String? cacheKey;
/// print error
@override
final bool printError;
/// The max duration to cache image.
/// After this time the cache is expired and the image is reloaded.
@override
final Duration? cacheMaxAge;
final bool showCloudFlareError;
final String? imageCacheFolderName;
@override
ImageStreamCompleter loadImage(
image_provider.ExtendedNetworkImageProvider key,
ImageDecoderCallback decode,
) {
// Ownership of this controller is handed off to [_loadAsync]; it is that
// method's responsibility to close the controller's stream when the image
// has been loaded or an error is thrown.
final StreamController<ImageChunkEvent> chunkEvents =
StreamController<ImageChunkEvent>();
return MultiFrameImageStreamCompleter(
codec: _loadAsync(
key as CustomExtendedNetworkImageProvider,
chunkEvents,
decode,
),
scale: key.scale,
chunkEvents: chunkEvents.stream,
debugLabel: key.url,
informationCollector: () {
return <DiagnosticsNode>[
DiagnosticsProperty<ImageProvider>('Image provider', this),
DiagnosticsProperty<image_provider.ExtendedNetworkImageProvider>(
'Image key',
key,
),
];
},
);
}
@override
Future<CustomExtendedNetworkImageProvider> obtainKey(
ImageConfiguration configuration,
) {
return SynchronousFuture<CustomExtendedNetworkImageProvider>(this);
}
Future<ui.Codec> _loadAsync(
CustomExtendedNetworkImageProvider key,
StreamController<ImageChunkEvent> chunkEvents,
ImageDecoderCallback decode,
) async {
assert(key == this);
final String md5Key = cacheKey ?? keyToMd5(key.url);
ui.Codec? result;
if (cache) {
try {
final Uint8List? data = await _loadCache(key, chunkEvents, md5Key);
if (data != null) {
result = await instantiateImageCodec(data, decode);
}
} catch (e) {
if (kDebugMode) {
print(e);
}
}
}
if (result == null) {
try {
final Uint8List? data = await _loadNetwork(key, chunkEvents);
if (data != null) {
result = await instantiateImageCodec(data, decode);
}
} catch (e) {
if (kDebugMode) {
print(e);
}
}
}
//Failed to load
if (result == null) {
//result = await ui.instantiateImageCodec(kTransparentImage);
return Future<ui.Codec>.error(StateError('Failed to load $url.'));
}
return result;
}
/// Get the image from cache folder.
Future<Uint8List?> _loadCache(
CustomExtendedNetworkImageProvider key,
StreamController<ImageChunkEvent>? chunkEvents,
String md5Key,
) async {
// Check memory cache first
final cachedData = _memoryCache.get(md5Key);
if (cachedData != null) {
return cachedData;
}
final Directory cacheImagesDirectory = await StorageProvider()
.createCacheDirectory(imageCacheFolderName);
Uint8List? data;
final File cacheFile = File(join(cacheImagesDirectory.path, md5Key));
// exist, try to find cache image file
if (cacheFile.existsSync()) {
if (key.cacheMaxAge != null) {
final DateTime now = DateTime.now();
final DateTime lastModified = cacheFile.lastModifiedSync();
if (now.difference(lastModified) > key.cacheMaxAge!) {
cacheFile.deleteSync();
} else {
data = await cacheFile.readAsBytes();
// Store in memory cache
_memoryCache.put(md5Key, data);
}
} else {
data = await cacheFile.readAsBytes();
// Store in memory cache
_memoryCache.put(md5Key, data);
}
}
// load from network
if (data == null) {
data = await _loadNetwork(key, chunkEvents);
if (data != null) {
// Evict old cache if needed before writing
await _CacheManager.evictOldestIfNeeded(cacheImagesDirectory);
// cache image file
await File(join(cacheImagesDirectory.path, md5Key)).writeAsBytes(data);
// Store in memory cache
_memoryCache.put(md5Key, data);
}
}
return data;
}
/// Get the image from network.
Future<Uint8List?> _loadNetwork(
CustomExtendedNetworkImageProvider key,
StreamController<ImageChunkEvent>? chunkEvents,
) async {
try {
final Uri resolved = Uri.base.resolve(key.url);
final StreamedResponse? response = await _tryGetResponse(resolved);
if (response == null || response.statusCode != HttpStatus.ok) {
return null;
}
// Pre-allocate list if content length is known
final int total = response.contentLength ?? 0;
final List<int> bytes = total > 0
? List<int>.filled(total, 0, growable: true)
: [];
int received = 0;
response.stream.asBroadcastStream();
await for (var chunk in response.stream) {
if (total > 0 && received + chunk.length <= total) {
// Copy directly to pre-allocated list
bytes.setRange(received, received + chunk.length, chunk);
} else {
// Fallback for unknown size
bytes.addAll(chunk);
}
received += chunk.length;
chunkEvents?.add(
ImageChunkEvent(
cumulativeBytesLoaded: received,
expectedTotalBytes: total,
),
);
}
if (bytes.isEmpty) {
return Future<Uint8List>.error(
StateError('NetworkImage is an empty file: $resolved'),
);
}
return Uint8List.fromList(bytes);
} on OperationCanceledError catch (_) {
if (kDebugMode) {
print('User cancel request $url.');
}
return Future<Uint8List>.error(StateError('User cancel request $url.'));
} catch (e) {
if (kDebugMode) {
print(e);
}
} finally {
await chunkEvents?.close();
}
return null;
}
Future<StreamedResponse> _getResponse(Uri resolved) async {
var request = Request('GET', resolved);
// Optimize headers for better caching and compression
final optimizedHeaders = {
...?headers,
'Accept-Encoding': 'gzip, deflate, br',
'Accept': 'image/webp,image/apng,image/svg+xml,image/*,*/*;q=0.8',
'Connection': 'keep-alive',
};
request.headers.addAll(optimizedHeaders);
StreamedResponse response = await MClient.init(
showCloudFlareError: showCloudFlareError,
).send(request);
if (response.statusCode != 200) {
final res = await MClient.init(
reqcopyWith: {'useDartHttpClient': true},
showCloudFlareError: showCloudFlareError,
).send(response.request!);
return res;
}
return response;
}
// Http get with cancel, exponential backoff retry
Future<StreamedResponse?> _tryGetResponse(Uri resolved) async {
cancelToken?.throwIfCancellationRequested();
int attempt = 0;
while (attempt < retries) {
try {
return await CancellationTokenSource.register(
cancelToken,
_getResponse(resolved),
);
} catch (e) {
attempt++;
if (attempt >= retries) {
rethrow;
}
// Exponential backoff: 100ms, 200ms, 400ms, 800ms, etc.
final backoffDelay = Duration(
milliseconds: timeRetry.inMilliseconds * (1 << attempt),
);
if (kDebugMode) {
print(
'Retry attempt $attempt/$retries after ${backoffDelay.inMilliseconds}ms',
);
}
await Future.delayed(backoffDelay);
cancelToken?.throwIfCancellationRequested();
}
}
return null;
}
@override
bool operator ==(dynamic other) {
if (other.runtimeType != runtimeType) {
return false;
}
return other is CustomExtendedNetworkImageProvider &&
url == other.url &&
scale == other.scale &&
cacheRawData == other.cacheRawData &&
timeLimit == other.timeLimit &&
cancelToken == other.cancelToken &&
timeRetry == other.timeRetry &&
cache == other.cache &&
cacheKey == other.cacheKey &&
//headers == other.headers &&
retries == other.retries &&
imageCacheName == other.imageCacheName &&
cacheMaxAge == other.cacheMaxAge;
}
@override
int get hashCode => Object.hash(
url,
scale,
cacheRawData,
timeLimit,
cancelToken,
timeRetry,
cache,
cacheKey,
//headers,
retries,
imageCacheName,
cacheMaxAge,
);
@override
String toString() => '$runtimeType("$url", scale: $scale)';
@override
/// Get network image data from cached
Future<Uint8List?> getNetworkImageData({
StreamController<ImageChunkEvent>? chunkEvents,
}) async {
final String uId = cacheKey ?? keyToMd5(url);
if (cache) {
return await _loadCache(this, chunkEvents, uId);
}
return await _loadNetwork(this, chunkEvents);
}
@override
WebHtmlElementStrategy get webHtmlElementStrategy =>
WebHtmlElementStrategy.fallback;
}