voyagehandbook/lib/util/storage.dart

179 lines
6.1 KiB
Dart
Raw Normal View History

2023-03-27 19:45:57 +02:00
import 'dart:convert';
2023-03-18 16:55:08 +01:00
import 'dart:io';
import 'package:dio/dio.dart';
2023-04-07 13:02:40 +02:00
import 'package:flutter/foundation.dart';
import 'package:html/parser.dart';
2023-03-18 16:55:08 +01:00
import 'package:path_provider/path_provider.dart';
2023-04-07 13:02:40 +02:00
import 'package:voyagehandbook/api/classes.dart';
import 'package:voyagehandbook/api/wikimedia.dart';
2023-03-18 16:55:08 +01:00
2023-03-28 18:08:26 +02:00
/*
Voyage Handbook - The open-source WikiVoyage reader
Copyright (C) 2023 Matyáš Caras
This program is free software: you can redistribute it and/or modify
2023-03-28 20:10:46 +02:00
it under the terms of the GNU General Public License version 3 as published by
the Free Software Foundation.
2023-03-28 18:08:26 +02:00
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with this program. If not, see <https://www.gnu.org/licenses/>.
*/
2023-03-18 16:55:08 +01:00
/// Used to ease up accessing local files
class StorageAccess {
/// Get files in `recent` folder, which contains recently opened pages
2023-03-27 19:45:57 +02:00
static Future<List<Map<String, dynamic>>> get recent async {
2023-03-18 16:55:08 +01:00
var files =
Directory("${(await getApplicationDocumentsDirectory()).path}/recent");
if (!files.existsSync()) files.createSync();
2023-03-27 19:45:57 +02:00
return files
.listSync()
.whereType<File>()
.toList()
.map<Map<String, dynamic>>((e) => jsonDecode(e.readAsStringSync()))
.toList();
}
/// Get files in `offline` folder, which contains recently opened pages
static Future<List<Map<String, dynamic>>> get offline async {
var files =
Directory("${(await getApplicationDocumentsDirectory()).path}/offline");
if (!files.existsSync()) files.createSync();
return files
.listSync()
.whereType<File>()
.toList()
.map<Map<String, dynamic>>((e) => jsonDecode(e.readAsStringSync()))
.toList();
}
2023-03-27 19:45:57 +02:00
static void addToRecents(String pageName, String pageKey) async {
var files =
Directory("${(await getApplicationDocumentsDirectory()).path}/recent");
if (!files.existsSync()) files.createSync();
var content = files.listSync();
if (content.length > 4) {
// delete last recent
// TODO: configurable
File? f;
for (var file in content) {
if (file is Directory) continue;
var modi = (await file.stat()).modified;
if (f == null || (await f.stat()).modified.isAfter(modi)) {
f = file as File;
}
}
f!.deleteSync();
}
var recent = File("${files.path}/${pageName.replaceAll(' ', '_')}");
if (recent.existsSync()) {
// if recent already exists, simply change date
var recentContent = jsonDecode(recent.readAsStringSync());
recentContent["date"] = DateTime.now().millisecondsSinceEpoch;
recent.writeAsStringSync(jsonEncode(recentContent));
} else {
// else create files
var recentContent = {
"date": DateTime.now().millisecondsSinceEpoch,
"name": pageName,
"key": pageKey
};
recent.writeAsStringSync(jsonEncode(recentContent));
}
2023-03-18 16:55:08 +01:00
}
static Future<bool> isDownloaded(String pageKey) async {
var files =
2023-04-07 13:02:40 +02:00
Directory("${(await getApplicationDocumentsDirectory()).path}/offline");
if (!files.existsSync()) files.createSync();
var offlinePage = File("${files.path}/$pageKey");
return offlinePage.existsSync();
}
static Future<void> downloadArticle(String pageKey, String pageTitle) async {
2023-04-07 13:02:40 +02:00
try {
var files = Directory(
"${(await getApplicationDocumentsDirectory()).path}/offline");
if (!files.existsSync()) files.createSync();
var offlinePage = File("${files.path}/$pageKey");
var raw = await WikiApi.getRawPage(pageKey);
var page = parse(raw.html);
var out = "<html><head></head><body>";
var sections = page.body!.children
.where((element) => element.localName == "section");
for (var el in sections) {
out += el.outerHtml;
}
out += "</body></html>";
var imgMatch = RegExp(r'<img.+?src="(.+?)".+?>')
.allMatches(page.body!.innerHtml); // TODO: ask to overwrite
if (imgMatch.isNotEmpty) {
// download images offline
for (var match in imgMatch) {
var src = match.group(1)!;
2023-04-07 13:02:40 +02:00
if (!src.startsWith("https://")) {
src = src.replaceAll("//", "https://");
}
var r = await Dio().get(
src,
options: Options(
responseType: ResponseType.bytes,
followRedirects: false,
validateStatus: (status) {
return (status ?? 200) < 500;
},
),
);
2023-04-07 13:02:40 +02:00
var assetDir = Directory("${files.path}/assets");
if (!assetDir.existsSync()) assetDir.createSync();
var img = File(
"${assetDir.path}/${src.split('/').last.replaceAll(RegExp(r"(?!\..+?)\?.+"), "")}");
print(img.path);
var openImg = img.openSync(mode: FileMode.write);
openImg.writeFromSync(r.data);
}
}
2023-04-07 13:02:40 +02:00
raw.html = out;
if (sections.isEmpty) {
return Future.error("No sections to save");
}
offlinePage.writeAsStringSync(jsonEncode(raw.toJson()),
mode: FileMode.writeOnly);
} catch (e) {
if (kDebugMode) {
print(e);
}
return Future.error(e);
}
2023-04-07 13:02:40 +02:00
}
static Future<RawPage?> getOfflinePage(String pageKey) async {
var files =
Directory("${(await getApplicationDocumentsDirectory()).path}/offline");
if (!files.existsSync()) return null;
var offlinePage = File("${files.path}/$pageKey");
if (!offlinePage.existsSync()) return null;
try {
return RawPage.fromJson(jsonDecode(offlinePage.readAsStringSync()));
} catch (e) {
if (kDebugMode) {
print(e);
}
return null;
}
}
static Future<File?> getOfflineImage(String key) async {
var files = Directory(
"${(await getApplicationDocumentsDirectory()).path}/offline/assets");
return File("${files.path}/$key");
}
2023-03-18 16:55:08 +01:00
}