geo_downloader.dart 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369
  1. import 'dart:io';
  2. import 'package:archive/archive.dart';
  3. import 'package:crypto/crypto.dart';
  4. import 'package:dio/dio.dart';
  5. import 'package:path_provider/path_provider.dart';
  6. import 'package:path/path.dart' as path;
  7. import '../app/data/models/launch/smart_geo.dart';
  8. import 'log/logger.dart';
  9. /// 地理数据下载工具类
  10. class GeoDownloader {
  11. static const String TAG = 'GeoDownloader';
  12. static final GeoDownloader _instance = GeoDownloader._internal();
  13. factory GeoDownloader() => _instance;
  14. GeoDownloader._internal();
  15. final Dio _dio = Dio(
  16. BaseOptions(
  17. connectTimeout: const Duration(seconds: 30),
  18. receiveTimeout: const Duration(minutes: 5),
  19. sendTimeout: const Duration(seconds: 30),
  20. ),
  21. );
  22. /// 获取 geo 文件目录(包名/files/geo)
  23. Future<Directory> _getGeoDirectory() async {
  24. final appDir = await getFilesDir();
  25. // 使用 files/geo 路径
  26. final geoDir = Directory(path.join(appDir.path, 'geo'));
  27. if (!await geoDir.exists()) {
  28. await geoDir.create(recursive: true);
  29. }
  30. return geoDir;
  31. }
  32. /// 获取文件目录
  33. Future<Directory> getFilesDir() async {
  34. if (Platform.isAndroid) {
  35. return await getApplicationSupportDirectory();
  36. } else {
  37. // iOS fallback
  38. return await getApplicationDocumentsDirectory();
  39. }
  40. }
  41. /// 计算文件的 MD5
  42. Future<String?> _calculateFileMd5(String filePath) async {
  43. try {
  44. final file = File(filePath);
  45. if (!await file.exists()) {
  46. return null;
  47. }
  48. final bytes = await file.readAsBytes();
  49. final digest = md5.convert(bytes);
  50. return digest.toString();
  51. } catch (e) {
  52. log(TAG, 'Error calculating MD5: $e');
  53. return null;
  54. }
  55. }
  56. /// 下载并解压 zip 文件
  57. /// [url] 下载地址
  58. /// [expectedMd5] 期望的 MD5 值(zip 文件的 MD5)
  59. /// [targetFileName] 解压后的目标文件名(不含扩展名)
  60. /// [onProgress] 下载进度回调 (0.0 - 1.0)
  61. /// 返回解压后的文件路径,如果不需要下载则返回现有文件路径
  62. Future<String?> downloadAndExtract({
  63. required String url,
  64. required String expectedMd5,
  65. required String targetFileName,
  66. Function(double)? onProgress,
  67. }) async {
  68. try {
  69. final geoDir = await _getGeoDirectory();
  70. final targetFilePath = path.join(geoDir.path, targetFileName);
  71. final zipFilePath = path.join(geoDir.path, '$targetFileName.zip');
  72. final zipFile = File(zipFilePath);
  73. // 检查 zip 文件是否存在且 MD5 匹配
  74. bool needDownload = true;
  75. if (await zipFile.exists()) {
  76. final zipMd5 = await _calculateFileMd5(zipFilePath);
  77. log(
  78. TAG,
  79. '$targetFileName.zip local MD5: $zipMd5, expected: $expectedMd5',
  80. );
  81. if (zipMd5 != null &&
  82. zipMd5.toLowerCase() == expectedMd5.toLowerCase()) {
  83. log(
  84. TAG,
  85. '$targetFileName.zip already exists with correct MD5, skip download',
  86. );
  87. needDownload = false;
  88. onProgress?.call(0.7); // 跳过下载,直接到解压阶段
  89. } else {
  90. log(TAG, '$targetFileName.zip MD5 mismatch, will download again');
  91. // MD5 不匹配,删除旧的 zip 文件
  92. await zipFile.delete();
  93. }
  94. }
  95. // 下载 zip 文件(如果需要)
  96. if (needDownload) {
  97. log(TAG, 'Downloading $targetFileName from $url');
  98. try {
  99. final response = await _dio.download(
  100. url,
  101. zipFilePath,
  102. onReceiveProgress: (received, total) {
  103. if (total != -1 && onProgress != null) {
  104. // 下载进度占 70%
  105. onProgress(received / total * 0.7);
  106. }
  107. },
  108. );
  109. log(TAG, 'Download response status: ${response.statusCode}');
  110. if (response.statusCode != 200) {
  111. log(
  112. TAG,
  113. 'Error: Download failed with status code ${response.statusCode}',
  114. );
  115. return null;
  116. }
  117. } catch (e) {
  118. log(TAG, 'Error during download: $e');
  119. // 清理可能产生的不完整文件
  120. if (await zipFile.exists()) {
  121. await zipFile.delete();
  122. }
  123. return null;
  124. }
  125. log(TAG, 'Downloaded to $zipFilePath');
  126. // 验证下载的文件是否存在
  127. if (!await zipFile.exists()) {
  128. log(TAG, 'Error: Downloaded zip file does not exist');
  129. return null;
  130. }
  131. // 检查文件大小
  132. final fileSize = await zipFile.length();
  133. log(TAG, 'Downloaded zip file size: $fileSize bytes');
  134. if (fileSize == 0) {
  135. log(TAG, 'Error: Downloaded zip file is empty');
  136. await zipFile.delete();
  137. return null;
  138. }
  139. onProgress?.call(0.7);
  140. }
  141. // 读取 zip 文件
  142. final zipBytes = await zipFile.readAsBytes();
  143. // 解压
  144. log(TAG, 'Extracting $targetFileName...');
  145. final archive = ZipDecoder().decodeBytes(zipBytes);
  146. bool extracted = false;
  147. // 查找目标文件(去掉 .zip 后缀的文件名)
  148. for (final file in archive) {
  149. if (file.isFile) {
  150. final fileName = file.name;
  151. log(TAG, 'Found file in archive: $fileName');
  152. // 忽略 macOS 元数据文件和隐藏文件
  153. if (fileName.startsWith('__MACOSX/') ||
  154. fileName.startsWith('.') ||
  155. path.basename(fileName).startsWith('._')) {
  156. log(TAG, 'Skipping system file: $fileName');
  157. continue;
  158. }
  159. // 只提取 .dat 文件到根目录
  160. if (fileName.endsWith('.dat')) {
  161. // 提取文件内容
  162. final fileData = file.content as List<int>;
  163. // 使用 basename 确保文件保存在根目录
  164. final extractedFile = File(
  165. path.join(geoDir.path, path.basename(fileName)),
  166. );
  167. await extractedFile.writeAsBytes(fileData);
  168. log(TAG, 'Extracted to ${extractedFile.path}');
  169. extracted = true;
  170. }
  171. }
  172. }
  173. if (!extracted) {
  174. log(TAG, 'Warning: No .dat file found in archive');
  175. }
  176. onProgress?.call(0.9);
  177. // 保留 zip 文件(不删除,下次启动可以通过 MD5 判断是否需要重新下载)
  178. log(TAG, 'Keeping zip file for future MD5 validation');
  179. // 验证解压后的文件是否存在
  180. final targetFile = File(targetFilePath);
  181. if (!await targetFile.exists()) {
  182. log(TAG, 'Error: Target file does not exist after extraction');
  183. onProgress?.call(1.0);
  184. return null;
  185. }
  186. // 记录成功信息
  187. final fileSize = await targetFile.length();
  188. log(TAG, '$targetFileName extracted successfully, size: $fileSize bytes');
  189. log(TAG, 'Zip file MD5: $expectedMd5 (validated)');
  190. onProgress?.call(1.0);
  191. return targetFilePath;
  192. } catch (e) {
  193. log(TAG, 'Error downloading/extracting $targetFileName: $e');
  194. // 注意:不删除 zip 文件,因为:
  195. // 1. 如果 zip 已经 MD5 验证通过,不应该删除
  196. // 2. 如果下载失败,在下载环节已经清理过了
  197. // 3. 保留 zip 文件便于调试和下次快速恢复
  198. return null;
  199. }
  200. }
  201. /// 下载 SmartGeo 数据(geosite 和 geoip)
  202. /// [smartGeo] SmartGeo 配置数据
  203. /// [onGeoSiteProgress] geosite 下载进度回调
  204. /// [onGeoIpProgress] geoip 下载进度回调
  205. /// 返回 Map,包含 geosite 和 geoip 的文件路径
  206. Future<Map<String, String?>> downloadSmartGeo({
  207. required SmartGeo smartGeo,
  208. Function(double)? onGeoSiteProgress,
  209. Function(double)? onGeoIpProgress,
  210. }) async {
  211. final result = <String, String?>{};
  212. // 下载 geosite.dat
  213. if (smartGeo.geoSiteUrl != null && smartGeo.geoSiteMd5 != null) {
  214. log(TAG, 'Downloading geosite.dat...');
  215. final geoSitePath = await downloadAndExtract(
  216. url: smartGeo.geoSiteUrl!,
  217. expectedMd5: smartGeo.geoSiteMd5!,
  218. targetFileName: 'geosite.dat',
  219. onProgress: onGeoSiteProgress,
  220. );
  221. result['geosite'] = geoSitePath;
  222. }
  223. // 下载 geoip.dat
  224. if (smartGeo.geoIpUrl != null && smartGeo.geoIpMd5 != null) {
  225. log(TAG, 'Downloading geoip.dat...');
  226. final geoIpPath = await downloadAndExtract(
  227. url: smartGeo.geoIpUrl!,
  228. expectedMd5: smartGeo.geoIpMd5!,
  229. targetFileName: 'geoip.dat',
  230. onProgress: onGeoIpProgress,
  231. );
  232. result['geoip'] = geoIpPath;
  233. }
  234. return result;
  235. }
  236. /// 检查 SmartGeo 文件是否需要更新
  237. /// [smartGeo] SmartGeo 配置数据
  238. /// 返回 Map,key 为文件类型(geosite/geoip),value 为是否需要更新
  239. /// 注意:通过检查 zip 文件的 MD5 来判断是否需要更新
  240. Future<Map<String, bool>> checkNeedUpdate(SmartGeo smartGeo) async {
  241. final result = <String, bool>{};
  242. try {
  243. final geoDir = await _getGeoDirectory();
  244. // 检查 geosite.dat.zip
  245. if (smartGeo.geoSiteUrl != null && smartGeo.geoSiteMd5 != null) {
  246. final geoSiteZipFile = File(path.join(geoDir.path, 'geosite.dat.zip'));
  247. if (await geoSiteZipFile.exists()) {
  248. final localMd5 = await _calculateFileMd5(geoSiteZipFile.path);
  249. // 如果 MD5 不同,则需要更新
  250. result['geosite'] =
  251. localMd5?.toLowerCase() != smartGeo.geoSiteMd5?.toLowerCase();
  252. } else {
  253. // zip 文件不存在,需要下载
  254. result['geosite'] = true;
  255. }
  256. }
  257. // 检查 geoip.dat.zip
  258. if (smartGeo.geoIpUrl != null && smartGeo.geoIpMd5 != null) {
  259. final geoIpZipFile = File(path.join(geoDir.path, 'geoip.dat.zip'));
  260. if (await geoIpZipFile.exists()) {
  261. final localMd5 = await _calculateFileMd5(geoIpZipFile.path);
  262. // 如果 MD5 不同,则需要更新
  263. result['geoip'] =
  264. localMd5?.toLowerCase() != smartGeo.geoIpMd5?.toLowerCase();
  265. } else {
  266. // zip 文件不存在,需要下载
  267. result['geoip'] = true;
  268. }
  269. }
  270. } catch (e) {
  271. log(TAG, 'Error checking update: $e');
  272. }
  273. return result;
  274. }
  275. /// 获取 geo 文件路径
  276. /// [fileName] 文件名(如 'geosite.dat' 或 'geoip.dat')
  277. Future<String> getGeoFilePath(String fileName) async {
  278. final geoDir = await _getGeoDirectory();
  279. return path.join(geoDir.path, fileName);
  280. }
  281. /// 清除所有 geo 文件
  282. Future<void> clearGeoFiles() async {
  283. try {
  284. final geoDir = await _getGeoDirectory();
  285. if (await geoDir.exists()) {
  286. await geoDir.delete(recursive: true);
  287. await geoDir.create(recursive: true);
  288. log(TAG, 'Cleared all geo files');
  289. }
  290. } catch (e) {
  291. log(TAG, 'Error clearing geo files: $e');
  292. }
  293. }
  294. /// 诊断工具:列出 geo 目录下的所有文件
  295. Future<Map<String, dynamic>> diagnose() async {
  296. try {
  297. final geoDir = await _getGeoDirectory();
  298. final result = <String, dynamic>{
  299. 'geoDirectory': geoDir.path,
  300. 'directoryExists': await geoDir.exists(),
  301. 'files': <Map<String, dynamic>>[],
  302. };
  303. if (await geoDir.exists()) {
  304. await for (final entity in geoDir.list()) {
  305. if (entity is File) {
  306. final file = entity;
  307. final fileSize = await file.length();
  308. final fileMd5 = await _calculateFileMd5(file.path);
  309. result['files'].add({
  310. 'name': path.basename(file.path),
  311. 'path': file.path,
  312. 'size': fileSize,
  313. 'md5': fileMd5,
  314. });
  315. }
  316. }
  317. }
  318. log(TAG, 'Diagnosis result: $result');
  319. return result;
  320. } catch (e) {
  321. log(TAG, 'Error during diagnosis: $e');
  322. return {'error': e.toString()};
  323. }
  324. }
  325. }