2022-06-08 08:49:23 +00:00
|
|
|
import 'dart:async';
|
|
|
|
import 'dart:core';
|
|
|
|
import 'dart:io';
|
|
|
|
|
2022-08-22 10:58:42 +00:00
|
|
|
import 'package:flutter/foundation.dart';
|
2022-06-08 08:49:23 +00:00
|
|
|
import 'package:logging/logging.dart';
|
2023-01-11 08:30:20 +00:00
|
|
|
import 'package:photos/core/errors.dart';
|
2022-08-29 04:30:28 +00:00
|
|
|
import 'package:photos/db/file_updation_db.dart';
|
2022-06-08 08:49:23 +00:00
|
|
|
import 'package:photos/db/files_db.dart';
|
2022-08-29 17:43:17 +00:00
|
|
|
import 'package:photos/models/file.dart' as ente;
|
2022-08-05 11:09:56 +00:00
|
|
|
import 'package:photos/utils/file_uploader_util.dart';
|
2022-10-17 18:42:48 +00:00
|
|
|
import 'package:photos/utils/file_util.dart';
|
2022-06-08 08:49:23 +00:00
|
|
|
import 'package:shared_preferences/shared_preferences.dart';
|
|
|
|
|
2022-07-29 06:06:03 +00:00
|
|
|
// LocalFileUpdateService tracks all the potential local file IDs which have
|
|
|
|
// changed/modified on the device and needed to be uploaded again.
|
2022-08-01 11:05:16 +00:00
|
|
|
class LocalFileUpdateService {
|
2022-12-30 09:08:23 +00:00
|
|
|
late FileUpdationDB _fileUpdationDB;
|
|
|
|
late SharedPreferences _prefs;
|
|
|
|
late Logger _logger;
|
2023-05-24 06:43:00 +00:00
|
|
|
final List<String> _oldMigrationKeys = [
|
|
|
|
'fm_badCreationTime',
|
|
|
|
'fm_badCreationTimeCompleted',
|
|
|
|
'fm_missingLocationV2ImportDone',
|
|
|
|
'fm_missingLocationV2MigrationDone',
|
|
|
|
'fm_badLocationImportDone',
|
|
|
|
'fm_badLocationMigrationDone',
|
|
|
|
];
|
2023-04-25 06:40:10 +00:00
|
|
|
|
2022-12-30 09:08:23 +00:00
|
|
|
Completer<void>? _existingMigration;
|
2022-06-08 08:49:23 +00:00
|
|
|
|
2022-08-01 11:05:16 +00:00
|
|
|
LocalFileUpdateService._privateConstructor() {
|
|
|
|
_logger = Logger((LocalFileUpdateService).toString());
|
2022-08-29 04:30:28 +00:00
|
|
|
_fileUpdationDB = FileUpdationDB.instance;
|
2022-06-08 09:30:21 +00:00
|
|
|
}
|
|
|
|
|
2022-11-06 06:24:10 +00:00
|
|
|
void init(SharedPreferences preferences) {
|
2022-11-06 06:14:46 +00:00
|
|
|
_prefs = preferences;
|
2022-06-08 08:49:23 +00:00
|
|
|
}
|
|
|
|
|
2022-08-01 11:05:16 +00:00
|
|
|
static LocalFileUpdateService instance =
|
|
|
|
LocalFileUpdateService._privateConstructor();
|
2022-06-08 08:49:23 +00:00
|
|
|
|
2022-08-01 11:05:16 +00:00
|
|
|
Future<void> markUpdatedFilesForReUpload() async {
|
2022-06-08 08:49:23 +00:00
|
|
|
if (_existingMigration != null) {
|
2022-06-08 09:51:03 +00:00
|
|
|
_logger.info("migration is already in progress, skipping");
|
2022-12-30 09:08:23 +00:00
|
|
|
return _existingMigration!.future;
|
2022-06-08 08:49:23 +00:00
|
|
|
}
|
|
|
|
_existingMigration = Completer<void>();
|
|
|
|
try {
|
2022-08-05 11:09:56 +00:00
|
|
|
await _markFilesWhichAreActuallyUpdated();
|
2022-11-14 09:33:16 +00:00
|
|
|
if (Platform.isAndroid) {
|
2023-05-24 06:53:33 +00:00
|
|
|
_cleanUpOlderMigration().ignore();
|
2022-11-14 09:33:16 +00:00
|
|
|
}
|
2022-06-08 08:49:23 +00:00
|
|
|
} catch (e, s) {
|
|
|
|
_logger.severe('failed to perform migration', e, s);
|
2022-08-29 17:43:17 +00:00
|
|
|
} finally {
|
|
|
|
_existingMigration?.complete();
|
2022-06-08 08:49:23 +00:00
|
|
|
_existingMigration = null;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2023-05-24 06:53:33 +00:00
|
|
|
Future<void> _cleanUpOlderMigration() async {
|
2023-05-24 06:43:00 +00:00
|
|
|
// check if any old_migration_keys are present in shared preferences
|
|
|
|
bool hasOldMigrationKey = false;
|
|
|
|
for (String key in _oldMigrationKeys) {
|
|
|
|
if (_prefs.containsKey(key)) {
|
|
|
|
hasOldMigrationKey = true;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if (hasOldMigrationKey) {
|
|
|
|
for (var element in _oldMigrationKeys) {
|
|
|
|
_prefs.remove(element);
|
|
|
|
}
|
2023-05-24 06:53:33 +00:00
|
|
|
await _fileUpdationDB.deleteByReasons([
|
|
|
|
'missing_location',
|
|
|
|
'badCreationTime',
|
|
|
|
'missingLocationV2',
|
|
|
|
'badLocationCord',
|
|
|
|
]);
|
2023-05-24 06:43:00 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-08-05 11:09:56 +00:00
|
|
|
// This method analyses all of local files for which the file
|
|
|
|
// modification/update time was changed. It checks if the existing fileHash
|
|
|
|
// is different from the hash of uploaded file. If fileHash are different,
|
|
|
|
// then it marks the file for file update.
|
|
|
|
Future<void> _markFilesWhichAreActuallyUpdated() async {
|
|
|
|
final sTime = DateTime.now().microsecondsSinceEpoch;
|
2022-10-03 05:45:23 +00:00
|
|
|
// singleRunLimit indicates number of files to check during single
|
|
|
|
// invocation of this method. The limit act as a crude way to limit the
|
|
|
|
// resource consumed by the method
|
|
|
|
const int singleRunLimit = 10;
|
|
|
|
final localIDsToProcess =
|
|
|
|
await _fileUpdationDB.getLocalIDsForPotentialReUpload(
|
|
|
|
singleRunLimit,
|
|
|
|
FileUpdationDB.modificationTimeUpdated,
|
|
|
|
);
|
|
|
|
if (localIDsToProcess.isNotEmpty) {
|
|
|
|
await _checkAndMarkFilesWithDifferentHashForFileUpdate(
|
|
|
|
localIDsToProcess,
|
|
|
|
);
|
|
|
|
final eTime = DateTime.now().microsecondsSinceEpoch;
|
|
|
|
final d = Duration(microseconds: eTime - sTime);
|
|
|
|
_logger.info(
|
|
|
|
'Performed hashCheck for ${localIDsToProcess.length} updated files '
|
|
|
|
'completed in ${d.inSeconds.toString()} secs',
|
2022-08-05 11:09:56 +00:00
|
|
|
);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
Future<void> _checkAndMarkFilesWithDifferentHashForFileUpdate(
|
|
|
|
List<String> localIDsToProcess,
|
|
|
|
) async {
|
2022-08-22 10:58:42 +00:00
|
|
|
_logger.info("files to process ${localIDsToProcess.length} for reupload");
|
2022-08-29 18:05:13 +00:00
|
|
|
final List<ente.File> localFiles =
|
2022-08-30 07:41:35 +00:00
|
|
|
await FilesDB.instance.getLocalFiles(localIDsToProcess);
|
2022-08-30 07:33:54 +00:00
|
|
|
final Set<String> processedIDs = {};
|
2022-08-29 17:43:17 +00:00
|
|
|
for (ente.File file in localFiles) {
|
2022-08-05 11:09:56 +00:00
|
|
|
if (processedIDs.contains(file.localID)) {
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
MediaUploadData uploadData;
|
|
|
|
try {
|
2022-08-29 17:43:17 +00:00
|
|
|
uploadData = await getUploadData(file);
|
2022-12-30 09:08:23 +00:00
|
|
|
if (uploadData.hashData != null &&
|
2022-08-29 07:58:49 +00:00
|
|
|
file.hash != null &&
|
2022-12-30 09:08:23 +00:00
|
|
|
(file.hash == uploadData.hashData!.fileHash ||
|
|
|
|
file.hash == uploadData.hashData!.zipHash)) {
|
2022-09-23 01:48:25 +00:00
|
|
|
_logger.info("Skip file update as hash matched ${file.tag}");
|
2022-08-05 11:09:56 +00:00
|
|
|
} else {
|
|
|
|
_logger.info(
|
2022-09-23 01:48:25 +00:00
|
|
|
"Marking for file update as hash did not match ${file.tag}",
|
2022-08-05 11:09:56 +00:00
|
|
|
);
|
2022-10-17 18:42:48 +00:00
|
|
|
await clearCache(file);
|
2022-08-05 11:09:56 +00:00
|
|
|
await FilesDB.instance.updateUploadedFile(
|
2022-12-30 09:08:23 +00:00
|
|
|
file.localID!,
|
2022-08-05 11:09:56 +00:00
|
|
|
file.title,
|
|
|
|
file.location,
|
2022-12-30 09:08:23 +00:00
|
|
|
file.creationTime!,
|
|
|
|
file.modificationTime!,
|
2022-08-05 11:09:56 +00:00
|
|
|
null,
|
|
|
|
);
|
|
|
|
}
|
2022-12-30 09:08:23 +00:00
|
|
|
processedIDs.add(file.localID!);
|
2023-01-11 08:30:20 +00:00
|
|
|
} on InvalidFileError {
|
|
|
|
// if we fail to get the file, we can ignore the update
|
|
|
|
processedIDs.add(file.localID!);
|
2022-08-05 11:09:56 +00:00
|
|
|
} catch (e) {
|
|
|
|
_logger.severe("Failed to get file uploadData", e);
|
2022-08-29 17:43:17 +00:00
|
|
|
} finally {}
|
2022-08-05 11:09:56 +00:00
|
|
|
}
|
2022-08-22 10:58:42 +00:00
|
|
|
debugPrint("Deleting files ${processedIDs.length}");
|
2022-08-29 04:30:28 +00:00
|
|
|
await _fileUpdationDB.deleteByLocalIDs(
|
2022-08-05 11:35:32 +00:00
|
|
|
processedIDs.toList(),
|
2022-08-29 04:30:28 +00:00
|
|
|
FileUpdationDB.modificationTimeUpdated,
|
2022-08-05 11:35:32 +00:00
|
|
|
);
|
2022-08-05 11:09:56 +00:00
|
|
|
}
|
|
|
|
|
2022-08-29 17:43:17 +00:00
|
|
|
Future<MediaUploadData> getUploadData(ente.File file) async {
|
|
|
|
final mediaUploadData = await getUploadDataFromEnteFile(file);
|
|
|
|
// delete the file from app's internal cache if it was copied to app
|
|
|
|
// for upload. Shared Media should only be cleared when the upload
|
|
|
|
// succeeds.
|
2022-12-30 09:08:23 +00:00
|
|
|
if (Platform.isIOS && mediaUploadData.sourceFile != null) {
|
|
|
|
await mediaUploadData.sourceFile?.delete();
|
2022-08-29 17:43:17 +00:00
|
|
|
}
|
|
|
|
return mediaUploadData;
|
|
|
|
}
|
2022-06-08 08:49:23 +00:00
|
|
|
}
|