ente/lib/photo_sync_manager.dart

182 lines
6 KiB
Dart
Raw Normal View History

2020-03-30 14:28:46 +00:00
import 'dart:async';
import 'dart:io';
2020-04-11 22:34:23 +00:00
import 'dart:math';
2020-03-30 14:28:46 +00:00
2020-03-24 19:59:36 +00:00
import 'package:logger/logger.dart';
2020-03-26 14:39:31 +00:00
import 'package:myapp/db/db_helper.dart';
2020-03-27 19:54:24 +00:00
import 'package:myapp/photo_loader.dart';
2020-03-26 14:39:31 +00:00
import 'package:path/path.dart';
import 'package:path_provider/path_provider.dart';
2020-03-24 19:59:36 +00:00
import 'package:photo_manager/photo_manager.dart';
import 'package:shared_preferences/shared_preferences.dart';
import 'package:dio/dio.dart';
2020-03-27 16:07:55 +00:00
import 'package:myapp/models/photo.dart';
2020-04-05 12:22:38 +00:00
import 'package:myapp/core/constants.dart' as Constants;
2020-03-26 14:39:31 +00:00
2020-03-24 19:59:36 +00:00
class PhotoSyncManager {
2020-03-28 13:56:06 +00:00
final _logger = Logger();
final _dio = Dio();
final List<AssetEntity> _assets;
static final _lastSyncTimestampKey = "last_sync_timestamp_0";
static final _lastDBUpdateTimestampKey = "last_db_update_timestamp";
2020-03-24 19:59:36 +00:00
2020-03-28 13:56:06 +00:00
PhotoSyncManager(this._assets) {
_logger.i("PhotoSyncManager init");
_assets.sort((first, second) => second
2020-04-13 11:28:01 +00:00
.modifiedDateTime.microsecondsSinceEpoch
.compareTo(first.modifiedDateTime.microsecondsSinceEpoch));
2020-03-28 13:56:06 +00:00
}
Future<void> init() async {
2020-03-30 14:28:46 +00:00
_updateDatabase().then((_) {
2020-04-12 12:38:49 +00:00
_syncPhotos().then((_) {
_deletePhotos();
});
2020-03-30 14:28:46 +00:00
});
2020-03-28 13:56:06 +00:00
}
Future<bool> _updateDatabase() async {
2020-04-11 22:29:09 +00:00
final prefs = await SharedPreferences.getInstance();
2020-03-28 13:56:06 +00:00
var lastDBUpdateTimestamp = prefs.getInt(_lastDBUpdateTimestampKey);
if (lastDBUpdateTimestamp == null) {
lastDBUpdateTimestamp = 0;
2020-04-11 22:29:09 +00:00
await _initializeDirectories();
2020-03-30 14:28:46 +00:00
}
var photos = List<Photo>();
2020-04-11 22:29:09 +00:00
var bufferLimit = 10;
2020-04-11 22:34:23 +00:00
final maxBufferLimit = 1000;
2020-03-30 14:28:46 +00:00
for (AssetEntity asset in _assets) {
2020-04-13 11:28:01 +00:00
if (asset.createDateTime.microsecondsSinceEpoch > lastDBUpdateTimestamp) {
try {
photos.add(await Photo.fromAsset(asset));
} catch (e) {
_logger.e(e);
}
2020-04-11 22:29:09 +00:00
if (photos.length > bufferLimit) {
await _insertPhotosToDB(
2020-04-13 11:28:01 +00:00
photos, prefs, asset.createDateTime.microsecondsSinceEpoch);
2020-03-30 14:28:46 +00:00
photos.clear();
2020-04-11 22:35:45 +00:00
bufferLimit = min(maxBufferLimit, bufferLimit * 2);
2020-03-30 14:28:46 +00:00
}
}
2020-03-28 13:56:06 +00:00
}
2020-04-11 22:29:09 +00:00
return await _insertPhotosToDB(
2020-04-13 11:28:01 +00:00
photos, prefs, DateTime.now().microsecondsSinceEpoch);
2020-03-24 19:59:36 +00:00
}
2020-03-28 13:56:06 +00:00
_syncPhotos() async {
2020-03-24 19:59:36 +00:00
SharedPreferences prefs = await SharedPreferences.getInstance();
2020-03-28 13:56:06 +00:00
var lastSyncTimestamp = prefs.getInt(_lastSyncTimestampKey);
2020-03-24 19:59:36 +00:00
if (lastSyncTimestamp == null) {
lastSyncTimestamp = 0;
}
2020-03-28 13:56:06 +00:00
_logger.i("Last sync timestamp: " + lastSyncTimestamp.toString());
2020-03-26 14:39:31 +00:00
2020-03-28 18:34:45 +00:00
_getDiff(lastSyncTimestamp).then((diff) {
_downloadDiff(diff, prefs).then((_) {
_uploadDiff(prefs);
});
});
2020-03-26 14:39:31 +00:00
// TODO: Fix race conditions triggered due to concurrent syncs.
// Add device_id/last_sync_timestamp to the upload request?
}
2020-03-28 13:56:06 +00:00
Future _uploadDiff(SharedPreferences prefs) async {
List<Photo> photosToBeUploaded =
await DatabaseHelper.instance.getPhotosToBeUploaded();
for (Photo photo in photosToBeUploaded) {
2020-04-12 12:38:49 +00:00
var uploadedPhoto = await _uploadFile(photo);
2020-04-13 15:01:27 +00:00
if (uploadedPhoto == null) {
return;
}
2020-04-12 12:38:49 +00:00
await DatabaseHelper.instance.updatePhoto(uploadedPhoto);
2020-03-28 13:56:06 +00:00
prefs.setInt(_lastSyncTimestampKey, uploadedPhoto.syncTimestamp);
2020-03-26 14:39:31 +00:00
}
}
2020-03-28 13:56:06 +00:00
Future _downloadDiff(List<Photo> diff, SharedPreferences prefs) async {
2020-03-27 19:54:24 +00:00
var externalPath = (await getApplicationDocumentsDirectory()).path;
2020-03-28 13:56:06 +00:00
_logger.i("External path: " + externalPath);
2020-03-26 14:39:31 +00:00
var path = externalPath + "/photos/";
2020-03-28 13:56:06 +00:00
for (Photo photo in diff) {
2020-04-13 11:28:01 +00:00
var localPath = path + basename(photo.path);
await _dio
.download(Constants.ENDPOINT + "/" + photo.path, localPath)
.catchError(_onError);
photo.localPath = localPath;
photo.thumbnailPath = localPath;
await DatabaseHelper.instance.insertPhoto(photo);
PhotoLoader.instance.reloadPhotos();
2020-03-28 13:56:06 +00:00
await prefs.setInt(_lastSyncTimestampKey, photo.syncTimestamp);
}
}
2020-03-26 14:39:31 +00:00
2020-03-28 13:56:06 +00:00
Future<List<Photo>> _getDiff(int lastSyncTimestamp) async {
2020-04-05 12:22:38 +00:00
Response response = await _dio.get(Constants.ENDPOINT + "/diff",
queryParameters: {
"user": Constants.USER,
"lastSyncTimestamp": lastSyncTimestamp
}).catchError(_onError);
2020-03-28 13:56:06 +00:00
_logger.i(response.toString());
2020-03-30 15:08:50 +00:00
if (response != null) {
return (response.data["diff"] as List)
.map((photo) => new Photo.fromJson(photo))
.toList();
} else {
return List<Photo>();
}
2020-03-24 19:59:36 +00:00
}
2020-04-12 12:38:49 +00:00
Future<Photo> _uploadFile(Photo localPhoto) async {
2020-03-24 19:59:36 +00:00
var formData = FormData.fromMap({
2020-04-12 12:38:49 +00:00
"file": await MultipartFile.fromFile(localPhoto.localPath,
filename: basename(localPhoto.localPath)),
2020-04-05 12:22:38 +00:00
"user": Constants.USER,
2020-03-24 19:59:36 +00:00
});
2020-04-13 15:01:27 +00:00
return _dio
2020-04-05 12:22:38 +00:00
.post(Constants.ENDPOINT + "/upload", data: formData)
2020-04-13 15:01:27 +00:00
.then((response) {
2020-04-12 12:38:49 +00:00
_logger.i(response.toString());
var photo = Photo.fromJson(response.data);
photo.localPath = localPhoto.localPath;
photo.localId = localPhoto.localId;
return photo;
2020-04-13 15:01:27 +00:00
}).catchError(_onError);
2020-04-12 12:38:49 +00:00
}
Future<void> _deletePhotos() async {
DatabaseHelper.instance.getAllDeletedPhotos().then((deletedPhotos) {
for (Photo deletedPhoto in deletedPhotos) {
_deletePhotoOnServer(deletedPhoto)
.then((value) => DatabaseHelper.instance.deletePhoto(deletedPhoto));
}
});
}
Future<void> _deletePhotoOnServer(Photo photo) async {
return _dio.post(Constants.ENDPOINT + "/delete", queryParameters: {
"user": Constants.USER,
"fileID": photo.uploadedFileId
}).catchError((e) => _onError(e));
2020-03-27 16:07:55 +00:00
}
2020-03-29 14:04:26 +00:00
void _onError(error) {
_logger.e(error);
}
2020-04-11 22:29:09 +00:00
Future _initializeDirectories() async {
var externalPath = (await getApplicationDocumentsDirectory()).path;
new Directory(externalPath + "/photos/thumbnails")
.createSync(recursive: true);
}
Future<bool> _insertPhotosToDB(
List<Photo> photos, SharedPreferences prefs, int timestamp) async {
await DatabaseHelper.instance.insertPhotos(photos);
_logger.i("Inserted " + photos.length.toString() + " photos.");
PhotoLoader.instance.reloadPhotos();
return await prefs.setInt(_lastDBUpdateTimestampKey, timestamp);
}
2020-03-24 19:59:36 +00:00
}