beenull/ente
1
0
Fork 0
Code Issues Pull requests Actions Packages Projects Releases Wiki Activity

[mob] Use diff val for fetch & parallel indexing

Browse source
This commit is contained in:
Neeraj Gupta 2024-05-10 16:16:56 +05:30
parent c906480dee
commit eee168837e
1 changed files with 22 additions and 20 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

42
mobile/lib/services/machine_learning/face_ml/face_ml_service.dart
View file

@ -84,7 +84,7 @@ class FaceMlService {
bool isInitialized = false;
bool isImageIndexRunning = false;
int kParallelism = 15;
int kParallelism = 50;
Future<void> init({bool initializeImageMlIsolate = false}) async {
return _initLock.synchronized(() async {
@ -578,27 +578,29 @@ class FaceMlService {
rethrow;
}
}
for (final enteFile in chunk) {
if (isImageIndexRunning == false) {
_logger.info("indexAllImages() was paused, stopping");
break outerLoop;
final smallerChuncks = chunk.chunks(10);
for (final smallerChunck in smallerChuncks) {
for (final enteFile in smallerChunck) {
if (isImageIndexRunning == false) {
_logger.info("indexAllImages() was paused, stopping");
break outerLoop;
}
if (_skipAnalysisEnteFile(
enteFile,
alreadyIndexedFiles,
)) {
fileSkippedCount++;
continue;
}
futures.add(processImage(enteFile));
}
if (_skipAnalysisEnteFile(
enteFile,
alreadyIndexedFiles,
)) {
fileSkippedCount++;
continue;
}
futures.add(processImage(enteFile));
final awaitedFutures = await Future.wait(futures);
final sumFutures = awaitedFutures.fold<int>(
0,
(previousValue, element) => previousValue + (element ? 1 : 0),
);
fileAnalyzedCount += sumFutures;
}
final awaitedFutures = await Future.wait(futures);
final sumFutures = awaitedFutures.fold<int>(
0,
(previousValue, element) => previousValue + (element ? 1 : 0),
);
fileAnalyzedCount += sumFutures;
}
stopwatch.stop();