beenull/ente
1
0
Fork 0
Code Issues Pull requests Actions Packages Projects Releases Wiki Activity

Reflect the correct index status

Browse source
This commit is contained in:
vishnukvmd 2023-11-15 02:17:53 +05:30
parent df5c776dc8
commit d64d3c4179
1 changed files with 13 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

18
lib/services/semantic_search/semantic_search_service.dart
View file

@ -96,7 +96,10 @@ class SemanticSearchService {
}
Future<IndexStatus> getIndexStatus() async {
return IndexStatus(_cachedEmbeddings.length, _queue.length);
return IndexStatus(
_cachedEmbeddings.length,
(await _getFileIDsToBeIndexed()).length,
);
}
void _setupCachedEmbeddings() {
@ -118,6 +121,14 @@ class SemanticSearchService {
return;
}
_logger.info("Attempting backfill");
final fileIDs = await _getFileIDsToBeIndexed();
final files = await FilesDB.instance.getUploadedFiles(fileIDs);
_logger.info(files.length.toString() + " to be embedded");
_queue.addAll(files);
_pollQueue();
}
Future<List<int>> _getFileIDsToBeIndexed() async {
final uploadedFileIDs = await FilesDB.instance
.getOwnedFileIDs(Configuration.instance.getUserID()!);
final embeddedFileIDs = _cachedEmbeddings.map((e) => e.fileID).toSet();
@ -125,10 +136,7 @@ class SemanticSearchService {
uploadedFileIDs.removeWhere(
(id) => embeddedFileIDs.contains(id) || queuedFileIDs.contains(id),
);
final files = await FilesDB.instance.getUploadedFiles(uploadedFileIDs);
_logger.info(files.length.toString() + " to be embedded");
_queue.addAll(files);
_pollQueue();
return uploadedFileIDs;
}
Future<void> clearQueue() async {