beenull/ente
1
0
Fork 0
Code Issues Pull requests Actions Packages Projects Releases Wiki Activity

Load models separately

Browse source
This commit is contained in:
vishnukvmd 2023-10-24 14:08:45 +05:30
parent a2f66f1e4e
commit 53fa9c6830
1 changed files with 14 additions and 7 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

21
lib/services/semantic_search/semantic_search_service.dart
View file

@ -27,8 +27,11 @@ class SemanticSearchService {
static final Computer _computer = Computer.shared();
static const int batchSize = 1;
static const kModelPath =
"assets/models/clip/openai_clip-vit-base-patch32.ggmlv0.f16.bin";
static const kModelName = "ggml-clip";
static const kImageModelPath =
"assets/models/clip/clip-vit-base-patch32_ggml-vision-model-f16.gguf";
static const kTextModelPath =
"assets/models/clip/clip-vit-base-patch32_ggml-text-model-f16.gguf";
final _logger = Logger("SemanticSearchService");
final _queue = Queue<EnteFile>();
@ -39,7 +42,7 @@ class SemanticSearchService {
PendingQuery? _nextQuery;
Future<void> init(SharedPreferences preferences) async {
await _loadModel();
await _loadModels();
await EmbeddingStore.instance.init(preferences);
startBackFill();
@ -161,10 +164,14 @@ class SemanticSearchService {
return IndexStatus(embeddings.length, _queue.length);
}
Future<void> _loadModel() async {
final path = await _getAccessiblePathForAsset(kModelPath, "model.bin");
Future<void> _loadModels() async {
final startTime = DateTime.now();
CLIP.loadModel(path);
final imageModelPath =
await _getAccessiblePathForAsset(kImageModelPath, "image_model.bin");
CLIP.loadImageModel(imageModelPath);
final textModelPath =
await _getAccessiblePathForAsset(kTextModelPath, "text_model.bin");
CLIP.loadTextModel(textModelPath);
final endTime = DateTime.now();
_logger.info(
"Loading model took: " +
@ -264,7 +271,7 @@ class SemanticSearchService {
files[i],
Embedding(
files[i].uploadedFileID!,
"c_uq",
kModelName,
imageEmbeddings[i],
),
);