beenull/ente
1
0
Fork 0
Code Issues Pull requests Actions Packages Projects Releases Wiki Activity

Deal with JSONified strings instead of FloatArray buffers

Browse source
This commit is contained in:
vishnukvmd 2023-10-26 00:17:14 +05:30
parent 7b93ff3bce
commit 54a78555d8
1 changed files with 8 additions and 7 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

15
lib/services/semantic_search/embedding_store.dart
View file

@ -1,3 +1,4 @@
import "dart:convert";
import "dart:typed_data";
import "package:logging/logging.dart";
@ -57,15 +58,14 @@ class EmbeddingStore {
Future<void> _pushEmbedding(EnteFile file, Embedding embedding) async {
final encryptionKey = getFileKey(file);
final embeddingData =
Uint8List.view(Float64List.fromList(embedding.embedding).buffer);
final encryptedEmbeddingData = await CryptoUtil.encryptChaCha(
embeddingData,
final embeddingJSON = jsonEncode(embedding.embedding);
final encryptedEmbedding = CryptoUtil.encryptSync(
utf8.encode(embeddingJSON) as Uint8List,
encryptionKey,
);
final encryptedData =
CryptoUtil.bin2base64(encryptedEmbeddingData.encryptedData!);
final header = CryptoUtil.bin2base64(encryptedEmbeddingData.header!);
CryptoUtil.bin2base64(encryptedEmbedding.encryptedData!);
final header = CryptoUtil.bin2base64(encryptedEmbedding.header!);
try {
final response = await _dio.put(
"/embeddings",
@ -129,7 +129,8 @@ class EmbeddingStore {
fileKey,
CryptoUtil.base642bin(embedding.decryptionHeader),
);
final decodedEmbedding = Float64List.view(embeddingData.buffer);
final decodedEmbedding =
jsonDecode(utf8.decode(embeddingData)) as List<double>;
embeddings.add(
Embedding(