beenull/ente
1
0
Fork 0
Code Issues Pull requests Actions Packages Projects Releases Wiki Activity

Clear tf memory usage after each sync run

Browse source
This commit is contained in:
Shailesh Pandit 2021-12-01 19:00:57 +05:30
parent 7bfddfedce
commit 498603eb34
1 changed files with 6 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
src/services/machineLearning/machineLearningService.ts
View file

@ -59,6 +59,8 @@ class MachineLearningService {
throw Error('Token needed by ml service to sync file');
}
tf.engine().startScope();
const syncContext = new MLSyncContext(token, config);
await this.getOutOfSyncFiles(syncContext);
@ -69,6 +71,7 @@ class MachineLearningService {
await this.syncIndex(syncContext);
}
tf.engine().endScope();
console.log('Final TF Memory stats: ', tf.memory());
if (syncContext.config.tsne) {
@ -166,6 +169,7 @@ class MachineLearningService {
const detectedFaces = await this.faceDetectionService.detectFaces(
tfImage
);
// console.log('3 TF Memory stats: ', tf.memory());
const filtertedFaces = detectedFaces.filter(
(f) => f.box.width > syncContext.config.faceDetection.minFaceSize
@ -179,7 +183,7 @@ class MachineLearningService {
const alignedFaces =
this.faceAlignmentService.getAlignedFaces(filtertedFaces);
console.log('[MLService] alignedFaces: ', alignedFaces);
// console.log('3 TF Memory stats: ', tf.memory());
// console.log('4 TF Memory stats: ', tf.memory());
const facesWithEmbeddings =
await this.faceEmbeddingService.getFaceEmbeddings(
@ -187,7 +191,7 @@ class MachineLearningService {
alignedFaces
);
console.log('[MLService] facesWithEmbeddings: ', facesWithEmbeddings);
// console.log('4 TF Memory stats: ', tf.memory());
// console.log('5 TF Memory stats: ', tf.memory());
tf.dispose(tfImage);
// console.log('8 TF Memory stats: ', tf.memory());