beenull/ente
1
0
Fork 0
Code Issues Pull requests Actions Packages Projects Releases Wiki Activity

Clean tf memory after usage

Browse source
This commit is contained in:
Shailesh Pandit 2021-11-06 09:34:44 +05:30
parent 0db387cdb1
commit 4a94ecbbed
1 changed files with 41 additions and 13 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

36
src/services/machineLearning/machineLearningService.ts
View file

@ -57,9 +57,13 @@ class MachineLearningService {
// await this.faceDetectionService.init();
// await this.faceEmbeddingService.init();
console.log('01 TF Memory stats: ', tf.memory());
await faceapi.nets.ssdMobilenetv1.loadFromUri('/models/face-api/');
// console.log('02 TF Memory stats: ', tf.memory());
await faceapi.nets.faceLandmark68Net.loadFromUri('/models/face-api/');
// console.log('03 TF Memory stats: ', tf.memory());
await faceapi.nets.faceRecognitionNet.loadFromUri('/models/face-api/');
console.log('04 TF Memory stats: ', tf.memory());
}
private getUniqueFiles(files: File[], limit: number) {
@ -103,6 +107,14 @@ class MachineLearningService {
}
}
console.log('allFaces: ', this.allFaces);
faceapi.nets.ssdMobilenetv1.dispose();
// console.log('11 TF Memory stats: ', tf.memory());
await faceapi.nets.faceLandmark68Net.dispose();
// console.log('12 TF Memory stats: ', tf.memory());
await faceapi.nets.faceRecognitionNet.dispose();
console.log('13 TF Memory stats: ', tf.memory());
// [0].alignedRect,
// this.allFaces[0].alignedRect.box,
// this.allFaces[0].alignedRect.imageDims
@ -138,8 +150,9 @@ class MachineLearningService {
const decodedImg = await jpeg.decode(arrayBuffer);
console.log('[MLService] decodedImg: ', decodedImg);
// console.log('1 TF Memory stats: ', tf.memory());
const tfImage = tf.browser.fromPixels(decodedImg);
// console.log('2 TF Memory stats: ', tf.memory());
// const faces = await this.faceDetectionService.estimateFaces(tfImage);
// const embeddingResults = await this.faceEmbeddingService.getEmbeddings(
@ -147,10 +160,13 @@ class MachineLearningService {
// filtertedFaces
// );
const faceApiInput = tfImage.expandDims(0) as tf.Tensor4D;
// console.log('3 TF Memory stats: ', tf.memory());
// const faceApiInput = tfImage.expandDims(0) as tf.Tensor4D;
// tf.dispose(tfImage);
// console.log('4 TF Memory stats: ', tf.memory());
const faces = await faceapi
.detectAllFaces(
faceApiInput as any,
tfImage as any,
new SsdMobilenetv1Options({
// minConfidence: 0.6
// maxResults: 10
@ -159,6 +175,8 @@ class MachineLearningService {
.withFaceLandmarks()
.withFaceDescriptors();
// console.log('5 TF Memory stats: ', tf.memory());
const filtertedFaces = faces.filter((face) => {
return (
face.alignedRect.box.width > this.minFaceSize // &&
@ -174,21 +192,31 @@ class MachineLearningService {
const faceBoxes = filtertedFaces
.map((f) => f.alignedRect.relativeBox)
.map((b) => [b.top, b.left, b.bottom, b.right]);
const faceImagesTensor = tf.tidy(() => {
// const tfImage = tf.browser.fromPixels(decodedImg);
const faceApiInput = tfImage.expandDims(0) as tf.Tensor4D;
const normalizedImage = tf.sub(
tf.div(faceApiInput, 127.5),
1.0
) as tf.Tensor4D;
const faceImagesTensor = tf.image.cropAndResize(
// console.log('6 TF Memory stats: ', tf.memory());
return tf.image.cropAndResize(
normalizedImage,
faceBoxes,
tf.fill([faceBoxes.length], 0, 'int32'),
[112, 112]
);
});
// console.log('7 TF Memory stats: ', tf.memory());
faceImages = await faceImagesTensor.array();
// console.log(JSON.stringify(results));
// tf.dispose(normalizedImage);
tf.dispose(faceImagesTensor);
// tf.dispose(faceApiInput);
}
tf.dispose(tfImage);
// console.log('8 TF Memory stats: ', tf.memory());
return {
faceApiResults: filtertedFaces,