beenull/ente
1
0
Fork 0
Code Issues Pull requests Actions Packages Projects Releases Wiki Activity

add breath time in object detection

Browse source
This commit is contained in:
Abhinav 2022-08-03 16:29:41 +05:30
parent 583f35a32f
commit 57200cc0c8
2 changed files with 4 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
src/services/machineLearning/imageSceneService.ts
View file

@ -7,6 +7,7 @@ import {
Versioned, Versioned,
} from 'types/machineLearning'; } from 'types/machineLearning';
import { SCENE_DETECTION_IMAGE_SIZE } from 'constants/machineLearning/config'; import { SCENE_DETECTION_IMAGE_SIZE } from 'constants/machineLearning/config';
import { sleep } from 'utils/common';
class ImageScene implements SceneDetectionService { class ImageScene implements SceneDetectionService {
method: Versioned<SceneDetectionMethod>; method: Versioned<SceneDetectionMethod>;
@ -53,6 +54,7 @@ class ImageScene implements SceneDetectionService {
} }
async detectScenes(image: ImageBitmap, minScore: number) { async detectScenes(image: ImageBitmap, minScore: number) {
await sleep(500);
await tf.ready(); await tf.ready();
const model = await this.getImageSceneModel(); const model = await this.getImageSceneModel();
@ -71,7 +73,6 @@ class ImageScene implements SceneDetectionService {
resizedTensor = tf.cast(resizedTensor, 'float32'); resizedTensor = tf.cast(resizedTensor, 'float32');
const output = model.predict(resizedTensor) as tf.Tensor; const output = model.predict(resizedTensor) as tf.Tensor;
return output; return output;
}); });

2
src/services/machineLearning/ssdMobileNetV2Service.ts
View file

@ -7,6 +7,7 @@ import {
} from 'types/machineLearning'; } from 'types/machineLearning';
import * as SSDMobileNet from '@tensorflow-models/coco-ssd'; import * as SSDMobileNet from '@tensorflow-models/coco-ssd';
import { sleep } from 'utils/common';
class SSDMobileNetV2 implements ObjectDetectionService { class SSDMobileNetV2 implements ObjectDetectionService {
private ssdMobileNetV2Model: SSDMobileNet.ObjectDetection; private ssdMobileNetV2Model: SSDMobileNet.ObjectDetection;
@ -41,6 +42,7 @@ class SSDMobileNetV2 implements ObjectDetectionService {
maxNumberBoxes: number, maxNumberBoxes: number,
minScore: number minScore: number
): Promise<ObjectDetection[]> { ): Promise<ObjectDetection[]> {
await sleep(500);
const ssdMobileNetV2Model = await this.getSSDMobileNetV2Model(); const ssdMobileNetV2Model = await this.getSSDMobileNetV2Model();
const tfImage = tf.browser.fromPixels(image); const tfImage = tf.browser.fromPixels(image);
const detections = await ssdMobileNetV2Model.detect( const detections = await ssdMobileNetV2Model.detect(