Avoid multiple sqrt computation for text encoder

This commit is contained in:
0nullpointer 2024-01-09 16:22:28 +05:30
parent ff0eaefd9b
commit 8186b38bb6

View file

@ -50,9 +50,10 @@ class OnnxTextEncoder {
for (int i = 0; i < 512; i++) {
textNormalization += embedding[i] * embedding[i];
}
final double sqrtTextNormalization = sqrt(textNormalization);
for (int i = 0; i < 512; i++) {
embedding[i] = embedding[i] / sqrt(textNormalization);
embedding[i] = embedding[i] / sqrtTextNormalization;
}
return (embedding);