Delete embeddings from hot bucket if different from embedding bucket

This commit is contained in:
Neeraj Gupta 2024-05-14 14:18:50 +05:30
parent 3e7b16288f
commit 18d1bb60ca

View file

@ -268,6 +268,14 @@ func (c *Controller) deleteEmbedding(qItem repo.QueueItem) {
ctxLogger.WithError(err).Error("Failed to delete all objects") ctxLogger.WithError(err).Error("Failed to delete all objects")
return return
} }
// if Embeddings DC is different from hot DC, delete from hot DC as well
if c.S3Config.GetEmbeddingsDataCenter() != c.S3Config.GetHotDataCenter() {
err = c.ObjectCleanupController.DeleteAllObjectsWithPrefix(prefix, c.S3Config.GetHotDataCenter())
if err != nil {
ctxLogger.WithError(err).Error("Failed to delete all objects from hot DC")
return
}
}
err = c.Repo.Delete(fileID) err = c.Repo.Delete(fileID)
if err != nil { if err != nil {