From 18d1bb60ca1cec2100962e14f6edeaf5a0f41054 Mon Sep 17 00:00:00 2001 From: Neeraj Gupta <254676+ua741@users.noreply.github.com> Date: Tue, 14 May 2024 14:18:50 +0530 Subject: [PATCH] Delete embeddings from hot bucket if different from embedding bucket --- server/pkg/controller/embedding/controller.go | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/server/pkg/controller/embedding/controller.go b/server/pkg/controller/embedding/controller.go index 0212fb0de..e955a8b66 100644 --- a/server/pkg/controller/embedding/controller.go +++ b/server/pkg/controller/embedding/controller.go @@ -268,6 +268,14 @@ func (c *Controller) deleteEmbedding(qItem repo.QueueItem) { ctxLogger.WithError(err).Error("Failed to delete all objects") return } + // if Embeddings DC is different from hot DC, delete from hot DC as well + if c.S3Config.GetEmbeddingsDataCenter() != c.S3Config.GetHotDataCenter() { + err = c.ObjectCleanupController.DeleteAllObjectsWithPrefix(prefix, c.S3Config.GetHotDataCenter()) + if err != nil { + ctxLogger.WithError(err).Error("Failed to delete all objects from hot DC") + return + } + } err = c.Repo.Delete(fileID) if err != nil {