Reduce the number of rest calls while doing Rename Operation

component/attr_cache/attr_cache.go

@@ -360,14 +360,24 @@ func (ac *AttrCache) DeleteFile(options internal.DeleteFileOptions) error {
 // RenameFile : Mark the source file deleted. Invalidate the destination file.
 func (ac *AttrCache) RenameFile(options internal.RenameFileOptions) error {
 	log.Trace("AttrCache::RenameFile : %s -> %s", options.Src, options.Dst)
-
+	srcAttr := options.SrcAttr
 	err := ac.NextComponent().RenameFile(options)
 	if err == nil {
+		// Copy source attribute to destination.
+		// LMT of Source will be modified by next component if the copy is success.
 		ac.cacheLock.RLock()
 		defer ac.cacheLock.RUnlock()
-
+		dstCacheEntry, found := ac.cacheMap[options.Dst]
+		if found {
+			// Copy the Src Attr to Dst
+			dstCacheEntry.attr = srcAttr
+			dstCacheEntry.attr.Path = options.Dst
+			// Dst blob may not exist before
+			dstCacheEntry.attrFlag.Set(AttrFlagExists)
+			// Refresh the cache
+			dstCacheEntry.cachedAt = time.Now()
+		}
 		ac.deletePath(options.Src, time.Now())
-		ac.invalidatePath(options.Dst)
 	}
 
 	return err

component/attr_cache/attr_cache_test.go

@@ -676,15 +676,28 @@ func (suite *attrCacheTestSuite) TestRenameFile() {
 	suite.assert.NotContains(suite.attrCache.cacheMap, src)
 	suite.assert.NotContains(suite.attrCache.cacheMap, dst)
 
-	// Entry Already Exists
+	// Src, Dst Entry Already Exists
 	addPathToCache(suite.assert, suite.attrCache, src, false)
 	addPathToCache(suite.assert, suite.attrCache, dst, false)
+	options.SrcAttr = suite.attrCache.cacheMap[src].attr
+	options.DstAttr = suite.attrCache.cacheMap[dst].attr
 	suite.mock.EXPECT().RenameFile(options).Return(nil)
+	err = suite.attrCache.RenameFile(options)
+	suite.assert.Nil(err)
+	assertDeleted(suite, src)
+	assertUntouched(suite, dst)
 
+	// Src Entry Exist and Dst Entry Don't Exist
+	addPathToCache(suite.assert, suite.attrCache, src, false)
+	// Add negative entry to cache for Dst
+	suite.attrCache.cacheMap[dst] = newAttrCacheItem(&internal.ObjAttr{}, false, time.Now())
+	options.SrcAttr = suite.attrCache.cacheMap[src].attr
+	options.DstAttr = suite.attrCache.cacheMap[dst].attr
+	suite.mock.EXPECT().RenameFile(options).Return(nil)
 	err = suite.attrCache.RenameFile(options)
 	suite.assert.Nil(err)
 	assertDeleted(suite, src)
-	assertInvalid(suite, dst)
+	assertUntouched(suite, dst)
 }
 
 // Tests Write File

component/azstorage/azstorage.go

@@ -423,7 +423,7 @@ func (az *AzStorage) DeleteFile(options internal.DeleteFileOptions) error {
 func (az *AzStorage) RenameFile(options internal.RenameFileOptions) error {
 	log.Trace("AzStorage::RenameFile : %s to %s", options.Src, options.Dst)
 
-	err := az.storage.RenameFile(options.Src, options.Dst)
+	err := az.storage.RenameFile(options.Src, options.Dst, options.SrcAttr)
 
 	if err == nil {
 		azStatsCollector.PushEvents(renameFile, options.Src, map[string]interface{}{src: options.Src, dest: options.Dst})

component/azstorage/block_blob.go

@@ -316,7 +316,11 @@ func (bb *BlockBlob) DeleteDirectory(name string) (err error) {
 
 // RenameFile : Rename the file
 // Source file must exist in storage account before calling this method.
-func (bb *BlockBlob) RenameFile(source string, target string) error {
+// When the rename is success, Data, metadata, of the blob will be copied to the destination.
+// Creation time and LMT is not preserved for copyBlob API.
+// Copy the LMT to the src attr if the copy is success.
+// https://learn.microsoft.com/en-us/rest/api/storageservices/copy-blob?tabs=microsoft-entra-id
+func (bb *BlockBlob) RenameFile(source string, target string, srcAttr *internal.ObjAttr) error {
 	log.Trace("BlockBlob::RenameFile : %s -> %s", source, target)
 
 	blobClient := bb.Container.NewBlockBlobClient(filepath.Join(bb.Config.prefixPath, source))
@@ -340,6 +344,8 @@ func (bb *BlockBlob) RenameFile(source string, target string) error {
 		return err
 	}
 
+	var dstLMT *time.Time = startCopy.LastModified
+
 	copyStatus := startCopy.CopyStatus
 	for copyStatus != nil && *copyStatus == blob.CopyStatusTypePending {
 		time.Sleep(time.Second * 1)
@@ -349,9 +355,14 @@ func (bb *BlockBlob) RenameFile(source string, target string) error {
 		if err != nil {
 			log.Err("BlockBlob::RenameFile : CopyStats : Failed to get blob properties for %s [%s]", source, err.Error())
 		}
+		dstLMT = prop.LastModified
 		copyStatus = prop.CopyStatus
 	}
 
+	if copyStatus != nil && *copyStatus == blob.CopyStatusTypeSuccess {
+		modifyLMT(srcAttr, dstLMT)
+	}
+
 	log.Trace("BlockBlob::RenameFile : %s -> %s done", source, target)
 
 	// Copy of the file is done so now delete the older file
@@ -393,7 +404,7 @@ func (bb *BlockBlob) RenameDirectory(source string, target string) error {
 		for _, blobInfo := range listBlobResp.Segment.BlobItems {
 			srcDirPresent = true
 			srcPath := split(bb.Config.prefixPath, *blobInfo.Name)
-			err = bb.RenameFile(srcPath, strings.Replace(srcPath, source, target, 1))
+			err = bb.RenameFile(srcPath, strings.Replace(srcPath, source, target, 1), nil)
 			if err != nil {
 				log.Err("BlockBlob::RenameDirectory : Failed to rename file %s [%s]", srcPath, err.Error)
 			}
@@ -419,7 +430,7 @@ func (bb *BlockBlob) RenameDirectory(source string, target string) error {
 		}
 	}
 
-	return bb.RenameFile(source, target)
+	return bb.RenameFile(source, target, nil)
 }
 
 func (bb *BlockBlob) getAttrUsingRest(name string) (attr *internal.ObjAttr, err error) {

component/azstorage/connection.go

@@ -110,7 +110,7 @@ type AzConnection interface {
 	DeleteFile(name string) error
 	DeleteDirectory(name string) error
 
-	RenameFile(string, string) error
+	RenameFile(string, string, *internal.ObjAttr) error
 	RenameDirectory(string, string) error
 
 	GetAttr(name string) (attr *internal.ObjAttr, err error)

component/azstorage/datalake.go

@@ -318,12 +318,13 @@ func (dl *Datalake) DeleteDirectory(name string) (err error) {
 }
 
 // RenameFile : Rename the file
-func (dl *Datalake) RenameFile(source string, target string) error {
+// While renaming the file, Creation time is preserved but LMT is changed for the destination blob.
+func (dl *Datalake) RenameFile(source string, target string, srcAttr *internal.ObjAttr) error {
 	log.Trace("Datalake::RenameFile : %s -> %s", source, target)
 
 	fileClient := dl.Filesystem.NewFileClient(url.PathEscape(filepath.Join(dl.Config.prefixPath, source)))
 
-	_, err := fileClient.Rename(context.Background(), filepath.Join(dl.Config.prefixPath, target), &file.RenameOptions{
+	renameResponse, err := fileClient.Rename(context.Background(), filepath.Join(dl.Config.prefixPath, target), &file.RenameOptions{
 		CPKInfo: dl.datalakeCPKOpt,
 	})
 	if err != nil {
@@ -336,7 +337,7 @@ func (dl *Datalake) RenameFile(source string, target string) error {
 			return err
 		}
 	}
-
+	modifyLMT(srcAttr, renameResponse.LastModified)
 	return nil
 }
 

component/azstorage/utils.go

@@ -597,6 +597,14 @@ func removeLeadingSlashes(s string) string {
 	return s
 }
 
+func modifyLMT(attr *internal.ObjAttr, lmt *time.Time) {
+	if attr != nil {
+		attr.Atime = *lmt
+		attr.Mtime = *lmt
+		attr.Ctime = *lmt
+	}
+}
+
 // func parseBlobTags(tags *container.BlobTags) map[string]string {
 
 // 	if tags == nil {

component/libfuse/libfuse_handler.go

@@ -979,7 +979,10 @@ func libfuse_rename(src *C.char, dst *C.char, flags C.uint) C.int {
 			}
 		}
 
-		err := fuseFS.NextComponent().RenameDir(internal.RenameDirOptions{Src: srcPath, Dst: dstPath})
+		err := fuseFS.NextComponent().RenameDir(internal.RenameDirOptions{
+			Src: srcPath,
+			Dst: dstPath,
+		})
 		if err != nil {
 			log.Err("Libfuse::libfuse_rename : error renaming directory %s -> %s [%s]", srcPath, dstPath, err.Error())
 			return -C.EIO
@@ -989,7 +992,12 @@ func libfuse_rename(src *C.char, dst *C.char, flags C.uint) C.int {
 		libfuseStatsCollector.UpdateStats(stats_manager.Increment, renameDir, (int64)(1))
 
 	} else {
-		err := fuseFS.NextComponent().RenameFile(internal.RenameFileOptions{Src: srcPath, Dst: dstPath})
+		err := fuseFS.NextComponent().RenameFile(internal.RenameFileOptions{
+			Src:     srcPath,
+			Dst:     dstPath,
+			SrcAttr: srcAttr,
+			DstAttr: dstAttr,
+		})
 		if err != nil {
 			log.Err("Libfuse::libfuse_rename : error renaming file %s -> %s [%s]", srcPath, dstPath, err.Error())
 			return -C.EIO

internal/component_options.go

@@ -96,8 +96,10 @@ type CloseFileOptions struct {
 }
 
 type RenameFileOptions struct {
-	Src string
-	Dst string
+	Src     string
+	Dst     string
+	SrcAttr *ObjAttr
+	DstAttr *ObjAttr
 }
 
 type ReadFileOptions struct {