Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Migrated smoke tests for auto detect blob type #2729

Merged
merged 4 commits into from
Jul 16, 2024
Merged
Show file tree
Hide file tree
Changes from 3 commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
109 changes: 109 additions & 0 deletions e2etest/zt_newe2e_autodetect_blob_type_test.go
Original file line number Diff line number Diff line change
@@ -0,0 +1,109 @@
package e2etest

import (
"github.com/Azure/azure-sdk-for-go/sdk/storage/azblob/blob"
"github.com/Azure/azure-storage-azcopy/v10/common"
)

func init() {
suiteManager.RegisterSuite(&AutoDetectBlobTypeTestSuite{})
}

type AutoDetectBlobTypeTestSuite struct{}

func (s *AutoDetectBlobTypeTestSuite) Scenario_AutoInferBlobTypeVHD(svm *ScenarioVariationManager) {
fileName := "myVHD.vHd" // awkward capitalization to see if AzCopy catches it.
body := NewRandomObjectContentContainer(svm, 4*common.MegaByte)

srcObj := CreateResource[ContainerResourceManager](svm, GetRootResource(svm, common.ELocation.Local()), ResourceDefinitionContainer{}).
GetObject(svm, fileName, common.EEntityType.File())
srcObj.Create(svm, body, ObjectProperties{})

dstObj := CreateResource[ContainerResourceManager](svm, GetRootResource(svm, common.ELocation.Blob()), ResourceDefinitionContainer{}).
GetObject(svm, fileName, common.EEntityType.File())

// copy vhd file without specifying page blob. Page blob is inferred for VHD, VHDX, and VMDK
RunAzCopy(svm, AzCopyCommand{
Verb: AzCopyVerbCopy,
Targets: []ResourceManager{srcObj, dstObj},
Flags: CopyFlags{
CopySyncCommonFlags: CopySyncCommonFlags{
Recursive: pointerTo(true),
BlockSizeMB: pointerTo(4.0),
},
},
})

ValidateResource[ObjectResourceManager](svm, dstObj, ResourceDefinitionObject{
Body: body,
ObjectProperties: ObjectProperties{
BlobProperties: BlobProperties{
Type: pointerTo(blob.BlobTypePageBlob),
},
},
}, true)
}

func (s *AutoDetectBlobTypeTestSuite) Scenario_InferBlobTypeFilePageBlob(svm *ScenarioVariationManager) {
fileName := "testS2SVHD.vhd"
body := NewRandomObjectContentContainer(svm, 4*common.MegaByte)

srcContainer := CreateResource[ContainerResourceManager](svm, GetRootResource(svm, common.ELocation.File()), ResourceDefinitionContainer{})
srcObj := srcContainer.GetObject(svm, fileName, common.EEntityType.File())
srcObj.Create(svm, body, ObjectProperties{})

dstContainer := CreateResource[ContainerResourceManager](svm, GetRootResource(svm, common.ELocation.Blob()), ResourceDefinitionContainer{})

RunAzCopy(svm, AzCopyCommand{
Verb: AzCopyVerbCopy,
Targets: []ResourceManager{srcContainer, dstContainer},
Flags: CopyFlags{
CopySyncCommonFlags: CopySyncCommonFlags{
Recursive: pointerTo(true),
},
},
})

ValidateResource[ObjectResourceManager](svm, dstContainer.GetObject(svm, fileName, common.EEntityType.File()), ResourceDefinitionObject{
Body: body,
ObjectProperties: ObjectProperties{
BlobProperties: BlobProperties{
Type: pointerTo(blob.BlobTypePageBlob),
},
},
}, true)
}

func (s *AutoDetectBlobTypeTestSuite) Scenario_DetectBlobTypeBlobBlob(svm *ScenarioVariationManager) {
fileName := "testS2SVHD.vhd"
body := NewRandomObjectContentContainer(svm, 4*common.MegaByte)

// Upload to Azure Blob Storage as Block Blob and detect as Block Blob.
// AzCopy detects the source blob type.
// This means that in all scenarios EXCEPT Blob -> Blob, .vhd corresponds to page blob.
// However, in Blob -> Blob, we preserve the blob type instead of detecting it.
srcContainer := CreateResource[ContainerResourceManager](svm, GetRootResource(svm, common.ELocation.Blob()), ResourceDefinitionContainer{})
srcObj := srcContainer.GetObject(svm, fileName, common.EEntityType.File())
srcObj.Create(svm, body, ObjectProperties{})

dstContainer := CreateResource[ContainerResourceManager](svm, GetRootResource(svm, common.ELocation.Blob()), ResourceDefinitionContainer{})

RunAzCopy(svm, AzCopyCommand{
Verb: AzCopyVerbCopy,
Targets: []ResourceManager{srcContainer, dstContainer},
Flags: CopyFlags{
CopySyncCommonFlags: CopySyncCommonFlags{
Recursive: pointerTo(true),
},
},
})

ValidateResource[ObjectResourceManager](svm, dstContainer.GetObject(svm, fileName, common.EEntityType.File()), ResourceDefinitionObject{
Body: body,
ObjectProperties: ObjectProperties{
BlobProperties: BlobProperties{
Type: pointerTo(blob.BlobTypeBlockBlob),
},
},
}, true)
}
2 changes: 0 additions & 2 deletions testSuite/scripts/run.py
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,6 @@
from test_google_cloud_storage_copy import *
from test_blobfs_download_SAS import *
from test_blobfs_upload_SAS import *
from test_autodetect_blob_type import *
from test_file_sync import *
from test_file_copy import *
from test_google_cloud_storage_copy import *
Expand Down Expand Up @@ -228,7 +227,6 @@ def main():
BlobFs_Upload_ShareKey_User_Scenarios,
BlobFs_Download_SharedKey_User_Scenarios,
Service_2_Service_Copy_User_Scenario,
Autodetect_Blob_Type_Scenario,
Google_Cloud_Storage_Copy_User_Scenario]
suites_list = []

Expand Down
110 changes: 0 additions & 110 deletions testSuite/scripts/test_autodetect_blob_type.py

This file was deleted.

Loading