zt_list_test.go

package cmd

import (
	"github.com/Azure/azure-sdk-for-go/sdk/storage/azblob/container"
	"github.com/Azure/azure-storage-azcopy/v10/common"
	"github.com/stretchr/testify/assert"
	"strings"
	"testing"
)

func TestListVersions(t *testing.T) {
	a := assert.New(t)
	bsc := getSecondaryBlobServiceClient()
	// set up the container with single blob with 2 versions
	containerClient, containerName := createNewContainer(a, bsc)
	defer deleteContainer(a, containerClient)

	blobsToInclude := []string{"AzURE2021.jpeg", "sub1/dir2/HELLO-4.txt", "sub1/test/testing.txt"}
	scenarioHelper{}.generateBlobsFromList(a, containerClient, blobsToInclude, blockBlobDefaultData)
	a.NotNil(containerClient)

	// get dictionary/map of blob: version id
	versions := make(map[string]string)
	for _, blob := range blobsToInclude {
		props, err := containerClient.NewBlockBlobClient(blob).GetProperties(ctx, nil)
		a.NoError(err)

		versions[blob] = *props.VersionID
	}

	// confirm that container has 3 blobs
	pager := containerClient.NewListBlobsFlatPager(nil)
	list, err := pager.NextPage(ctx)
	a.NoError(err)
	a.NotNil(list.Segment.BlobItems)
	a.Equal(3, len(list.Segment.BlobItems))

	// set up interceptor
	mockedRPC := interceptor{}
	Rpc = mockedRPC.intercept
	mockedRPC.init()

	mockedLcm := mockedLifecycleManager{infoLog: make(chan string, 50)}
	mockedLcm.SetOutputFormat(common.EOutputFormat.Text()) // text format
	glcm = &mockedLcm

	// construct the raw input to simulate user input
	rawContainerURLWithSAS := scenarioHelper{}.getSecondaryRawContainerURLWithSAS(a, containerName)
	raw := getDefaultListRawInput(rawContainerURLWithSAS.String())
	raw.Properties = "VersionId"
	raw.RunningTally = true

	runListAndVerify(a, raw, func(err error) {
		a.Nil(err)

		// validate that the no transfers were scheduled
		a.Nil(mockedRPC.transfers)

		// check if info logs contain the correct version id for each blob
		msg := mockedLcm.GatherAllLogs(mockedLcm.infoLog)
		for i, m := range msg {
			if i < 3 { // 0-2 will be blob names + version id
				a.True(strings.Contains(m, blobsToInclude[i]))
				a.True(strings.Contains(m, "VersionId: "+versions[blobsToInclude[i]]))
			}
			if i == 4 { // 4 will be file count
				a.True(strings.Contains(m, "File count: 3"))
			}
			if i == 5 { // 5 will be file size
				a.True(strings.Contains(m, "Total file size: 69.00 B"))
			}
		}
	})

}

func TestListVersionsMultiVersions(t *testing.T) {
	a := assert.New(t)
	bsc := getSecondaryBlobServiceClient()
	// set up the container with single blob with 2 versions
	containerClient, containerName := createNewContainer(a, bsc)
	defer deleteContainer(a, containerClient)

	// testing how running tally will handle foo.txt vs foo/foo.txt, test/foo.txt
	blobsToInclude := []string{"foo.txt", "foo/foo.txt", "test/foo.txt", "sub1/test/baz.txt"}
	scenarioHelper{}.generateBlobsFromList(a, containerClient, blobsToInclude, blockBlobDefaultData)
	a.NotNil(containerClient)

	// make first two blobs have 1 additional version
	blobsToVersion := []string{blobsToInclude[0], blobsToInclude[1]}
	scenarioHelper{}.generateVersionsForBlobsFromList(a, containerClient, blobsToVersion)
	a.NotNil(containerClient)

	// confirm that container has 6 blobs (4 blobs, 2 versions)
	pager := containerClient.NewListBlobsFlatPager(&container.ListBlobsFlatOptions{
		Include: container.ListBlobsInclude{Versions: true},
	})
	list, err := pager.NextPage(ctx)
	a.NoError(err)
	a.NotNil(list.Segment.BlobItems)
	a.Equal(6, len(list.Segment.BlobItems))

	var blobs []string
	var versions []string
	for _, item := range list.Segment.BlobItems {
		blobs = append(blobs, *item.Name)
		versions = append(versions, *item.VersionID)
	}

	// set up interceptor
	mockedRPC := interceptor{}
	Rpc = mockedRPC.intercept
	mockedRPC.init()

	mockedLcm := mockedLifecycleManager{infoLog: make(chan string, 50)}
	mockedLcm.SetOutputFormat(common.EOutputFormat.Text()) // text format
	glcm = &mockedLcm

	// construct the raw input to simulate user input
	rawContainerURLWithSAS := scenarioHelper{}.getSecondaryRawContainerURLWithSAS(a, containerName)
	raw := getDefaultListRawInput(rawContainerURLWithSAS.String())
	raw.Properties = "VersionId"
	raw.RunningTally = true

	runListAndVerify(a, raw, func(err error) {
		a.Nil(err)

		// validate that the no transfers were scheduled
		a.Nil(mockedRPC.transfers)

		// check if info logs contain the correct version id for each blob
		msg := mockedLcm.GatherAllLogs(mockedLcm.infoLog)
		for i, m := range msg {
			if i < 6 { // 0-5 will be blob names + version id
				a.True(contains(blobs, m, true))
				a.True(contains(versions, m, false))
			}
			if i == 7 { // 7 will be file count
				a.True(strings.Contains(m, "File count: 4"))
			}
			if i == 8 { // 8 will be file size
				a.True(strings.Contains(m, "Total file size: 92.00 B"))
			}
		}
	})

}

func contains(arr []string, msg string, isBlob bool) bool {
	for _, a := range arr {
		if isBlob {
			if strings.HasPrefix(msg, a) {
				return true
			}
		} else {
			if strings.Contains(msg, a) {
				return true
			}
		}
	}
	return false
}