462 lines
15 KiB
Go
462 lines
15 KiB
Go
/*
|
|
* Copyright 2024 The Dragonfly Authors
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
package e2e
|
|
|
|
import (
|
|
"fmt"
|
|
"time"
|
|
|
|
. "github.com/onsi/ginkgo/v2" //nolint
|
|
. "github.com/onsi/gomega" //nolint
|
|
|
|
"d7y.io/dragonfly/v2/test/e2e/util"
|
|
)
|
|
|
|
var _ = Describe("Download Using Dfget", func() {
|
|
Context("1MiB file", func() {
|
|
var (
|
|
testFile *util.File
|
|
err error
|
|
)
|
|
|
|
BeforeEach(func() {
|
|
testFile, err = util.GetFileServer().GenerateFile(util.FileSize1MiB)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(testFile).NotTo(BeNil())
|
|
})
|
|
|
|
AfterEach(func() {
|
|
err = util.GetFileServer().DeleteFile(testFile.GetInfo())
|
|
Expect(err).NotTo(HaveOccurred())
|
|
})
|
|
|
|
It("download should be ok", Label("dfget", "download"), func() {
|
|
clientPod, err := util.ClientExec()
|
|
fmt.Println(err)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
out, err := clientPod.Command("sh", "-c", fmt.Sprintf("dfget %s --disable-back-to-source --output %s", testFile.GetDownloadURL(), testFile.GetOutputPath())).CombinedOutput()
|
|
fmt.Println(string(out), err)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
sha256sum, err := util.CalculateSha256ByTaskID([]*util.PodExec{clientPod}, testFile.GetTaskID())
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(testFile.GetSha256()).To(Equal(sha256sum))
|
|
|
|
sha256sum, err = util.CalculateSha256ByOutput([]*util.PodExec{clientPod}, testFile.GetOutputPath())
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(testFile.GetSha256()).To(Equal(sha256sum))
|
|
|
|
time.Sleep(1 * time.Second)
|
|
seedClientPods := make([]*util.PodExec, 3)
|
|
for i := range 3 {
|
|
seedClientPods[i], err = util.SeedClientExec(i)
|
|
fmt.Println(err)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
}
|
|
|
|
sha256sum, err = util.CalculateSha256ByTaskID(seedClientPods, testFile.GetTaskID())
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(testFile.GetSha256()).To(Equal(sha256sum))
|
|
})
|
|
})
|
|
|
|
Context("10MiB file", func() {
|
|
var (
|
|
testFile *util.File
|
|
err error
|
|
)
|
|
|
|
BeforeEach(func() {
|
|
testFile, err = util.GetFileServer().GenerateFile(util.FileSize10MiB)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(testFile).NotTo(BeNil())
|
|
})
|
|
|
|
AfterEach(func() {
|
|
err = util.GetFileServer().DeleteFile(testFile.GetInfo())
|
|
Expect(err).NotTo(HaveOccurred())
|
|
})
|
|
|
|
It("download should be ok", Label("dfget", "download"), func() {
|
|
clientPod, err := util.ClientExec()
|
|
fmt.Println(err)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
out, err := clientPod.Command("sh", "-c", fmt.Sprintf("dfget %s --disable-back-to-source --output %s", testFile.GetDownloadURL(), testFile.GetOutputPath())).CombinedOutput()
|
|
fmt.Println(string(out), err)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
sha256sum, err := util.CalculateSha256ByTaskID([]*util.PodExec{clientPod}, testFile.GetTaskID())
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(testFile.GetSha256()).To(Equal(sha256sum))
|
|
|
|
sha256sum, err = util.CalculateSha256ByOutput([]*util.PodExec{clientPod}, testFile.GetOutputPath())
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(testFile.GetSha256()).To(Equal(sha256sum))
|
|
|
|
time.Sleep(1 * time.Second)
|
|
seedClientPods := make([]*util.PodExec, 3)
|
|
for i := range 3 {
|
|
seedClientPods[i], err = util.SeedClientExec(i)
|
|
fmt.Println(err)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
}
|
|
|
|
sha256sum, err = util.CalculateSha256ByTaskID(seedClientPods, testFile.GetTaskID())
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(testFile.GetSha256()).To(Equal(sha256sum))
|
|
})
|
|
})
|
|
|
|
Context("100MiB file", func() {
|
|
var (
|
|
testFile *util.File
|
|
err error
|
|
)
|
|
|
|
BeforeEach(func() {
|
|
testFile, err = util.GetFileServer().GenerateFile(util.FileSize100MiB)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(testFile).NotTo(BeNil())
|
|
})
|
|
|
|
AfterEach(func() {
|
|
err = util.GetFileServer().DeleteFile(testFile.GetInfo())
|
|
Expect(err).NotTo(HaveOccurred())
|
|
})
|
|
|
|
It("download should be ok", Label("dfget", "download"), func() {
|
|
clientPod, err := util.ClientExec()
|
|
fmt.Println(err)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
out, err := clientPod.Command("sh", "-c", fmt.Sprintf("dfget %s --disable-back-to-source --output %s", testFile.GetDownloadURL(), testFile.GetOutputPath())).CombinedOutput()
|
|
fmt.Println(string(out), err)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
sha256sum, err := util.CalculateSha256ByTaskID([]*util.PodExec{clientPod}, testFile.GetTaskID())
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(testFile.GetSha256()).To(Equal(sha256sum))
|
|
|
|
sha256sum, err = util.CalculateSha256ByOutput([]*util.PodExec{clientPod}, testFile.GetOutputPath())
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(testFile.GetSha256()).To(Equal(sha256sum))
|
|
|
|
time.Sleep(1 * time.Second)
|
|
seedClientPods := make([]*util.PodExec, 3)
|
|
for i := range 3 {
|
|
seedClientPods[i], err = util.SeedClientExec(i)
|
|
fmt.Println(err)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
}
|
|
|
|
sha256sum, err = util.CalculateSha256ByTaskID(seedClientPods, testFile.GetTaskID())
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(testFile.GetSha256()).To(Equal(sha256sum))
|
|
})
|
|
})
|
|
|
|
Context("500MiB file", func() {
|
|
var (
|
|
testFile *util.File
|
|
err error
|
|
)
|
|
|
|
BeforeEach(func() {
|
|
testFile, err = util.GetFileServer().GenerateFile(util.FileSize500MiB)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(testFile).NotTo(BeNil())
|
|
})
|
|
|
|
AfterEach(func() {
|
|
err = util.GetFileServer().DeleteFile(testFile.GetInfo())
|
|
Expect(err).NotTo(HaveOccurred())
|
|
})
|
|
|
|
It("download should be ok", Label("dfget", "download"), func() {
|
|
clientPod, err := util.ClientExec()
|
|
fmt.Println(err)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
out, err := clientPod.Command("sh", "-c", fmt.Sprintf("dfget %s --disable-back-to-source --output %s", testFile.GetDownloadURL(), testFile.GetOutputPath())).CombinedOutput()
|
|
fmt.Println(string(out), err)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
sha256sum, err := util.CalculateSha256ByTaskID([]*util.PodExec{clientPod}, testFile.GetTaskID())
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(testFile.GetSha256()).To(Equal(sha256sum))
|
|
|
|
sha256sum, err = util.CalculateSha256ByOutput([]*util.PodExec{clientPod}, testFile.GetOutputPath())
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(testFile.GetSha256()).To(Equal(sha256sum))
|
|
|
|
time.Sleep(1 * time.Second)
|
|
seedClientPods := make([]*util.PodExec, 3)
|
|
for i := range 3 {
|
|
seedClientPods[i], err = util.SeedClientExec(i)
|
|
fmt.Println(err)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
}
|
|
|
|
sha256sum, err = util.CalculateSha256ByTaskID(seedClientPods, testFile.GetTaskID())
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(testFile.GetSha256()).To(Equal(sha256sum))
|
|
})
|
|
})
|
|
|
|
Context("1GiB file", func() {
|
|
var (
|
|
testFile *util.File
|
|
err error
|
|
)
|
|
|
|
BeforeEach(func() {
|
|
testFile, err = util.GetFileServer().GenerateFile(util.FileSize1GiB)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(testFile).NotTo(BeNil())
|
|
})
|
|
|
|
AfterEach(func() {
|
|
err = util.GetFileServer().DeleteFile(testFile.GetInfo())
|
|
Expect(err).NotTo(HaveOccurred())
|
|
})
|
|
|
|
It("download should be ok", Label("dfget", "download"), func() {
|
|
clientPod, err := util.ClientExec()
|
|
fmt.Println(err)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
out, err := clientPod.Command("sh", "-c", fmt.Sprintf("dfget %s --disable-back-to-source --output %s", testFile.GetDownloadURL(), testFile.GetOutputPath())).CombinedOutput()
|
|
fmt.Println(string(out), err)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
sha256sum, err := util.CalculateSha256ByTaskID([]*util.PodExec{clientPod}, testFile.GetTaskID())
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(testFile.GetSha256()).To(Equal(sha256sum))
|
|
|
|
sha256sum, err = util.CalculateSha256ByOutput([]*util.PodExec{clientPod}, testFile.GetOutputPath())
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(testFile.GetSha256()).To(Equal(sha256sum))
|
|
|
|
time.Sleep(1 * time.Second)
|
|
seedClientPods := make([]*util.PodExec, 3)
|
|
for i := range 3 {
|
|
seedClientPods[i], err = util.SeedClientExec(i)
|
|
fmt.Println(err)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
}
|
|
|
|
sha256sum, err = util.CalculateSha256ByTaskID(seedClientPods, testFile.GetTaskID())
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(testFile.GetSha256()).To(Equal(sha256sum))
|
|
})
|
|
})
|
|
|
|
Context("1MiB file and set transfer-from-dfdaemon", func() {
|
|
var (
|
|
testFile *util.File
|
|
err error
|
|
)
|
|
|
|
BeforeEach(func() {
|
|
testFile, err = util.GetFileServer().GenerateFile(util.FileSize1MiB)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(testFile).NotTo(BeNil())
|
|
})
|
|
|
|
AfterEach(func() {
|
|
err = util.GetFileServer().DeleteFile(testFile.GetInfo())
|
|
Expect(err).NotTo(HaveOccurred())
|
|
})
|
|
|
|
It("download should be ok", Label("dfget", "download", "transfer-from-dfdaemon"), func() {
|
|
clientPod, err := util.ClientExec()
|
|
fmt.Println(err)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
out, err := clientPod.Command("sh", "-c", fmt.Sprintf("dfget %s --disable-back-to-source --transfer-from-dfdaemon --output %s", testFile.GetDownloadURL(), testFile.GetOutputPath())).CombinedOutput()
|
|
fmt.Println(string(out), err)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
sha256sum, err := util.CalculateSha256ByTaskID([]*util.PodExec{clientPod}, testFile.GetTaskID())
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(testFile.GetSha256()).To(Equal(sha256sum))
|
|
|
|
sha256sum, err = util.CalculateSha256ByOutput([]*util.PodExec{clientPod}, testFile.GetOutputPath())
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(testFile.GetSha256()).To(Equal(sha256sum))
|
|
|
|
time.Sleep(1 * time.Second)
|
|
seedClientPods := make([]*util.PodExec, 3)
|
|
for i := range 3 {
|
|
seedClientPods[i], err = util.SeedClientExec(i)
|
|
fmt.Println(err)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
}
|
|
|
|
sha256sum, err = util.CalculateSha256ByTaskID(seedClientPods, testFile.GetTaskID())
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(testFile.GetSha256()).To(Equal(sha256sum))
|
|
})
|
|
})
|
|
|
|
Context("10MiB file and set transfer-from-dfdaemon", func() {
|
|
var (
|
|
testFile *util.File
|
|
err error
|
|
)
|
|
|
|
BeforeEach(func() {
|
|
testFile, err = util.GetFileServer().GenerateFile(util.FileSize10MiB)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(testFile).NotTo(BeNil())
|
|
})
|
|
|
|
AfterEach(func() {
|
|
err = util.GetFileServer().DeleteFile(testFile.GetInfo())
|
|
Expect(err).NotTo(HaveOccurred())
|
|
})
|
|
|
|
It("download should be ok", Label("dfget", "download", "transfer-from-dfdaemon"), func() {
|
|
clientPod, err := util.ClientExec()
|
|
fmt.Println(err)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
out, err := clientPod.Command("sh", "-c", fmt.Sprintf("dfget %s --disable-back-to-source --transfer-from-dfdaemon --output %s", testFile.GetDownloadURL(), testFile.GetOutputPath())).CombinedOutput()
|
|
fmt.Println(string(out), err)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
sha256sum, err := util.CalculateSha256ByTaskID([]*util.PodExec{clientPod}, testFile.GetTaskID())
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(testFile.GetSha256()).To(Equal(sha256sum))
|
|
|
|
sha256sum, err = util.CalculateSha256ByOutput([]*util.PodExec{clientPod}, testFile.GetOutputPath())
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(testFile.GetSha256()).To(Equal(sha256sum))
|
|
|
|
time.Sleep(1 * time.Second)
|
|
seedClientPods := make([]*util.PodExec, 3)
|
|
for i := range 3 {
|
|
seedClientPods[i], err = util.SeedClientExec(i)
|
|
fmt.Println(err)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
}
|
|
|
|
sha256sum, err = util.CalculateSha256ByTaskID(seedClientPods, testFile.GetTaskID())
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(testFile.GetSha256()).To(Equal(sha256sum))
|
|
})
|
|
})
|
|
|
|
Context("1MiB file and set application to d7y", func() {
|
|
var (
|
|
testFile *util.File
|
|
err error
|
|
)
|
|
|
|
BeforeEach(func() {
|
|
testFile, err = util.GetFileServer().GenerateFile(util.FileSize1MiB)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(testFile).NotTo(BeNil())
|
|
})
|
|
|
|
AfterEach(func() {
|
|
err = util.GetFileServer().DeleteFile(testFile.GetInfo())
|
|
Expect(err).NotTo(HaveOccurred())
|
|
})
|
|
|
|
It("download should be ok", Label("dfget", "download", "application d7y"), func() {
|
|
clientPod, err := util.ClientExec()
|
|
fmt.Println(err)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
out, err := clientPod.Command("sh", "-c", fmt.Sprintf("dfget %s --disable-back-to-source --application d7y --output %s", testFile.GetDownloadURL(), testFile.GetOutputPath())).CombinedOutput()
|
|
fmt.Println(string(out), err)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
sha256sum, err := util.CalculateSha256ByTaskID([]*util.PodExec{clientPod}, testFile.GetTaskID(util.WithTaskIDApplication("d7y")))
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(testFile.GetSha256()).To(Equal(sha256sum))
|
|
|
|
sha256sum, err = util.CalculateSha256ByOutput([]*util.PodExec{clientPod}, testFile.GetOutputPath())
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(testFile.GetSha256()).To(Equal(sha256sum))
|
|
|
|
time.Sleep(1 * time.Second)
|
|
seedClientPods := make([]*util.PodExec, 3)
|
|
for i := range 3 {
|
|
seedClientPods[i], err = util.SeedClientExec(i)
|
|
fmt.Println(err)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
}
|
|
|
|
sha256sum, err = util.CalculateSha256ByTaskID(seedClientPods, testFile.GetTaskID(util.WithTaskIDApplication("d7y")))
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(testFile.GetSha256()).To(Equal(sha256sum))
|
|
})
|
|
})
|
|
|
|
Context("1MiB file and set tag to d7y", func() {
|
|
var (
|
|
testFile *util.File
|
|
err error
|
|
)
|
|
|
|
BeforeEach(func() {
|
|
testFile, err = util.GetFileServer().GenerateFile(util.FileSize1MiB)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(testFile).NotTo(BeNil())
|
|
})
|
|
|
|
AfterEach(func() {
|
|
err = util.GetFileServer().DeleteFile(testFile.GetInfo())
|
|
Expect(err).NotTo(HaveOccurred())
|
|
})
|
|
|
|
It("download should be ok", Label("dfget", "download", "tag d7y"), func() {
|
|
clientPod, err := util.ClientExec()
|
|
fmt.Println(err)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
out, err := clientPod.Command("sh", "-c", fmt.Sprintf("dfget %s --disable-back-to-source --tag d7y --output %s", testFile.GetDownloadURL(), testFile.GetOutputPath())).CombinedOutput()
|
|
fmt.Println(string(out), err)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
sha256sum, err := util.CalculateSha256ByTaskID([]*util.PodExec{clientPod}, testFile.GetTaskID(util.WithTaskIDTag("d7y")))
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(testFile.GetSha256()).To(Equal(sha256sum))
|
|
|
|
sha256sum, err = util.CalculateSha256ByOutput([]*util.PodExec{clientPod}, testFile.GetOutputPath())
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(testFile.GetSha256()).To(Equal(sha256sum))
|
|
|
|
time.Sleep(1 * time.Second)
|
|
seedClientPods := make([]*util.PodExec, 3)
|
|
for i := range 3 {
|
|
seedClientPods[i], err = util.SeedClientExec(i)
|
|
fmt.Println(err)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
}
|
|
|
|
sha256sum, err = util.CalculateSha256ByTaskID(seedClientPods, testFile.GetTaskID(util.WithTaskIDTag("d7y")))
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(testFile.GetSha256()).To(Equal(sha256sum))
|
|
})
|
|
})
|
|
})
|