加入 Gitee
与超过 1200万 开发者一起发现、参与优秀开源项目,私有仓库也完全免费 :)
免费加入
文件
克隆/下载
fileserver_test.go 8.56 KB
一键复制 编辑 原始数据 按行查看 历史
sjqzhang 提交于 2020-03-19 11:29 . bugfix testing
package main
import (
"fmt"
"github.com/astaxie/beego/httplib"
"github.com/eventials/go-tus"
"github.com/sjqzhang/goutil"
"io/ioutil"
_ "net/http/pprof"
"os"
"testing"
"time"
)
const (
CONST_SMALL_FILE_NAME = "small.txt"
CONST_BIG_FILE_NAME = "big.txt"
CONST_DOWNLOAD_BIG_FILE_NAME = "big_dowload.txt"
CONST_DOWNLOAD_SMALL_FILE_NAME = "small_dowload.txt"
)
var testUtil = goutil.Common{}
var endPoint = "http://127.0.0.1:8080/group1"
var endPoint2 = ""
var testCfg *GloablConfig
var testSmallFileMd5 = ""
var testBigFileMd5 = ""
func initFile(smallSize, bigSig int) {
var (
err error
)
smallBytes := make([]byte, smallSize)
for i := 0; i < len(smallBytes); i++ {
smallBytes[i] = 'a'
}
bigBytes := make([]byte, bigSig)
for i := 0; i < len(smallBytes); i++ {
bigBytes[i] = 'a'
}
ioutil.WriteFile(CONST_SMALL_FILE_NAME, smallBytes, 0664)
ioutil.WriteFile(CONST_BIG_FILE_NAME, bigBytes, 0664)
testSmallFileMd5, err = testUtil.GetFileSumByName(CONST_SMALL_FILE_NAME, "")
if err != nil {
// testing.T.Error(err)
fmt.Println(err)
}
testBigFileMd5, err = testUtil.GetFileSumByName(CONST_BIG_FILE_NAME, "")
if err != nil {
//testing.T.Error(err)
fmt.Println(err)
}
fmt.Println(CONST_SMALL_FILE_NAME, testSmallFileMd5)
fmt.Println(CONST_BIG_FILE_NAME, testBigFileMd5)
}
func uploadContinueBig(t *testing.T) {
f, err := os.Open(CONST_BIG_FILE_NAME)
if err != nil {
panic(err)
}
defer f.Close()
client, err := tus.NewClient(endPoint+"/big/upload/", nil)
if err != nil {
t.Error(err)
}
upload, err := tus.NewUploadFromFile(f)
if err != nil {
t.Error(err)
return
}
uploader, err := client.CreateUpload(upload)
if err != nil {
t.Error(err)
return
}
url := uploader.Url()
err = uploader.Upload()
time.Sleep(time.Second * 1)
if err != nil {
t.Error(err)
return
}
if err := httplib.Get(url).ToFile(CONST_DOWNLOAD_BIG_FILE_NAME); err != nil {
t.Error(err)
}
fmt.Println(url)
if md5sum, err := testUtil.GetFileSumByName(CONST_DOWNLOAD_BIG_FILE_NAME, ""); md5sum != testBigFileMd5 {
t.Error("uploadContinue bigfile download fail")
t.Error(err)
}
}
func refreshConfig(t *testing.T) {
var (
cfg GloablConfig
err error
cfgStr string
result string
)
if testCfg == nil {
return
}
cfgStr = testUtil.JsonEncodePretty(testCfg)
if cfg.Addr == "" {
return
}
fmt.Println("refreshConfig")
req := httplib.Post(endPoint + "/reload?action=set")
req.Param("cfg", cfgStr)
result, err = req.String()
if err != nil {
t.Error(err)
}
req = httplib.Get(endPoint + "/reload?action=reload")
result, err = req.String()
if err != nil {
t.Error(err)
}
fmt.Println(result)
}
func testConfig(t *testing.T) {
var (
cfg GloablConfig
err error
cfgStr string
result string
jsonResult JsonResult
)
req := httplib.Get(endPoint + "/reload?action=get")
req.SetTimeout(time.Second*2, time.Second*3)
err = req.ToJSON(&jsonResult)
if err != nil {
t.Error(err)
return
}
cfgStr = testUtil.JsonEncodePretty(cfg)
cfgStr = testUtil.JsonEncodePretty(jsonResult.Data.(map[string]interface{}))
fmt.Println("cfg:\n", cfgStr)
if err = json.Unmarshal([]byte(cfgStr), &cfg); err != nil {
t.Error(err)
return
} else {
testCfg = &cfg
}
if cfg.Peers != nil && len(cfg.Peers) > 0 && endPoint2 == "" {
endPoint2 = cfg.Peers[0]
}
if cfg.Group == "" || cfg.Addr == "" {
t.Error("fail config")
}
cfg.EnableMergeSmallFile = true
cfgStr = testUtil.JsonEncodePretty(cfg)
req = httplib.Post(endPoint + "/reload?action=set")
req.Param("cfg", cfgStr)
result, err = req.String()
if err != nil {
t.Error(err)
}
req = httplib.Get(endPoint + "/reload?action=reload")
result, err = req.String()
if err != nil {
t.Error(err)
}
fmt.Println(result)
}
func testCommon(t *testing.T) {
testUtil.RemoveEmptyDir("files")
if len(testUtil.GetUUID()) != 36 {
t.Error("testCommon fail")
}
}
func testCommonMap(t *testing.T) {
var (
commonMap *goutil.CommonMap
)
commonMap = goutil.NewCommonMap(1)
commonMap.AddUniq("1")
//if len(commonMap.Keys()) != 1 {
// t.Error("testCommonMap fail")
//}
commonMap.Clear()
if len(commonMap.Keys()) != 0 {
t.Error("testCommonMap fail")
}
commonMap.AddCount("count", 1)
commonMap.Add("count")
if v, ok := commonMap.GetValue("count"); ok {
if v.(int) != 2 {
t.Error("testCommonMap fail")
}
}
if !commonMap.Contains("count") {
t.Error("testCommonMap fail")
}
commonMap.Zero()
if v, ok := commonMap.GetValue("count"); ok {
if v.(int) != 0 {
t.Error("testCommonMap fail")
}
}
commonMap.Remove("count")
if _, ok := commonMap.GetValue("count"); ok {
t.Error("testCommonMap fail")
}
}
func testApis(t *testing.T) {
var (
err error
result string
)
apis := []string{"/index","/status", "/stat", "/repair?force=1", "/repair_stat",
"/sync?force=1&date=" + testUtil.GetToDay(),"/delete?md5="+testSmallFileMd5,
"/repair_fileinfo","","/list_dir","/gen_google_code?secret=N7IET373HB2C5M6D",
"/gen_google_secret","/receive_md5s?md5s=xx","/remove_empty_dir","/backup","/search?kw=ab",
"/reload=get","/back","/report"}
for _, v := range apis {
req := httplib.Get(endPoint + v)
req.SetTimeout(time.Second*2, time.Second*3)
result, err = req.String()
if err != nil {
t.Error(err)
continue
}
fmt.Println("#########apis#########",v)
fmt.Println(result)
}
}
func uploadContinueSmall(t *testing.T) {
f, err := os.Open(CONST_SMALL_FILE_NAME)
if err != nil {
panic(err)
}
defer f.Close()
client, err := tus.NewClient(endPoint+"/big/upload/", nil)
if err != nil {
t.Error(err)
}
upload, err := tus.NewUploadFromFile(f)
if err != nil {
t.Error(err)
}
uploader, err := client.CreateUpload(upload)
if err != nil {
t.Error(err)
}
url := uploader.Url()
err = uploader.Upload()
time.Sleep(time.Second * 1)
if err != nil {
t.Error(err)
}
if err := httplib.Get(url).ToFile(CONST_DOWNLOAD_SMALL_FILE_NAME); err != nil {
t.Error(err)
}
fmt.Println(url)
if md5sum, err := testUtil.GetFileSumByName(CONST_DOWNLOAD_SMALL_FILE_NAME, ""); md5sum != testSmallFileMd5 {
t.Error("uploadContinue smallfile download fail")
t.Error(err)
}
}
func uploadSmall(t *testing.T) {
var obj FileResult
req := httplib.Post(endPoint + "/upload")
req.PostFile("file", CONST_SMALL_FILE_NAME)
req.Param("output", "json")
req.Param("scene", "")
req.Param("path", "")
req.ToJSON(&obj)
fmt.Println(obj.Url)
if obj.Md5 != testSmallFileMd5 {
t.Error("file not equal")
} else {
req = httplib.Get(obj.Url)
req.ToFile(CONST_DOWNLOAD_SMALL_FILE_NAME)
if md5sum, err := testUtil.GetFileSumByName(CONST_DOWNLOAD_SMALL_FILE_NAME, ""); md5sum != testSmallFileMd5 {
t.Error("small file not equal", err)
}
}
}
func uploadLarge(t *testing.T) {
var obj FileResult
req := httplib.Post(endPoint + "/upload")
req.PostFile("file", CONST_BIG_FILE_NAME)
req.Param("output", "json")
req.Param("scene", "")
req.Param("path", "")
req.ToJSON(&obj)
fmt.Println(obj.Url)
if obj.Md5 != testBigFileMd5 {
t.Error("file not equal")
} else {
req = httplib.Get(obj.Url)
req.ToFile(CONST_DOWNLOAD_BIG_FILE_NAME)
if md5sum, err := testUtil.GetFileSumByName(CONST_DOWNLOAD_BIG_FILE_NAME, ""); md5sum != testBigFileMd5 {
t.Error("big file not equal", err)
}
}
}
func checkFileExist(t *testing.T) {
var obj FileInfo
req := httplib.Post(endPoint + "/check_file_exist")
req.Param("md5", testBigFileMd5)
req.ToJSON(&obj)
if obj.Md5 != testBigFileMd5 {
t.Error("file not equal testBigFileMd5")
}
req = httplib.Get(endPoint + "/check_file_exist?md5=" + testSmallFileMd5)
req.ToJSON(&obj)
if obj.Md5 != testSmallFileMd5 {
t.Error("file not equal testSmallFileMd5")
}
}
func Test_main(t *testing.T) {
tests := []struct {
name string
}{
{"main"},
}
for _, tt := range tests {
t.Run(tt.name, func(t *testing.T) {
testCommonMap(t)
go main()
time.Sleep(time.Second * 1)
testConfig(t)
initFile(1024*testUtil.RandInt(100, 512), 1024*1024*testUtil.RandInt(2, 20))
uploadContinueBig(t)
uploadContinueSmall(t)
initFile(1024*testUtil.RandInt(100, 512), 1024*1024*testUtil.RandInt(2, 20))
uploadSmall(t)
uploadLarge(t)
checkFileExist(t)
testApis(t)
if endPoint != endPoint2 && endPoint2!="" {
endPoint = endPoint2
fmt.Println("#######endPoint2######",endPoint2)
initFile(1024*testUtil.RandInt(100, 512), 1024*1024*testUtil.RandInt(2, 20))
uploadContinueBig(t)
uploadContinueSmall(t)
initFile(1024*testUtil.RandInt(100, 512), 1024*1024*testUtil.RandInt(2, 20))
uploadSmall(t)
uploadLarge(t)
checkFileExist(t)
testApis(t)
}
time.Sleep(time.Second * 2)
//testCommon(t)
})
}
}
马建仓 AI 助手
尝试更多
代码解读
代码找茬
代码优化