WIP
This commit is contained in:
parent
82160778d8
commit
84b262974a
|
@ -0,0 +1,146 @@
|
|||
package codex
|
||||
|
||||
import (
|
||||
"bytes"
|
||||
"context"
|
||||
"strings"
|
||||
"testing"
|
||||
"time"
|
||||
|
||||
"github.com/guseggert/clustertest/cluster"
|
||||
"github.com/guseggert/clustertest/cluster/basic"
|
||||
"github.com/guseggert/clustertest/cluster/docker"
|
||||
"github.com/stretchr/testify/assert"
|
||||
"golang.org/x/sync/errgroup"
|
||||
)
|
||||
|
||||
func TestDownload1(t *testing.T) {
|
||||
run := func(t *testing.T, name string, impl cluster.Cluster) {
|
||||
t.Run(name, func(t *testing.T) {
|
||||
var spr string
|
||||
var cid string
|
||||
var ip string
|
||||
t.Parallel()
|
||||
|
||||
// Create the cluster.
|
||||
c := basic.New(impl)
|
||||
t.Cleanup(c.MustCleanup)
|
||||
|
||||
t.Logf("Launching %s nodes", name)
|
||||
nodes := c.MustNewNodes(2)
|
||||
|
||||
group, groupCtx := errgroup.WithContext(context.Background())
|
||||
addrs := "127.0.0.1"
|
||||
for i, node := range nodes {
|
||||
id := i
|
||||
node := node.Context(groupCtx)
|
||||
group.Go(func() error {
|
||||
if id == 0 {
|
||||
ip, err := getIp(groupCtx, node)
|
||||
if err != nil {
|
||||
t.Error(Fatal("failed to get ip: %s", err))
|
||||
t.Error(Fatal("HOST EOutput: %s\n", ip))
|
||||
}
|
||||
t.Log(Info("ip: " + ip))
|
||||
stdout := &bytes.Buffer{}
|
||||
stderr := &bytes.Buffer{}
|
||||
runout := &bytes.Buffer{}
|
||||
runerr := &bytes.Buffer{}
|
||||
_, err = node.StartProc(cluster.StartProcRequest{
|
||||
Command: "./build/codex",
|
||||
Args: []string{"--metrics", "--api-port=8090", "--data-dir=`pwd`/Codex1", "--disc-port=8070", "--log-level=TRACE"},
|
||||
Stdout: stdout,
|
||||
})
|
||||
|
||||
if err != nil {
|
||||
t.Error(Fatal("HOST EOutput: %s\n", stderr.String()))
|
||||
return err
|
||||
}
|
||||
time.Sleep(2 * time.Second)
|
||||
|
||||
out, _, err := debugInfoCall(groupCtx, node, addrs)
|
||||
if err != nil {
|
||||
t.Error(Fatal("failed to get debug info: %s", err))
|
||||
}
|
||||
temp := strings.Split(out, "\"spr\":")
|
||||
t.Log(Info("debug info: ", out))
|
||||
t.Log(Info("debug info: ", temp[1][1:len(temp[1])-2]))
|
||||
spr = temp[1][1 : len(temp[1])-2]
|
||||
node.SendFile("tests/dog1.txt", bytes.NewBuffer([]byte("hello my dog")))
|
||||
proc, err := node.StartProc(cluster.StartProcRequest{
|
||||
Command: "curl",
|
||||
Args: []string{"-vvv", "-H", "content-type: application/octet-stream", "-H", "Expect:", "-T", "tests/dog1.txt", "http://" + addrs + ":8090/api/codex/v1/upload", "-X", "POST"},
|
||||
Stdout: runout,
|
||||
Stderr: runerr,
|
||||
})
|
||||
if err != nil {
|
||||
t.Error(Fatal("HOST EOutput: ", runout.String()))
|
||||
return err
|
||||
}
|
||||
_, err = proc.Wait()
|
||||
if err != nil {
|
||||
t.Error(Fatal("HOST EOutput: ", runout.String()))
|
||||
return err
|
||||
}
|
||||
t.Log(Info(runout.String()))
|
||||
t.Log(stderr.String())
|
||||
cid = runout.String()
|
||||
}
|
||||
if id == 1 {
|
||||
stdout := &bytes.Buffer{}
|
||||
stderr := &bytes.Buffer{}
|
||||
runout := &bytes.Buffer{}
|
||||
runerr := &bytes.Buffer{}
|
||||
_, err = node.StartProc(cluster.StartProcRequest{
|
||||
Command: "./build/codex",
|
||||
Args: []string{"--metrics", "--api-port=8091", "--data-dir=`pwd`/Codex1", "--disc-port=8071", "--log-level=TRACE", "--bootstrap-node=" + spr},
|
||||
Stdout: stdout,
|
||||
Stderr: stderr,
|
||||
})
|
||||
time.Sleep(2 * time.Second)
|
||||
if err != nil {
|
||||
t.Error(Fatal("HOST EOutput: ", stderr.String()))
|
||||
}
|
||||
t.Log(stdout.String())
|
||||
t.Log(stderr.String())
|
||||
stdout.Reset()
|
||||
stderr.Reset()
|
||||
t.Log(Info("CID: " + cid))
|
||||
proc, err := node.StartProc(cluster.StartProcRequest{
|
||||
Command: "curl",
|
||||
Args: []string{"-vvv", "http://" + addrs + ":8090/api/codex/v1/download/" + cid, "--output", "tests/dog2.txt"},
|
||||
Stdout: runout,
|
||||
})
|
||||
if err != nil {
|
||||
t.Error(Fatal("HOST EOutput: ", stderr.String()))
|
||||
}
|
||||
code, err := proc.Wait()
|
||||
if err != nil {
|
||||
t.Error(Fatal("HOST EOutput: ", stderr.String()))
|
||||
}
|
||||
t.Log(Info("download return code: ", code.ExitCode))
|
||||
t.Log(Info(runout.String()))
|
||||
t.Log(runerr.String())
|
||||
runout.Reset()
|
||||
runerr.Reset()
|
||||
_, err = node.Run(cluster.StartProcRequest{
|
||||
Command: "cat",
|
||||
Args: []string{"tests/dog2.txt"},
|
||||
Stdout: runout,
|
||||
Stderr: runerr,
|
||||
})
|
||||
t.Log(Info(runout.String()))
|
||||
t.Log(runerr.String())
|
||||
assert.Equal(t, "hello my dog", runout.String())
|
||||
}
|
||||
return nil
|
||||
})
|
||||
time.Sleep(5 * time.Second)
|
||||
}
|
||||
group.Wait()
|
||||
})
|
||||
|
||||
}
|
||||
// run(t, "local cluster", local.MustNewCluster())
|
||||
run(t, "Docker cluster", docker.MustNewCluster().WithBaseImage("corbo12/nim-codex:v4"))
|
||||
}
|
|
@ -54,11 +54,20 @@ func TestDownload1(t *testing.T) {
|
|||
time.Sleep(2 * time.Second)
|
||||
|
||||
if id == 1 {
|
||||
runout := &bytes.Buffer{}
|
||||
runerr := &bytes.Buffer{}
|
||||
_, err = node.Run(cluster.StartProcRequest{
|
||||
Command: "ls",
|
||||
Args: []string{"tests"},
|
||||
Stdout: runout,
|
||||
Stderr: runerr,
|
||||
})
|
||||
t.Log(Info(runout.String()))
|
||||
node.SendFile("tests/dog1.txt", bytes.NewBuffer([]byte("hello my dog")))
|
||||
runout.Reset()
|
||||
runerr.Reset()
|
||||
for x := 0; x < 1; x++ {
|
||||
group.Go(func() error {
|
||||
runout := &bytes.Buffer{}
|
||||
runerr := &bytes.Buffer{}
|
||||
runout.Reset()
|
||||
runerr.Reset()
|
||||
proc, err := node.StartProc(cluster.StartProcRequest{
|
||||
|
@ -81,9 +90,19 @@ func TestDownload1(t *testing.T) {
|
|||
cid := runout.String()
|
||||
runout.Reset()
|
||||
runerr.Reset()
|
||||
_, err = node.Run(cluster.StartProcRequest{
|
||||
Command: "ls",
|
||||
Args: []string{"tests"},
|
||||
Stdout: runout,
|
||||
Stderr: runerr,
|
||||
})
|
||||
t.Log(Info(runout.String()))
|
||||
runout.Reset()
|
||||
runerr.Reset()
|
||||
t.Log(Info("CID: " + cid))
|
||||
proc, err = node.StartProc(cluster.StartProcRequest{
|
||||
Command: "curl",
|
||||
Args: []string{"-vvv", "http://" + addrs + ":8090/api/codex/v1/download<" + cid + ">", "--output", "tests/dog2.txt"},
|
||||
Args: []string{"-vvv", "http://" + addrs + ":8090/api/codex/v1/download/" + cid, "--output", "tests/dog2.txt"},
|
||||
Stdout: runout,
|
||||
})
|
||||
_, _ = proc.Wait()
|
||||
|
@ -93,7 +112,7 @@ func TestDownload1(t *testing.T) {
|
|||
runerr.Reset()
|
||||
_, err = node.Run(cluster.StartProcRequest{
|
||||
Command: "ls",
|
||||
Args: []string{"tests"},
|
||||
Args: []string{"-l", "tests"},
|
||||
Stdout: runout,
|
||||
Stderr: runerr,
|
||||
})
|
||||
|
@ -125,3 +144,5 @@ func TestDownload1(t *testing.T) {
|
|||
// run(t, "local cluster", local.MustNewCluster())
|
||||
run(t, "Docker cluster", docker.MustNewCluster().WithBaseImage("corbo12/nim-codex:v4"))
|
||||
}
|
||||
|
||||
//TODO download file with other node
|
||||
|
|
Loading…
Reference in New Issue