426 lines
14 KiB
Nim
426 lines
14 KiB
Nim
|
# Chronos Test Suite
|
||
|
|
# (c) Copyright 2022-Present
|
||
|
|
# Status Research & Development GmbH
|
||
|
|
#
|
||
|
|
# Licensed under either of
|
||
|
|
# Apache License, version 2.0, (LICENSE-APACHEv2)
|
||
|
|
# MIT license (LICENSE-MIT)
|
||
|
|
import std/os
|
||
|
|
import unittest2, stew/[base10, byteutils]
|
||
|
|
import ".."/chronos/unittest2/asynctests
|
||
|
|
|
||
|
|
when defined(posix):
|
||
|
|
from ".."/chronos/osdefs import SIGKILL
|
||
|
|
|
||
|
|
when defined(nimHasUsed): {.used.}
|
||
|
|
|
||
|
|
suite "Asynchronous process management test suite":
|
||
|
|
const OutputTests =
|
||
|
|
when defined(windows):
|
||
|
|
[
|
||
|
|
("ECHO TESTOUT", "TESTOUT\r\n", ""),
|
||
|
|
("ECHO TESTERR 1>&2", "", "TESTERR \r\n"),
|
||
|
|
("ECHO TESTBOTH && ECHO TESTBOTH 1>&2", "TESTBOTH \r\n",
|
||
|
|
"TESTBOTH \r\n")
|
||
|
|
]
|
||
|
|
else:
|
||
|
|
[
|
||
|
|
("echo TESTOUT", "TESTOUT\n", ""),
|
||
|
|
("echo TESTERR 1>&2", "", "TESTERR\n"),
|
||
|
|
("echo TESTBOTH && echo TESTBOTH 1>&2", "TESTBOTH\n", "TESTBOTH\n")
|
||
|
|
]
|
||
|
|
|
||
|
|
const ExitCodes = [5, 13, 64, 100, 126, 127, 128, 130, 255]
|
||
|
|
|
||
|
|
proc createBigMessage(size: int): seq[byte] =
|
||
|
|
var message = "MESSAGE"
|
||
|
|
result = newSeq[byte](size)
|
||
|
|
for i in 0 ..< len(result):
|
||
|
|
result[i] = byte(message[i mod len(message)])
|
||
|
|
|
||
|
|
when not(defined(windows)):
|
||
|
|
proc getCurrentFD(): int =
|
||
|
|
let local = initTAddress("127.0.0.1:34334")
|
||
|
|
let sock = createAsyncSocket(local.getDomain(), SockType.SOCK_DGRAM,
|
||
|
|
Protocol.IPPROTO_UDP)
|
||
|
|
closeSocket(sock)
|
||
|
|
return int(sock)
|
||
|
|
var markFD = getCurrentFD()
|
||
|
|
|
||
|
|
asyncTest "execCommand() exit codes test":
|
||
|
|
for item in ExitCodes:
|
||
|
|
let command = "exit " & Base10.toString(uint64(item))
|
||
|
|
let res = await execCommand(command)
|
||
|
|
check res == item
|
||
|
|
|
||
|
|
asyncTest "execCommandEx() exit codes and outputs test":
|
||
|
|
for test in OutputTests:
|
||
|
|
let response = await execCommandEx(test[0])
|
||
|
|
check:
|
||
|
|
response.stdOutput == test[1]
|
||
|
|
response.stdError == test[2]
|
||
|
|
response.status == 0
|
||
|
|
|
||
|
|
asyncTest "waitForExit() & peekExitCode() exit codes test":
|
||
|
|
let options = {AsyncProcessOption.EvalCommand}
|
||
|
|
for item in ExitCodes:
|
||
|
|
let command = "exit " & Base10.toString(uint64(item))
|
||
|
|
let process = await startProcess(command, options = options)
|
||
|
|
try:
|
||
|
|
let res = await process.waitForExit(InfiniteDuration)
|
||
|
|
check:
|
||
|
|
res == item
|
||
|
|
process.peekExitCode().tryGet() == item
|
||
|
|
process.running().tryGet() == false
|
||
|
|
finally:
|
||
|
|
await process.closeWait()
|
||
|
|
|
||
|
|
asyncTest "addProcess() test":
|
||
|
|
var
|
||
|
|
handlerFut = newFuture[void]("process.handler.future")
|
||
|
|
pidFd: ProcessHandle
|
||
|
|
processCounter = 0
|
||
|
|
processExitCode = 0
|
||
|
|
process: AsyncProcessRef
|
||
|
|
|
||
|
|
proc processHandler(udata: pointer) {.gcsafe.} =
|
||
|
|
processCounter = cast[int](udata)
|
||
|
|
processExitCode = process.peekExitCode().valueOr:
|
||
|
|
handlerFut.fail(newException(ValueError, osErrorMsg(error)))
|
||
|
|
return
|
||
|
|
let res = removeProcess2(pidFd)
|
||
|
|
if res.isErr():
|
||
|
|
handlerFut.fail(newException(ValueError, osErrorMsg(res.error())))
|
||
|
|
else:
|
||
|
|
handlerFut.complete()
|
||
|
|
|
||
|
|
let
|
||
|
|
options = {AsyncProcessOption.EvalCommand}
|
||
|
|
command = "exit 1"
|
||
|
|
|
||
|
|
process = await startProcess(command, options = options)
|
||
|
|
|
||
|
|
try:
|
||
|
|
pidFd =
|
||
|
|
block:
|
||
|
|
let res = addProcess2(process.pid(), processHandler,
|
||
|
|
cast[pointer](31337))
|
||
|
|
if res.isErr():
|
||
|
|
raiseAssert osErrorMsg(res.error())
|
||
|
|
res.get()
|
||
|
|
await handlerFut.wait(5.seconds)
|
||
|
|
check:
|
||
|
|
processExitCode == 1
|
||
|
|
processCounter == 31337
|
||
|
|
finally:
|
||
|
|
await process.closeWait()
|
||
|
|
|
||
|
|
asyncTest "STDIN stream test":
|
||
|
|
let
|
||
|
|
command =
|
||
|
|
when defined(windows):
|
||
|
|
"tests\\testproc.bat stdin"
|
||
|
|
else:
|
||
|
|
"tests/testproc.sh stdin"
|
||
|
|
options = {AsyncProcessOption.EvalCommand}
|
||
|
|
shellHeader = "STDIN DATA: ".toBytes()
|
||
|
|
smallTest =
|
||
|
|
when defined(windows):
|
||
|
|
"SMALL AMOUNT\r\n".toBytes()
|
||
|
|
else:
|
||
|
|
"SMALL AMOUNT\n".toBytes()
|
||
|
|
|
||
|
|
let bigTest =
|
||
|
|
when defined(windows):
|
||
|
|
var res = createBigMessage(256)
|
||
|
|
res.add(byte(0x0D))
|
||
|
|
res.add(byte(0x0A))
|
||
|
|
res
|
||
|
|
else:
|
||
|
|
var res = createBigMessage(256)
|
||
|
|
res.add(byte(0x0A))
|
||
|
|
res
|
||
|
|
|
||
|
|
for item in [smallTest, bigTest]:
|
||
|
|
let process = await startProcess(command, options = options,
|
||
|
|
stdinHandle = AsyncProcess.Pipe,
|
||
|
|
stdoutHandle = AsyncProcess.Pipe)
|
||
|
|
try:
|
||
|
|
await process.stdinStream.write(item)
|
||
|
|
let stdoutDataFut = process.stdoutStream.read()
|
||
|
|
let res = await process.waitForExit(InfiniteDuration)
|
||
|
|
await allFutures(stdoutDataFut)
|
||
|
|
check:
|
||
|
|
res == 0
|
||
|
|
stdoutDataFut.read() == shellHeader & item
|
||
|
|
finally:
|
||
|
|
await process.closeWait()
|
||
|
|
|
||
|
|
asyncTest "STDOUT and STDERR streams test":
|
||
|
|
let options = {AsyncProcessOption.EvalCommand}
|
||
|
|
|
||
|
|
for test in OutputTests:
|
||
|
|
let process = await startProcess(test[0], options = options,
|
||
|
|
stdoutHandle = AsyncProcess.Pipe,
|
||
|
|
stderrHandle = AsyncProcess.Pipe)
|
||
|
|
try:
|
||
|
|
let outBytesFut = process.stdoutStream.read()
|
||
|
|
let errBytesFut = process.stderrStream.read()
|
||
|
|
let res = await process.waitForExit(InfiniteDuration)
|
||
|
|
await allFutures(outBytesFut, errBytesFut)
|
||
|
|
check:
|
||
|
|
string.fromBytes(outBytesFut.read()) == test[1]
|
||
|
|
string.fromBytes(errBytesFut.read()) == test[2]
|
||
|
|
res == 0
|
||
|
|
finally:
|
||
|
|
await process.closeWait()
|
||
|
|
|
||
|
|
asyncTest "STDERR to STDOUT streams test":
|
||
|
|
let options = {AsyncProcessOption.EvalCommand,
|
||
|
|
AsyncProcessOption.StdErrToStdOut}
|
||
|
|
let command =
|
||
|
|
when defined(windows):
|
||
|
|
"ECHO TESTSTDOUT && ECHO TESTSTDERR 1>&2"
|
||
|
|
else:
|
||
|
|
"echo TESTSTDOUT && echo TESTSTDERR 1>&2"
|
||
|
|
let expect =
|
||
|
|
when defined(windows):
|
||
|
|
"TESTSTDOUT \r\nTESTSTDERR \r\n"
|
||
|
|
else:
|
||
|
|
"TESTSTDOUT\nTESTSTDERR\n"
|
||
|
|
let process = await startProcess(command, options = options,
|
||
|
|
stdoutHandle = AsyncProcess.Pipe)
|
||
|
|
try:
|
||
|
|
let outBytesFut = process.stdoutStream.read()
|
||
|
|
let res = await process.waitForExit(InfiniteDuration)
|
||
|
|
await allFutures(outBytesFut)
|
||
|
|
check:
|
||
|
|
string.fromBytes(outBytesFut.read()) == expect
|
||
|
|
res == 0
|
||
|
|
finally:
|
||
|
|
await process.closeWait()
|
||
|
|
|
||
|
|
asyncTest "Capture big amount of bytes from STDOUT stream test":
|
||
|
|
let options = {AsyncProcessOption.EvalCommand}
|
||
|
|
let command =
|
||
|
|
when defined(windows):
|
||
|
|
"tests\\testproc.bat bigdata"
|
||
|
|
else:
|
||
|
|
"tests/testproc.sh bigdata"
|
||
|
|
let expect =
|
||
|
|
when defined(windows):
|
||
|
|
400_000 * (64 + 2)
|
||
|
|
else:
|
||
|
|
400_000 * (64 + 1)
|
||
|
|
let process = await startProcess(command, options = options,
|
||
|
|
stdoutHandle = AsyncProcess.Pipe,
|
||
|
|
stderrHandle = AsyncProcess.Pipe)
|
||
|
|
try:
|
||
|
|
let outBytesFut = process.stdoutStream.read()
|
||
|
|
let errBytesFut = process.stderrStream.read()
|
||
|
|
let res = await process.waitForExit(InfiniteDuration)
|
||
|
|
await allFutures(outBytesFut, errBytesFut)
|
||
|
|
check:
|
||
|
|
res == 0
|
||
|
|
len(outBytesFut.read()) == expect
|
||
|
|
len(errBytesFut.read()) == 0
|
||
|
|
finally:
|
||
|
|
await process.closeWait()
|
||
|
|
|
||
|
|
asyncTest "Long-waiting waitForExit() test":
|
||
|
|
let command =
|
||
|
|
when defined(windows):
|
||
|
|
("tests\\testproc.bat", "timeout2")
|
||
|
|
else:
|
||
|
|
("tests/testproc.sh", "timeout2")
|
||
|
|
let process = await startProcess(command[0], arguments = @[command[1]])
|
||
|
|
try:
|
||
|
|
let res = await process.waitForExit(InfiniteDuration)
|
||
|
|
check res == 2
|
||
|
|
finally:
|
||
|
|
await process.closeWait()
|
||
|
|
|
||
|
|
asyncTest "waitForExit(duration) test":
|
||
|
|
let command =
|
||
|
|
when defined(windows):
|
||
|
|
("tests\\testproc.bat", "timeout10")
|
||
|
|
else:
|
||
|
|
("tests/testproc.sh", "timeout10")
|
||
|
|
let expect =
|
||
|
|
when defined(windows):
|
||
|
|
0
|
||
|
|
else:
|
||
|
|
128 + int(SIGKILL)
|
||
|
|
let process = await startProcess(command[0], arguments = @[command[1]])
|
||
|
|
try:
|
||
|
|
let res = await process.waitForExit(1.seconds)
|
||
|
|
check res == expect
|
||
|
|
finally:
|
||
|
|
await process.closeWait()
|
||
|
|
|
||
|
|
asyncTest "Child process environment test":
|
||
|
|
let command =
|
||
|
|
when defined(windows):
|
||
|
|
("tests\\testproc.bat", "envtest", 0, "CHILDPROCESSTEST\r\n")
|
||
|
|
else:
|
||
|
|
("tests/testproc.sh", "envtest", 0, "CHILDPROCESSTEST\n")
|
||
|
|
|
||
|
|
let env = getProcessEnvironment()
|
||
|
|
env["CHRONOSASYNC"] = "CHILDPROCESSTEST"
|
||
|
|
let process = await startProcess(command[0], arguments = @[command[1]],
|
||
|
|
environment = env,
|
||
|
|
stdoutHandle = AsyncProcess.Pipe)
|
||
|
|
try:
|
||
|
|
let outBytesFut = process.stdoutStream.read()
|
||
|
|
let res = await process.waitForExit(InfiniteDuration)
|
||
|
|
let outBytes = await outBytesFut
|
||
|
|
check:
|
||
|
|
res == command[2]
|
||
|
|
string.fromBytes(outBytes) == command[3]
|
||
|
|
finally:
|
||
|
|
await process.closeWait()
|
||
|
|
|
||
|
|
test "getProcessEnvironment() test":
|
||
|
|
let env = getProcessEnvironment()
|
||
|
|
when defined(windows):
|
||
|
|
check len(env["SYSTEMROOT"]) > 0
|
||
|
|
else:
|
||
|
|
check len(env["USER"]) > 0
|
||
|
|
|
||
|
|
asyncTest "Multiple processes waiting test":
|
||
|
|
const ProcessesCount = 50
|
||
|
|
|
||
|
|
let command =
|
||
|
|
when defined(windows):
|
||
|
|
("tests\\testproc.bat", "timeout2", 2)
|
||
|
|
else:
|
||
|
|
("tests/testproc.sh", "timeout2", 2)
|
||
|
|
|
||
|
|
var processes: seq[AsyncProcessRef]
|
||
|
|
for n in 0 ..< ProcessesCount:
|
||
|
|
let process = await startProcess(command[0], arguments = @[command[1]])
|
||
|
|
processes.add(process)
|
||
|
|
try:
|
||
|
|
var pending: seq[Future[int]]
|
||
|
|
for process in processes:
|
||
|
|
pending.add(process.waitForExit(10.seconds))
|
||
|
|
await allFutures(pending)
|
||
|
|
for index in 0 ..< ProcessesCount:
|
||
|
|
check pending[index].read() == command[2]
|
||
|
|
finally:
|
||
|
|
var pending: seq[Future[void]]
|
||
|
|
for process in processes:
|
||
|
|
pending.add(process.closeWait())
|
||
|
|
await allFutures(pending)
|
||
|
|
|
||
|
|
asyncTest "Multiple processes exit codes test":
|
||
|
|
const ProcessesCount = 50
|
||
|
|
|
||
|
|
let options = {AsyncProcessOption.EvalCommand}
|
||
|
|
|
||
|
|
var processes: seq[AsyncProcessRef]
|
||
|
|
for n in 0 ..< ProcessesCount:
|
||
|
|
let
|
||
|
|
command = "exit " & Base10.toString(uint64(n))
|
||
|
|
process = await startProcess(command, options = options)
|
||
|
|
processes.add(process)
|
||
|
|
try:
|
||
|
|
var pending: seq[Future[int]]
|
||
|
|
for process in processes:
|
||
|
|
pending.add(process.waitForExit(10.seconds))
|
||
|
|
await allFutures(pending)
|
||
|
|
for index in 0 ..< ProcessesCount:
|
||
|
|
check pending[index].read() == index
|
||
|
|
finally:
|
||
|
|
var pending: seq[Future[void]]
|
||
|
|
for process in processes:
|
||
|
|
pending.add(process.closeWait())
|
||
|
|
await allFutures(pending)
|
||
|
|
|
||
|
|
asyncTest "Multiple processes data capture test":
|
||
|
|
const ProcessesCount = 50
|
||
|
|
|
||
|
|
let options = {AsyncProcessOption.EvalCommand}
|
||
|
|
|
||
|
|
var processes: seq[AsyncProcessRef]
|
||
|
|
for n in 0 ..< ProcessesCount:
|
||
|
|
let command =
|
||
|
|
when defined(windows):
|
||
|
|
"ECHO TEST" & $n
|
||
|
|
else:
|
||
|
|
"echo TEST" & $n
|
||
|
|
|
||
|
|
let process = await startProcess(command, options = options,
|
||
|
|
stdoutHandle = AsyncProcess.Pipe)
|
||
|
|
processes.add(process)
|
||
|
|
|
||
|
|
try:
|
||
|
|
var pendingReaders: seq[Future[seq[byte]]]
|
||
|
|
var pendingWaiters: seq[Future[int]]
|
||
|
|
for process in processes:
|
||
|
|
pendingReaders.add(process.stdoutStream.read())
|
||
|
|
pendingWaiters.add(process.waitForExit(10.seconds))
|
||
|
|
await allFutures(pendingReaders)
|
||
|
|
await allFutures(pendingWaiters)
|
||
|
|
|
||
|
|
for index in 0 ..< ProcessesCount:
|
||
|
|
let expect =
|
||
|
|
when defined(windows):
|
||
|
|
"TEST" & $index & "\r\n"
|
||
|
|
else:
|
||
|
|
"TEST" & $index & "\n"
|
||
|
|
check string.fromBytes(pendingReaders[index].read()) == expect
|
||
|
|
check pendingWaiters[index].read() == 0
|
||
|
|
finally:
|
||
|
|
var pending: seq[Future[void]]
|
||
|
|
for process in processes:
|
||
|
|
pending.add(process.closeWait())
|
||
|
|
await allFutures(pending)
|
||
|
|
|
||
|
|
asyncTest "terminate() test":
|
||
|
|
let command =
|
||
|
|
when defined(windows):
|
||
|
|
("tests\\testproc.bat", "timeout10", 0)
|
||
|
|
else:
|
||
|
|
("tests/testproc.sh", "timeout10", 143) # 128 + SIGTERM
|
||
|
|
let process = await startProcess(command[0], arguments = @[command[1]])
|
||
|
|
try:
|
||
|
|
let resFut = process.waitForExit(InfiniteDuration)
|
||
|
|
check process.terminate().isOk()
|
||
|
|
let res = await resFut
|
||
|
|
check res == command[2]
|
||
|
|
finally:
|
||
|
|
await process.closeWait()
|
||
|
|
|
||
|
|
asyncTest "kill() test":
|
||
|
|
let command =
|
||
|
|
when defined(windows):
|
||
|
|
("tests\\testproc.bat", "timeout10", 0)
|
||
|
|
else:
|
||
|
|
("tests/testproc.sh", "timeout10", 137) # 128 + SIGKILL
|
||
|
|
let process = await startProcess(command[0], arguments = @[command[1]])
|
||
|
|
try:
|
||
|
|
let resFut = process.waitForExit(InfiniteDuration)
|
||
|
|
check process.kill().isOk()
|
||
|
|
let res = await resFut
|
||
|
|
check res == command[2]
|
||
|
|
finally:
|
||
|
|
await process.closeWait()
|
||
|
|
|
||
|
|
test "File descriptors leaks test":
|
||
|
|
when defined(windows):
|
||
|
|
skip()
|
||
|
|
else:
|
||
|
|
check getCurrentFD() == markFD
|
||
|
|
|
||
|
|
test "Leaks test":
|
||
|
|
proc getTrackerLeaks(tracker: string): bool =
|
||
|
|
let tracker = getTracker(tracker)
|
||
|
|
if isNil(tracker): false else: tracker.isLeaked()
|
||
|
|
|
||
|
|
check:
|
||
|
|
getTrackerLeaks("async.process") == false
|
||
|
|
getTrackerLeaks("async.stream.reader") == false
|
||
|
|
getTrackerLeaks("async.stream.writer") == false
|
||
|
|
getTrackerLeaks("stream.transport") == false
|