libp2p-test-plans/dht/scripts/results.ps1

param($runID)

$ErrorActionPreference = "Stop"

$env:TESTGROUND_SRCDIR="$env:USERPROFILE/go/src/github.com/ipfs/testground"
$outputDir = "$env:USERPROFILE/workspace/testground/stats"
$runner = "cluster:k8s"
#$runner = "local:docker"
$graphs = $true

if (-not [System.IO.Directory]::Exists("$outputDir/$runID")) {
	$outname = "$outputDir/$runID.tar.gz"
	testground collect $runID --runner $runner -o $outname
	tar -C $outputDir -zxvf $outname
}
$groupDirs = gci $outputDir/$runID

$allFiles = $groupDirs | gci -Recurse -File
$connGraphs = $allFiles | ?{$_.Name -eq "dht_graphs.out"}
$rts = $allFiles | ?{$_.Name -eq "dht_rt.out"}
$errs = $allFiles | ?{$_.Name -eq "run.err"}

$ns = 1000000000

function basicStats ($values, $reverse) {
	if ($null -eq $values) {
		return [PSCustomObject]@{
			Average = 0
			Percentile95 = 0
		}
	}
	$obj = $values | measure-object -Average -Sum -Maximum -Minimum -StandardDeviation
	if ($null -eq $reverse || $false -eq $reverse) {
		$sorted = $values | Sort-Object 
	} else {
		$sorted = $values | Sort-Object -Descending
	}
	$95percentile = $sorted[[math]::Ceiling(95 / 100 * ($sorted.Count - 1))]

	if ($null -eq $95percentile) {
		return "ASDFASFASF"
	} 

	return [PSCustomObject]@{
		Average = [math]::Round([double]$obj.Average,2)
		Percentile95 = [math]::Round([double]$95percentile, 2)
	}
}

function groupStats ($metrics, $groupIndex, $reverse) {
	$fields = @{}
	$grouped = $metrics | Group-Object -Property {$_.Name.Split("|")[$groupIndex]}
	foreach ($g in $grouped) {
		$v = basicStats ($g.Group | %{$_.Value}) $reverse
		$fields.Add($g.Name, $v)
	}
	$ret = New-Object -TypeName psobject -Property $fields
	return $ret
}

foreach ($groupDir in $groupDirs) {
	$groupID = $groupDir.Name

	$files =  $groupDir | gci -Recurse -File

	$queries = $files  | ?{$_.Name -eq "dht_queries.out"}
	$lookups = $files | ?{$_.Name -eq "dht_lookup.out"}
	$out = $files  | ?{$_.Name -eq "run.out"}

	$metrics = $out | Get-Content | ConvertFrom-Json | %{$_.event.metric} | ?{$_}
	$mset =

	$provs = $metrics |
	?{$_.name -and $_.name.StartsWith("time-to-provide") -and $_.value -gt 0} |
	%{$_.value/$ns}

	$findfirst = $metrics |
	?{$_.name -and $_.name.StartsWith("time-to-find-first")} |
	%{ [pscustomobject]@{ Name=$_.name; Value= $_.value/$ns; }}

	$findlast = $metrics |
	?{$_.name -and $_.name.StartsWith("time-to-find-last")} |
	%{ [pscustomobject]@{ Name=$_.name; Value= $_.value/$ns; }}

	$findall = $metrics |
	?{$_.name -and $_.name.StartsWith("time-to-find|")} |
	%{ [pscustomobject]@{ Name=$_.name; Value= $_.value/$ns; }}

	$findgood = $metrics |
	?{$_.name -and $_.name.StartsWith("time-to-find|done")} |
	%{ [pscustomobject]@{ Name=$_.name; Value= $_.value/$ns; }}

	$findfail = $metrics |
	?{$_.name -and $_.name.StartsWith("time-to-find|fail")} |
	%{ [pscustomobject]@{ Name=$_.name; Value= $_.value/$ns; }}

	$found = $metrics |
	?{$_.name -and $_.name.StartsWith("peers-found") -and $_.value -gt 0} |
	%{ [pscustomobject]@{ Name=$_.name; Value= $_.value; }}

	$missing = $metrics |
	?{$_.name -and $_.name.StartsWith("peers-missing")} |
	%{ [pscustomobject]@{ Name=$_.name; Value= $_.value; }}

	$failures = $metrics |
	?{$_.name -and $_.name.StartsWith("peers-found") -and $_.value -eq 0} |
	%{ [pscustomobject]@{ Name=$_.name; Value= $_.value; }}

	$dials = $queries | %{Get-Content $_ | ConvertFrom-Json | ?{$_.msg -eq "dialing"} | measure-object } |
	%{$_.Count} 

	$msgs = $queries | %{Get-Content $_ | ConvertFrom-Json | ?{$_.msg -eq "send"} | measure-object } |
	%{$_.Count} 

	echo "Group $groupID :"

	if ($null -ne $provs) {
		echo "Time-to-Provide"
		basicStats($provs) | Format-Table
	}

	if ($null -ne $findfirst) {
		echo "Time-to-Find-First"
		groupStats $findfirst 1 | Format-Table

		echo "Time-to-Find-Last"
		groupStats $findlast 2 | Format-Table

		if ($null -ne $findgood) {
			echo "Time-to-Find Success"
			groupStats $findgood 2 | Format-Table
		}

		if ($null -ne $findfail) {
			echo "Time-to-Find Fail"
			groupStats $findfail 2 | Format-Table

			echo "Number of Failures"
			groupStats $failures 2 | Format-Table
		}

		if (($null -ne $findgood) -and ($null -ne $findfail)) {
			echo "Time-to-Find"
			groupStats $findall 2 | Format-Table
		}

		echo "Peers Found"
		groupStats $found 2 $true | Format-Table

		echo "Peers Missing"
		groupStats $missing 2 | Format-Table
	
		#if ($failures -ne $null) {
		#	echo "Peers Failures"
		#	groupStats $failures 2 | Format-Table
		#} else {
		#	echo "No Peer Failures"
		#}
	}

	if ($dials -ne $null) {
		echo "Total number of dials"
		basicStats($dials) | Format-Table
	} else {
		echo "No DHT query dials performed"
	}

	if ($msgs -ne $null) {
		echo "Total number of messages sent"
		basicStats($msgs) | Format-Table
	} else {
		echo "No DHT query messages sent"
	}
}

if (-not $graphs) {
	return
}

$allGraphs = $connGraphs | Get-Content | ConvertFrom-Json | Group-Object -Property msg

$allGraphs | %{
	$g = $_.Name
	$obj = $_.Group
	
    $gdata = $obj | %{"Z{0} -> Z{1};`n" -f $_.From, $_.To}
	$file = "digraph D {`n " + $gdata + "}"
	$file > "$outputDir/$runID/$g-conn.dot"
	
	#$file | circo "-T$fmt" -o "$g.$fmt"
}

$allRTs = $rts | Get-Content | ConvertFrom-Json | Group-Object -Property msg

$allRTs | %{
	$g = $_.Name
	$obj = $_.Group
	
    $gdata = $obj | %{"Z{0} -> Z{1};`n" -f $_.Node, $_.Peer}
	$file = "digraph D {`n " + $gdata + "}"
	$file > "$outputDir/$runID/$g-rt.dot"
	
	#$file | circo "-T$fmt" -o "$g.$fmt"
}