Automate autobhan test suite.

.github/workflows/ci.yml

@@ -200,3 +200,28 @@ jobs:
           cd nim-ws
           nimble install -y --depsOnly
           nimble test
+
+      - name: Setup Python version
+        if: runner.os == 'macos' && matrix.target.cpu == 'amd64'
+        uses: actions/setup-python@v2
+        with:
+          python-version: 2.7.17
+
+      - name: Setup and run Autobahn test suite.
+        if: runner.os == 'macos' && matrix.target.cpu == 'amd64'
+        run: |
+          pip install virtualenv
+          virtualenv --python=/usr/bin/python2 autobahn
+          source autobahn/bin/activate
+          pip install autobahntestsuite
+          cd nim-ws
+          ./scripts/start_server.sh
+          cd autobahn
+          wstest --mode fuzzingclient --spec fuzzingclient.json
+
+      - name: Deploy autobahn report.
+        if: runner.os == 'macos' && matrix.target.cpu == 'amd64'
+        uses: peaceiris/actions-gh-pages@v3
+        with:
+          personal_token: ${{ secrets.GITHUB_TOKEN }}
+          publish_dir: ./nim-ws/autobahn/reports/servers

autobahn/Readme.md

@@ -0,0 +1,25 @@
+## Running autobahn test suite.
+
+### Start the websocket server
+
+```bash
+nim c -r examples/server.nim
+```
+### Install autobahn
+ ```bash
+ # Set up virtualenv in autobahn folder
+ virtualenv --python=/usr/bin/python2 autobahn
+
+ # Activate the virtualenv
+ source autobahn/bin/activate
+
+ # Install autobahn
+ pip install autobahntestsuite
+ ```
+
+ ### Run the test Websocket client.
+ ```bash
+  wstest --mode fuzzingclient --spec fuzzingclient.json
+ ```
+
+ Reports will be generated in `reports/server` which can be configured in `fuzzingclient.json`

autobahn/fuzzingclient.json

@@ -0,0 +1,11 @@
+{
+    "outdir": "./reports/servers",
+    "servers": [
+        {
+            "url": "ws://127.0.0.1:8888/ws"
+        }
+    ],
+    "cases": ["*"],
+    "exclude-cases": ["6.*", "9.*", "12.*", "13.*"],
+    "exclude-agent-cases": {}
+}

scripts/start_server.sh

@@ -0,0 +1,27 @@
+#!/bin/bash
+
+ nim c -r examples/server.nim &
+
+ max_iterations=10
+ wait_seconds=6
+ http_endpoint="http://127.0.0.1:8888/"
+
+ iterations=0
+ while true
+ do
+ 	((iterations++))
+ 	echo "Attempt $iterations"
+ 	sleep $wait_seconds
+
+ 	http_code=$(curl --verbose -s -o /tmp/result.txt -w '%{http_code}' "$http_endpoint";)
+
+ 	if [ "$http_code" -eq 200 ]; then
+ 		echo "Server Up"
+ 		break
+ 	fi
+
+ 	if [ "$iterations" -ge "$max_iterations" ]; then
+ 		echo "Loop Timeout"
+ 		exit 1
+ 	fi
+ done