uNetworking/uWebSockets.js 20.51.0 #29
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Benchmark Express Performance | |
| on: | |
| pull_request: | |
| branches: | |
| - main | |
| jobs: | |
| benchmark: | |
| runs-on: ubuntu-latest | |
| permissions: | |
| issues: write | |
| pull-requests: write | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v3 | |
| - name: Cache Node.js dependencies | |
| uses: actions/cache@v3 | |
| with: | |
| path: ~/.npm | |
| key: ${{ runner.os }}-node-${{ hashFiles('**/package-lock.json') }} | |
| restore-keys: | | |
| ${{ runner.os }}-node- | |
| - name: Set up Node.js | |
| uses: actions/setup-node@v3 | |
| with: | |
| node-version: '18' | |
| - name: Install dependencies | |
| run: npm install | |
| - name: Cache wrk | |
| uses: actions/cache@v3 | |
| with: | |
| path: /usr/local/bin/wrk | |
| key: ${{ runner.os }}-wrk-1 | |
| - name: Install wrk | |
| if: steps.cache.outputs.cache-hit != 'true' | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install -y bc wrk tmux | |
| - name: Start ultimate-express server in tmux session | |
| run: | | |
| tmux new-session -d -s ultimate-session 'node benchmark/ultimate-express.js' | |
| sleep 3 | |
| - name: Run wrk on ultimate-express | |
| run: | | |
| echo "Benchmarking ultimate-express..." | |
| wrk -t 1 -c 200 -d 30 http://localhost:3000 > ultimate-express-benchmark.txt | |
| cat ultimate-express-benchmark.txt | |
| tmux kill-session -t ultimate-session | |
| - name: Start express server in tmux session | |
| run: | | |
| tmux new-session -d -s express-session 'node benchmark/express.js' | |
| sleep 3 | |
| - name: Run wrk on express | |
| run: | | |
| echo "Benchmarking express..." | |
| wrk -t 1 -c 200 -d 30 http://localhost:3001 > express-benchmark.txt | |
| cat express-benchmark.txt | |
| tmux kill-session -t express-session | |
| - name: Prepare benchmark output | |
| id: benchmark_output | |
| run: | | |
| # Parse Requests/sec values | |
| ultimate_requests=$(grep "Requests/sec" ultimate-express-benchmark.txt | awk '{print $2}') | |
| express_requests=$(grep "Requests/sec" express-benchmark.txt | awk '{print $2}') | |
| requests_ratio=$(echo "scale=2; $ultimate_requests / $express_requests" | bc) | |
| # Parse and convert latency values to ms | |
| ultimate_latency_raw=$(grep "Latency" ultimate-express-benchmark.txt | awk '{print $2}') | |
| express_latency_raw=$(grep "Latency" express-benchmark.txt | awk '{print $2}') | |
| # Convert ultimate latency to ms if in us | |
| if [[ "$ultimate_latency_raw" == *us ]]; then | |
| ultimate_latency=$(echo "scale=3; ${ultimate_latency_raw%us} / 1000" | bc) | |
| else | |
| ultimate_latency=${ultimate_latency_raw%ms} | |
| fi | |
| # Convert express latency to ms if in us | |
| if [[ "$express_latency_raw" == *us ]]; then | |
| express_latency=$(echo "scale=3; ${express_latency_raw%us} / 1000" | bc) | |
| else | |
| express_latency=${express_latency_raw%ms} | |
| fi | |
| # Calculate latency ratio | |
| latency_ratio=$(echo "scale=2; $express_latency / $ultimate_latency" | bc) | |
| # Parse and format Transfer/sec values | |
| ultimate_transfer=$(grep "Transfer/sec" ultimate-express-benchmark.txt | awk '{print $2}' | sed 's/MB//') | |
| express_transfer=$(grep "Transfer/sec" express-benchmark.txt | awk '{print $2}' | sed 's/MB//') | |
| transfer_ratio=$(echo "scale=2; $ultimate_transfer / $express_transfer" | bc) | |
| # Using printf to format each line with dynamic column widths | |
| { | |
| echo "### Comparison Summary" | |
| printf "| %-18s | %-18s | %-15s | %-15s |\n" "Metric" "Ultimate Express" "Express" "Difference" | |
| printf "|--------------------|--------------------|-----------------|-----------------|\n" | |
| printf "| %-18s | %-18s | %-15s | %-15s |\n" "Requests/sec" "$ultimate_requests" "$express_requests" "${requests_ratio}x faster" | |
| printf "| %-18s | %-16sms | %-13sms | %-15s |\n" "Avg Latency" "$ultimate_latency" "$express_latency" "${latency_ratio}x faster" | |
| printf "| %-18s | %-16sMB | %-13sMB | %-15s |\n" "Transfer/sec" "$ultimate_transfer" "$express_transfer" "${transfer_ratio}x faster" | |
| } >> benchmark_summary.md | |
| # Display the summary in the Actions log | |
| cat benchmark_summary.md | |
| - name: Comment on Pull Request | |
| if: github.event_name == 'pull_request' | |
| continue-on-error: true | |
| uses: peter-evans/create-or-update-comment@v3 | |
| with: | |
| token: ${{ secrets.GITHUB_TOKEN }} | |
| issue-number: ${{ github.event.pull_request.number }} | |
| body: | | |
| ## Benchmark Results | |
| $(cat benchmark_summary.md) |