Benchmark tools (rev2) [kernel-images]

images/chromium-headful/Dockerfile

@@ -146,7 +146,7 @@ RUN --mount=type=cache,target=/tmp/cache/ffmpeg,sharing=locked,id=$CACHEIDPREFIX
     rm -rf /tmp/ffmpeg*
 EOT
 
-FROM ghcr.io/onkernel/neko/base:3.0.8-v1.3.0 AS neko
+FROM ghcr.io/onkernel/neko/base:3.0.8-v1.3.1 AS neko
 # ^--- now has event.SYSTEM_PONG with legacy support to keepalive
 FROM node:22-bullseye-slim AS node-22
 FROM docker.io/ubuntu:22.04

images/chromium-headful/client/src/neko/base.ts

@@ -9,8 +9,11 @@ import {
   SignalCandidatePayload,
   SignalOfferPayload,
   SignalAnswerMessage,
+  BenchmarkWebRTCStatsPayload,
 } from './messages'
 
+import { WebRTCStatsCollector } from './webrtc-stats-collector'
+
 export interface BaseEvents {
   info: (...message: any[]) => void
   warn: (...message: any[]) => void
@@ -28,6 +31,22 @@ export abstract class BaseClient extends EventEmitter<BaseEvents> {
   protected _state: RTCIceConnectionState = 'disconnected'
   protected _id = ''
   protected _candidates: RTCIceCandidate[] = []
+  protected _webrtcStatsCollector: WebRTCStatsCollector
+
+  constructor() {
+    super()
+
+    // Initialize WebRTC stats collector
+    this._webrtcStatsCollector = new WebRTCStatsCollector((stats: BenchmarkWebRTCStatsPayload) => {
+      // Send stats to server via WebSocket
+      if (this.connected) {
+        this._ws!.send(JSON.stringify({
+          event: EVENT.BENCHMARK.WEBRTC_STATS,
+          payload: stats,
+        }))
+      }
+    })
+  }
 
   get id() {
     return this._id
@@ -88,6 +107,9 @@ export abstract class BaseClient extends EventEmitter<BaseEvents> {
       this._ws_heartbeat = undefined
     }
 
+    // Stop WebRTC stats collection
+    this._webrtcStatsCollector.stop()
+
     if (this._ws) {
       // reset all events
       this._ws.onmessage = () => {}
@@ -241,18 +263,27 @@ export abstract class BaseClient extends EventEmitter<BaseEvents> {
           break
         case 'connected':
           this.onConnected()
+          // Start WebRTC stats collection
+          if (this._peer) {
+            this._webrtcStatsCollector.start(this._peer)
+            this.emit('debug', 'started WebRTC stats collection')
+          }
           break
         case 'disconnected':
           this[EVENT.RECONNECTING]()
+          // Stop stats collection on disconnection
+          this._webrtcStatsCollector.stop()
           break
         // https://developer.mozilla.org/en-US/docs/Web/API/WebRTC_API/Signaling_and_video_calling#ice_connection_state
         // We don't watch the disconnected signaling state here as it can indicate temporary issues and may
         // go back to a connected state after some time. Watching it would close the video call on any temporary
         // network issue.
         case 'failed':
+          this._webrtcStatsCollector.stop()
           this.onDisconnected(new Error('peer failed'))
           break
         case 'closed':
+          this._webrtcStatsCollector.stop()
           this.onDisconnected(new Error('peer closed'))
           break
       }

images/chromium-headful/client/src/neko/events.ts

@@ -67,6 +67,9 @@ export const EVENT = {
     RELEASE: 'admin/release',
     GIVE: 'admin/give',
   },
+  BENCHMARK: {
+    WEBRTC_STATS: 'benchmark/webrtc_stats',
+  },
 } as const
 
 export type Events = typeof EVENT
@@ -82,6 +85,7 @@ export type WebSocketEvents =
   | ScreenEvents
   | BroadcastEvents
   | AdminEvents
+  | BenchmarkEvents
 
 export type ControlEvents =
   | typeof EVENT.CONTROL.LOCKED
@@ -122,3 +126,5 @@ export type AdminEvents =
   | typeof EVENT.ADMIN.CONTROL
   | typeof EVENT.ADMIN.RELEASE
   | typeof EVENT.ADMIN.GIVE
+
+export type BenchmarkEvents = typeof EVENT.BENCHMARK.WEBRTC_STATS

images/chromium-headful/client/src/neko/messages.ts

@@ -47,6 +47,7 @@ export type WebSocketPayloads =
   | BroadcastStatusPayload
   | BroadcastCreatePayload
   | SystemPongPayload
+  | BenchmarkWebRTCStatsPayload
 
 export interface WebSocketMessage {
   event: WebSocketEvents | string
@@ -278,3 +279,61 @@ export type AdminLockResource = 'login' | 'control' | 'file_transfer'
 export interface AdminLockPayload {
   resource: AdminLockResource
 }
+
+/*
+  BENCHMARK PAYLOADS
+*/
+export interface BenchmarkWebRTCStatsPayload {
+  timestamp: string
+  connection_state: string
+  ice_connection_state: string
+  frame_rate_fps: {
+    target: number
+    achieved: number
+    min: number
+    max: number
+  }
+  frame_latency_ms: {
+    p50: number
+    p95: number
+    p99: number
+  }
+  bitrate_kbps: {
+    video: number
+    audio: number
+    total: number
+  }
+  packets: {
+    video_received: number
+    video_lost: number
+    audio_received: number
+    audio_lost: number
+    loss_percent: number
+  }
+  frames: {
+    received: number
+    dropped: number
+    decoded: number
+    corrupted: number
+    key_frames_decoded: number
+  }
+  jitter_ms: {
+    video: number
+    audio: number
+  }
+  network: {
+    rtt_ms: number
+    available_outgoing_bitrate_kbps: number
+    bytes_received: number
+    bytes_sent: number
+  }
+  codecs: {
+    video: string
+    audio: string
+  }
+  resolution: {
+    width: number
+    height: number
+  }
+  concurrent_viewers: number
+}