Add workspace-churn typing lag regression and fix (#767)
* Add workspace-churn typing lag regression and fix * Fix CI build for debug stress split calls * Stabilize lag regression gate for low baseline latency
This commit is contained in:
parent
b3f6f8cfd7
commit
682a57d7db
3 changed files with 828 additions and 9 deletions
42
.github/workflows/ci.yml
vendored
42
.github/workflows/ci.yml
vendored
|
|
@ -217,3 +217,45 @@ jobs:
|
|||
exit 1
|
||||
fi
|
||||
fi
|
||||
|
||||
- name: Run workspace churn typing-lag regression
|
||||
run: |
|
||||
set -euo pipefail
|
||||
|
||||
APP="$(find "$HOME/Library/Developer/Xcode/DerivedData" -path "*/Build/Products/Debug/cmux DEV.app" -print -quit)"
|
||||
if [ -z "${APP:-}" ] || [ ! -d "$APP" ]; then
|
||||
echo "cmux DEV.app not found in DerivedData" >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
TAG="ci-lag"
|
||||
SOCK="/tmp/cmux-debug-${TAG}.sock"
|
||||
BUNDLE_ID="$(
|
||||
/usr/libexec/PlistBuddy -c 'Print :CFBundleIdentifier' "$APP/Contents/Info.plist" 2>/dev/null \
|
||||
|| echo 'com.cmuxterm.app.debug'
|
||||
)"
|
||||
|
||||
pkill -x "cmux DEV" || true
|
||||
rm -f "$SOCK" "/tmp/cmux-${TAG}.sock" || true
|
||||
defaults write "$BUNDLE_ID" socketControlMode -string full >/dev/null 2>&1 || true
|
||||
|
||||
CMUX_TAG="$TAG" CMUX_SOCKET_PATH="$SOCK" CMUX_UI_TEST_MODE=1 "$APP/Contents/MacOS/cmux DEV" >/tmp/cmux-ci-lag.log 2>&1 &
|
||||
APP_PID=$!
|
||||
trap 'kill "$APP_PID" >/dev/null 2>&1 || true' EXIT
|
||||
|
||||
for _ in {1..240}; do
|
||||
[ -S "$SOCK" ] && break
|
||||
sleep 0.25
|
||||
done
|
||||
[ -S "$SOCK" ] || { echo "Socket not ready at $SOCK" >&2; exit 1; }
|
||||
|
||||
CMUX_SOCKET_PATH="$SOCK" \
|
||||
CMUX_LAG_MAX_P95_RATIO=1.70 \
|
||||
CMUX_LAG_MAX_AVG_RATIO=1.70 \
|
||||
CMUX_LAG_MIN_BASELINE_P95_MS_FOR_RATIO=6.0 \
|
||||
CMUX_LAG_MIN_BASELINE_AVG_MS_FOR_RATIO=4.0 \
|
||||
CMUX_LAG_MAX_P95_DELTA_MS=20.0 \
|
||||
CMUX_LAG_MAX_AVG_DELTA_MS=12.0 \
|
||||
CMUX_LAG_MAX_CHURN_P95_MS=35 \
|
||||
CMUX_LAG_KEY_EVENTS=180 \
|
||||
python3 tests/test_workspace_churn_up_arrow_lag.py
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue