FilesExpand file tree

main

/

run-pre-validation.sh

Copy path

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

executable file

·

129 lines (116 loc) · 4.66 KB

main

/

run-pre-validation.sh

Copy path

Top

File metadata and controls

• Code
• Blame

executable file

·

129 lines (116 loc) · 4.66 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

58

59

60

61

62

63

64

65

66

67

68

69

70

71

72

73

74

75

76

77

78

79

80

81

82

83

84

85

86

87

88

89

90

91

92

93

94

95

96

97

98

99

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

128

129

#!/bin/bash

# Pre-Validation Test Suite for Task 016 (Mix-Minus Testing)

# Runs all automated tests to verify system readiness before manual 6-person test

set -e # Exit on first failure

echo "================================================================================"

echo "OpenStudio Pre-Validation Test Suite"

echo "================================================================================"

echo ""

echo "This script validates that OpenStudio is ready for manual mix-minus testing."

echo "All automated tests must pass before gathering 6 participants."

echo ""

echo "Tests to run:"

echo " 1. test-webrtc.mjs - Basic WebRTC connection (2 peers)"

echo " 2. test-audio-graph.mjs - Web Audio foundation"

echo " 3. test-gain-controls.mjs - Per-participant gain controls"

echo " 4. test-program-bus.mjs - Program bus mixing"

echo " 5. test-mix-minus.mjs - Mix-minus calculation (3 peers)"

echo " 6. test-return-feed.mjs - Return feed routing (2 peers)"

echo " 7. test-setup-ai.sh - AI bootstrap script smoke test"

echo ""

echo "================================================================================"

echo ""

# Track pass/fail counts

PASSED=0

FAILED=0

TESTS=()

# Function to run a test

run_test() {

local test_name=$1

local test_file=$2

local timeout_seconds=${3:-60}

local runner="node"

case "$test_file" in

*.sh) runner="bash" ;;

esac

echo "--- Running: $test_name ---"

echo "File: $test_file"

echo "Timeout: ${timeout_seconds}s"

echo ""

if timeout ${timeout_seconds} "$runner" "$test_file"; then

echo ""

echo "✅ PASSED: $test_name"

echo ""

PASSED=$((PASSED + 1))

TESTS+=("✅ $test_name")

else

local exit_code=$?

echo ""

echo "❌ FAILED: $test_name (exit code: $exit_code)"

echo ""

FAILED=$((FAILED + 1))

TESTS+=("❌ $test_name")

# Don't exit on failure, continue with other tests

return 0

fi

}

# Run all tests

run_test "WebRTC Connection" "tests/test-webrtc.mjs" 60

run_test "Audio Graph Foundation" "tests/test-audio-graph.mjs" 60

run_test "Gain Controls" "tests/test-gain-controls.mjs" 60

run_test "Program Bus Mixing" "tests/test-program-bus.mjs" 60

run_test "Mix-Minus Calculation" "tests/test-mix-minus.mjs" 60

run_test "Return Feed Routing" "tests/test-return-feed.mjs" 60

run_test "AI Bootstrap Script" "tests/test-setup-ai.sh" 120

# Summary

echo "================================================================================"

echo "Pre-Validation Test Summary"

echo "================================================================================"

echo ""

for test in "${TESTS[@]}"; do

echo "$test"

done

echo ""

echo "Results: $PASSED passed, $FAILED failed (out of 7 total)"

echo ""

# Decision

if [ $FAILED -eq 0 ]; then

echo "================================================================================"

echo "✅ ALL TESTS PASSED - SYSTEM READY FOR MANUAL TESTING"

echo "================================================================================"

echo ""

echo "Next steps:"

echo " 1. Read: docs/testing/mix-minus-test-protocol.md"

echo " 2. Gather 6 participants with headphones"

echo " 3. Start web server: cd web && python3 -m http.server 8086"

echo " 4. Verify infrastructure:"

echo " - Signaling server: curl http://localhost:6736/health"

echo " - Web client: curl http://localhost:8086"

echo " 5. Begin manual testing session"

echo ""

exit 0

else

echo "================================================================================"

echo "❌ TESTS FAILED - FIX ISSUES BEFORE MANUAL TESTING"

echo "================================================================================"

echo ""

echo "Do NOT proceed with manual testing until all automated tests pass."

echo ""

echo "Debugging steps:"

echo " 1. Review failed test output above"

echo " 2. Check browser console for errors (if Playwright tests failed)"

echo " 3. Verify infrastructure is running:"

echo " - Signaling server: sudo docker compose ps"

echo " - Web server: ps aux | grep http.server"

echo " 4. Re-run individual failed tests for more details"

echo " 5. Fix identified issues"

echo " 6. Re-run this script"

echo ""

echo "Common issues:"

echo " - Web server not running (cd web && python3 -m http.server 8086)"

echo " - Signaling server not running (sudo docker compose up -d)"

echo " - Port conflicts (check ports 6736, 8086, 6737, 3478)"

echo " - Chromium not installed for Playwright (npx playwright install chromium)"

echo ""

exit 1

fi