|
| 1 | +name: Tests |
| 2 | + |
| 3 | +on: |
| 4 | + push: |
| 5 | + branches: [main, master] |
| 6 | + pull_request: |
| 7 | + branches: [main, master] |
| 8 | + |
| 9 | +jobs: |
| 10 | + test: |
| 11 | + name: Run Tests |
| 12 | + runs-on: ${{ matrix.os }} |
| 13 | + strategy: |
| 14 | + fail-fast: false |
| 15 | + matrix: |
| 16 | + os: [ubuntu-latest, macos-latest] |
| 17 | + |
| 18 | + steps: |
| 19 | + - name: Checkout repository |
| 20 | + uses: actions/checkout@v4 |
| 21 | + with: |
| 22 | + submodules: recursive |
| 23 | + |
| 24 | + - name: Install dependencies (Ubuntu) |
| 25 | + if: runner.os == 'Linux' |
| 26 | + run: | |
| 27 | + sudo apt-get update |
| 28 | + sudo apt-get install -y jq |
| 29 | +
|
| 30 | + - name: Install dependencies (macOS) |
| 31 | + if: runner.os == 'macOS' |
| 32 | + run: | |
| 33 | + brew install jq || true |
| 34 | +
|
| 35 | + - name: Make scripts executable |
| 36 | + run: | |
| 37 | + chmod +x openclaw-security-audit.sh |
| 38 | + chmod +x test/bats/bin/bats |
| 39 | + chmod +x test/bats/libexec/bats-core/* |
| 40 | + find test -name "*.bash" -exec chmod +x {} \; |
| 41 | + find test -name "*.sh" -exec chmod +x {} \; |
| 42 | +
|
| 43 | + - name: Run unit tests |
| 44 | + run: make test-unit |
| 45 | + |
| 46 | + - name: Run integration tests |
| 47 | + run: make test-integration |
| 48 | + |
| 49 | + - name: Run output tests |
| 50 | + run: make test-output |
| 51 | + |
| 52 | + shellcheck: |
| 53 | + name: ShellCheck |
| 54 | + runs-on: ubuntu-latest |
| 55 | + |
| 56 | + steps: |
| 57 | + - name: Checkout repository |
| 58 | + uses: actions/checkout@v4 |
| 59 | + |
| 60 | + - name: Install ShellCheck |
| 61 | + run: sudo apt-get install -y shellcheck |
| 62 | + |
| 63 | + - name: Run ShellCheck on main script |
| 64 | + run: shellcheck --severity=warning openclaw-security-audit.sh |
| 65 | + |
| 66 | + - name: Run ShellCheck on test helper |
| 67 | + run: shellcheck --severity=warning test/test_helper/common-setup.bash || true |
| 68 | + |
| 69 | + audit-self-test: |
| 70 | + name: Self Audit Test |
| 71 | + runs-on: ubuntu-latest |
| 72 | + |
| 73 | + steps: |
| 74 | + - name: Checkout repository |
| 75 | + uses: actions/checkout@v4 |
| 76 | + |
| 77 | + - name: Install jq |
| 78 | + run: sudo apt-get install -y jq |
| 79 | + |
| 80 | + - name: Run security audit (JSON mode) |
| 81 | + run: | |
| 82 | + chmod +x openclaw-security-audit.sh |
| 83 | + # Script may exit 1 (failures) or 2 (warnings) - that's expected on CI |
| 84 | + ./openclaw-security-audit.sh --json > audit-results.json || true |
| 85 | + echo "=== Audit Results ===" |
| 86 | + cat audit-results.json |
| 87 | +
|
| 88 | + - name: Validate JSON output |
| 89 | + run: | |
| 90 | + if ! jq . audit-results.json > /dev/null 2>&1; then |
| 91 | + echo "ERROR: Invalid JSON output" |
| 92 | + cat audit-results.json |
| 93 | + exit 1 |
| 94 | + fi |
| 95 | + echo "JSON output is valid" |
| 96 | +
|
| 97 | + - name: Check for required fields |
| 98 | + run: | |
| 99 | + echo "Checking required fields..." |
| 100 | + jq -e '.version' audit-results.json > /dev/null && echo " - version: OK" |
| 101 | + jq -e '.timestamp' audit-results.json > /dev/null && echo " - timestamp: OK" |
| 102 | + jq -e '.summary.pass >= 0' audit-results.json > /dev/null && echo " - summary.pass: OK" |
| 103 | + jq -e '.summary.fail >= 0' audit-results.json > /dev/null && echo " - summary.fail: OK" |
| 104 | + jq -e '.summary.warn >= 0' audit-results.json > /dev/null && echo " - summary.warn: OK" |
| 105 | + jq -e '.summary.skip >= 0' audit-results.json > /dev/null && echo " - summary.skip: OK" |
| 106 | + jq -e '.summary.risk_score >= 0' audit-results.json > /dev/null && echo " - summary.risk_score: OK" |
| 107 | + echo "All required fields present" |
| 108 | +
|
| 109 | + - name: Display summary |
| 110 | + run: | |
| 111 | + echo "=== Summary ===" |
| 112 | + jq '.summary' audit-results.json |
0 commit comments