Skip to content

All Tests: Safari Technology Preview #258

All Tests: Safari Technology Preview

All Tests: Safari Technology Preview #258

name: "All Tests: Safari Technology Preview"
# We never interact with the GitHub API, thus we can simply disable all
# permissions the GitHub token would have.
permissions: {}
on:
workflow_dispatch:
workflow_run:
workflows: [epochs]
types:
- completed
push:
branches:
- epochs/three_hourly
- triggers/safari_preview
env:
# Set SAFARIDRIVER_DIAGNOSE to true to enable safaridriver diagnostics. The
# logs won't appear in `./wpt run` output but will be uploaded as an
# artifact.
SAFARIDRIVER_DIAGNOSE: false
jobs:
check-workflow-run:
name: "Check for appropriate epochs"
uses: ./.github/workflows/check-workflow-run.yml
with:
check-refs: '["refs/heads/epochs/three_hourly"]'
permissions:
actions: read
safari-technology-preview-results:
name: "All Tests: Safari Technology Preview"
needs: check-workflow-run
if: |
github.event_name != 'workflow_run' || fromJSON(needs.check-workflow-run.outputs.updated-refs)[0] != null
runs-on:
- self-hosted
- webkit-ews
timeout-minutes: 180
strategy:
matrix:
current-chunk: [1, 2, 3, 4, 5, 6, 7, 8]
total-chunks: [8]
steps:
- name: checkout
uses: actions/checkout@v4.1.0
with:
fetch-depth: 1
- name: Enable safaridriver diagnostics
if: env.SAFARIDRIVER_DIAGNOSE == true
run: |-
rm -rf ~/Library/Logs/com.apple.WebDriver/
defaults write com.apple.WebDriver DiagnosticsEnabled 1
- name: Enable safaridriver
run: |-
set -eux -o pipefail
export SYSTEM_VERSION_COMPAT=0
./wpt install --channel preview --download-only -d . --rename STP safari browser
sudo installer -pkg STP.pkg -target LocalSystem
sudo /Applications/Safari\ Technology\ Preview.app/Contents/MacOS/safaridriver --enable
- name: Update hosts
run: |-
set -eux -o pipefail
./wpt make-hosts-file | sudo tee -a /etc/hosts
- name: Update manifest
run: ./wpt manifest
- name: Run tests
run: |-
set -eux -o pipefail
export SYSTEM_VERSION_COMPAT=0
./wpt run \
--no-manifest-update \
--no-restart-on-unexpected \
--no-fail-on-unexpected \
--this-chunk=${{ matrix.current-chunk }} \
--total-chunks=${{ matrix.total-chunks }} \
--chunk-type hash \
--log-wptreport ${{ runner.temp }}/wpt_report_${{ matrix.current-chunk }}.json \
--log-wptscreenshot ${{ runner.temp }}/wpt_screenshot_${{ matrix.current-chunk }}.txt \
--log-mach - \
--log-mach-level info \
--channel experimental \
--kill-safari \
--max-restarts 100 \
safari
- name: Publish results
uses: actions/upload-artifact@v4.1.0
with:
name: safari-technology-preview-results-${{ matrix.current-chunk }}
path: |
${{ runner.temp }}/wpt_report_*.json
${{ runner.temp }}/wpt_screenshot_*.txt
if-no-files-found: "error"
- name: Publish safaridriver logs
if: env.SAFARIDRIVER_DIAGNOSE == true
uses: actions/upload-artifact@v4.1.0
with:
name: safaridriver-logs-${{ matrix.current-chunk }}
path: ~/Library/Logs/com.apple.WebDriver/
if-no-files-found: warn
- name: Disable safaridriver diagnostics
if: env.SAFARIDRIVER_DIAGNOSE == true
run: |-
defaults write com.apple.WebDriver DiagnosticsEnabled 0
rm -rf ~/Library/Logs/com.apple.WebDriver/
- name: Cleanup
if: always()
run: |-
set -ux
sudo sed -i '' '/^# Start web-platform-tests hosts$/,/^# End web-platform-tests hosts$/d' /etc/hosts
safari-technology-preview-results-notify:
needs: safari-technology-preview-results
uses: ./.github/workflows/wpt_fyi_notify.yml
with:
artifact-name: 'safari-technology-preview-results-*'