205 lines
7.2 KiB
YAML
205 lines
7.2 KiB
YAML
|
name: Build Tests
|
||
|
|
permissions:
|
||
|
|
actions: none
|
||
|
|
checks: none
|
||
|
|
contents: none
|
||
|
|
deployments: none
|
||
|
|
issues: none
|
||
|
|
packages: none
|
||
|
|
pull-requests: none
|
||
|
|
repository-projects: none
|
||
|
|
security-events: none
|
||
|
|
statuses: none
|
||
|
|
|
||
|
|
on:
|
||
|
|
workflow_dispatch:
|
||
|
|
inputs:
|
||
|
|
sha:
|
||
|
|
description: 'uazo/bromite SHA'
|
||
|
|
required: true
|
||
|
|
default: '76745fde6ed75542f005ea5528f486df41c56da4'
|
||
|
|
|
||
|
|
env:
|
||
|
|
BROMITE_SHA: ${{ github.event.inputs.sha }}
|
||
|
|
REMOVEDOCKERSUPPORT: true
|
||
|
|
USELOCALIMAGE: true
|
||
|
|
GOMAJOBS: 60
|
||
|
|
|
||
|
|
jobs:
|
||
|
|
build-test:
|
||
|
|
runs-on: self-hosted
|
||
|
|
needs: check_images
|
||
|
|
if: success()
|
||
|
|
|
||
|
|
services:
|
||
|
|
gomaserver:
|
||
|
|
image: uazo/goma-server
|
||
|
|
volumes:
|
||
|
|
- /tmp/proxy:/tmp/proxy
|
||
|
|
- /redis:/var/lib/redis
|
||
|
|
options: >-
|
||
|
|
--health-cmd "hostname -I >/tmp/proxy/gomaserverip"
|
||
|
|
--health-interval 30s
|
||
|
|
--health-timeout 5s
|
||
|
|
--health-retries 5
|
||
|
|
|
||
|
|
env:
|
||
|
|
REMOVEDOCKERSUPPORT: true
|
||
|
|
USELOCALIMAGE: true
|
||
|
|
|
||
|
|
container:
|
||
|
|
image: uazo/bromite-build:build
|
||
|
|
env:
|
||
|
|
SERVER_HOST_GOMA: gomaserver
|
||
|
|
REMOVEDOCKERSUPPORT: true # CUSTOM RUNNER: remove sharing of docker socket
|
||
|
|
USELOCALIMAGE: true # CUSTOM RUNNER: permit use of local images
|
||
|
|
USEINTERNALNETWORK: true # CUSTOM RUNNER: create the docker network as internal
|
||
|
|
WORKSPACE: /home/lg/working_dir
|
||
|
|
ARTIFACS_DIR: /home/lg/working_dir/artifacs
|
||
|
|
volumes:
|
||
|
|
- /storage/images/${{ github.event.inputs.sha }}:/home/lg/working_dir/artifacs
|
||
|
|
- /tmp/proxy:/tmp/proxy
|
||
|
|
|
||
|
|
steps:
|
||
|
|
- name: Prepare Build Container
|
||
|
|
shell: bash
|
||
|
|
run: |
|
||
|
|
# set workspace paths
|
||
|
|
PATH=$WORKSPACE/chromium/src/third_party/llvm-build/Release+Asserts/bin:$WORKSPACE/depot_tools/:/usr/local/go/bin:$WORKSPACE/mtool/bin:$PATH
|
||
|
|
cd $WORKSPACE
|
||
|
|
|
||
|
|
# clean artifacts
|
||
|
|
sudo chmod 777 $ARTIFACS_DIR
|
||
|
|
#rm -rf $ARTIFACS_DIR/*
|
||
|
|
|
||
|
|
# reset proxy env
|
||
|
|
HTTP_PROXY=
|
||
|
|
HTTPS_PROXY=
|
||
|
|
http_proxy=
|
||
|
|
https_proxy=
|
||
|
|
|
||
|
|
# update hosts
|
||
|
|
#sudo echo "$(cat /tmp/proxy/gomaserverip | xargs) gomaserver" >/etc/hosts
|
||
|
|
#sudo echo "$(cat /tmp/proxy/redisip | xargs) redis" >/etc/hosts
|
||
|
|
|
||
|
|
# set goma options
|
||
|
|
export SERVER_HOST_GOMA=$(cat /tmp/proxy/gomaserverip | xargs)
|
||
|
|
export GOMA_SERVER_HOST=$SERVER_HOST_GOMA
|
||
|
|
export GOMA_SERVER_PORT=5050
|
||
|
|
export GOMA_USE_SSL=false
|
||
|
|
export GOMA_HTTP_AUTHORIZATION_FILE=$WORKSPACE/.debug_auth_file
|
||
|
|
export GOMA_HERMETIC=error
|
||
|
|
export GOMA_USE_LOCAL=false
|
||
|
|
export GOMA_FALLBACK=true
|
||
|
|
export GOMA_ARBITRARY_TOOLCHAIN_SUPPORT=true
|
||
|
|
|
||
|
|
# start goma client
|
||
|
|
echo "::group::-------- start goma client"
|
||
|
|
$WORKSPACE/goma/goma_ctl.py ensure_stop
|
||
|
|
$WORKSPACE/goma/goma_ctl.py ensure_start
|
||
|
|
echo "::endgroup::"
|
||
|
|
|
||
|
|
cd chromium/src
|
||
|
|
|
||
|
|
OUT_PRESENT=0
|
||
|
|
test -d out/bromite && OUT_PRESENT=1
|
||
|
|
if [[ OUT_PRESENT -eq 0 ]]; then
|
||
|
|
|
||
|
|
echo "::group::-------- sync out folder"
|
||
|
|
test -d $ARTIFACS_DIR/out/bromite && \
|
||
|
|
mkdir -p out/bromite && \
|
||
|
|
cp -arp $ARTIFACS_DIR/out/bromite/* out/bromite/
|
||
|
|
echo "::endgroup::"
|
||
|
|
|
||
|
|
echo "::group::-------- gn gen"
|
||
|
|
gn gen --args="import(\"/home/lg/working_dir/bromite/build/GN_ARGS\") use_goma=true goma_dir=\"$WORKSPACE/goma\" $(cat ../../build_args.gni) " out/bromite
|
||
|
|
echo "::endgroup::"
|
||
|
|
|
||
|
|
echo "::group::-------- gn args"
|
||
|
|
gn args out/bromite/ --list --short
|
||
|
|
gn args out/bromite/ --list >$ARTIFACS_DIR/gn_list
|
||
|
|
echo "::endgroup::"
|
||
|
|
|
||
|
|
echo "::group::-------- apply .mtool"
|
||
|
|
test -f out/bromite/.mtool && \
|
||
|
|
cp out/bromite/.mtool .mtool && \
|
||
|
|
$WORKSPACE/mtool/chromium/mtime.sh --restore
|
||
|
|
echo "::endgroup::"
|
||
|
|
|
||
|
|
fi
|
||
|
|
|
||
|
|
if [[ -z "${GOMAJOBS}" ]]; then
|
||
|
|
GOMAJOBS=40
|
||
|
|
fi
|
||
|
|
|
||
|
|
echo "::group::-------- pre-cache toolchain"
|
||
|
|
sudo ../../casupload --cas-server=unix:/tmp/proxy/bots.sock --instance=default_instance \
|
||
|
|
third_party/android_ndk/toolchains/llvm/prebuilt/linux-x86_64/sysroot/usr/include \
|
||
|
|
third_party/android_ndk/toolchains/llvm/prebuilt/linux-x86_64/include \
|
||
|
|
third_party/llvm-build/Release+Asserts/lib \
|
||
|
|
third_party/llvm-build/Release+Asserts/bin \
|
||
|
|
buildtools/third_party/libc++ \
|
||
|
|
chrome/android/profiles/afdo.prof
|
||
|
|
echo "::endgroup::"
|
||
|
|
|
||
|
|
- name: Build junit tests
|
||
|
|
shell: bash
|
||
|
|
run: |
|
||
|
|
PATH=$WORKSPACE/chromium/src/third_party/llvm-build/Release+Asserts/bin:$WORKSPACE/depot_tools/:/usr/local/go/bin:$WORKSPACE/mtool/bin:$PATH
|
||
|
|
cd $WORKSPACE/chromium/src
|
||
|
|
|
||
|
|
autoninja -j $GOMAJOBS -C out/bromite chrome_junit_tests
|
||
|
|
autoninja -j $GOMAJOBS -C out/bromite components_junit_tests
|
||
|
|
autoninja -j $GOMAJOBS -C out/bromite content_junit_tests
|
||
|
|
autoninja -j $GOMAJOBS -C out/bromite base_junit_tests
|
||
|
|
autoninja -j $GOMAJOBS -C out/bromite ui_junit_tests
|
||
|
|
|
||
|
|
- name: Build c++ tests
|
||
|
|
shell: bash
|
||
|
|
run: |
|
||
|
|
PATH=$WORKSPACE/chromium/src/third_party/llvm-build/Release+Asserts/bin:$WORKSPACE/depot_tools/:/usr/local/go/bin:$WORKSPACE/mtool/bin:$PATH
|
||
|
|
cd $WORKSPACE/chromium/src
|
||
|
|
|
||
|
|
autoninja -j $GOMAJOBS -C out/bromite network_service
|
||
|
|
autoninja -j $GOMAJOBS -C out/bromite unit_tests
|
||
|
|
autoninja -j $GOMAJOBS -C out/bromite content_browsertests
|
||
|
|
autoninja -j $GOMAJOBS -C out/bromite components_unittests
|
||
|
|
|
||
|
|
- name: Build instrumentation tests
|
||
|
|
shell: bash
|
||
|
|
run: |
|
||
|
|
PATH=$WORKSPACE/chromium/src/third_party/llvm-build/Release+Asserts/bin:$WORKSPACE/depot_tools/:/usr/local/go/bin:$WORKSPACE/mtool/bin:$PATH
|
||
|
|
cd $WORKSPACE/chromium/src
|
||
|
|
|
||
|
|
autoninja -j $GOMAJOBS -C out/bromite content_shell_test_apk
|
||
|
|
autoninja -j $GOMAJOBS -C out/bromite chrome_public_test_apk
|
||
|
|
|
||
|
|
- name: Sync out folder
|
||
|
|
shell: bash
|
||
|
|
run: |
|
||
|
|
PATH=$WORKSPACE/chromium/src/third_party/llvm-build/Release+Asserts/bin:$WORKSPACE/depot_tools/:/usr/local/go/bin:$WORKSPACE/mtool/bin:$PATH
|
||
|
|
cd $WORKSPACE/chromium/src
|
||
|
|
|
||
|
|
echo "::group::-------- sync out folder"
|
||
|
|
$WORKSPACE/mtool/chromium/mtime.sh --backup
|
||
|
|
mv .mtool out/bromite/
|
||
|
|
cp -arp out/bromite $ARTIFACS_DIR/out
|
||
|
|
echo "::endgroup::"
|
||
|
|
|
||
|
|
- name: Wait forever
|
||
|
|
shell: bash
|
||
|
|
run: |
|
||
|
|
sleep infinity
|
||
|
|
|
||
|
|
- name: Stop goma
|
||
|
|
shell: bash
|
||
|
|
run: |
|
||
|
|
PATH=$WORKSPACE/chromium/src/third_party/llvm-build/Release+Asserts/bin:$WORKSPACE/depot_tools/:/usr/local/go/bin:$WORKSPACE/mtool/bin:$PATH
|
||
|
|
cd $WORKSPACE/chromium/src
|
||
|
|
|
||
|
|
echo "::group::-------- stop goma"
|
||
|
|
$WORKSPACE/goma/goma_ctl.py ensure_stop
|
||
|
|
find /tmp/ -maxdepth 1 -name "gomacc*" -print0 | xargs -0 rm
|
||
|
|
rm -rf /tmp/goma_lg/
|
||
|
|
echo "::endgroup::"
|