482 lines
18 KiB
YAML
482 lines
18 KiB
YAML
name: Build beta kernel packages
|
|
|
|
on:
|
|
schedule:
|
|
- cron: '0 4 * * *'
|
|
|
|
workflow_dispatch:
|
|
inputs:
|
|
|
|
release_type:
|
|
description: 'Release type: nightly | stable | edge'
|
|
required: false
|
|
default: 'nightly'
|
|
|
|
jobs:
|
|
|
|
Merge:
|
|
|
|
name: "Merge master into nightly"
|
|
runs-on: [self-hosted, Linux]
|
|
if: ${{ github.repository_owner == 'Armbian' }}
|
|
|
|
steps:
|
|
|
|
- name: Checkout Armbian build script
|
|
uses: actions/checkout@v2
|
|
with:
|
|
fetch-depth: 0
|
|
repository: armbian/build
|
|
path: build
|
|
ref: nightly
|
|
clean: false
|
|
|
|
- name: Import GPG key
|
|
uses: crazy-max/ghaction-import-gpg@v3
|
|
with:
|
|
gpg-private-key: ${{ secrets.GPG_KEY2 }}
|
|
passphrase: ${{ secrets.GPG_PASSPHRASE2 }}
|
|
workdir: build
|
|
git-user-signingkey: true
|
|
git-commit-gpgsign: true
|
|
|
|
- name: Merge master into nightly
|
|
|
|
run: |
|
|
cd build
|
|
git config --global user.email "info@armbian.com"
|
|
git config --global user.name "Armbianworker"
|
|
git checkout master
|
|
git fetch
|
|
git merge origin/master
|
|
git checkout nightly
|
|
git merge master nightly
|
|
git push
|
|
|
|
Prepare:
|
|
|
|
name: "Finding changed kernels"
|
|
needs: [ Merge ]
|
|
runs-on: [self-hosted, Linux, small]
|
|
if: ${{ github.repository_owner == 'Armbian' }}
|
|
outputs:
|
|
matrix: ${{steps.list_dirs.outputs.matrix}}
|
|
steps:
|
|
|
|
- name: Cache build parameters
|
|
uses: actions/cache@v2
|
|
env:
|
|
cache-name: build-kernel
|
|
with:
|
|
path: build-kernel
|
|
key: ${{ runner.os }}-build-${{ env.cache-name }}-${{ github.run_id }}
|
|
|
|
- name: Store matrix values
|
|
run: |
|
|
mkdir -p build-kernel
|
|
echo "${{ github.event.inputs.release_type }}" > build-kernel/build_type
|
|
|
|
- name: Store environment variables values
|
|
run: |
|
|
|
|
echo "FILE_EXT=-beta" >> $GITHUB_ENV
|
|
echo "REPO_DEST=nightly" >> $GITHUB_ENV
|
|
echo "BETA=yes" >> $GITHUB_ENV
|
|
if [[ "$(cat build-kernel/build_type 2> /dev/null || true)" =~ "stable|edge" ]]; then
|
|
echo "FILE_EXT=" >> $GITHUB_ENV
|
|
echo "REPO_DEST=master" >> $GITHUB_ENV
|
|
echo "BETA=no" >> $GITHUB_ENV
|
|
fi
|
|
|
|
- name: Checkout repository
|
|
uses: actions/checkout@v2
|
|
with:
|
|
fetch-depth: 0
|
|
repository: armbian/build
|
|
path: build
|
|
ref: ${{ env.REPO_DEST }}
|
|
clean: false
|
|
|
|
- name: Checkout support scripts
|
|
uses: actions/checkout@v2
|
|
with:
|
|
fetch-depth: 0
|
|
repository: armbian/scripts
|
|
path: scripts
|
|
clean: true
|
|
|
|
- name: Fix permissions
|
|
if: ${{ success() }}
|
|
run: |
|
|
|
|
# make sure no temporally dirs are mounted from previous runs
|
|
while :
|
|
do
|
|
sudo pkill compile.sh || true
|
|
sudo pkill arm-binfmt-P || true
|
|
sudo pkill aarch64-binfmt-P || true
|
|
sudo pkill pixz || true
|
|
sudo mountpoint -q build/output/images && sudo fusermount -u build/output/images || true
|
|
[[ "$(df | grep "/.tmp" | wc -l)" -eq 0 && $(sudo mountpoint -q build/output/images; echo $?) -eq 1 ]] && sudo rm -rf build/.tmp && break
|
|
echo "Mounted temp directories. Trying to unmount."
|
|
df | grep ".tmp" | awk '{print $6}' | xargs sudo umount 2>/dev/null || true
|
|
sleep 10
|
|
done
|
|
[[ -d build/.git ]] && sudo chown -R $USER:$USER build/.git || true
|
|
[[ -d build/output/images ]] && sudo rm -rf build/output/images/* || true
|
|
|
|
- name: Determine changed kernels
|
|
run: |
|
|
|
|
cd build
|
|
BETA="${{ env.BETA }}"
|
|
FILE_EXT="${{ env.FILE_EXT }}"
|
|
./compile.sh KERNEL_ONLY="yes" BOARD="bananapi" BRANCH="current" KERNEL_CONFIGURE="no" BETA="$BETA" REPOSITORY_INSTALL="u-boot,kernel" 'prepare_host'
|
|
[[ ! -f .ignore_changes ]] && sudo touch .ignore_changes
|
|
if [[ $(curl -s http://ifconfig.me) == "93.103.15.56" ]]; then
|
|
sudo mkdir -p cache/toolchain cache/rootfs || true
|
|
! sudo mountpoint -q cache/toolchain && sudo mount nas:/tank/armbian/toolchain.armbian.com cache/toolchain -o rsize=32768,wsize=32768,timeo=5,retrans=2,actimeo=60,retry=15 || true
|
|
! sudo mountpoint -q cache/rootfs && sudo mount nas:/tank/armbian/dl.armbian.com/_rootfs cache/rootfs -o rsize=32768,wsize=32768,timeo=5,retrans=2,actimeo=60,retry=15 || true
|
|
fi
|
|
mkdir -p cache/hash${FILE_EXT}
|
|
sudo rsync -ar --delete ../scripts/hash${FILE_EXT}/. cache/hash${FILE_EXT}/ 2> /dev/null
|
|
sudo cp ../scripts/configs/* userpatches/
|
|
sudo rm -f userpatches/targets.conf
|
|
if [[ "$(cat ../build-kernel/build_type 2> /dev/null || true)" =~ stable|edge ]]; then
|
|
cat config/targets.conf | grep edge | grep cli | grep hirsute | sudo tee userpatches/targets.conf 1>/dev/null
|
|
echo "FILE_EXT=" >> $GITHUB_ENV
|
|
echo "REPO_DEST=master" >> $GITHUB_ENV
|
|
echo "BETA=no" >> $GITHUB_ENV
|
|
fi
|
|
|
|
- name: Prepare build matrix
|
|
id: list_dirs
|
|
run: |
|
|
|
|
BETA="${{ env.BETA }}"
|
|
MATRIX=$(cd build;./compile.sh all-new-beta-kernels BETA="$BETA" BUILD_ALL="demo" | sed -r "s/\x1B\[([0-9]{1,3}(;[0-9]{1,2})?)?[mGK]//g" | egrep "^[0-9]" | awk '{ print $2 ":" $4 }' | sort | uniq)
|
|
mkdir -p build-kernel
|
|
echo "no" > build-kernel/skip
|
|
if [[ -z "$MATRIX" ]]; then
|
|
MATRIX="none:none"
|
|
echo "yes" > build-kernel/skip
|
|
fi
|
|
echo ::set-output name=matrix::$(for x in $(echo "${MATRIX}"); do echo $x; done|jq -cnR '[inputs | select(length>0)]' | jq)
|
|
|
|
Linux:
|
|
|
|
name: "Build Linux"
|
|
needs: [ Prepare ]
|
|
runs-on: [self-hosted, Linux, fast] # lets run this on runners labelled with 'fast'
|
|
if: ${{ github.repository_owner == 'armbian' }}
|
|
timeout-minutes: 480
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
node: ${{fromJson(needs.Prepare.outputs.matrix)}}
|
|
|
|
steps:
|
|
|
|
- name: Install SSH key for storage
|
|
uses: shimataro/ssh-key-action@v2
|
|
with:
|
|
key: ${{ secrets.KEY_TORRENTS }}
|
|
known_hosts: ${{ secrets.KNOWN_HOSTS_UPLOAD }}
|
|
if_key_exists: replace
|
|
|
|
- name: Checkout Armbian support scripts
|
|
uses: actions/checkout@v2
|
|
with:
|
|
fetch-depth: 0
|
|
repository: armbian/scripts
|
|
path: scripts
|
|
clean: true
|
|
|
|
- name: Cache Gradle packages
|
|
uses: actions/cache@v2
|
|
env:
|
|
cache-name: build-kernel
|
|
with:
|
|
path: build-kernel
|
|
key: ${{ runner.os }}-build-${{ env.cache-name }}-${{ github.run_id }}-linux
|
|
restore-keys: |
|
|
${{ runner.os }}-build-${{ env.cache-name }}-${{ github.run_id }}-linux
|
|
${{ runner.os }}-build-${{ env.cache-name }}-${{ github.run_id }}
|
|
|
|
- name: Read value
|
|
run: |
|
|
|
|
echo "FILE_EXT=-beta" >> $GITHUB_ENV
|
|
echo "REPO_DEST=nightly" >> $GITHUB_ENV
|
|
echo "BETA=yes" >> $GITHUB_ENV
|
|
if [[ "$(cat build-kernel/build_type 2> /dev/null || true)" =~ stable|edge ]]; then
|
|
echo "FILE_EXT=" >> $GITHUB_ENV
|
|
echo "REPO_DEST=master" >> $GITHUB_ENV
|
|
echo "BETA=no" >> $GITHUB_ENV
|
|
fi
|
|
|
|
- name: Fix permissions
|
|
if: ${{ success() }}
|
|
run: |
|
|
|
|
# make sure no temporally dirs are mounted from previous runs
|
|
while :
|
|
do
|
|
sudo pkill compile.sh || true
|
|
sudo pkill arm-binfmt-P || true
|
|
sudo pkill aarch64-binfmt-P || true
|
|
sudo pkill pixz || true
|
|
sudo mountpoint -q build/output/images && sudo fusermount -u build/output/images || true
|
|
[[ "$(df | grep "/.tmp" | wc -l)" -eq 0 && $(sudo mountpoint -q build/output/images; echo $?) -eq 1 ]] && sudo rm -rf build/.tmp && break
|
|
echo "Mounted temp directories. Trying to unmount."
|
|
df | grep ".tmp" | awk '{print $6}' | xargs sudo umount 2>/dev/null || true
|
|
sleep 10
|
|
done
|
|
[[ -d build/.git ]] && sudo chown -R $USER:$USER build/.git || true
|
|
[[ -d build/output/images ]] && sudo rm -rf build/output/images/* || true
|
|
|
|
- name: Checkout Armbian build script
|
|
|
|
uses: actions/checkout@v2
|
|
with:
|
|
fetch-depth: 0
|
|
repository: armbian/build
|
|
path: build
|
|
ref: ${{ env.REPO_DEST }}
|
|
clean: false
|
|
|
|
- name: Build
|
|
run: |
|
|
|
|
if [[ "$(cat build-kernel/skip 2> /dev/null || true)" == "no" ]]; then
|
|
|
|
CHUNK="${{ matrix.node }}"
|
|
BETA="${{ env.BETA }}"
|
|
FILE_EXT="${{ env.FILE_EXT }}"
|
|
BOARD=$(echo $CHUNK | cut -d":" -f1)
|
|
BRANCH=$(echo $CHUNK | cut -d":" -f2)
|
|
echo "FILE_NAME=${BOARD}-${BRANCH}" >> $GITHUB_ENV
|
|
cd build
|
|
sudo rsync -ar --delete ../scripts/hash${FILE_EXT}/. cache/hash${FILE_EXT}/ 2> /dev/null
|
|
[[ ! -f .ignore_changes ]] && sudo touch .ignore_changes
|
|
./compile.sh KERNEL_ONLY="yes" BOARD="bananapi" BRANCH="current" KERNEL_CONFIGURE="no" REPOSITORY_INSTALL="u-boot,kernel" 'prepare_host_basic'
|
|
if [[ $(curl -s http://ifconfig.me) == "93.103.15.56" ]]; then
|
|
sudo mkdir -p cache/toolchain cache/rootfs || true
|
|
! sudo mountpoint -q cache/toolchain && sudo mount nas:/tank/armbian/toolchain.armbian.com cache/toolchain -o rsize=32768,wsize=32768,timeo=5,retrans=2,actimeo=60,retry=15 || true
|
|
! sudo mountpoint -q cache/rootfs && sudo mount nas:/tank/armbian/dl.armbian.com/_rootfs cache/rootfs -o rsize=32768,wsize=32768,timeo=5,retrans=2,actimeo=60,retry=15 || true
|
|
fi
|
|
rm -rf output/debs*
|
|
./compile.sh ARMBIAN_MIRROR="https://github.com/armbian/mirror/releases/download/" BOARD="$BOARD" CLEAN_LEVEL="alldebs" \
|
|
PRIVATE_CCACHE="yes" BETA="$BETA" KERNEL_ONLY="yes" BRANCH="$BRANCH" KERNEL_CONFIGURE="no" OFFLINE="no"
|
|
[[ $? -eq 0 ]] && echo "UPLOAD=true" >> $GITHUB_ENV
|
|
sudo mkdir -p ../build-kernel
|
|
echo "${FILE_EXT}"
|
|
RAZLIKA=$(diff -q "cache/hash${FILE_EXT}/" "../scripts/hash${FILE_EXT}/" | cut -d" " -f2)
|
|
[[ -n $RAZLIKA ]] && cp $RAZLIKA ../build-kernel/
|
|
cp $(diff -q "cache/hash${FILE_EXT}/" "../scripts/hash${FILE_EXT}/" | cut -d" " -f2) ../build-kernel/
|
|
echo "FILE_HASH=$(diff -q "cache/hash${FILE_EXT}/" "../scripts/hash${FILE_EXT}/" | cut -d" " -f2)" >> $GITHUB_ENV
|
|
|
|
fi
|
|
|
|
- name: Upload hash
|
|
if: ${{ matrix.node != 'none:none' }}
|
|
uses: actions/upload-artifact@v2
|
|
with:
|
|
name: hash
|
|
path: build/${{ env.FILE_HASH }}
|
|
|
|
- name: Upload build artifacts
|
|
if: ${{ matrix.node != 'none:none' }}
|
|
uses: actions/upload-artifact@v2
|
|
with:
|
|
name: ${{ env.FILE_NAME }}
|
|
path: build/output/debs${{ env.FILE_EXT }}/linux-*
|
|
retention-days: 14
|
|
|
|
- name: Deploy to server
|
|
if: ${{ matrix.node != 'none:none' && github.event.label.name != '7.needs testing' }}
|
|
run: |
|
|
|
|
echo ${{ env.UPLOAD }}
|
|
# edge kernels if any, simply copy to stable
|
|
rsync -arv build/output/debs-beta/*edge* --exclude='*u-boot*' build/output/debs/ 2> /dev/null || true
|
|
sudo apt-get -y -qq install lftp
|
|
sudo chown -R $USER:$USER build/output/debs${{ env.FILE_EXT }}/
|
|
lftp -u upload, -e "set net:timeout 4;set net:max-retries 6;mirror --Remove-source-files -R --no-empty-dirs --parallel=8 --no-perms $(pwd)/build/output/debs/ debs/ ;bye" sftp://users.armbian.com
|
|
lftp -u upload, -e "set net:timeout 4;set net:max-retries 6;mirror --Remove-source-files -R --no-empty-dirs --parallel=8 --no-perms $(pwd)/build/output/debs-beta/ debs-beta/ ;bye" sftp://users.armbian.com
|
|
|
|
Deploy:
|
|
|
|
name: Update kernel status
|
|
needs: [Linux]
|
|
runs-on: [self-hosted, Linux]
|
|
if: ${{ github.repository_owner == 'Armbian' }}
|
|
steps:
|
|
|
|
- name: Cache Gradle packages
|
|
uses: actions/cache@v2
|
|
env:
|
|
cache-name: build-kernel
|
|
with:
|
|
path: build-kernel
|
|
key: ${{ runner.os }}-build-${{ env.cache-name }}-${{ github.run_id }}-linux
|
|
restore-keys: |
|
|
${{ runner.os }}-build-${{ env.cache-name }}-${{ github.run_id }}-linux
|
|
|
|
- name: Read value
|
|
run: |
|
|
|
|
echo "SKIP=$(cat build-kernel/skip 2> /dev/null || true)" >> $GITHUB_ENV
|
|
echo "FILE_EXT=-beta" >> $GITHUB_ENV
|
|
echo "REPO_DEST=nightly" >> $GITHUB_ENV
|
|
echo "BETA=yes" >> $GITHUB_ENV
|
|
if [[ "$(cat build-kernel/build_type 2> /dev/null || true)" =~ stable|edge ]]; then
|
|
echo "FILE_EXT=" >> $GITHUB_ENV
|
|
echo "REPO_DEST=master" >> $GITHUB_ENV
|
|
echo "BETA=no" >> $GITHUB_ENV
|
|
fi
|
|
|
|
- name: Checkout Armbian support scripts
|
|
if: ${{ env.SKIP == 'yes' }}
|
|
uses: actions/checkout@v2
|
|
with:
|
|
fetch-depth: 0
|
|
repository: armbian/scripts
|
|
path: scripts
|
|
clean: true
|
|
|
|
- name: Import GPG key
|
|
if: ${{ env.SKIP != 'yes' }}
|
|
uses: crazy-max/ghaction-import-gpg@v3
|
|
with:
|
|
gpg-private-key: ${{ secrets.GPG_KEY2 }}
|
|
passphrase: ${{ secrets.GPG_PASSPHRASE2 }}
|
|
workdir: scripts
|
|
git-user-signingkey: true
|
|
git-commit-gpgsign: true
|
|
|
|
- name: Download artefacts
|
|
if: ${{ env.SKIP != 'yes' }}
|
|
uses: actions/download-artifact@v2
|
|
with:
|
|
name: hash
|
|
|
|
- name: Update scripts
|
|
if: ${{ env.SKIP != 'yes' }}
|
|
run: |
|
|
ls -l build-kernel
|
|
if [[ "$(cat build-kernel/skip 2> /dev/null || true)" == "no" ]]; then
|
|
sudo rsync -ar --remove-source-files *.githash scripts/hash${{ env.FILE_EXT }}/ || true
|
|
cd scripts
|
|
sudo chown -R $USER:$USER .git
|
|
if git status --porcelain | grep .; then
|
|
git config pull.rebase false
|
|
git pull
|
|
echo "update"
|
|
git add .
|
|
git commit -m "Update hashes for ${{ env.FILE_DEST }} repository"
|
|
git push
|
|
fi
|
|
fi
|
|
|
|
Closing:
|
|
|
|
name: Build board support packages
|
|
needs: [Deploy]
|
|
runs-on: [self-hosted, Linux,fast]
|
|
if: ${{ github.repository_owner == 'Armbian' }}
|
|
steps:
|
|
|
|
- name: Cache Gradle packages
|
|
uses: actions/cache@v2
|
|
env:
|
|
cache-name: build-kernel
|
|
with:
|
|
path: build-kernel
|
|
key: ${{ runner.os }}-build-${{ env.cache-name }}-${{ github.run_id }}-linux
|
|
restore-keys: |
|
|
${{ runner.os }}-build-${{ env.cache-name }}-${{ github.run_id }}-linux
|
|
|
|
- name: Read value
|
|
run: |
|
|
|
|
echo "SKIP=$(cat build-kernel/skip 2> /dev/null || true)" >> $GITHUB_ENV
|
|
echo "FILE_EXT=-beta" >> $GITHUB_ENV
|
|
echo "REPO_DEST=nightly" >> $GITHUB_ENV
|
|
echo "BETA=yes" >> $GITHUB_ENV
|
|
if [[ "$(cat build-kernel/build_type 2> /dev/null || true)" =~ stable|edge ]]; then
|
|
echo "FILE_EXT=" >> $GITHUB_ENV
|
|
echo "REPO_DEST=master" >> $GITHUB_ENV
|
|
echo "BETA=no" >> $GITHUB_ENV
|
|
fi
|
|
|
|
- name: Checkout Armbian build script
|
|
|
|
uses: actions/checkout@v2
|
|
with:
|
|
fetch-depth: 0
|
|
repository: armbian/build
|
|
path: build
|
|
ref: ${{ env.REPO_DEST }}
|
|
clean: false
|
|
|
|
- name: Make board support packages
|
|
run: |
|
|
|
|
if [[ "$(cat build-kernel/skip 2> /dev/null || true)" == "no" ]]; then
|
|
cd build
|
|
./compile.sh all-new-beta-bsp
|
|
# wait until it finishes
|
|
while :
|
|
do
|
|
[[ $(sudo ps -uax | grep compile.sh | wc -l) -le 1 ]] && exit
|
|
echo "Waiting for background processes to finish."
|
|
sleep 10
|
|
done
|
|
fi
|
|
|
|
- name: Deploy to server
|
|
run: |
|
|
|
|
if [[ "$(cat build-kernel/skip 2> /dev/null || true)" == "no" ]]; then
|
|
sudo apt-get -y -qq install lftp
|
|
sudo chown -R $USER:$USER build/output/debs*
|
|
lftp -u upload, -e "set net:timeout 4;set net:max-retries 6;mirror --Remove-source-files -R --no-empty-dirs --parallel=8 --no-perms $(pwd)/build/output/debs/ debs/ ;bye" sftp://users.armbian.com
|
|
lftp -u upload, -e "set net:timeout 4;set net:max-retries 6;mirror --Remove-source-files -R --no-empty-dirs --parallel=8 --no-perms $(pwd)/build/output/debs-beta/ debs-beta/ ;bye" sftp://users.armbian.com
|
|
fi
|
|
|
|
- name: Import GPG key
|
|
uses: crazy-max/ghaction-import-gpg@v3
|
|
with:
|
|
gpg-private-key: ${{ secrets.GPG_KEY2 }}
|
|
passphrase: ${{ secrets.GPG_PASSPHRASE2 }}
|
|
workdir: build
|
|
git-user-signingkey: true
|
|
git-commit-gpgsign: true
|
|
|
|
- name: Bump version
|
|
run: |
|
|
|
|
if [[ "$(cat build-kernel/skip 2> /dev/null || true)" == "no" ]]; then
|
|
cd build
|
|
git symbolic-ref --short -q HEAD
|
|
if [[ "$(git symbolic-ref --short -q HEAD)" == nightly ]]; then
|
|
CURRENT_VERSION=$(cat VERSION)
|
|
NEW_VERSION="${CURRENT_VERSION%%-trunk}"
|
|
if [[ $CURRENT_VERSION == *trunk* ]]; then
|
|
NEW_VERSION=$(echo "${CURRENT_VERSION}" | cut -d. -f1-3)"."$((${NEW_VERSION##*.} + 1))
|
|
else
|
|
NEW_VERSION=$(echo "${CURRENT_VERSION}" | cut -d. -f1-2)"."$((${NEW_VERSION##*.} + 1))
|
|
fi
|
|
sudo git checkout -f
|
|
sudo chown -R $USER:$USER .git
|
|
git pull
|
|
echo "${NEW_VERSION}" > VERSION
|
|
git config --global user.email "info@armbian.com"
|
|
git config --global user.name "Armbianworker"
|
|
git add VERSION
|
|
git commit -m "Bumping to new version" -m "" -m "Adding following kernels:" -m "$(find output/debs-beta/ -type f -name "linux-image*${CURRENT_VERSION}*.deb" -printf "%f\n" | sort)"
|
|
git push
|
|
fi
|
|
fi
|