build-deb.sh

#!/usr/bin/env bash


## Step 0: Set up environments
# Make sure the Date format is English
export LANG=en

# If no DEBIAN_RELEASE is set, use "bookworm"
if [ -z "${DEBIAN_RELEASE}" ]; then
    export DEBIAN_RELEASE=bookworm
fi

# If no DEBIAN_ARCH is set, use "amd64"
if [ -z "${DEBIAN_ARCH}" ]; then
    export DEBIAN_ARCH=amd64
fi

# Set DEBIAN_VERSION_SUFFIX
case ${DEBIAN_RELEASE} in
buster)
    export DEBIAN_VERSION_SUFFIX=buster
    ;;
bullseye)
    export DEBIAN_VERSION_SUFFIX=opt11
    ;;
bookworm)
    export DEBIAN_VERSION_SUFFIX=opt12
    ;;
esac

## Step 1: Enter directory
HERE="$(dirname "$(readlink -f "${0}")")"
cd $1


## Step 2: Read the recipe YAML file
parse_yaml() {
    local prefix=$2
    local s
    local w
    local fs
    s='[[:blank:]]*'
    w='[a-zA-Z0-9_]*'
    fs="$(echo @|tr @ '\034')"
    sed -ne "s|^\($s\)\($w\)$s:$s\"\(.*\)\"$s\$|\1$fs\2$fs\3|p" \
        -e "s|^\($s\)\($w\)$s[:-]$s\(.*\)$s\$|\1$fs\2$fs\3|p" "$1" |
    awk -F"$fs" '{
    indent = length($1)/2;
    vname[indent] = $2;
    for (i in vname) {if (i > indent) {delete vname[i]}}
        if (length($3) > 0) {
            vn=""; for (i=0; i<indent; i++) {vn=(vn)(vname[i])("_")}
            printf("%s%s%s=(\"%s\")\n", "'"$prefix"'",vn, $2, $3);
        }
    }' | sed 's/_=/+=/g'
}
eval $(parse_yaml recipe.yml "_")


## Step 3: Check if we need to skip this build
if [ -n "${_only_arches}" ]; then
    SKIP_BUILD=true
    for BUILD_ARCH in "${_only_arches[@]}" ; do
        if [ "$BUILD_ARCH" = "$DEBIAN_ARCH" ]; then
            SKIP_BUILD=false
        fi
    done
    if [ "$SKIP_BUILD" = "true" ]; then
        echo -e "\e[32m *** Skip build for $_name *** \e[0m"
        exit 0
    fi
fi

if [ -n "${_only_releases}" ]; then
    SKIP_BUILD=true
    for BUILD_RELEASE in "${_only_releases[@]}" ; do
        if [ "$BUILD_RELEASE" = "$DEBIAN_RELEASE" ]; then
            SKIP_BUILD=false
        fi
    done
    if [ "$SKIP_BUILD" = "true" ]; then
        echo -e "\e[32m *** Skip build for $_name *** \e[0m"
        exit 0
    fi
fi


## Step 4: Get latest version and source url
get_latest_version_github() {
    export PYTHONIOENCODING=utf8
    # Travis CI always fails to get version info from Github...
    local RETRY_TIMES=5
    local DELAY_TIME=0
    while [ -z "$VERSION" ] && [ $RETRY_TIMES != 0 ]; do
        sleep $DELAY_TIME
        if [ "$_source_get_version_from" = "prerelease" ]; then
            VERSION=`curl -s "https://api.github.com/repos/$1/releases" | python -c "import sys, json; sys.stdout.write(json.load(sys.stdin)[0]['tag_name'])"`
        elif [ "$_source_get_version_from" = "latest_tag" ]; then
            VERSION=`curl -s "https://api.github.com/repos/$1/tags" | python -c "import sys, json; sys.stdout.write(json.load(sys.stdin)[0]['name'])"`
        else
            VERSION=`curl -Ls -o /dev/null -w %{url_effective} "https://github.com/$1/releases/latest"`
            VERSION="${VERSION##*/}"
        fi
        ((RETRY_TIMES -= 1))
        ((DELAY_TIME += 1))
    done

    # Redirection fails?
    if [ "$VERSION" = "latest" ]; then
        exit 1
    fi
    echo "$VERSION"
}

get_latest_version_gitlab() {
    export PYTHONIOENCODING=utf8
    local HOST=`echo "$1" | sed 's|https://\([^/]*\)/.*|\1|g'`
    local ID=`curl -sL "$1" | grep data-project-id | sed 's|.*data-project-id="\([^"]*\)".*|\1|g'`
    local VERSION=`curl -sL "https://$HOST/api/v4/projects/$ID/releases?per_page=1" | python -c "import sys, json; sys.stdout.write(json.load(sys.stdin)[0]['tag_name'])"`
    echo "$VERSION"
}

guess_package_url_github() {
    curl -s "https://api.github.com/repos/$1/releases/latest" | grep "browser_download_url" | grep "$DEBIAN_ARCH" | grep ".deb\"" | sed 's/.*\"\(.*\.deb\)\".*/\1/g'
}

# Fetch infos from Github
if [ "$_source_host" = "github" ]; then
    TAG_NAME=`get_latest_version_github "$_source_repo" 2> /dev/null`
    LATEST_VERSION="${TAG_NAME#v}"
    LATEST_VERSION="${LATEST_VERSION#V}"
    if [ "$_source_method" = "build" ]; then
        if [ -n "${_source_source_url}" ]; then
            SOURCE_URL=`echo "${_source_source_url}" | sed "s|##VERSION|$LATEST_VERSION|g"`
        else
            SOURCE_URL="https://github.com/$_source_repo/archive/$TAG_NAME.tar.gz"
            GIT_CLONE_URL="https://github.com/$_source_repo.git"
        fi
    elif [ "$_source_method" = "copy" ]; then
        if [ -n "${_source_package_url}" ]; then
            PACKAGE_URL=`echo "${_source_package_url}" | sed "s|##VERSION|$LATEST_VERSION|g"`
        else
            PACKAGE_URL=$(guess_package_url_github "$_source_repo")
        fi
    fi

# Fetch infos from Gitlab
elif [ "$_source_host" = "gitlab" ]; then
    TAG_NAME=`get_latest_version_gitlab "$_source_repo"`
    LATEST_VERSION="${TAG_NAME#v}"
    LATEST_VERSION="${LATEST_VERSION#V}"
    if [ "$_source_method" = "build" ]; then
        SOURCE_URL="$_source_repo/-/archive/$TAG_NAME/$_name-$TAG_NAME.tar.gz"
        GIT_CLONE_URL="$_source_repo.git"
    elif [ "$_source_method" = "copy" ]; then
        PACKAGE_URL=`echo "${_source_package_url}" | sed "s|##VERSION|$LATEST_VERSION|g"`
    fi

# Fetch infos from others
elif [ "$_source_host" = "other" ]; then
    LATEST_VERSION=`bash -c "${_source_get_version}"`
    if [ "$_source_method" = "build" ]; then
        if [ -n "${_source_get_source_url}" ]; then
            SOURCE_URL=`bash -c "${_source_get_source_url}"`
        else
            SOURCE_URL=`echo "${_source_source_url}" | sed "s|##VERSION|$LATEST_VERSION|g"`
        fi
    elif [ "$_source_method" = "copy" ]; then
        if [ -n "${_source_get_package_url}" ]; then
            PACKAGE_URL=`bash -c "${_source_get_package_url}"`
        else
            PACKAGE_URL=`echo "${_source_package_url}" | sed "s|##VERSION|$LATEST_VERSION|g"`
        fi
    fi
else
    echo "Error: unsupported host: $_source_host" > /dev/stderr
    exit 1
fi


## Step 5: Check if the package of latest version exists
if [ -z "$LATEST_VERSION" ]; then
    echo -e "\e[32m *** Cannot get the latest version of $_name, skip. *** \e[0m"
    exit 0
fi

PACKAGE_FILEPATH="$HERE/debianopt/pool/main/${_name:0:1}/${_name}/${_name}_${LATEST_VERSION}-1~${DEBIAN_VERSION_SUFFIX}_${DEBIAN_ARCH}.deb"
PACKAGE_FILEPATH_ALL_ARCH="$HERE/debianopt/pool/main/${_name:0:1}/${_name}/${_name}_${LATEST_VERSION}-1~${DEBIAN_VERSION_SUFFIX}_all.deb"

if [ "$UPLOAD_AFTER_BUILD" = "true" ]; then  # Normal commit, check if there is an update
    if [ -f "$PACKAGE_FILEPATH" ] || [ -f "$PACKAGE_FILEPATH_ALL_ARCH" ]; then
        echo -e "\e[32m *** No update for $_name, skip. *** \e[0m"
        exit 0
    else
        echo -e "\e[32m *** Detected update for $_name: $LATEST_VERSION *** \e[0m"
    fi
else   # Pull request, always build
    echo -e "\e[32m *** Test build for $_name $LATEST_VERSION *** \e[0m"
fi


## Step 6: Download source code or package
if [ "$_source_method" = "build" ]; then
    echo "Downloading source code from $SOURCE_URL"

    if [ "$_source_git" = "true" ]; then
        git clone --recursive --branch "$TAG_NAME" --depth 1 "$GIT_CLONE_URL"

    elif [[ "$SOURCE_URL" == *.tar.gz ]] || [[ "$SOURCE_URL" == *.tgz ]]; then
        curl -L -o source.tar.gz "$SOURCE_URL" || exit 1
        tar xzf source.tar.gz
        rm -f source.tar.gz

    elif [[ "$SOURCE_URL" == *.zip ]]; then
        curl -L -o source.zip "$SOURCE_URL" || exit 1
        unzip source.zip
        rm -f source.zip

    elif [[ "$SOURCE_URL" == *.deb ]]; then
        curl -L -o source.deb "$SOURCE_URL" || exit 1
        dpkg-deb -x source.deb source
        rm -f source.deb

    elif [ "$SOURCE_URL" = "empty" ]; then
        mkdir source
    fi

elif [ "$_source_method" = "copy" ]; then
    echo "Downloading $PACKAGE_URL"
    curl -L -o package.deb "$PACKAGE_URL" || exit 1
fi


## Step 7: Build package if needed
if [ "$_source_method" = "build" ]; then

    SOURCE_DIR=`ls -d */ | sed 's/debian-template\///g' | sed 's/\///g'`
    BUILD_DATE=`date "+%a, %d %b %Y %T %z"`

    # Copy debian folder
    [ -d $SOURCE_DIR/debian ] || mkdir $SOURCE_DIR/debian
    cp -rf debian-template/* $SOURCE_DIR/debian/
    find $SOURCE_DIR/debian -type f -exec sed -i -e "s|##VERSION|$LATEST_VERSION|g" {} \;
    find $SOURCE_DIR/debian -type f -exec sed -i -e "s|##RELEASE|$DEBIAN_VERSION_SUFFIX|g" {} \;
    find $SOURCE_DIR/debian -type f -exec sed -i -e "s|##ARCH|$DEBIAN_ARCH|g" {} \;
    find $SOURCE_DIR/debian -type f -exec sed -i -e "s|##DATE|$BUILD_DATE|g" {} \;
    
    # Build package
    echo "Building..."
    $HERE/docker-deb-builder/build -i docker-deb-builder:$DEBIAN_RELEASE-$DEBIAN_ARCH -o . $SOURCE_DIR
    rm -f *-dbgsym_*.deb
    printf "Built: "
    ls *.deb || exit 1

elif [ -d "debian-template" ]; then
    # Repack deb
    dpkg-deb -x package.deb temp
    dpkg-deb -e package.deb temp/DEBIAN
    cp -rf debian-template/* temp/DEBIAN/
    dpkg-deb -b temp repack.deb
    rm -f package.deb
fi

## Step 8: Upload
if [ "$UPLOAD_AFTER_BUILD" = "true" ]; then
    reprepro --ignore=wrongdistribution --basedir ${HERE}/debianopt includedeb ${DEBIAN_RELEASE} *.deb
fi

## Step 9: Write log
echo "$_name" >> $HERE/success.txt

printf "\n\n"