mirror of
https://github.com/LibreELEC/LibreELEC.tv.git
synced 2025-07-29 05:36:47 +00:00
scripts/get: support get handlers, starting with get_archive
This commit is contained in:
MilhouseVH
parent
0f2340763a
commit
3d1713527c
@ -98,6 +98,9 @@ if [ -n "$PKG_URL" -a -z "$PKG_SOURCE_NAME" ]; then
|
||||
echo "$PKG_URL"
|
||||
exit 1
|
||||
fi
|
||||
if [[ ${PKG_URL} =~ .git$ || ${PKG_URL} =~ ^git:// ]]; then
|
||||
PKG_SOURCE_NAME=${PKG_NAME}-${PKG_VERSION}.tar.gz
|
||||
else
|
||||
PKG_SOURCE_NAME="${PKG_URL##*/}"
|
||||
case $PKG_SOURCE_NAME in
|
||||
${PKG_NAME}-${PKG_VERSION}.*)
|
||||
@ -116,6 +119,7 @@ if [ -n "$PKG_URL" -a -z "$PKG_SOURCE_NAME" ]; then
|
||||
PKG_SOURCE_NAME=${PKG_NAME}-${PKG_VERSION}.${PKG_SOURCE_NAME##*\.}
|
||||
;;
|
||||
esac
|
||||
fi
|
||||
fi
|
||||
|
||||
PKG_BUILD="$BUILD/${PKG_NAME}-${PKG_VERSION}"
|
||||
|
||||
@ -207,3 +207,6 @@
|
||||
# Configure debug groups (space delimited key=value pairs, with each value comma-delimited) and default group when DEBUG=yes
|
||||
DEBUG_GROUPS="kodi=kodi,kodi-platform,p8-platform,!mesa"
|
||||
DEBUG_GROUP_YES="kodi"
|
||||
|
||||
# Default supported get handlers (archive, git, file etc.)
|
||||
GET_HANDLER_SUPPORT="archive"
|
||||
|
||||
93
scripts/get
93
scripts/get
@ -20,12 +20,6 @@
|
||||
|
||||
. config/options $1
|
||||
|
||||
_get_file_already_downloaded() {
|
||||
[ ! -f $PACKAGE -o ! -f $STAMP_URL -o ! -f $STAMP_SHA ] && return 1
|
||||
[ -n "${PKG_SHA256}" -a "$(cat $STAMP_SHA 2>/dev/null)" != "${PKG_SHA256}" ] && return 1
|
||||
return 0
|
||||
}
|
||||
|
||||
if [ -z "$1" ]; then
|
||||
for i in `find packages/ -type f -name package.mk`; do
|
||||
GET_PKG=`grep ^PKG_NAME= $i | sed -e "s,\",,g" -e "s,PKG_NAME=,,"`
|
||||
@ -33,63 +27,44 @@ if [ -z "$1" ]; then
|
||||
done
|
||||
fi
|
||||
|
||||
[ -z "$PKG_URL" -o -z "$PKG_SOURCE_NAME" ] && exit 0
|
||||
|
||||
mkdir -p $SOURCES/$1
|
||||
|
||||
PACKAGE="$SOURCES/$1/$PKG_SOURCE_NAME"
|
||||
PACKAGE_MIRROR="$DISTRO_MIRROR/$PKG_NAME/$PKG_SOURCE_NAME"
|
||||
[ "$VERBOSE" != "yes" ] && WGET_OPT=-q
|
||||
WGET_CMD="wget --timeout=30 --tries=3 --passive-ftp --no-check-certificate -c $WGET_OPT -O $PACKAGE"
|
||||
|
||||
STAMP_URL="$PACKAGE.url"
|
||||
STAMP_SHA="$PACKAGE.sha256"
|
||||
|
||||
# Latest file already present, exit now...
|
||||
_get_file_already_downloaded $1 && exit 0
|
||||
|
||||
# Avoid concurrent downloads of the same package
|
||||
_isblocked=N
|
||||
exec 99<$SOURCES/$1
|
||||
while ! flock --nonblock --exclusive 99; do
|
||||
[ ${_isblocked} == N ] && { echo "Project/Device ${DEVICE:-${PROJECT}} waiting, to avoid concurrent download of ${1}..."; _isblocked=Y; }
|
||||
# Avoid concurrent processing of the same package
|
||||
function lock_source_dir() {
|
||||
local _isblocked=N
|
||||
exec 99<$SOURCES/$1
|
||||
while ! flock --nonblock --exclusive 99; do
|
||||
[ ${_isblocked} == N ] && { echo "Project/Device ${DEVICE:-${PROJECT}} waiting, to avoid concurrent processing of ${1}..."; _isblocked=Y; }
|
||||
sleep 1
|
||||
done
|
||||
|
||||
# Check again in case of concurrent access - if nothing needs to be downloaded, exit now...
|
||||
_get_file_already_downloaded $1 && exit 0
|
||||
|
||||
# At this point, we need to download something...
|
||||
printf "%${BUILD_INDENT}c $(print_color CLR_GET "GET") $1\n" ' '>&$SILENT_OUT
|
||||
export BUILD_INDENT=$((${BUILD_INDENT:-1}+$BUILD_INDENT_SIZE))
|
||||
|
||||
# unset LD_LIBRARY_PATH to stop wget from using toolchain/lib and loading libssl.so/libcrypto.so instead of host libraries
|
||||
unset LD_LIBRARY_PATH
|
||||
|
||||
rm -f $STAMP_URL $STAMP_SHA
|
||||
|
||||
NBWGET=10
|
||||
while [ $NBWGET -gt 0 ]; do
|
||||
for url in "$PKG_URL" "$PACKAGE_MIRROR"; do
|
||||
rm -f $PACKAGE
|
||||
if $WGET_CMD "$url"; then
|
||||
CALC_SHA256="$(sha256sum $PACKAGE | cut -d" " -f1)"
|
||||
|
||||
[ -z "${PKG_SHA256}" -o "${PKG_SHA256}" == "${CALC_SHA256}" ] && break 2
|
||||
|
||||
printf "%${BUILD_INDENT}c $(print_color CLR_WARNING "WARNING") Incorrect checksum calculated on downloaded file: got ${CALC_SHA256}, wanted ${PKG_SHA256}\n\n" ' '>&$SILENT_OUT
|
||||
fi
|
||||
done
|
||||
NBWGET=$((NBWGET - 1))
|
||||
done
|
||||
}
|
||||
|
||||
if [ $NBWGET -eq 0 ]; then
|
||||
echo -e "\nCant't get $1 sources : $PKG_URL\n Try later !!"
|
||||
if [ -n "$PKG_URL" -a -n "$PKG_SOURCE_NAME" ]; then
|
||||
mkdir -p $SOURCES/$1
|
||||
|
||||
PACKAGE="$SOURCES/$1/$PKG_SOURCE_NAME"
|
||||
|
||||
STAMP_URL="$PACKAGE.url"
|
||||
STAMP_SHA="$PACKAGE.sha256"
|
||||
|
||||
# determine get handler based on protocol and/or filename
|
||||
case "${PKG_URL}" in
|
||||
git://*|*.git)
|
||||
get_handler="git";;
|
||||
*)
|
||||
get_handler="archive";;
|
||||
esac
|
||||
|
||||
if ! listcontains "${GET_HANDLER_SUPPORT}" "${get_handler}"; then
|
||||
echo "ERROR: get handler \"${get_handler}\" is not supported, unable to get package $1 - aborting!"
|
||||
exit 1
|
||||
else
|
||||
printf "%${BUILD_INDENT}c $(print_color CLR_INFO "INFO") Calculated checksum: ${CALC_SHA256}\n\n" ' '>&$SILENT_OUT
|
||||
echo "${PKG_URL}" > $STAMP_URL
|
||||
echo "${CALC_SHA256}" > $STAMP_SHA
|
||||
else
|
||||
get_handler="${SCRIPTS}/get_${get_handler}"
|
||||
if [ ! -f ${get_handler} ]; then
|
||||
echo "ERROR: get handler \"${get_handler}\" does not exist, unable to get package $1 - aborting!"
|
||||
exit 1
|
||||
else
|
||||
source ${get_handler}
|
||||
fi
|
||||
fi
|
||||
fi
|
||||
|
||||
exit 0
|
||||
|
||||
68
scripts/get_archive
Executable file
68
scripts/get_archive
Executable file
@ -0,0 +1,68 @@
|
||||
################################################################################
|
||||
# This file is part of LibreELEC - https://libreelec.tv
|
||||
# Copyright (C) 2018-present Team LibreELEC
|
||||
#
|
||||
# LibreELEC is free software: you can redistribute it and/or modify
|
||||
# it under the terms of the GNU General Public License as published by
|
||||
# the Free Software Foundation, either version 2 of the License, or
|
||||
# (at your option) any later version.
|
||||
#
|
||||
# LibreELEC is distributed in the hope that it will be useful,
|
||||
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
# GNU General Public License for more details.
|
||||
#
|
||||
# You should have received a copy of the GNU General Public License
|
||||
# along with LibreELEC. If not, see <http://www.gnu.org/licenses/>.
|
||||
################################################################################
|
||||
|
||||
_get_file_already_downloaded() {
|
||||
[ ! -f $PACKAGE -o ! -f $STAMP_URL -o ! -f $STAMP_SHA ] && return 1
|
||||
[ -n "${PKG_SHA256}" -a "$(cat $STAMP_SHA 2>/dev/null)" != "${PKG_SHA256}" ] && return 1
|
||||
return 0
|
||||
}
|
||||
|
||||
# Latest file already present, exit now...
|
||||
_get_file_already_downloaded && exit 0
|
||||
|
||||
lock_source_dir $1
|
||||
|
||||
# Check again in case of concurrent access - if nothing needs to be downloaded, exit now...
|
||||
_get_file_already_downloaded && exit 0
|
||||
|
||||
# At this point, we need to download something...
|
||||
printf "%${BUILD_INDENT}c $(print_color CLR_GET "GET") $1 (archive)\n" ' '>&$SILENT_OUT
|
||||
export BUILD_INDENT=$((${BUILD_INDENT:-1}+$BUILD_INDENT_SIZE))
|
||||
|
||||
PACKAGE_MIRROR="$DISTRO_MIRROR/$PKG_NAME/$PKG_SOURCE_NAME"
|
||||
[ "$VERBOSE" != "yes" ] && WGET_OPT=-q
|
||||
WGET_CMD="wget --timeout=30 --tries=3 --passive-ftp --no-check-certificate -c $WGET_OPT -O $PACKAGE"
|
||||
|
||||
# unset LD_LIBRARY_PATH to stop wget from using toolchain/lib and loading libssl.so/libcrypto.so instead of host libraries
|
||||
unset LD_LIBRARY_PATH
|
||||
|
||||
rm -f $STAMP_URL $STAMP_SHA
|
||||
|
||||
NBWGET=10
|
||||
while [ $NBWGET -gt 0 ]; do
|
||||
for url in "$PKG_URL" "$PACKAGE_MIRROR"; do
|
||||
rm -f $PACKAGE
|
||||
if $WGET_CMD "$url"; then
|
||||
CALC_SHA256="$(sha256sum $PACKAGE | cut -d" " -f1)"
|
||||
|
||||
[ -z "${PKG_SHA256}" -o "${PKG_SHA256}" == "${CALC_SHA256}" ] && break 2
|
||||
|
||||
printf "%${BUILD_INDENT}c $(print_color CLR_WARNING "WARNING") Incorrect checksum calculated on downloaded file: got ${CALC_SHA256}, wanted ${PKG_SHA256}\n\n" ' '>&$SILENT_OUT
|
||||
fi
|
||||
done
|
||||
NBWGET=$((NBWGET - 1))
|
||||
done
|
||||
|
||||
if [ $NBWGET -eq 0 ]; then
|
||||
echo -e "\nCant't get $1 sources : $PKG_URL\n Try later !!"
|
||||
exit 1
|
||||
else
|
||||
printf "%${BUILD_INDENT}c $(print_color CLR_INFO "INFO") Calculated checksum: ${CALC_SHA256}\n\n" ' '>&$SILENT_OUT
|
||||
echo "${PKG_URL}" > $STAMP_URL
|
||||
echo "${CALC_SHA256}" > $STAMP_SHA
|
||||
fi
|
||||
Loading…
x
Reference in New Issue
Block a user