diff --git a/config/path b/config/path index 26af591b53..36b3080478 100644 --- a/config/path +++ b/config/path @@ -80,6 +80,7 @@ SED="sed -i" PKG_IS_ADDON="no" PKG_PATCH_DIRS="" PKG_NEED_UNPACK="" + PKG_SHA256="" if [ -n "$1" ]; then _PKG_ROOT_NAME=${1%:*} diff --git a/scripts/get b/scripts/get index 9199c38bea..5bd51b1cff 100755 --- a/scripts/get +++ b/scripts/get @@ -1,25 +1,34 @@ #!/bin/bash ################################################################################ -# This file is part of OpenELEC - http://www.openelec.tv -# Copyright (C) 2009-2016 Stephan Raue (stephan@openelec.tv) +# This file is part of LibreELEC - https://libreelec.tv +# Copyright (C) 2017-present Team LibreELEC # -# OpenELEC is free software: you can redistribute it and/or modify +# LibreELEC is free software: you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation, either version 2 of the License, or # (at your option) any later version. # -# OpenELEC is distributed in the hope that it will be useful, +# LibreELEC is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License -# along with OpenELEC. If not, see . +# along with LibreELEC. If not, see . ################################################################################ . config/options $1 +_get_file_already_downloaded() { + if [ -f $PACKAGE ]; then + if [ "$(cat $STAMP_URL 2>/dev/null)" == "${PKG_URL}" ]; then + [ -z "${PKG_SHA256}" -o "$(cat $STAMP_SHA 2>/dev/null)" == "${PKG_SHA256}" ] && return 0 + fi + fi + return 1 +} + if [ -z "$1" ]; then for i in `find packages/ -type f -name package.mk`; do GET_PKG=`grep ^PKG_NAME= $i | sed -e "s,\",,g" -e "s,PKG_NAME=,,"` @@ -27,47 +36,62 @@ if [ -z "$1" ]; then done fi -if [ -n "$PKG_URL" -a -n "$PKG_SOURCE_NAME" ]; then - mkdir -p $SOURCES/$1 +[ -z "$PKG_URL" -o -z "$PKG_SOURCE_NAME" ] && exit 0 - PACKAGE="$SOURCES/$1/$PKG_SOURCE_NAME" - PACKAGE_MIRROR="$DISTRO_MIRROR/$PKG_NAME/$PKG_SOURCE_NAME" - [ "$VERBOSE" != "yes" ] && WGET_OPT=-q - WGET_CMD="wget --timeout=30 --tries=3 --passive-ftp --no-check-certificate -c $WGET_OPT -O $SOURCES/$1/$PKG_SOURCE_NAME" +mkdir -p $SOURCES/$1 - STAMP="$PACKAGE.url" +PACKAGE="$SOURCES/$1/$PKG_SOURCE_NAME" +PACKAGE_MIRROR="$DISTRO_MIRROR/$PKG_NAME/$PKG_SOURCE_NAME" +[ "$VERBOSE" != "yes" ] && WGET_OPT=-q +WGET_CMD="wget --timeout=30 --tries=3 --passive-ftp --no-check-certificate -c $WGET_OPT -O $PACKAGE" - # Nothing to be downloaded, exit now... - [ -f $SOURCES/$1/$PKG_SOURCE_NAME -a "$(cat $STAMP 2>/dev/null)" == "$PKG_URL" ] && exit 0 +STAMP_URL="$PACKAGE.url" +STAMP_SHA="$PACKAGE.sha256" - # Avoid concurrent downloads of the same package - _isblocked=N - exec 99<$SOURCES/$1 - while ! flock --nonblock --exclusive 99; do - [ ${_isblocked} == N ] && { echo "Project ${PROJECT} waiting to avoid concurrent download of ${1}..."; _isblocked=Y; } - sleep 1 - done +# Latest file already present, exit now... +_get_file_already_downloaded $1 && exit 0 - if ! [ -f $SOURCES/$1/$PKG_SOURCE_NAME -a "$(cat $STAMP 2>/dev/null)" == "$PKG_URL" ]; then - rm -f $SOURCES/$1/$PKG_SOURCE_NAME $STAMP +# Avoid concurrent downloads of the same package +_isblocked=N +exec 99<$SOURCES/$1 +while ! flock --nonblock --exclusive 99; do + [ ${_isblocked} == N ] && { echo "Project/Device ${DEVICE:-${PROJECT}} waiting, to avoid concurrent download of ${1}..."; _isblocked=Y; } + sleep 1 +done - printf "%${BUILD_INDENT}c ${boldcyan}GET${endcolor} $1\n" ' '>&$SILENT_OUT - export BUILD_INDENT=$((${BUILD_INDENT:-1}+$BUILD_INDENT_SIZE)) +# Check again in case of concurrent access - if nothing needs to be downloaded, exit now... +_get_file_already_downloaded $1 && exit 0 - # unset LD_LIBRARY_PATH to stop wget from using toolchain/lib and loading libssl.so/libcrypto.so instead of host libraries - unset LD_LIBRARY_PATH +# At this point, we need to download something... +printf "%${BUILD_INDENT}c ${boldcyan}GET${endcolor} $1\n" ' '>&$SILENT_OUT +export BUILD_INDENT=$((${BUILD_INDENT:-1}+$BUILD_INDENT_SIZE)) - NBWGET=1 - until $WGET_CMD "$PKG_URL" || $WGET_CMD "$PACKAGE_MIRROR"; do - NBWGET=$((NBWGET + 1)) - if [ $NBWGET -gt 10 ]; then - echo -e "\nCant't get $1 sources : $PKG_URL\n Try later !!" - exit 1 - fi - done +# unset LD_LIBRARY_PATH to stop wget from using toolchain/lib and loading libssl.so/libcrypto.so instead of host libraries +unset LD_LIBRARY_PATH - echo "$PKG_URL" > $STAMP +rm -f $STAMP_URL $STAMP_SHA + +NBWGET=10 +while [ $NBWGET -gt 0 ]; do + rm -f $PACKAGE + + if $WGET_CMD "$PKG_URL" || $WGET_CMD "$PACKAGE_MIRROR"; then + CALC_SHA256="$(sha256sum $PACKAGE | cut -d" " -f1)" + + [ -z "${PKG_SHA256}" -o "${PKG_SHA256}" == "${CALC_SHA256}" ] && break + + printf "${boldred}WARNING${endcolor} Incorrect checksum calculated on downloaded file: got ${CALC_SHA256}, wanted ${PKG_SHA256}\n\n" fi + NBWGET=$((NBWGET - 1)) +done + +if [ $NBWGET -eq 0 ]; then + echo -e "\nCant't get $1 sources : $PKG_URL\n Try later !!" + exit 1 +else + printf "${boldgreen}INFO${endcolor} Calculated checksum is: ${CALC_SHA256}\n\n" + echo "${PKG_URL}" > $STAMP_URL + echo "${CALC_SHA256}" > $STAMP_SHA fi exit 0