|
#!/bin/sh
|
|
|
|
BASE_DIR="$(dirname -- "`readlink -f -- "$0"`")"
|
|
export PATH="$BASE_DIR/node_modules/.bin":$PATH
|
|
|
|
# subshell
|
|
PYTHONPATH="$BASE_DIR"
|
|
SEARX_DIR="$BASE_DIR/searx"
|
|
ACTION="$1"
|
|
|
|
cd -- "$BASE_DIR"
|
|
set -e
|
|
|
|
#
|
|
# Python
|
|
#
|
|
|
|
update_packages() {
|
|
pip install --upgrade pip
|
|
pip install --upgrade setuptools
|
|
pip install -r "$BASE_DIR/requirements.txt"
|
|
}
|
|
|
|
update_dev_packages() {
|
|
update_packages
|
|
pip install -r "$BASE_DIR/requirements-dev.txt"
|
|
}
|
|
|
|
install_geckodriver() {
|
|
echo '[!] Checking geckodriver'
|
|
# TODO : check the current geckodriver version
|
|
set -e
|
|
geckodriver -V > /dev/null 2>&1 || NOTFOUND=1
|
|
set +e
|
|
if [ -z "$NOTFOUND" ]; then
|
|
return
|
|
fi
|
|
GECKODRIVER_VERSION="v0.19.1"
|
|
PLATFORM="`python -c "import six; import platform; six.print_(platform.system().lower(), platform.architecture()[0])"`"
|
|
case "$PLATFORM" in
|
|
"linux 32bit" | "linux2 32bit") ARCH="linux32";;
|
|
"linux 64bit" | "linux2 64bit") ARCH="linux64";;
|
|
"windows 32 bit") ARCH="win32";;
|
|
"windows 64 bit") ARCH="win64";;
|
|
"mac 64bit") ARCH="macos";;
|
|
esac
|
|
GECKODRIVER_URL="https://github.com/mozilla/geckodriver/releases/download/$GECKODRIVER_VERSION/geckodriver-$GECKODRIVER_VERSION-$ARCH.tar.gz";
|
|
|
|
if [ -z "$1" ]; then
|
|
if [ -z "$VIRTUAL_ENV" ]; then
|
|
printf "geckodriver can't be installed because VIRTUAL_ENV is not set, you should download it from\n %s" "$GECKODRIVER_URL"
|
|
exit
|
|
else
|
|
GECKODRIVER_DIR="$VIRTUAL_ENV/bin"
|
|
fi
|
|
else
|
|
GECKODRIVER_DIR="$1"
|
|
mkdir -p -- "$GECKODRIVER_DIR"
|
|
fi
|
|
|
|
printf "Installing %s/geckodriver from\n %s" "$GECKODRIVER_DIR" "$GECKODRIVER_URL"
|
|
|
|
FILE="`mktemp`"
|
|
wget -qO "$FILE" -- "$GECKODRIVER_URL" && tar xz -C "$GECKODRIVER_DIR" -f "$FILE" geckodriver
|
|
rm -- "$FILE"
|
|
chmod 777 -- "$GECKODRIVER_DIR/geckodriver"
|
|
}
|
|
|
|
locales() {
|
|
pybabel compile -d "$SEARX_DIR/translations"
|
|
}
|
|
|
|
pep8_check() {
|
|
echo '[!] Running pep8 check'
|
|
# ignored rules:
|
|
# E402 module level import not at top of file
|
|
# W503 line break before binary operator
|
|
pep8 --exclude=searx/static --max-line-length=120 --ignore "E402,W503" "$SEARX_DIR" "$BASE_DIR/tests"
|
|
}
|
|
|
|
unit_tests() {
|
|
echo '[!] Running unit tests'
|
|
python -m nose2 -s "$BASE_DIR/tests/unit"
|
|
}
|
|
|
|
py_test_coverage() {
|
|
echo '[!] Running python test coverage'
|
|
PYTHONPATH="`pwd`" python -m nose2 -C --log-capture --with-coverage --coverage "$SEARX_DIR" -s "$BASE_DIR/tests/unit" \
|
|
&& coverage report \
|
|
&& coverage html
|
|
}
|
|
|
|
robot_tests() {
|
|
echo '[!] Running robot tests'
|
|
PYTHONPATH="`pwd`" python "$SEARX_DIR/testing.py" robot
|
|
}
|
|
|
|
tests() {
|
|
set -e
|
|
pep8_check
|
|
unit_tests
|
|
install_geckodriver
|
|
robot_tests
|
|
set +e
|
|
}
|
|
|
|
|
|
#
|
|
# Web
|
|
#
|
|
|
|
npm_packages() {
|
|
echo '[!] install NPM packages'
|
|
cd -- "$BASE_DIR"
|
|
npm install less@2.7 less-plugin-clean-css grunt-cli
|
|
|
|
echo '[!] install NPM packages for oscar theme'
|
|
cd -- "$BASE_DIR/searx/static/themes/oscar"
|
|
npm install
|
|
|
|
echo '[!] install NPM packages for simple theme'
|
|
cd -- "$BASE_DIR/searx/static/themes/simple"
|
|
npm install
|
|
}
|
|
|
|
build_style() {
|
|
lessc --clean-css="--s1 --advanced --compatibility=ie9" "$BASE_DIR/searx/static/$1" "$BASE_DIR/searx/static/$2"
|
|
}
|
|
|
|
styles() {
|
|
echo '[!] Building legacy style'
|
|
build_style themes/legacy/less/style.less themes/legacy/css/style.css
|
|
build_style themes/legacy/less/style-rtl.less themes/legacy/css/style-rtl.css
|
|
echo '[!] Building courgette style'
|
|
build_style themes/courgette/less/style.less themes/courgette/css/style.css
|
|
build_style themes/courgette/less/style-rtl.less themes/courgette/css/style-rtl.css
|
|
echo '[!] Building pix-art style'
|
|
build_style themes/pix-art/less/style.less themes/pix-art/css/style.css
|
|
echo '[!] Building bootstrap style'
|
|
build_style less/bootstrap/bootstrap.less css/bootstrap.min.css
|
|
}
|
|
|
|
grunt_build() {
|
|
echo '[!] Grunt build : oscar theme'
|
|
grunt --gruntfile "$SEARX_DIR/static/themes/oscar/gruntfile.js"
|
|
echo '[!] Grunt build : simple theme'
|
|
grunt --gruntfile "$SEARX_DIR/static/themes/simple/gruntfile.js"
|
|
}
|
|
|
|
#
|
|
# Help
|
|
#
|
|
|
|
help() {
|
|
[ -z "$1" ] || printf 'Error: %s\n' "$1"
|
|
echo "Searx manage.sh help
|
|
|
|
Commands
|
|
========
|
|
help - This text
|
|
|
|
Build requirements
|
|
------------------
|
|
update_packages - Check & update production dependency changes
|
|
update_dev_packages - Check & update development and production dependency changes
|
|
install_geckodriver - Download & install geckodriver if not already installed (required for robot_tests)
|
|
npm_packages - Download & install npm dependencies (source manage.sh to update the PATH)
|
|
|
|
Build
|
|
-----
|
|
locales - Compile locales
|
|
styles - Build less files
|
|
grunt_build - Build files for themes
|
|
|
|
Tests
|
|
-----
|
|
unit_tests - Run unit tests
|
|
pep8_check - Pep8 validation
|
|
robot_tests - Run selenium tests
|
|
tests - Run all python tests (pep8, unit, robot_tests)
|
|
py_test_coverage - Unit test coverage
|
|
"
|
|
}
|
|
|
|
[ "$(command -V "$ACTION" | grep ' function$')" = "" ] \
|
|
&& help "action not found" \
|
|
|| "$ACTION" "$2"
|