mirror of
https://github.com/ansible/galaxy.git
synced 2026-02-05 09:45:11 +01:00
360fab7d0f
* Start CI files. * Use older ubuntu, python and setuptools * Run the unit(?) tests. * Disable tty allocation for tests. Signed-off-by: James Tanner <tanner.jc@gmail.com>
294 lines
8.0 KiB
Makefile
294 lines
8.0 KiB
Makefile
GALAXY_RELEASE_IMAGE ?= galaxy
|
|
GALAXY_RELEASE_TAG ?= latest
|
|
|
|
GALAXY_VENV=/usr/share/galaxy/venv
|
|
DOCKER_COMPOSE=docker-compose -p galaxy -f ./scripts/docker/dev/compose.yml
|
|
|
|
.PHONY: help
|
|
help:
|
|
@echo "Prints help"
|
|
|
|
# ---------------------------------------------------------
|
|
# Common targets
|
|
# ---------------------------------------------------------
|
|
|
|
.PHONY: runserver
|
|
runserver:
|
|
python manage.py runserver 0.0.0.0:8888
|
|
|
|
.PHONY: celery
|
|
celery:
|
|
python manage.py celery worker --beat -Q 'celery,import_tasks,login_tasks,admin_tasks,user_tasks,star_tasks'
|
|
|
|
.PHONY: ng_server
|
|
ng_server:
|
|
cd /galaxy/galaxyui; ng serve --disable-host-check --host '0.0.0.0' --port '8000' --poll '5000' --watch --live-reload --progress=false ----proxy-config proxy.conf.js
|
|
|
|
.PHONY: waitenv
|
|
waitenv:
|
|
@echo "Waiting for services to start..."
|
|
python ./manage.py waitenv
|
|
|
|
.PHONY: migrate
|
|
migrate:
|
|
@echo "Run migrations"
|
|
python ./manage.py migrate --noinput
|
|
|
|
.PHONY: collectstatic
|
|
collectstatic:
|
|
python manage.py collectstatic --noinput --clear
|
|
|
|
.PHONY: clean
|
|
clean:
|
|
rm -rfv dist build *.egg-info
|
|
rm -rfv rpm-build debian deb-build
|
|
rm -rfv galaxyui/dist
|
|
find . -type f -name "*.pyc" -delete
|
|
|
|
.PHONY: createsuperuser
|
|
@echo Create super user
|
|
python ./manage.py createsuperuser
|
|
|
|
# ---------------------------------------------------------
|
|
# Build targets
|
|
# ---------------------------------------------------------
|
|
|
|
.PHONY: build/yarn
|
|
build/yarn:
|
|
cd galaxyui; yarn install
|
|
|
|
.PHONY: build/static
|
|
build/static:
|
|
cd galaxyui; ng build --prod --source-map
|
|
|
|
.PHONY: build/dist
|
|
build/dist: build/static
|
|
python setup.py clean bdist_wheel
|
|
GALAXY_VERSION=$$(python setup.py --version) \
|
|
&& ln -sf galaxy-$$GALAXY_VERSION-py2-none-any.whl dist/galaxy.whl
|
|
|
|
.PHONY: build/docker-dev
|
|
build/docker-dev:
|
|
docker build --rm -t galaxy-dev -f scripts/docker/dev/Dockerfile .
|
|
|
|
.PHONY: build/release
|
|
build/release:
|
|
@echo "Building base container..."
|
|
@docker build -t galaxy-base:latest \
|
|
-f scripts/docker/release/Dockerfile.base .
|
|
@echo "Building build container..."
|
|
@docker build -t galaxy-build:latest \
|
|
-f scripts/docker/release/Dockerfile.build .
|
|
@echo "Building galaxy container..."
|
|
@docker build -t $(GALAXY_RELEASE_IMAGE):$(GALAXY_RELEASE_TAG) \
|
|
-f scripts/docker/release/Dockerfile .
|
|
@echo "Building static container..."
|
|
@docker build -t $(GALAXY_RELEASE_IMAGE)-static:$(GALAXY_RELEASE_TAG) \
|
|
-f scripts/docker/release/Dockerfile.static .
|
|
|
|
# ---------------------------------------------------------
|
|
# Test targets
|
|
# ---------------------------------------------------------
|
|
|
|
.PHONY: test
|
|
test:
|
|
@pytest galaxy \
|
|
--cov galaxy \
|
|
--cov-report xml \
|
|
--cov-report term \
|
|
--cov-report html \
|
|
--cov-config setup.cfg \
|
|
|
|
.PHONY: test/changed
|
|
test/changed:
|
|
@git status | grep -e ' .*test' | cut -d: -f2 | xargs pytest -s -vvv --reuse-db
|
|
|
|
.PHONY: test/flake8
|
|
test/flake8:
|
|
flake8 galaxy
|
|
|
|
.PHONY: test/yamllint
|
|
test/yamllint:
|
|
yamllint -s .
|
|
|
|
.PHONY: test/jslint
|
|
test/jslint:
|
|
cd galaxyui; ng lint
|
|
|
|
# for some reason yarn won't add prettier to /usr/local/bin
|
|
.PHONY: test/prettier
|
|
test/prettier:
|
|
@echo "Checking formatting..."
|
|
@echo "If this fails, run make dev/prettier locally to format your code"
|
|
cd galaxyui; ./node_modules/.bin/prettier -l "src/**/*.less" "src/**/*.ts"
|
|
|
|
# ---------------------------------------------------------
|
|
# Docker targets
|
|
# ---------------------------------------------------------
|
|
|
|
.PHONY: docker/test-flake8
|
|
docker/test-flake8:
|
|
docker run --rm -i -t -v $(CURDIR):/galaxy galaxy-dev:latest make test/flake8
|
|
|
|
# ---------------------------------------------------------
|
|
# Development targets
|
|
# ---------------------------------------------------------
|
|
|
|
.PHONY: dev/build
|
|
dev/build: build/docker-dev
|
|
|
|
.PHONY: dev/createsuperuser
|
|
dev/createsuperuser:
|
|
@echo "Create Superuser"
|
|
@$(DOCKER_COMPOSE) exec galaxy $(GALAXY_VENV)/bin/python ./manage.py createsuperuser
|
|
|
|
.PHONY: dev/migrate
|
|
dev/migrate:
|
|
@$(DOCKER_COMPOSE) exec galaxy $(GALAXY_VENV)/bin/python ./manage.py migrate --noinput
|
|
|
|
.PHONY: dev/makemigrations
|
|
dev/makemigrations:
|
|
@$(DOCKER_COMPOSE) exec galaxy $(GALAXY_VENV)/bin/python ./manage.py makemigrations
|
|
|
|
.PHONY: dev/checkmigrations
|
|
dev/checkmigrations:
|
|
@$(DOCKER_COMPOSE) exec galaxy $(GALAXY_VENV)/bin/python ./manage.py makemigrations --dry-run --check
|
|
|
|
.PHONY: dev/compile-reqs
|
|
dev/compile-reqs:
|
|
pip-compile -o requirements/requirements.txt requirements/requirements.in
|
|
pip-compile -o requirements/dev-requirements.txt requirements/dev-requirements.in
|
|
|
|
.PHONY: dev/log
|
|
dev/log:
|
|
@$(DOCKER_COMPOSE) logs --tail 100 galaxy
|
|
|
|
.PHONY: dev/logf
|
|
dev/logf:
|
|
@$(DOCKER_COMPOSE) logs -f galaxy
|
|
|
|
.PHONY: dev/flake8
|
|
dev/flake8:
|
|
@echo "Running flake8"
|
|
@$(DOCKER_COMPOSE) exec galaxy $(GALAXY_VENV)/bin/flake8 galaxy
|
|
|
|
.PHONY: dev/jslint
|
|
dev/jslint:
|
|
@echo "Linting Javascript..."
|
|
@$(DOCKER_COMPOSE) exec galaxy bash -c 'cd galaxyui; ng lint'
|
|
|
|
# for some reason yarn won't add prettier to /usr/local/bin
|
|
.PHONY: dev/prettier
|
|
dev/prettier:
|
|
@echo "Running prettier..."
|
|
@$(DOCKER_COMPOSE) exec galaxy bash -c 'cd galaxyui; ./node_modules/.bin/prettier --write "src/**/*.less" "src/**/*.ts" "src/**/*.tsx"'
|
|
|
|
.PHONY: dev/shellcheck
|
|
dev/shellcheck:
|
|
@$(DOCKER_COMPOSE) exec galaxy bash -c '\
|
|
find ./scripts -name *.sh | xargs shellcheck'
|
|
|
|
.PHONY: dev/test
|
|
dev/test:
|
|
@echo "Running tests"
|
|
# TODO: Revert to $(GALAXY_VENV)/bin/python. Some tests (flake8 and yamllint) require
|
|
# tools on $PATH, this cannot be chieved with just $(GALAXY_VENV)/bin/python command.
|
|
# So virtual environment must be activated in order to expose these utilities.
|
|
# TODO: Since app is isolated in container already, it's probably acceptable to
|
|
# get rid of virtual environment and install python packages in system dirs.
|
|
# Other option are:
|
|
# - install side packages globally or
|
|
# - call tools using python api instead of shell commands.
|
|
@$(DOCKER_COMPOSE) exec -T galaxy bash -c '\
|
|
source $(GALAXY_VENV)/bin/activate; \
|
|
export DJANGO_SETTINGS_MODULE=galaxy.settings.testing; \
|
|
pytest galaxy \
|
|
--cov galaxy \
|
|
--cov-report xml \
|
|
--cov-report term \
|
|
--cov-report html \
|
|
--cov-config setup.cfg \
|
|
'
|
|
|
|
.PHONY: dev/test/changed
|
|
dev/test/changed:
|
|
@echo "Running changed tests"
|
|
@$(DOCKER_COMPOSE) exec galaxy bash -c '\
|
|
source $(GALAXY_VENV)/bin/activate; \
|
|
export DJANGO_SETTINGS_MODULE="galaxy.settings.testing"; \
|
|
git status --untracked-files=no | grep "galaxy\/.*test" | cut -d: -f2 > /tmp/tests_changed; \
|
|
if [[ -s /tmp/tests_changed ]]; then \
|
|
cat /tmp/tests_changed | xargs pytest -s -vvv --reuse-db \
|
|
;else \
|
|
echo "No test changes found. make dev/test to run all tests." \
|
|
;fi \
|
|
'
|
|
|
|
.PHONY: dev/waitenv
|
|
dev/waitenv:
|
|
@$(DOCKER_COMPOSE) exec galaxy $(GALAXY_VENV)/bin/python ./manage.py waitenv
|
|
|
|
.PHONY: dev/pip_install
|
|
dev/pip_install:
|
|
@$(DOCKER_COMPOSE) exec galaxy $(GALAXY_VENV)/bin/pip install -r requirements.txt
|
|
|
|
# Start all containers detached
|
|
.PHONY: dev/up
|
|
dev/up:
|
|
$(DOCKER_COMPOSE) up
|
|
|
|
.PHONY: dev/up_detached
|
|
dev/up_detached:
|
|
$(DOCKER_COMPOSE) up -d
|
|
|
|
.PHONY: dev/attach
|
|
dev/attach:
|
|
# Run before dev/tmux to start containers detached and no processes running in the galaxy container.
|
|
$(DOCKER_COMPOSE) exec galaxy tmux attach
|
|
|
|
.PHONY: dev/down
|
|
dev/down:
|
|
$(DOCKER_COMPOSE) down
|
|
|
|
.PHONY: dev/restart
|
|
dev/restart:
|
|
# Restart one or more services
|
|
$(DOCKER_COMPOSE) restart $(filter-out $@,$(MAKECMDGOALS))
|
|
|
|
.PHONY: dev/stop
|
|
dev/stop:
|
|
# Stop one or more services
|
|
$(DOCKER_COMPOSE) stop $(filter-out $@,$(MAKECMDGOALS))
|
|
|
|
.PHONY: dev/rm
|
|
dev/rm:
|
|
# Remove services
|
|
$(DOCKER_COMPOSE) stop
|
|
$(DOCKER_COMPOSE) rm -f
|
|
|
|
.PHONY: dev/logs
|
|
dev/logs:
|
|
$(DOCKER_COMPOSE) logs -f $(GALAXY_SERVICE)
|
|
|
|
.PHONY: dev/export-test-data
|
|
export-test-data:
|
|
@echo Export data to test-data/role_data.dmp.gz
|
|
$(DOCKER_COMPOSE) /galaxy/test-data/export.sh
|
|
|
|
.PHONY: dev/import-test-data
|
|
import_test_data:
|
|
@echo Import data from test-data/role_data.dmp.gz
|
|
$(DOCKER_COMPOSE) /galaxy/test-data/import.sh
|
|
|
|
.PHONY: dev/refresh-role-counts
|
|
refresh-role-counts:
|
|
@echo Refresh role counts
|
|
$(DOCKER_COMPOSE) $(GALAXY_VENV)/bin/python ./manage.py refresh_role_counts
|
|
|
|
.PHONY: dev/setup-metrics
|
|
dev/setup-metrics:
|
|
cd scripts/metrics-setup-playbook; ansible-playbook setup.yml
|
|
|
|
%:
|
|
@:
|