Makefile

.PHONY: clean dirs dev images gwvolman_src wholetale_src dms_src home_src sources_wt \
	rebuild_dashboard watch_dashboard \
	restart_worker restart_girder globus_handler_src status update_src

SUBDIRS = src volumes/ps volumes/workspaces volumes/homes volumes/base volumes/versions volumes/runs volumes/licenses volumes/mountpoints volumes/tmp
TAG = latest
MEM_LIMIT = 2048
NODE = node --max_old_space_size=${MEM_LIMIT}
NG = ${NODE} ./node_modules/@angular/cli/bin/ng
YARN = /usr/local/bin/yarn

images:
	docker pull traefik:alpine
	docker pull mongo:3.2
	docker pull redis:latest
	docker pull registry:2.6
	docker pull node:carbon-slim
	docker pull wholetale/girder:$(TAG)
	docker pull wholetale/gwvolman:$(TAG)
	docker pull wholetale/repo2docker_wholetale:$(TAG)
	docker pull wholetale/ngx-dashboard:$(TAG)

.env:
	curl -s -o .env https://wt.xarthisius.xyz/wt_local_env

traefik/certs:
	mkdir -p traefik/certs

traefik/certs/fullchain.pem: traefik/certs
	curl -s -o traefik/certs/fullchain.pem https://wt.xarthisius.xyz/wt_local_cert

traefik/certs/privkey.pem: traefik/certs
	curl -s -o traefik/certs/privkey.pem https://wt.xarthisius.xyz/wt_local_key

src/item_previews:
	git clone https://github.com/htmdec/item_previews src/item_previews

src/dataflows:
	git clone https://github.com/Xarthisius/girder-dataflows src/dataflows

src/sample_tracker:
	git clone https://github.com/htmdec/girder-sample-tracker src/sample_tracker

src/sem_viewer:
	git clone https://github.com/htmdec/sem_viewer src/sem_viewer

src/table_view:
	git clone https://github.com/htmdec/table_view src/table_view

src/synced_folders:
	git clone https://github.com/whole-tale/synced_folders src/synced_folders

src/girderfs:
	git clone https://github.com/whole-tale/girderfs src/girderfs

src/gwvolman:
	git clone https://github.com/whole-tale/gwvolman src/gwvolman

src/wholetale:
	git clone https://github.com/whole-tale/girder_wholetale src/wholetale

src/wt_data_manager:
	git clone https://github.com/whole-tale/girder_wt_data_manager src/wt_data_manager

src/wt_home_dir:
	git clone https://github.com/whole-tale/wt_home_dirs src/wt_home_dir

src/wt_versioning:
	git clone https://github.com/whole-tale/wt_versioning src/wt_versioning

src/virtual_resources:
	git clone https://github.com/whole-tale/virtual_resources src/virtual_resources

src/globus_handler:
	git clone https://github.com/whole-tale/globus_handler src/globus_handler

src/ngx-dashboard:
	git clone https://github.com/whole-tale/ngx-dashboard src/ngx-dashboard

src/ngx-dashboard/dist/browser: src/ngx-dashboard rebuild_dashboard

sources_wt: src src/gwvolman src/wholetale src/wt_data_manager src/wt_home_dir src/globus_handler src/girderfs src/ngx-dashboard src/virtual_resources src/wt_versioning src/sem_viewer src/table_view src/synced_folders src/item_previews src/dataflows src/sample_tracker .env traefik/certs/fullchain.pem traefik/certs/privkey.pem src/ngx-dashboard/dist/browser

dirs: $(SUBDIRS)

$(SUBDIRS):
	@sudo mkdir -p $@

services: dirs sources_wt

dev: services
	. ./.env && docker stack config --compose-file docker-stack.yml | docker stack deploy --compose-file - wt
	cid=$$(docker ps --filter=name=wt_girder -q);
	while [ -z $${cid} ] ; do \
		  echo $${cid} ; \
		  sleep 1 ; \
	    cid=$$(docker ps --filter=name=wt_girder -q) ; \
	done; \
	true
	docker cp ./fontello.zip $$(docker ps --filter=name=wt_girder -q):/girder/clients/web/static/built/
	docker exec -ti $$(docker ps --filter=name=wt_girder -q) girder-install plugin \
		plugins/wt_data_manager \
		plugins/wholetale \
		plugins/wt_home_dir \
		plugins/globus_handler \
		plugins/virtual_resources \
		plugins/wt_versioning \
		plugins/item_previews \
		plugins/sem_viewer \
		plugins/dataflows \
		plugins/table_view \
		plugins/sample_tracker \
		plugins/synced_folders
	docker exec -ti $$(docker ps --filter=name=wt_girder -q) girder-install web --dev --plugins=oauth,gravatar,jobs,worker,wt_data_manager,wholetale,wt_home_dir,globus_handler,sample_tracker,sem_viewer,table_view,synced_folders,dataflows,item_previews
	docker exec --user=root -ti $$(docker ps --filter=name=wt_girder -q) pip install -r /gwvolman/requirements.txt -e /gwvolman
	# docker exec --user=root -ti $$(docker ps --filter=name=wt_girder -q) pip install -e /girderfs
	. ./.env && ./setup_girder.py

restart_girder:
	which jq || (echo "Please install jq to execute the 'restart_girder' make target" && exit 1)
	docker exec --user=root -ti $$(docker ps --filter=name=wt_girder -q) pip install -r /gwvolman/requirements.txt -e /gwvolman
	docker exec -ti $$(docker ps --filter=name=wt_girder -q) \
                curl -XPUT -s 'http://localhost:8080/api/v1/system/restart' \
                        --header 'Content-Type: application/json' \
                        --header 'Accept: application/json' \
                        --header 'Content-Length: 0' \
                        --header "Girder-Token: $$(docker exec -ti $$(docker ps --filter=name=wt_girder -q) \
                                curl 'http://localhost:8080/api/v1/user/authentication' \
                                --basic --user admin:arglebargle123 \
                                        | jq -r .authToken.token)"

rebuild_dashboard:
	docker run \
		--rm \
		--user=$${UID}:$${GID} \
		-ti \
		-e NODE_OPTIONS=--max-old-space-size=4096 \
		-v $${PWD}/src/ngx-dashboard:/srv/app \
		--entrypoint /bin/sh \
		-w /srv/app node:fermium \
			-c 'yarn install --network-timeout=360000 && \
			./node_modules/@angular/cli/bin/ng build --deleteOutputPath=false --progress'

watch_dashboard:
	docker run \
		--rm \
		--user=$${UID}:$${GID} \
		-ti \
		-e NODE_OPTIONS=--max-old-space-size=4096 \
		-v $${PWD}/src/ngx-dashboard:/srv/app \
		-w /srv/app \
		--entrypoint /bin/sh \
		node:fermium \
			-c 'yarn install --network-timeout=360000 && \
			./node_modules/@angular/cli/bin/ng build --watch --poll 15000 --deleteOutputPath=false --progress'

restart_worker:
	docker exec --user=root -ti $$(docker ps --filter=name=wt_girder -q) pip install -e /gwvolman
	docker service update --force --image=$$(docker service inspect wt_celery_worker --format={{.Spec.TaskTemplate.ContainerSpec.Image}}) wt_celery_worker

tail_girder_err:
	docker exec -ti $$(docker ps --filter=name=wt_girder -q) \
		tail -n 200 /home/girder/.girder/logs/error.log

reset_girder:
	docker exec -ti $$(docker ps --filter=name=wt_girder -q) \
		python3 -c 'from girder.models import getDbConnection;getDbConnection().drop_database("girder")'
	docker exec -ti $$(docker ps --filter=name=wt_girder -q) \
		touch /girder/girder/__init__.py

clean:
	-./destroy_instances.py
	-docker stack rm wt
	limit=15 ; \
	until [ -z "$$(docker service ls --filter label=com.docker.stack.namespace=wt -q)" ] || [ "$${limit}" -lt 0 ]; do \
	  sleep 2 ; \
	  limit="$$((limit-1))" ; \
	done; true
	limit=15 ; \
	until [ -z "$$(docker network ls --filter label=com.docker.stack.namespace=wt -q)" ] || [ "$${limit}" -lt 0 ]; do \
	  sleep 2 ; \
	  limit="$$((limit-1))" ; \
	done; true
	for dir in volumes/mountpoints/* ; do \
	  for subdir in $$dir/* ; do \
	    sudo umount -lf $$subdir || true ; \
	  done \
	done; true
	for dir in ps workspaces homes base versions runs mountpoints ; do \
	  sudo rm -rf volumes/$$dir ; \
	done; true
	-docker volume rm wt_mongo-cfg wt_mongo-data
	-rm -f traefik/certs/fullchain.pem traefik/certs/privkey.pem

status:
	@-./scripts/git_status.sh

update_src:
	@-./scripts/git_pull_master.sh