Clickhouse_data_engineering_lab/Makefile at master · janantos/Clickhouse_data_engineering_lab · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
.PHONY: help
help:
	@echo "HELP:"
	@echo "make config - Generate config files"
	@echo "make up - Initialize lab"
	@echo "make down - Remove lab containers"
	@echo "make start - Start lab"
	@echo "make stop - Stop lab"
	@echo "make clear - Remove lab containers, remove configs & docker images"
	@echo "make remove_known_hosts - Remove localhost:2222 from ssh known hosts"
	@echo "make attach_shell c=container_name - Attach to running container shell"

.PHONY: config
config:
	@mkdir -p config/clickhouse0{1..4} \
		minio-data/clickhouse0{1..4} \
		jumpbox_home airflow-logs


	@REPLICA=01 SHARD=01 envsubst < config.xml > config/clickhouse01/config.xml
	@REPLICA=02 SHARD=01 envsubst < config.xml > config/clickhouse02/config.xml
	@REPLICA=03 SHARD=02 envsubst < config.xml > config/clickhouse03/config.xml
	@REPLICA=04 SHARD=02 envsubst < config.xml > config/clickhouse04/config.xml
	@cp users.xml config/clickhouse01/users.xml
	@cp users.xml config/clickhouse02/users.xml
	@cp users.xml config/clickhouse03/users.xml
	@cp users.xml config/clickhouse04/users.xml
	@cp .s3cfg jumpbox_home
  @sudo chmod -R  50000:root airflow-*


.PHONY: up
up:
	@docker-compose up -d

.PHONY: up_rebuild
up_rebuild:
	@docker-compose up -d --build --force-recreate

.PHONY: start
start:
	@docker-compose start

.PHONY: stop
stop:
	@docker-compose stop

.PHONY: down
down:
	@docker-compose down

.PHONY: clear
clear:
	@docker-compose down --rmi all -v
	@rm -rf config
	@rm -rf minio-data
	@rm -rf jumpbox_home
	@sudo rm -rf airflow-logs
	@ssh-keygen -R "[localhost]:2222"

.PHONY: remove_known_hosts
remove_known_hosts:
	@ssh-keygen -R "[localhost]:2222"

.PHONY: attach_shell
attach_shell:
	@docker exec -ti $(c) /bin/sh

.PHONY: restart_clickhouse
restart_clickhouse:
	@docker-compose stop clickhouse01
	@docker-compose stop clickhouse02
	@docker-compose stop clickhouse03
	@docker-compose stop clickhouse04
	@sleep 2
	@docker-compose start clickhouse01
	@docker-compose start clickhouse02
	@docker-compose start clickhouse03
	@docker-compose start clickhouse04

.PHONY: restart_clickhouse_nodes
restart_clickhouse_nodes:
	@docker-compose stop clickhouse01
	@docker-compose start clickhouse01
	@docker-compose stop clickhouse02
	@docker-compose start clickhouse02
	@docker-compose stop clickhouse03
	@docker-compose start clickhouse03
	@docker-compose stop clickhouse04
	@docker-compose start clickhouse04