From 69c87009e9fb6e27de06b04701c8c1b586b9906f Mon Sep 17 00:00:00 2001 From: Vitaliy Filippov Date: Thu, 25 Feb 2021 20:36:19 +0300 Subject: [PATCH] Add a test for changing PG count --- tests/common.sh | 4 +- tests/test_change_pg_count.sh | 80 +++++++++++++++++++++++++++++++++++ 2 files changed, 82 insertions(+), 2 deletions(-) create mode 100755 tests/test_change_pg_count.sh diff --git a/tests/common.sh b/tests/common.sh index 5f90f404..86cfff50 100644 --- a/tests/common.sh +++ b/tests/common.sh @@ -7,13 +7,13 @@ fi format_error() { - echo $(echo -n -e "\033[1;31m")$1$(echo -n -e "\033[m") + echo $(echo -n -e "\033[1;31m")"$1"$(echo -n -e "\033[m") $ETCDCTL get --prefix /vitastor > ./testdata/etcd-dump.txt exit 1 } format_green() { - echo $(echo -n -e "\033[1;32m")$1$(echo -n -e "\033[m") + echo $(echo -n -e "\033[1;32m")"$1"$(echo -n -e "\033[m") } cd `dirname $0`/.. diff --git a/tests/test_change_pg_count.sh b/tests/test_change_pg_count.sh new file mode 100755 index 00000000..45be340f --- /dev/null +++ b/tests/test_change_pg_count.sh @@ -0,0 +1,80 @@ +#!/bin/bash -ex + +. `dirname $0`/common.sh + +dd if=/dev/zero of=./testdata/test_osd1.bin bs=1024 count=1 seek=$((1024*1024-1)) +dd if=/dev/zero of=./testdata/test_osd2.bin bs=1024 count=1 seek=$((1024*1024-1)) +dd if=/dev/zero of=./testdata/test_osd3.bin bs=1024 count=1 seek=$((1024*1024-1)) + +build/src/vitastor-osd --osd_num 1 --bind_address 127.0.0.1 --etcd_address $ETCD_URL $(node mon/simple-offsets.js --format options --device ./testdata/test_osd1.bin 2>/dev/null) &>./testdata/osd1.log & +OSD1_PID=$! +build/src/vitastor-osd --osd_num 2 --bind_address 127.0.0.1 --etcd_address $ETCD_URL $(node mon/simple-offsets.js --format options --device ./testdata/test_osd2.bin 2>/dev/null) &>./testdata/osd2.log & +OSD2_PID=$! +build/src/vitastor-osd --osd_num 3 --bind_address 127.0.0.1 --etcd_address $ETCD_URL $(node mon/simple-offsets.js --format options --device ./testdata/test_osd3.bin 2>/dev/null) &>./testdata/osd3.log & +OSD3_PID=$! + +cd mon +npm install +cd .. +node mon/mon-main.js --etcd_url http://$ETCD_URL --etcd_prefix "/vitastor" &>./testdata/mon.log & +MON_PID=$! + +$ETCDCTL put /vitastor/config/pools '{"1":{"name":"testpool","scheme":"replicated","pg_size":3,"pg_minsize":2,"pg_count":16,"failure_domain":"osd"}}' + +sleep 2 + +if ! ($ETCDCTL get /vitastor/config/pgs --print-value-only | jq -s -e '(.[0].items["1"] | map((.osd_set | sort) == ["1","2","3"]) | length) == 16'); then + format_error "FAILED: 16 PGS NOT CONFIGURED" +fi + +if ! ($ETCDCTL get --prefix /vitastor/pg/state/ --print-value-only | jq -s -e '([ .[] | select(.state == ["active"]) ] | length) == 16'); then + format_error "FAILED: 16 PGS NOT UP" +fi + +try_change() +{ + n=$1 + + $ETCDCTL put /vitastor/config/pools '{"1":{"name":"testpool","scheme":"replicated","pg_size":3,"pg_minsize":2,"pg_count":'$n',"failure_domain":"osd"}}' + + for i in {1..10}; do + ($ETCDCTL get /vitastor/config/pgs --print-value-only | jq -s -e '(.[0].items["1"] | map((.osd_set | sort) == ["1","2","3"]) | length) == '$n) && \ + ($ETCDCTL get --prefix /vitastor/pg/state/ --print-value-only | jq -s -e '([ .[] | select(.state == ["active"]) ] | length) == '$n'') && \ + break + sleep 1 + done + + if ! ($ETCDCTL get /vitastor/config/pgs --print-value-only | jq -s -e '(.[0].items["1"] | map((.osd_set | sort) == ["1","2","3"]) | length) == '$n); then + $ETCDCTL get /vitastor/config/pgs + $ETCDCTL get --prefix /vitastor/pg/state/ + format_error "FAILED: $n PGS NOT CONFIGURED" + fi + + if ! ($ETCDCTL get --prefix /vitastor/pg/state/ --print-value-only | jq -s -e '([ .[] | select(.state == ["active"]) ] | length) == '$n); then + $ETCDCTL get /vitastor/config/pgs + $ETCDCTL get --prefix /vitastor/pg/state/ + format_error "FAILED: $n PGS NOT UP" + fi +} + +# 16 -> 32 + +try_change 32 + +# 32 -> 16 + +try_change 16 + +# 16 -> 25 + +try_change 25 + +# 25 -> 17 + +try_change 17 + +# 17 -> 16 + +try_change 16 + +format_green OK