stages: - bench bench-job: stage: bench tags: - shell script: # - source /root/.bashrc #- echo "clean env" # - rm -rf /tmp/cnosdb - set +e - killall cnosdb - set -e # - pkill -9 cnosdb-meta - sudo rm -rf /home/gitlab-runner/cnosdb - echo "compile code" - source ~/.cargo/env - make build_release - sleep 10 - ulimit -n 65535 - ulimit -a - echo "modify default config" - sed -i "s/tmp/home\/gitlab-runner/g" config/config_8902.toml #- sed -i "s/tmp/data1/g" config/config_8912.toml #- sed -i "s/tmp/data1/g" meta/config/config_8921.toml #- sed -i "s/tmp/data1/g" meta/config/config_8901.toml #- sed -i "s/tmp/data1/g" meta/config/config_8911.toml #- sed -i "s/tmp/data1/g" run_cluster.sh #- sed -i "s/1000000000/10/g" run_cluster.sh #- sed -i "s/tmp/data1/g" meta/cluster.sh #- sed -i "s/debug/release/g" meta/cluster.sh #- sed -i "s/build/& --release/g" meta/cluster.sh #- sed -i "s/build/& --release/g" run_cluster.sh #- sed -i "s/debug/release/g" run_cluster.sh #- sed -i "s/run/& -c 64 -m 256 /" run_cluster.sh - echo "starting cnosdb" - nohup ./target/release/cnosdb run --config ./config/config_8902.toml -M singleton > ./target/cnosdb_output.log 2>&1 & - echo "cnosdb is running" - echo "hits test" - commit_id=${commit_id:-$(git log -1 --pretty=%h)} - cd benchmark - export HITS_DATA_URL="/home/cnosdb_dev/hits.parquet" - export TSBS_DATA_URL="/home/cnosdb_dev/cnosdb_iot_123_2022.gz" - export TSBS_QUERY_DIR="/home/cnosdb_dev/queries" - sudo mv ../target/release/cnosdb-cli /bin/ - ./benchmark.sh hits - ./update-results.sh hits - scp -i /home/gitlab-runner/.ssh/id_rsa ./results/hits.html root@192.168.0.20:/usr/src/benchmark-hits/hits_${commit_id}.html #- rm -f ./results/hits.html #- rm -f ./results/hits/${commit_id}.json - echo "tsbs test" - ./benchmark.sh tsbs - ./update-results.sh tsbs - scp -i /home/gitlab-runner/.ssh/id_rsa ./results/tsbs.html root@192.168.0.20:/usr/src/benchmark-tsbs/tsbs_${commit_id}.html - cd .. #- echo "create database" #- cnosdb-cli -P 8902 -h 127.0.0.1 -f /home/gitlab-runner/benchmark.sh # - echo "generate data" # - generate_data --use-case="iot" --seed=123 --scale=100 --timestamp-start="2023-01-01T00:00:00Z" --timestamp-end="2023-01-01T01:00:00Z" --log-interval='6.3s' --format="cnosdb" | gzip >/cnosdb_1h_data.gz # - echo "data is ready" #- echo "loading data" #- cat /data/cnosdb_iot_123_2022.gz| gunzip | load_cnosdb --urls http://127.0.0.1:8902 --workers 24 #- echo "query low-fuel" #- run_queries_cnosdb --workers 8 --urls http://127.0.0.1:8902 --file /data/queries/low-fuel.txt #- echo "query last-loc" #- run_queries_cnosdb --workers 8 --urls http://127.0.0.1:8902 --file /data/queries/last-loc.txt #- echo "query high-load" #- run_queries_cnosdb --workers 8 --urls http://127.0.0.1:8902 --file /data/queries/high-load.txt #- echo "query stationary-trucks" #- run_queries_cnosdb --workers 8 --urls http://127.0.0.1:8902 --file /data/queries/stationary-trucks.txt #- echo "query long-driving-sessions" #- run_queries_cnosdb --workers 8 --urls http://127.0.0.1:8902 --file /data/queries/long-driving-sessions.txt #- echo "query avg-daily-driving-duration" #- run_queries_cnosdb --workers 8 --urls http://127.0.0.1:8902 --file /data/queries/avg-daily-driving-duration.txt - set +e - killall cnosdb - set -e - cp /home/gitlab-runner/cnosdb/1001/log/* /home/gitlab-runner/benchmark_results/logs/${commit_id}.log - sudo rm -rf /home/gitlab-runner/cnosdb - echo "bench job Done"