HalftimeHash/cloud-benchmark.sh at main · jbapple/HalftimeHash · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
export SERVER=$1

export REPO='git@github.com:jbapple/HalftimeHash.git' &&
export DIRECTORY='HalftimeHash' &&
scp -o StrictHostKeyChecking=no -i ~/.ssh/aws-key-001.pem ~/.ssh/id_rsa.1* ubuntu@$SERVER:~/.ssh/ &&
scp -o StrictHostKeyChecking=no -i ~/.ssh/aws-key-001.pem ~/.ssh/config ubuntu@$SERVER:~/.ssh/ &&
scp -o StrictHostKeyChecking=no -i ~/.ssh/aws-key-001.pem -r ~/.aws ubuntu@$SERVER: &&
ssh -i ~/.ssh/aws-key-001.pem ubuntu@$SERVER sudo apt-get update &&
ssh -i ~/.ssh/aws-key-001.pem ubuntu@$SERVER sudo apt-get --yes install mosh tmux &&
scp -o StrictHostKeyChecking=no -i ~/.ssh/aws-key-001.pem ~/.tmux.conf ubuntu@$SERVER: &&
mosh --ssh "ssh -i ~/.ssh/aws-key-001.pem" ubuntu@$SERVER

return

# TODO: test with tabulation hashing

export BRANCH=scratch &&
export REPO='git@github.com:jbapple/HalftimeHash.git' &&
export DIRECTORY='HalftimeHash' &&
export INSTANCE_TYPE=$(curl http://169.254.169.254/latest/dynamic/instance-identity/document 2>/dev/null | grep instanceType 2>/dev/null | cut -d '"' -f 4) &&
sudo add-apt-repository --yes ppa:ubuntu-toolchain-r/test &&
sudo apt-get update &&
sudo apt --yes install gcc-10 g++-10 make git awscli emacs

sudo apt --yes install clang-10

sudo apt --yes install cmake &&
git clone "https://github.com/jbapple/smhasher-1" smhasher &&
cd smhasher &&
git submodule update --init --recursive

wget https://apt.llvm.org/llvm.sh &&
chmod +x llvm.sh &&
sudo ./llvm.sh 11

git clone $REPO $DIRECTORY &&
cd $DIRECTORY &&
git checkout $BRANCH &&
git submodule update --init --recursive &&
export COMMIT=$(git rev-parse --short HEAD)


#export CC=clang-10 &&
#export CXX=clang++-10

export CC=clang-11 &&
export CXX=clang++-11

make -k -j$(nproc) benchmark.exe >/dev/null &&
date &&
./benchmark.exe 1 10000000 >>$INSTANCE_TYPE-$CC-$COMMIT.txt &&
date &&
aws s3 cp $INSTANCE_TYPE-$CC-$COMMIT.txt s3://halftime-hash/ &&
date &&


make clean >/dev/null &&
export CC=gcc-10 &&
export CXX=g++-10 &&
make -k -j$(nproc) benchmark.exe >/dev/null &&
date &&
./benchmark.exe 1 10000000 >>$INSTANCE_TYPE-$CC-$COMMIT.txt &&
date &&
aws s3 cp $INSTANCE_TYPE-$CC-$COMMIT.txt s3://halftime-hash/ &&
date &&
sudo shutdown -h now

return

scp -o StrictHostKeyChecking=no -i ~/.ssh/aws-key-001.pem ubuntu@$SERVER:$DIRECTORY/*.txt /tmp/
mosh --ssh "ssh -i ~/.ssh/aws-key-001.pem" ubuntu@$SERVER #sudo shutdown -h now

#shutdown -h now
return