-
-
Notifications
You must be signed in to change notification settings - Fork 10
/
gpuowl2.sh
301 lines (293 loc) 路 11.4 KB
/
gpuowl2.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
#!/bin/bash
# Copyright 漏 2020 Teal Dulcet
# wget -qO - https://raw.github.com/tdulcet/Distributed-Computing-Scripts/master/gpuowl2.sh | bash -s --
# ./gpuowl2.sh <Computer number> [PrimeNet User ID] [Computer name] [Type of work] [Idle time to run (mins)]
# ./gpuowl2.sh <N> "$USER" "$HOSTNAME" 150 10
# ./gpuowl2.sh <N> ANONYMOUS
DIR="gpuowl"
DIR1="gpuowl-master"
DIR2="gpuowl-7.2"
DIR3="gpuowl-6"
BRANCH1=gpuowl # master
BRANCH2=d6ad1e0cf5a323fc4e0ee67e79884448a503a818
BRANCH3=v6
if [[ $# -lt 1 || $# -gt 5 ]]; then
echo "Usage: $0 <Computer number> [PrimeNet User ID] [Computer name] [Type of work] [Idle time to run (mins)]" >&2
exit 1
fi
N=$1
USERID=${2:-$USER}
COMPUTER=${3:-$HOSTNAME}
TYPE=${4:-100}
TIME=${5:-10}
DEVICE=0
RE='^[0-9]+$'
if ! [[ $N =~ $RE ]]; then
echo "Usage: <Computer number> must be a number" >&2
exit 1
fi
RE='^([4]|1(0[0124]|5[012345]))$'
if ! [[ $TYPE =~ $RE ]]; then
echo "Usage: [Type of work] must be a number" >&2
exit 1
fi
RE='^([0-9]*\.)?[0-9]+$'
if ! [[ $TIME =~ $RE ]]; then
echo "Usage: [Idle time to run] must be a number" >&2
exit 1
fi
echo -e "PrimeNet User ID:\t$USERID"
echo -e "Computer name:\t\t$COMPUTER"
echo -e "Type of work:\t\t$TYPE"
echo -e "Idle time to run:\t$TIME minutes\n"
if [[ -e idletime.sh ]]; then
bash -- idletime.sh
else
wget -qO - https://raw.github.com/tdulcet/Distributed-Computing-Scripts/master/idletime.sh | bash -s
fi
GPU=$(lspci | grep -i 'vga\|3d\|2d')
if ! echo "$GPU" | grep -iq 'amd\|nvidia\|intel'; then
echo -e "Please enter your password if prompted.\n"
sudo update-pciids
GPU=$(lspci | grep -i 'vga\|3d\|2d')
if ! echo "$GPU" | grep -iq 'amd\|nvidia\|intel'; then
echo "$GPU" | sed -n 's/^.*: //p'
echo "Error: This computer does not have an AMD, Nvidia or Intel GPU" >&2
exit 1
fi
fi
if command -v clinfo >/dev/null; then
if [[ $(clinfo --raw | sed -n 's/^#PLATFORMS *//p') -eq 0 ]]; then
clinfo
echo "Error: This computer does not have an OpenCL platform" >&2
exit 1
fi
fi
if ! command -v make >/dev/null || ! command -v g++ >/dev/null; then
echo -e "Installing Make and the GNU C++ compiler"
echo -e "Please enter your password if prompted.\n"
sudo apt-get update -y
sudo apt-get install -y build-essential
fi
if [[ -n $CXX ]] && ! command -v "$CXX" >/dev/null; then
echo "Error: $CXX is not installed." >&2
exit 1
fi
CXX=${CXX:-g++}
VERSION=$("$CXX" -dumpversion)
RE='^g\+\+'
if [[ $CXX =~ $RE && ${VERSION%%.*} -lt 8 ]]; then
echo "Error: GpuOwl requires at least the GNU C++ compiler 8 and you have $VERSION" >&2
exit 1
fi
if ! command -v python3 >/dev/null; then
echo "Error: Python 3 is not installed." >&2
exit 1
fi
files=(/usr/include/gmp*.h)
if ! ldconfig -p | grep -iq 'libgmp\.' || ! ldconfig -p | grep -iq 'libgmpxx\.' || ! [[ -f ${files[0]} ]]; then
echo -e "Installing the GNU Multiple Precision (GMP) library"
echo -e "Please enter your password if prompted.\n"
sudo apt-get update -y
sudo apt-get install -y libgmp-dev
fi
if ! ldconfig -p | grep -iq 'libOpenCL\.'; then
echo -e "Installing the OpenCL library"
echo -e "Please enter your password if prompted.\n"
sudo apt-get update -y
# sudo apt-get install -y ocl-icd-* opencl-headers clinfo
sudo apt-get install -y ocl-icd-opencl-dev clinfo
fi
TIME=$(echo "$TIME" | awk '{ printf "%g", $1 * 60 }')
if [[ -d $DIR && -x "$DIR/$DIR1/gpuowl" && -x "$DIR/$DIR2/gpuowl" && -x "$DIR/$DIR3/gpuowl" ]]; then
echo -e "GpuOwl is already downloaded\n"
cd "$DIR"
else
mkdir "$DIR"
cd "$DIR"
if command -v git >/dev/null; then
echo -e "Downloading GpuOwl\n"
git clone https://github.com/preda/gpuowl.git $DIR1
cp -r $DIR1/ $DIR2/
cp -r $DIR1/ $DIR3/
pushd $DIR1 >/dev/null
git checkout -f $BRANCH1
sed -i 's/--dirty //' Makefile
popd >/dev/null
echo
pushd $DIR2 >/dev/null
git checkout -f -b v7.2-112 $BRANCH2
sed -i 's/--dirty //' Makefile
popd >/dev/null
echo
pushd $DIR3 >/dev/null
git checkout -f $BRANCH3
sed -i 's/--dirty //' Makefile
popd >/dev/null
else
echo -e "Downloading GpuOwl v6.11\n"
wget https://github.com/preda/gpuowl/archive/$BRANCH3.tar.gz
echo -e "\nDecompressing the files\n"
tar -xzvf $BRANCH3.tar.gz
if output=$(curl -s "https://api.github.com/repos/preda/gpuowl/compare/v6.11...$BRANCH3"); then
if command -v jq >/dev/null; then
behind_by=$(echo "$output" | jq '.behind_by')
sha=$(echo "$output" | jq -r '.base_commit.sha')
else
behind_by=$(echo "$output" | python3 -c 'import sys, json; print(json.load(sys.stdin)["behind_by"])')
sha=$(echo "$output" | python3 -c 'import sys, json; print(json.load(sys.stdin)["base_commit"]["sha"])')
fi
sed -i 's/`git describe --long --dirty --always`/v6.11'"-${behind_by}-g${sha::7}"'/' $DIR3/Makefile
fi
echo -e "Downloading GpuOwl v7.2-112\n"
wget https://github.com/preda/gpuowl/archive/$BRANCH2.tar.gz
echo -e "\nDecompressing the files\n"
tar -xzvf $BRANCH2.tar.gz
mv -v gpuowl-$BRANCH2/ $DIR2/
sed -i 's/`git describe --long --dirty --always`/v7.2-112-gd6ad1e0/' $DIR2/Makefile
echo -e "\nDownloading the current version of GpuOwl\n"
wget https://github.com/preda/gpuowl/archive/$BRANCH1.tar.gz
echo -e "\nDecompressing the files\n"
tar -xzvf $BRANCH1.tar.gz
if output=$(curl -s 'https://api.github.com/repos/preda/gpuowl/tags?per_page=1'); then
if command -v jq >/dev/null; then
name=$(echo "$output" | jq -r '.[0].name')
else
name=$(echo "$output" | python3 -c 'import sys, json; print(json.load(sys.stdin)[0]["name"])')
fi
if output=$(curl -s "https://api.github.com/repos/preda/gpuowl/compare/$BRANCH1...$name"); then
if command -v jq >/dev/null; then
behind_by=$(echo "$output" | jq '.behind_by')
sha=$(echo "$output" | jq -r '.base_commit.sha')
else
behind_by=$(echo "$output" | python3 -c 'import sys, json; print(json.load(sys.stdin)["behind_by"])')
sha=$(echo "$output" | python3 -c 'import sys, json; print(json.load(sys.stdin)["base_commit"]["sha"])')
fi
fi
sed -i 's/`git describe --tags --long --dirty --always`/'"${name}${behind_by:+-${behind_by}${sha:+-g${sha::7}}}"'/' $DIR1/Makefile
fi
fi
echo -e "\nSetting up GpuOwl\n"
sed -i 's/ -flto//' $DIR1/Makefile
sed -i 's/power <= 10/power <= 12/' $DIR2/Proof.cpp
sed -i 's/power > 10/power > 12/' $DIR2/Args.cpp
pushd $DIR3 >/dev/null
sed -i 's/"DoubleCheck"/"Test"/' Task.h
sed -i 's/power >= 6 && power <= 10/power > 0 and power <= 12/' ProofSet.h
sed -i 's/proofPow >= 6 && proofPow <= 10/proofPow > 0 and proofPow <= 12/' Args.cpp
sed -i 's/< 6 || power > 10/< 1 || power > 12/' Args.cpp
sed -i '/^#include <cassert>/a #include <array>' Pm1Plan.h
sed -i '/^#pragma once/a #include <array>' Sha3Hash.h
sed -i '/^#include <vector>/a #include <array>' clwrap.cpp
popd >/dev/null
for dir in $DIR1 $DIR2 $DIR3; do
echo
pushd "$dir" >/dev/null
sed -i 's/-Wall -O2/-Wall -g -O3/' Makefile
# sed -i 's/-O3/-O3 -flto -funsafe-math-optimizations -ffinite-math-only/' Makefile
sed -i 's/-O3/-O3 -flto -ffinite-math-only/' Makefile
make -j "$(nproc)"
# make clean
rm -f -- *.o
popd >/dev/null
done
pushd $DIR1/build-release >/dev/null
rm -- *.o
mv -v gpuowl ..
popd >/dev/null
fi
if [[ -f "primenet.py" ]]; then
echo -e "The PrimeNet program is already downloaded\n"
else
echo -e "\nDownloading the PrimeNet program\n"
if [[ -e ../primenet.py ]]; then
cp -v ../primenet.py .
else
wget -nv https://raw.github.com/tdulcet/Distributed-Computing-Scripts/master/primenet.py
fi
chmod +x primenet.py
python3 -OO -m py_compile primenet.py
fi
echo -e "\nInstalling the Requests library\n"
# python3 -m ensurepip --default-pip || true
python3 -m pip install --upgrade pip || true
if ! python3 -m pip install requests; then
if command -v pip3 >/dev/null; then
pip3 install requests
else
echo -e "\nWarning: pip3 is not installed and the Requests library may also not be installed\n"
fi
fi
mkdir "$N"
cd "$N"
DIR=$PWD
echo "-user $USERID -cpu ${COMPUTER//[[:space:]]/_}" >config.txt
echo -e "\nRegistering computer with PrimeNet\n"
ARGS=()
if command -v clinfo >/dev/null; then
clinfo=$(clinfo --raw)
mapfile -t GPU < <(echo "$clinfo" | sed -n 's/.*CL_DEVICE_NAME *//p')
ARGS+=(--cpu-model="${GPU[DEVICE]//\[*\]/}")
mapfile -t GPU_FREQ < <(echo "$clinfo" | sed -n 's/.*CL_DEVICE_MAX_CLOCK_FREQUENCY *//p')
ARGS+=(--frequency="${GPU_FREQ[DEVICE]}")
mapfile -t TOTAL_GPU_MEM < <(echo "$clinfo" | sed -n 's/.*CL_DEVICE_GLOBAL_MEM_SIZE *//p')
maxAlloc=$((TOTAL_GPU_MEM[DEVICE] >> 20))
ARGS+=(-m "$maxAlloc" --max-memory="$(echo "$maxAlloc" | awk '{ printf "%d", $1 * 0.9 }')")
elif command -v nvidia-smi >/dev/null && nvidia-smi >/dev/null; then
mapfile -t GPU < <(nvidia-smi --query-gpu=gpu_name --format=csv,noheader)
ARGS+=(--cpu-model="${GPU[DEVICE]}")
mapfile -t GPU_FREQ < <(nvidia-smi --query-gpu=clocks.max.gr --format=csv,noheader,nounits | grep -iv 'not supported')
if [[ -n $GPU_FREQ ]]; then
ARGS+=(--frequency="${GPU_FREQ[DEVICE]}")
fi
mapfile -t TOTAL_GPU_MEM < <(nvidia-smi --query-gpu=memory.total --format=csv,noheader,nounits | grep -iv 'not supported')
if [[ -n $TOTAL_GPU_MEM ]]; then
maxAlloc=${TOTAL_GPU_MEM[DEVICE]}
ARGS+=(-m "$maxAlloc" --max-memory="$(echo "$maxAlloc" | awk '{ printf "%d", $1 * 0.9 }')")
fi
fi
python3 -OO ../primenet.py -t 0 -T "$TYPE" -u "$USERID" -i 'worktodo.ini' -r 'results.ini' -g -H "$COMPUTER" "${ARGS[@]}"
echo -e "\nStarting PrimeNet\n"
nohup python3 -OO ../primenet.py >>"primenet.out" &
sleep 1
echo -e "\nDownloading GpuOwl benchmarking script\n"
if [[ -e ../../gpuowl-bench.sh ]]; then
cp -v ../../gpuowl-bench.sh .
else
wget -nv https://raw.github.com/tdulcet/Distributed-Computing-Scripts/master/gpuowl-bench.sh
fi
sed -i "s/^DEVICE=0/DEVICE=$DEVICE/" gpuowl-bench.sh
chmod +x gpuowl-bench.sh
echo -e "\nRunning self tests\nThis may take a while鈥n"
time ./gpuowl-bench.sh ../$DIR3/gpuowl 10000 STATS
time ./gpuowl-bench.sh ../$DIR1/gpuowl 20000 STATS
echo "The benchmark data was written to the 'bench.txt' file"
echo -e "\nDownloading GpuOwl wrapper script\n"
if [[ -e ../../gpuowl-wrapper.sh ]]; then
cp -v ../../gpuowl-wrapper.sh .
else
wget -nv https://raw.github.com/tdulcet/Distributed-Computing-Scripts/master/gpuowl-wrapper.sh
fi
mv -v gpuowl{-wrapper.sh,}
sed -i "s/^DEVICE=0/DEVICE=$DEVICE/" gpuowl
sed -i "s/gpuowl-/..\/gpuowl-/" gpuowl
chmod +x gpuowl
echo -e "\nStarting GpuOwl\n"
nohup ./gpuowl >>"gpuowl.out" &
sleep 1
#crontab -l | { cat; echo "@reboot cd ${DIR@Q} && nohup ./gpuowl >> 'gpuowl.out' &"; } | crontab -
#crontab -l | { cat; echo "@reboot cd ${DIR@Q} && nohup python3 -OO ../primenet.py >> 'primenet.out' &"; } | crontab -
cat <<EOF >gpuowl.sh
#!/bin/bash
# Copyright 漏 2020 Teal Dulcet
# Start GpuOwl and the PrimeNet program if the computer has not been used in the specified idle time and stop it when someone uses the computer
# ${DIR@Q}/gpuowl.sh
if who -s | awk '{ print \$2 }' | (cd /dev && xargs -r stat -c '%U %X') | awk '{if ('"\${EPOCHSECONDS:-\$(date +%s)}"'-\$2<$TIME) { print \$1"\t"'"\${EPOCHSECONDS:-\$(date +%s)}"'-\$2; ++count }} END{if (count>0) { exit 1 }}' >/dev/null; then
pgrep -x gpuowl >/dev/null || (cd ${DIR@Q} && exec nohup ./gpuowl >>'gpuowl.out' &)
pgrep -f '^python3 -OO \.\./primenet\.py' >/dev/null || (cd ${DIR@Q} && exec nohup python3 -OO ../primenet.py >>'primenet.out' &)
else pgrep -x gpuowl >/dev/null && killall -g -INT gpuowl; fi
EOF
chmod +x gpuowl.sh
echo -e "\nRun this command for it to start if the computer has not been used in the specified idle time and stop it when someone uses the computer:\n"
echo "crontab -l | { cat; echo \"* * * * * ${DIR@Q}/gpuowl.sh\"; } | crontab -"
echo -e "\nTo edit the crontab, run \"crontab -e\""