#!/bin/bash sleep 1 grep_return_code=0 port=4082 [ ! -f /opt/logicmoo_workspace/nofederation ] && grep_return_code=1 python -m venv . . bin/activate pip install requests # openai ignored() { if (( $grep_return_code == 0 )); then python -m venv . . bin/activate apt install zstd pip install gptj [ ! -d step_383500 ] && ( # the "slim" version contain only bf16 weights and no optimizer parameters, which minimizes bandwidth and memory MODEL=step_383500_slim [ ! -f $MODEL.tar.zstd ] && time wget -c http://eaidata.bmk.sh/data/GPT-J-6B/$MODEL.tar.zstd time tar -I zstd -xf $MODEL.tar.zstd ) [ ! -d mesh-transformer-jax ] && ( git clone https://github.com/kingoflolz/mesh-transformer-jax.git pip install -r mesh-transformer-jax/requirements.txt ) # jax 0.2.12 is required due to a regression with xmap in 0.2.13 pip install jax==0.2.12 tensorflow==2.5.0 pip install -e mesh-transformer-jax/ pip install --force-reinstall numpy==1.16 fi } while [ 1==1 ] do [ ! -f /opt/logicmoo_workspace/nofederation ] && grep_return_code=1 if (( $grep_return_code == 0 )); then . ./.api_key python ./bot_neox.py -port $port else echo $0 in federated mode sleep 1000 fi done