- add support for stable-diffusion-3.5-large
sudo apt-get update
sudo apt install ubuntu-desktop python3.10-venv curl python-is-python3 pip ffmpeg
sudo add-apt-repository ppa:graphics-drivers/ppa
sudo apt install nvidia-driver-535
wget https://repo.radeon.com/amdgpu-install/5.3/ubuntu/jammy/amdgpu-install_5.3.50300-1_all.deb
sudo apt-get install ./amdgpu-install_5.3.50300-1_all.deb
# Add repositories
echo 'deb [arch=amd64] https://repo.radeon.com/amdgpu/latest/ubuntu jammy main' | sudo tee /etc/apt/sources.list.d/amdgpu.list
echo 'deb [arch=amd64] https://repo.radeon.com/rocm/apt/debian/ jammy main' | sudo tee /etc/apt/sources.list.d/rocm.list
sudo apt-get update
# Install Kernel mode (That may already be installed using the above commands)
sudo apt install amdgpu-dkms
# Reboot
sudo reboot
sudo apt install rocm-hip-libraries
sudo /opt/rocm-6.0.0/bin/rocm-smi
sudo ln -s /opt/rocm-6.0.0/bin/rocm-smi /usr/bin/rocm-smi
# Test
rocm-smi --showtemp --showuse --json --showpower --showfan --showsclkrange --showuniqueid --showbus --showpagesinfo --showmemuse --showmeminfo vram
sudo reboot
mkdir proj
cd proj
curl https://raw.githubusercontent.com/creationix/nvm/master/install.sh | bash
source ~/.bashrc
nvm install 20
sudo visudoReplace yourusername and add the following line after the last line (it is important to be after the last line)
yourusername ALL=(ALL) NOPASSWD: /usr/bin/nvidia-smi, /sbin/reboot
Checkout, Build and Run
git clone [email protected]:open-kbs/openkbs-ai-server.git
cd openkbs-ai-server/cluster
npm i
cd ..
python -m venv .env
source .env/bin/activate
# Python Libs for ROCm (AMD Only)
####################
sudo apt-get install -y libjpeg-dev libpng-dev
pip3 install wheel setuptools
pip3 install --pre torch torchvision torchaudio --index-url https://download.pytorch.org/whl/nightly/rocm6.1/
pip3 install -r ./models/requirements_AMD.txt
# old version
# wget https://repo.radeon.com/rocm/manylinux/rocm-rel-5.7/torch-2.0.1%2Brocm5.7-cp310-cp310-linux_x86_64.whl
# wget https://repo.radeon.com/rocm/manylinux/rocm-rel-5.7/torchvision-0.15.2%2Brocm5.7-cp310-cp310-linux_x86_64.whl
# pip3 install --force-reinstall torch-2.0.1+rocm5.7-cp310-cp310-linux_x86_64.whl torchvision-0.15.2+rocm5.7-cp310-cp310-linux_x86_64.whl
# rm torch-2.0.1+rocm5.7-cp310-cp310-linux_x86_64.whl torchvision-0.15.2+rocm5.7-cp310-cp310-linux_x86_64.whl
####################
# Python Libs for NVIDIA (NVIDIA Only)
####################
pip3 install torch
pip3 install -r ./models/requirements_NVIDIA.txt
####################
huggingface-cli login // enter your hugging face token
npm install -g pm2 nodemon react-scripts./start.shAfter you execute the command above frontend and backend services will start The browser will automatically open http://localhost:7080/register
You will be prompted to provide username and password to register the ai-server admin account Once you click the Register button you will be redirected to the login page http://localhost:7080/login Type your username and password and you will be logged in to the ai-server admin pannel
In the left menu you will see your AI cluster, and the only server connected. Click on your server in the left menu and all server GPUS will appear on the center of the screen Under the GPUs, you will see a table with all installable AI Models
Before installing both models: Llama and SD3 you have to request access to download the models from hugging face webasite
https://huggingface.co/meta-llama/Llama-3.1-8B https://huggingface.co/stabilityai/stable-diffusion-3-medium
Go back to the ai-server admin panel, in the models table search for "stabilityai--stable-diffusion-3-medium-diffusers" and click install then search for "meta-llama--Llama-3.1-8B" and click install
After both models are installed
http://KBSServer/register
Run on startup
pm2 save
pm2 startup
# execute the command from the output
SSL
sudo apt-get remove certbot
sudo snap install --classic certbot
sudo ln -s /snap/bin/certbot /usr/bin/certbot
sudo apt-get install nginx
sudo certbot --nginx