mkdir -p ~/framework-test
docker run --gpus all --net=host --privileged -v /dev/shm:/dev/shm --name nanoflow -v ~/framework-test:/code -it nvcr.io/nvidia/cuda:12.8.1-cudnn-devel-ubuntu22.04
apt update
apt install pybind11-dev
apt install liburing-dev
apt install libopenmpi-dev
sysctl -w kernel.io_uring_disabled=0
sysctl -w vm.nr_hugepages=65536Follow these steps to obtain a Gurobi license and configure it so your Docker container can use it.
- Go to the Gurobi website and create an account (https://www.gurobi.com/).
- After logging in, navigate to My Gurobi → Get License.
- Choose the "WLS Academic" license type and fill out any required fields.
- Gurobi will email you a license file named
gurobi.lic(or provide you with a license key string).
mkdir -p ~/gurobi/license
mv /path/to/downloaded/gurobi.lic ~/gurobi/license/
ls ~/gurobi/licensegit clone git@github.com:efeslab/Nanoflow.git
cd Nanoflow
chmod +x ./installAnaconda.sh
./installAnaconda.sh
# restart the terminal
source ~/.bashrc
cd Nanoflow-python
yes | bash setup.shcd pybind
mkdir -p build
cmake ..
make -j 256cd entry
python run_llama3.py -load_hf_weight=True