Install

使用conda创建虚拟环境

conda create -n radnerf python=3.10
conda activate radnerf

pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu118
# RuntimeError: CUDA error: the provided PTX was compiled with an unsupported toolchain. 
# $ conda install pytorch==1.12.1 torchvision==0.13.1 cudatoolkit=11.6 -c pytorch

安装依赖

git clone https://github.com/ashawkey/RAD-NeRF.git
git clone https://github.com/YudongGuo/AD-NeRF.git
git clone https://github.com/facebookresearch/pytorch3d.git
cd RAD-NeRF
# 安装依赖
sudo apt install portaudio19-dev
pip install -r requirements.txt
sed -i 's/-std=c++14/-std=c++17/g' freqencoder/setup.py shencoder/setup.py gridencoder/setup.py raymarching/setup.py
bash scripts/install_ext.sh

pip install ../pytorch3d

Preparation

cp ../AD-NeRF/data_util/face_parsing/79999_iter.pth data_utils/face_parsing/

mkdir -p data_utils/face_tracking/3DMM
# 1. download `01_MorphableModel.mat` from https://faces.dmi.unibas.ch/bfm/main.php?nav=1-2&id=downloads and put it under `data_utils/face_tracking/3DMM/`
cp ../AD-NeRF/data_util/face_tracking/3DMM/exp_info.npy data_utils/face_tracking/3DMM/
cp ../AD-NeRF/data_util/face_tracking/3DMM/keys_info.npy data_utils/face_tracking/3DMM/
cp ../AD-NeRF/data_util/face_tracking/3DMM/sub_mesh.obj data_utils/face_tracking/3DMM/
cp ../AD-NeRF/data_util/face_tracking/3DMM/topology_info.npy data_utils/face_tracking/3DMM/

cd data_utils/face_tracking
python convert_BFM.py
cd ../..

mkdir -p data/ob
cp ../AD-NeRF/dataset/vids/Ob.mp4 data/ob/

Pretrained models

$ python data_utils/process.py data/ob/Ob.mp4

错误处理

  1. ModuleNotFoundError: No module named ‘sklearn’

https://www.5axxw.com/questions/simple/hwrq55

pip install scikit-learn
  1. fa = face_alignment.FaceAlignment(face_alignment.LandmarksType._2D, flip_input=False)

https://blog.csdn.net/lsb2002/article/details/135275837

pip install face_alignment==1.3.4