Figured it out eventually (reddit to the rescue).
This is what I did, for future reference:
#ADDING NVIDIA TO DOCKER:
nano /etc/modprobe.d/blacklist-nouveau.conf
#Add these lines:
blacklist nouveau
options nouveau modeset=0
REBOOT
update-initramfs -u
apt-get install gcc
apt-get install binutils
apt-get install make
apt-get install linux-source
mkdir /opt/nvidia && cd /opt/nvidia
curl -s -L https://nvidia.github.io/nvidia-docker/gpgkey | \
sudo apt-key add - distribution=$(. /etc/os-release;echo $ID$VERSION_ID)
curl -s -L https://nvidia.github.io/nvidia-docker/$distribution/nvidia-docker.list | \
sudo tee /etc/apt/sources.list.d/nvidia-docker.list
sudo apt-get update
sudo wget nvidia-drivers-url (in my case, http://us.download.nvidia.com/XFree86/Linux-x86_64/440.44/NVIDIA-Linux-x86_64-440.44.run)
chmod +x ./NVIDIA-Linux-x86_64-440.44.run
./NVIDIA-Linux-x86_64-440.44.run
#Verify that drivers were installed
nvidia-sim
sudo apt install nvidia-docker2 nvidia-container-runtime
sudo systemctl daemon-reload
sudo systemctl restart docker
#then create the docker with
sudo docker run -d
–runtime=nvidia
–name=SERVERNAME
–network=host
-p 32400:32400
-e TZ=Europe/Oslo
-e PLEX_CLAIM="$token"
-e NVIDIA_VISIBLE_DEVICES=all
-e NVIDIA_DRIVER_CAPABILITIES=compute,video,utility
–mount type=tmpfs,destination=/transcode,tmpfs-mode=777,tmpfs-size=20G
-v /mnt/plex/plexdata:/config
-v /media/movies:/media/movies
–device=/dev/dri/card0:/dev/dri/card0
–device=/dev/dri/renderD128:/dev/dri/renderD128
plexinc/pms-docker:plexpass
chown in container (not sure if neccessary for GPU, but doing it just in case)
sudo docker exec -d CONTAINERNAME chown -Rv plex:plex /transcode
sudo docker exec -d CONTAINERNAME chown -Rv plex:plex /dec/dri/card0
sudo docker exec -d CONTAINERNAME chown -Rv plex:plex /dec/dri/renderD128