Self hosting Deekseek

 

Hosting Deepseek R1

Vagrant.configure("2") do |config|

 config.vm.box = "bento/ubuntu-24.04"

 config.vm.provider "vmware_fusion" do |v|

   v.memory = 4096

   v.cpus = 2

 end

 config.vm.synced_folder ".", "/vagrant", disabled: true

 config.vm.network "public_network", ip: "192.168.1.253", use_dhcp_assigned_default_route: true

 config.vm.provision "shell", inline: <<-SHELL

      sudo apt update -y

      # apt upgrade -y

      sudo ufw disable

      sudo systemctl stop apparmor

      sudo systemctl disable apparmor

      sudo sed -i '/swap/d' /etc/fstab

      sudo swapoff -a

      echo "192.168.1.253 aionpi" >> /etc/hosts

      curl -fsSL https://ollama.com/install.sh | sh

   cat <<-'EOF' > /etc/systemd/system/ollama.service

[Unit]

Description=Ollama Service

After=network-online.target

[Service]

ExecStart=/usr/local/bin/ollama serve

User=ollama

Group=ollama

Restart=always

RestartSec=3

Environment="OLLAMA_HOST=0.0.0.0"

[Install]

WantedBy=default.target

EOF

      sudo systemctl stop ollama

      sudo systemctl daemon-reload

      sudo systemctl enable ollama

      sudo systemctl start ollama

      sudo systemctl status ollama

      ollama run deepseek-r1:1.5b

  SHELL

end