diff --git a/python/dgl/backend/pytorch/tensor.py b/python/dgl/backend/pytorch/tensor.py
index 3f7147ecfd91..a0f5af3bc6fe 100644
--- a/python/dgl/backend/pytorch/tensor.py
+++ b/python/dgl/backend/pytorch/tensor.py
@@ -12,8 +12,8 @@
 from ...function.base import TargetCode
 from ...utils import version
 
-if version.parse(th.__version__) < version.parse("1.13.0"):
-    raise RuntimeError("DGL requires PyTorch >= 1.13.0")
+if version.parse(th.__version__) < version.parse("2.0.0"):
+    raise RuntimeError("DGL requires PyTorch >= 2.0.0")
 
 
 def data_type_dict():
diff --git a/script/create_dev_conda_env.sh b/script/create_dev_conda_env.sh
index 2d4cd0e68761..8b18037d06ac 100644
--- a/script/create_dev_conda_env.sh
+++ b/script/create_dev_conda_env.sh
@@ -1,8 +1,8 @@
 #!/bin/bash
 
-readonly CUDA_VERSIONS="11.6,11.7,11.8,12.1"
-readonly TORCH_VERSION="1.13.0"
-readonly PYTHON_VERSION="3.8"
+readonly CUDA_VERSIONS="11.7,11.8,12.1"
+readonly TORCH_VERSION="2.0.0"
+readonly PYTHON_VERSION="3.10"
 
 usage() {
 cat << EOF
@@ -10,8 +10,8 @@ usage: bash $0 OPTIONS
 examples:
   bash $0 -c
   bash $0 -g 11.7
-  bash $0 -g 11.7 -p 3.8
-  bash $0 -g 11.7 -p 3.8 -t 1.13.0
+  bash $0 -g 11.7 -p 3.10
+  bash $0 -g 11.7 -p 3.10 -t 2.0.0
   bash $0 -c -n dgl-dev-cpu
 
 Create a developement environment for DGL developers.
@@ -29,7 +29,7 @@ OPTIONS:
   -p           Create dev environment based on specified python version.
   -s           Run silently which indicates always 'yes' for any confirmation.
   -t           Create dev environment based on specified PyTorch version such
-               as '1.13.0'.
+               as '2.0.0'.
 EOF
 }
 
diff --git a/tests/scripts/build_dgl.bat b/tests/scripts/build_dgl.bat
index b445a717e93c..c8996fbd4292 100644
--- a/tests/scripts/build_dgl.bat
+++ b/tests/scripts/build_dgl.bat
@@ -1,6 +1,10 @@
 @ECHO OFF
 SETLOCAL EnableDelayedExpansion
 
+ECHO "Current user: %USERNAME%"
+
+python --version
+
 CALL "C:\Program Files (x86)\Microsoft Visual Studio\2019\BuildTools\VC\Auxiliary\Build\vcvars64.bat"
 CALL mkvirtualenv --system-site-packages %BUILD_TAG%
 DEL /S /Q build