Add flash infer, add ray[default] dependencies for ray better ray debugging

XkunW · XkunW · commit 4018e6d45285 · 2025-10-23T14:39:08.000-04:00
diff --git a/Dockerfile b/Dockerfile
@@ -49,7 +49,7 @@ ENV NCCL_SOCKET_IFNAME="^lo,docker0"
 ENV NCCL_NET_GDR_LEVEL=PHB
 ENV NCCL_IB_TIMEOUT=22
 ENV NCCL_IB_RETRY_CNT=7
-ENV NCCL_DEBUG=WARN
+ENV NCCL_DEBUG=INFO
 
 # Set up project
 WORKDIR /vec-inf
diff --git a/pyproject.toml b/pyproject.toml
@@ -42,8 +42,9 @@ dev = [
     "xgrammar>=0.1.11",
     "torch>=2.7.0",
     "vllm>=0.10.0",
-    "ray>=2.50.0",
-    "cupy-cuda12x==12.1.0"
+    "ray[default]>=2.50.0",
+    "cupy-cuda12x==12.1.0",
+    "flashinfer-python>=0.4.0"
 ]
 
 [project.scripts]
diff --git a/uv.lock b/uv.lock
