28 lines
596 B
YAML
28 lines
596 B
YAML
---
|
|
# 全局版本与镜像
|
|
kubernetes_version: "v1.28.9"
|
|
sealos_version: "5.0.0"
|
|
cilium_version: "1.15.5"
|
|
gpu_operator_version: "v24.3.0"
|
|
kuberay_version: "1.1.0"
|
|
ray_version: "2.9.0"
|
|
vllm_image: "vllm/vllm-openai:v0.4.2"
|
|
|
|
# 网络配置
|
|
pod_cidr: "10.244.0.0/16"
|
|
service_cidr: "10.96.0.0/12"
|
|
nccl_socket_ifname: "eth0"
|
|
gloo_socket_ifname: "eth0"
|
|
|
|
# 模型与推理配置
|
|
vllm_model: "/models/Llama-3-70B-Instruct"
|
|
vllm_tensor_parallel_size: 2
|
|
vllm_pipeline_parallel_size: 1
|
|
|
|
# GPU 驱动策略
|
|
driver_enabled: true
|
|
driver_version: "535.129.03"
|
|
dcgm_exporter_enabled: true
|
|
|
|
ansible_user: "root"
|