Add Gloo communication to turobmind

[irexyc]

Usage

A two node example with tp=4, dp=4 and device_num=4

proxy_server
lmdeploy serve proxy --server-name 10.140.24.141

node 0

LMDEPLOY_DP_MASTER_ADDR=10.140.24.141 \
LMDEPLOY_DP_MASTER_PORT=6900 \
lmdeploy serve api_server \
    Qwen/Qwen2.5-7B-Instruct \
    --server-port 29200 \
    --tp 4 \
    --dp 4 \
    --nnodes 2 \
    --node-rank 0 \
    --ngpus-per-node 2 \
    --proxy-url http://10.140.24.141:8000

node 1

LMDEPLOY_DP_MASTER_ADDR=10.140.24.141 \
LMDEPLOY_DP_MASTER_PORT=6900 \
lmdeploy serve api_server \
    Qwen/Qwen2.5-7B-Instruct \
    --server-port 29202 \
    --tp 4 \
    --dp 4 \
    --nnodes 2 \
    --node-rank 1 \
    --ngpus-per-node 2 \
    --proxy-url http://10.140.24.141:8000

[irexyc]

oc evaluate diff.csv