mirror of
https://github.com/autoscriptlabs/nccl-mesh-plugin.git
synced 2026-01-11 11:34:06 +00:00
031bc48953
- Enables NCCL over multi-subnet mesh topologies - 8+ GB/s bandwidth over 100Gbps RDMA - Successfully tested with distributed LLM inference (Mistral-7B) - Custom subnet-aware NIC selection - Background handshake thread for deadlock-free connection setup
18 lines
333 B
C
18 lines
333 B
C
/*
|
|
* NCCL Net Plugin API - main header
|
|
*/
|
|
|
|
#ifndef NCCL_NET_H
|
|
#define NCCL_NET_H
|
|
|
|
#include "err.h"
|
|
#include "net_v8.h"
|
|
|
|
// Maximum number of outstanding requests
|
|
#define NCCL_NET_MAX_REQUESTS 32
|
|
|
|
// Use v8 as current version
|
|
typedef ncclNet_v8_t ncclNet_t;
|
|
typedef ncclNetProperties_v8_t ncclNetProperties_t;
|
|
|
|
#endif // NCCL_NET_H
|